Skip to content

update ceno and verify feat/bug_fix #42

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
hero78119 merged 4 commits into from
Jul 21, 2026
+189 −62
Merged

update ceno and verify feat/bug_fix #42

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
4 commits
Select commit Hold shift + click to select a range
334a5fb
update ceno and verify feat/bug_fix
hero78119 Jul 20, 2026
3650d73
fix: move aot outside of reth-block
hero78119 Jul 20, 2026
bba73e4
add s3 block input download path
hero78119 Jul 20, 2026
52bae84
sync up master and main branch
hero78119 Jul 21, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
137 changes: 135 additions & 2 deletions .github/workflows/run-benchmark-v2.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -23,6 +23,37 @@ on:
required: true
type: string
default: "23817600"
proof-uuid:
# PROOF_UUID is the S3 path segment written by server/prove_block.sh:
# s3://${S3_BUCKET}/${S3_PREFIX}/${PROOF_UUID}/${BLOCK_NUMBER}.bin
description: "PROOF_UUID: S3 namespace for ready-to-use generated inputs, usually the prover cluster/job name"
required: false
type: string
default: "idc-us-2-9"
s3_bucket:
# S3_BUCKET is the bucket that stores generated inputs, proofs, and metrics from prove_block.sh.
description: "S3_BUCKET: bucket containing prove_block.sh generated inputs and proof artifacts"
required: false
type: string
default: "prover-stat-data"
s3_prefix:
# S3_PREFIX is the prefix before PROOF_UUID in the prove_block.sh S3 object layout.
description: "S3_PREFIX: prefix before PROOF_UUID in the generated-input S3 path"
required: false
type: string
default: "proofs/testing"
aws_region:
# AWS_REGION is exported for S3 tooling when checking/downloading generated inputs.
description: "AWS_REGION: AWS region used by S3 tooling for generated-input download"
required: false
type: string
default: "us-west-2"
chain_id:
# CHAIN_ID selects the local benchmark cache path rpc-cache/input/${CHAIN_ID}/${BLOCK_NUMBER}.bin.
description: "CHAIN_ID: chain id used in the local rpc-cache input path"
required: false
type: string
default: "1"
rerun_keygen:
description: "Rerun keygen"
required: false
Expand Down Expand Up @@ -213,6 +244,56 @@ jobs:
# Create necessary directories
mkdir -p output
mkdir -p rpc-cache
S3_BUCKET="${{ inputs.s3_bucket }}"
S3_PREFIX="${{ inputs.s3_prefix }}"
AWS_REGION="${{ inputs.aws_region }}"
PROOF_UUID="${{ inputs['proof-uuid'] }}"
CHAIN_ID="${{ inputs.chain_id }}"
BLOCK_NUMBER="$block_number"
export AWS_REGION

if [[ -n "$PROOF_UUID" ]]; then
echo "Checking for ready-to-use generated input on S3..."
if ! command -v s5cmd >/dev/null 2>&1; then
echo "s5cmd not found; installing latest Linux amd64 release..."
set +e
S5CMD_VER="$(curl -s https://api.github.com/repos/peak/s5cmd/releases/latest | grep -oP '"tag_name": "\K[^"]+')"
S5CMD_VER_TRIMMED="${S5CMD_VER#v}"
curl -fsSL -o /tmp/s5cmd.tar.gz "https://github.com/peak/s5cmd/releases/download/${S5CMD_VER}/s5cmd_${S5CMD_VER_TRIMMED}_Linux-64bit.tar.gz" \
&& tar xzf /tmp/s5cmd.tar.gz -C /tmp s5cmd \
&& sudo install -m 0755 /tmp/s5cmd /usr/local/bin/s5cmd
s5cmd_install_status=$?
rm -f /tmp/s5cmd /tmp/s5cmd.tar.gz
set -e
fi

if command -v s5cmd >/dev/null 2>&1; then
S3_INPUT_URI="s3://${S3_BUCKET}/${S3_PREFIX}/${PROOF_UUID}/${BLOCK_NUMBER}.bin"
LOCAL_INPUT_PATH="rpc-cache/input/${CHAIN_ID}/${BLOCK_NUMBER}.bin"
mkdir -p "$(dirname "$LOCAL_INPUT_PATH")"
echo "Looking for generated input at ${S3_INPUT_URI}"
set +e
s5cmd ls "$S3_INPUT_URI" >/dev/null 2>&1
s3_ls_status=$?
if [[ $s3_ls_status -eq 0 ]]; then
s5cmd cp "$S3_INPUT_URI" "$LOCAL_INPUT_PATH"
s3_cp_status=$?
else
s3_cp_status=$s3_ls_status
fi
set -e
if [[ $s3_cp_status -eq 0 && -s "$LOCAL_INPUT_PATH" ]]; then
echo "Downloaded generated input to ${LOCAL_INPUT_PATH}"
else
rm -f "$LOCAL_INPUT_PATH"
echo "No ready-to-use generated input found on S3; benchmark will use RPC/cache generation"
fi
else
echo "s5cmd unavailable after install attempt (status=${s5cmd_install_status:-not-run}); benchmark will use RPC/cache generation"
fi
else
echo "PROOF_UUID is empty; skipping S3 generated-input download"
fi

# LOG_NAME with Block number and Timestamp(UTC+8)
TIMESTAMP=$(date -u -d '+8 hours' +'%Y%m%d-%H%M%S')
Expand Down Expand Up @@ -242,7 +323,8 @@ jobs:
--block-number $block_number \
--rpc-url ${{ secrets.RPC_URL_1 }} \
--output-dir output \
--cache-dir rpc-cache > "$LOG_FILE" 2>&1
--cache-dir rpc-cache \
--chain-id "$CHAIN_ID" > "$LOG_FILE" 2>&1
benchmark_status=$?
set -e
grep -v '\[ceno-gpu\]' "$LOG_FILE" # filter out ceno-gpu logs
Expand Down Expand Up @@ -377,6 +459,56 @@ jobs:
# Create necessary directories
mkdir -p output
mkdir -p rpc-cache
S3_BUCKET="${{ inputs.s3_bucket }}"
S3_PREFIX="${{ inputs.s3_prefix }}"
AWS_REGION="${{ inputs.aws_region }}"
PROOF_UUID="${{ inputs['proof-uuid'] }}"
CHAIN_ID="${{ inputs.chain_id }}"
BLOCK_NUMBER="$block_number"
export AWS_REGION

if [[ -n "$PROOF_UUID" ]]; then
echo "Checking for ready-to-use generated input on S3..."
if ! command -v s5cmd >/dev/null 2>&1; then
echo "s5cmd not found; installing latest Linux amd64 release..."
set +e
S5CMD_VER="$(curl -s https://api.github.com/repos/peak/s5cmd/releases/latest | grep -oP '"tag_name": "\K[^"]+')"
S5CMD_VER_TRIMMED="${S5CMD_VER#v}"
curl -fsSL -o /tmp/s5cmd.tar.gz "https://github.com/peak/s5cmd/releases/download/${S5CMD_VER}/s5cmd_${S5CMD_VER_TRIMMED}_Linux-64bit.tar.gz" \
&& tar xzf /tmp/s5cmd.tar.gz -C /tmp s5cmd \
&& sudo install -m 0755 /tmp/s5cmd /usr/local/bin/s5cmd
s5cmd_install_status=$?
rm -f /tmp/s5cmd /tmp/s5cmd.tar.gz
set -e
fi

if command -v s5cmd >/dev/null 2>&1; then
S3_INPUT_URI="s3://${S3_BUCKET}/${S3_PREFIX}/${PROOF_UUID}/${BLOCK_NUMBER}.bin"
LOCAL_INPUT_PATH="rpc-cache/input/${CHAIN_ID}/${BLOCK_NUMBER}.bin"
mkdir -p "$(dirname "$LOCAL_INPUT_PATH")"
echo "Looking for generated input at ${S3_INPUT_URI}"
set +e
s5cmd ls "$S3_INPUT_URI" >/dev/null 2>&1
s3_ls_status=$?
if [[ $s3_ls_status -eq 0 ]]; then
s5cmd cp "$S3_INPUT_URI" "$LOCAL_INPUT_PATH"
s3_cp_status=$?
else
s3_cp_status=$s3_ls_status
fi
set -e
if [[ $s3_cp_status -eq 0 && -s "$LOCAL_INPUT_PATH" ]]; then
echo "Downloaded generated input to ${LOCAL_INPUT_PATH}"
else
rm -f "$LOCAL_INPUT_PATH"
echo "No ready-to-use generated input found on S3; benchmark will use RPC/cache generation"
fi
else
echo "s5cmd unavailable after install attempt (status=${s5cmd_install_status:-not-run}); benchmark will use RPC/cache generation"
fi
else
echo "PROOF_UUID is empty; skipping S3 generated-input download"
fi

# LOG_NAME with Block number and Timestamp(UTC+8)
TIMESTAMP=$(date -u -d '+8 hours' +'%Y%m%d-%H%M%S')
Expand Down Expand Up @@ -404,7 +536,8 @@ jobs:
--block-number $block_number \
--rpc-url ${{ secrets.RPC_URL_1 }} \
--output-dir output \
--cache-dir rpc-cache > "$LOG_FILE" 2>&1
--cache-dir rpc-cache \
--chain-id "$CHAIN_ID" > "$LOG_FILE" 2>&1
benchmark_status=$?
set -e
grep -v '\[ceno-gpu\]' "$LOG_FILE" # filter out ceno-gpu logs
Expand Down
34 changes: 17 additions & 17 deletions Cargo.lock
View file
Open in desktop

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

12 changes: 6 additions & 6 deletions Cargo.toml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -59,12 +59,12 @@ openvm-primitives = { path = "./crates/primitives" }
openvm-reth-benchmark = { path = "./crates/host-bench", default-features = false }
openvm-mpt = { path = "./crates/mpt" }
# ceno
ceno_emul = { git = "https://github.com/scroll-tech/ceno", branch = "feat/cell_estimate_opt" }
ceno_host = { git = "https://github.com/scroll-tech/ceno", branch = "feat/cell_estimate_opt" }
ceno_zkvm = { git = "https://github.com/scroll-tech/ceno", branch = "feat/cell_estimate_opt" }
ceno_cli = { git = "https://github.com/scroll-tech/ceno", package = "cargo-ceno", branch = "feat/cell_estimate_opt" }
ceno_recursion = { git = "https://github.com/scroll-tech/ceno", branch = "feat/cell_estimate_opt" }
gkr_iop = { git = "https://github.com/scroll-tech/ceno", branch = "feat/cell_estimate_opt" }
ceno_emul = { git = "https://github.com/scroll-tech/ceno", branch = "master" }
ceno_host = { git = "https://github.com/scroll-tech/ceno", branch = "master" }
ceno_zkvm = { git = "https://github.com/scroll-tech/ceno", branch = "master" }
ceno_cli = { git = "https://github.com/scroll-tech/ceno", package = "cargo-ceno", branch = "master" }
ceno_recursion = { git = "https://github.com/scroll-tech/ceno", branch = "master" }
gkr_iop = { git = "https://github.com/scroll-tech/ceno", branch = "master" }
ff_ext = { git = "https://github.com/scroll-tech/gkr-backend.git", tag = "v1.0.0-alpha.34" }
mpcs = { git = "https://github.com/scroll-tech/gkr-backend.git", tag = "v1.0.0-alpha.34" }

Expand Down
10 changes: 5 additions & 5 deletions bin/ceno-client-eth/Cargo.lock
View file
Open in desktop

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

4 changes: 2 additions & 2 deletions bin/ceno-client-eth/Cargo.toml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -9,8 +9,8 @@ edition = "2021"
# workspace
openvm-client-executor = { path = "../../crates/executor/client" }
ceno_syscall = { git = "https://github.com/scroll-tech/ceno-patch", branch = "main", default-features = false }
ceno_rt = { git = "https://github.com/scroll-tech/ceno", branch = "feat/cell_estimate_opt", default-features = false }
ceno_crypto = { git = "https://github.com/scroll-tech/ceno", branch = "feat/cell_estimate_opt", default-features = false }
ceno_rt = { git = "https://github.com/scroll-tech/ceno", branch = "master", default-features = false }
ceno_crypto = { git = "https://github.com/scroll-tech/ceno", branch = "master", default-features = false }
bincode = { version = "2.0.1", default-features = false, features = [
"derive",
"alloc",
Expand Down
Loading
Loading