Skip to content
Reth Benchmark

Reth Benchmark (block 23100006) #3537

Sign in to view logs

Reth Benchmark (block 23100006)

Reth Benchmark (block 23100006) #3537

Workflow file for this run

.github/workflows/reth-benchmark.yml at aa7b4d6
name: "Reth Benchmark"
run-name: "Reth Benchmark (block ${{ inputs.block_number || github.event.inputs.block_number }})"
on:
workflow_dispatch:
# github workflow dispatch inputs has 10 input limit...
# > you may only define up to 10 `inputs` for a `workflow_dispatch` event
inputs:
# Default runner is not big enough for this
# https://aws.amazon.com/ec2/instance-types/
instance_family:
type: string
required: false
description: The family of the instance, can be multiple ones concat with "+" e.g. r8g+r7g
default: g6e.8xlarge
block_number:
type: number
required: false
description: Block number to run the benchmark on
default: 23100006
app_log_blowup:
type: number
required: false
description: Application level log blowup
default: 1
leaf_log_blowup:
type: number
required: false
description: Aggregation (leaf) level log blowup
default: 1
internal_log_blowup:
type: number
required: false
description: Internal level log blowup
default: 2
# root_log_blowup:
# type: number
# required: false
# description: Root level log blowup (only for e2e)
# default: 3
mode:
type: choice
required: false
description: Running mode
options:
- execute-host
- execute
- execute-metered
- prove-app
- prove-stark
- prove-evm
- generate-fixtures
default: prove-stark
profiling:
type: choice
required: false
description: Profiling mode
options:
- none
- host # host profiling (samply, flamegraphs, etc)
- guest # guest profiling (circuit flamegraphs)
- nsys # nsys profiling (cuda)
default: none
max_segment_length:
type: number
required: false
description: Max segment length for continuations
default: 4194304 # 2^22, but the main criteria should be segment_max_cells
segment_max_cells:
type: string
required: false
description: Total main trace cells (excluding memory)
default: "1200000000"
# num_children_leaf:
# type: number
# required: false
# description: Number of app proofs that leaf verifier aggregates
# default: 1
num_children_internal:
type: number
required: false
description: Number of proofs that internal verifier aggregates
default: 3
workflow_call:
inputs:
ref:
type: string
required: false
description: Git ref to checkout
instance_family:
type: string
required: false
description: The family of the instance, can be multiple ones concat with "+" e.g. r8g+r7g
default: g6e.8xlarge
memory_allocator:
type: string
required: false
description: Memory allocator to use (mimalloc or jemalloc)
default: jemalloc
block_number:
type: number
required: false
description: Block number to run the benchmark on
default: 23100006
app_log_blowup:
type: number
required: false
description: Application level log blowup
default: 1
leaf_log_blowup:
type: number
required: false
description: Aggregation (leaf) level log blowup
default: 1
internal_log_blowup:
type: number
required: false
description: Internal level log blowup (only for e2e)
default: 2
root_log_blowup:
type: number
required: false
description: Root level log blowup (only for e2e)
default: 3
mode:
type: string
required: false
description: Running mode, one of {execute, execute-metered, prove-app, prove-stark, prove-evm}
default: prove-stark
profiling:
type: string
required: false
description: Profiling mode (none, host, guest, nsys)
default: none
max_segment_length:
type: number
required: false
description: Max segment length for continuations
default: 4194304 # 2^22, but the main criteria should be segment_max_cells
segment_max_cells:
type: string
required: false
description: Total main trace cells (excluding memory)
default: "1200000000"
num_children_leaf:
type: number
required: false
description: Number of app proofs that leaf verifier aggregates
default: 1
num_children_internal:
type: number
required: false
description: Number of proofs that internal verifier aggregates
default: 3
tag:
type: string
required: false
description: Tag for cache keys (default is commit hash)
secrets:
GH_ACTIONS_DEPLOY_PRIVATE_KEY:
required: true
RPC_URL_1:
required: true
BENCHER_API_TOKEN:
required: true
outputs:
metric_name:
description: "Name of the metric"
value: ${{ jobs.run-reth.outputs.metric_name }}
env:
S3_PATH: s3://axiom-public-data-sandbox-us-east-1/benchmark/github/results
S3_FIXTURE_PATH: s3://axiom-public-data-sandbox-us-east-1/benchmark/github/fixtures
S3_METRICS_PATH: s3://axiom-public-data-sandbox-us-east-1/benchmark/github/metrics
S3_FLAMEGRAPHS_PATH: s3://axiom-public-data-sandbox-us-east-1/benchmark/github/flamegraphs
S3_FLAMEGRAPHS_URL: https://axiom-public-data-sandbox-us-east-1.s3.us-east-1.amazonaws.com/benchmark/github/flamegraphs
S3_SAMPLY_PROFILE_PATH: s3://axiom-public-data-sandbox-us-east-1/benchmark/github/samply
CMD_ARGS: ""
INPUT_ARGS: ""
CARGO_NET_GIT_FETCH_WITH_CLI: "true"
BENCHER_PROJECT: openvm-reth-benchmark
OPENVM_RUST_TOOLCHAIN: "nightly-2025-08-01"
jobs:
run-reth:
name: Run Reth benchmark
runs-on:
- runs-on
- run-id=${{ github.run_id }}
- family=${{ inputs.instance_family || github.event.inputs.instance_family }}
- disk=large
- tag=bench-reth-${{ github.run_id }}-${{ github.run_number }}-${{ github.run_attempt }}
- extras=s3-cache
- image=${{ startsWith(github.event.inputs.instance_family || inputs.instance_family, 'g') && 'ubuntu24-gpu-x64' || contains(github.event.inputs.instance_family || inputs.instance_family, 'g.') && 'ubuntu24-full-arm64' || 'ubuntu24-full-x64' }}
outputs:
metric_name: ${{ steps.set-metric-name.outputs.name }}
steps:
- uses: runs-on/action@v2
- uses: actions/checkout@v5
with:
ref: ${{ inputs.ref || github.head_ref || github.ref }}
- uses: dtolnay/rust-toolchain@nightly
- uses: Swatinem/rust-cache@v2
with:
cache-on-failure: true
- name: Add workflow inputs to summary
run: |
echo "" >> $GITHUB_STEP_SUMMARY
echo "### Workflow Inputs" >> $GITHUB_STEP_SUMMARY
echo '```json' >> $GITHUB_STEP_SUMMARY
echo '${{ toJSON(inputs || github.event.inputs) }}' >> $GITHUB_STEP_SUMMARY
echo '```' >> $GITHUB_STEP_SUMMARY
echo "" >> $GITHUB_STEP_SUMMARY
- name: Display workflow inputs
run: |
if [[ "${{ inputs.manual_call }}" == "true" ]]; then
echo "${{ toJSON(inputs) }}"
else
echo "${{ toJSON(github.event.inputs) }}"
fi
- name: Get current commit hash
run: echo "current_sha=$(git rev-parse HEAD)" >> $GITHUB_ENV
- name: Set metric name
id: set-metric-name
run: |
input_json_str="${{ toJSON(inputs || github.event.inputs) }}"
input_hash=$(echo $input_json_str | sha256sum | cut -d' ' -f1)
METRIC_NAME=reth-$current_sha-${input_hash}
echo "METRIC_NAME=${METRIC_NAME}" >> $GITHUB_ENV
mkdir -p .bench_metrics/${METRIC_NAME}
METRIC_PATH=".bench_metrics/${METRIC_NAME}"
echo "METRIC_PATH=${METRIC_PATH}" >> $GITHUB_ENV
echo "name=${METRIC_NAME}" >> $GITHUB_OUTPUT
- name: Set build profiles
id: set-build-profiles
run: |
GUEST_PROFILE="release"
HOST_PROFILE="maxperf"
if [[ "${{ inputs.profiling || github.event.inputs.profiling }}" == "guest" ]]; then
GUEST_PROFILE="profiling"
HOST_PROFILE="profiling"
fi
if [[ "${{ inputs.profiling || github.event.inputs.profiling }}" == "host" ]]; then
HOST_PROFILE="profiling"
fi
echo "guest_profile=${GUEST_PROFILE}" >> $GITHUB_OUTPUT
echo "host_profile=${HOST_PROFILE}" >> $GITHUB_OUTPUT
- name: Set build args
id: set-build-args
run: |
FEATURES="metrics,tco,unprotected,${{ inputs.memory_allocator || github.event.inputs.memory_allocator || 'jemalloc' }}"
if [[ "${{ inputs.profiling || github.event.inputs.profiling }}" == "guest" ]]; then
FEATURES="${FEATURES},perf-metrics"
fi
if [[ ! "${{ inputs.instance_family || github.event.inputs.instance_family }}" =~ ^g ]]; then
FEATURES="${FEATURES},nightly-features"
JEMALLOC_SYS_WITH_MALLOC_CONF="retain:true,background_thread:true,metadata_thp:always,thp:always,dirty_decay_ms:-1,muzzy_decay_ms:-1,abort_conf:true"
else
FEATURES="${FEATURES},cuda"
JEMALLOC_SYS_WITH_MALLOC_CONF="retain:true,background_thread:true,metadata_thp:always,thp:always,dirty_decay_ms:10000,muzzy_decay_ms:10000,abort_conf:true"
fi
if [[ "${{ inputs.mode || github.event.inputs.mode }}" == "prove-evm" ]]; then
FEATURES="${FEATURES},evm-verify"
fi
arch=$(uname -m)
case $arch in
arm64|aarch64)
RUSTFLAGS="-Ctarget-cpu=native"
;;
x86_64|amd64)
RUSTFLAGS="-Ctarget-cpu=native"
FEATURES="${FEATURES},halo2-asm"
;;
*)
echo "Unsupported architecture: $arch"
exit 1
;;
esac
if [[ "${{ inputs.profiling || github.event.inputs.profiling }}" == "host" ]]; then
RUSTFLAGS="${RUSTFLAGS} -C force-frame-pointers=yes"
fi
echo "RUSTFLAGS=${RUSTFLAGS}" >> $GITHUB_ENV
echo "JEMALLOC_SYS_WITH_MALLOC_CONF=${JEMALLOC_SYS_WITH_MALLOC_CONF}" >> $GITHUB_ENV
echo "FEATURES=${FEATURES}" >> $GITHUB_ENV
- name: Set cache keys
id: set-cache-keys
run: |
arch=$(uname -m)
# Use inputs.tag if defined, otherwise use current commit SHA
TAG="${{ inputs.tag || env.current_sha }}"
GUEST_PROFILE=${{ steps.set-build-profiles.outputs.guest_profile }}
echo "elf_cache_key=elf-${TAG}-${arch}-${GUEST_PROFILE}" >> $GITHUB_OUTPUT
RUSTFLAGS_HASH=$(echo "${RUSTFLAGS}" | sha256sum | cut -d' ' -f1 | head -c8)
JEMALLOC_CONF_HASH=$(echo "${JEMALLOC_SYS_WITH_MALLOC_CONF}" | sha256sum | cut -d' ' -f1 | head -c8)
FEATURES_HASH=$(echo "${FEATURES}" | sha256sum | cut -d' ' -f1 | head -c8)
HOST_PROFILE=${{ steps.set-build-profiles.outputs.host_profile }}
echo "host_cache_key=host-${TAG}-${arch}-${HOST_PROFILE}-${RUSTFLAGS_HASH}-${JEMALLOC_CONF_HASH}-${FEATURES_HASH}" >> $GITHUB_OUTPUT
- name: Load SSH key
uses: webfactory/ssh-agent@v0.9.0
with:
ssh-private-key: |
${{ secrets.GH_ACTIONS_DEPLOY_PRIVATE_KEY }}
- name: Get openvm REV
id: get-openvm-rev
run: |
RESULT=$(cargo metadata --format-version=1 | jq -r '.packages[] | select(.name=="openvm-sdk") | .source | split("#") | .[1]')
echo "result=${RESULT}" >> "$GITHUB_OUTPUT"
- name: Install openvm-prof
run: |
cargo install --git https://github.com/openvm-org/openvm.git --rev ${{ steps.get-openvm-rev.outputs.result }} --profile=dev --force openvm-prof
- name: Checkout openvm (for scripts)
run: |
git clone --rev ${{ steps.get-openvm-rev.outputs.result }} --depth=1 https://github.com/openvm-org/openvm.git
- name: Install architecture specific tools
run: |
source openvm/ci/scripts/utils.sh
install_s5cmd
sudo apt update
sudo apt install gnuplot
sudo apt install -y linux-tools-common linux-tools-generic linux-tools-$(uname -r) || \
sudo apt install -y linux-tools-aws linux-cloud-tools-aws || true
# Workaround for https://bugs.launchpad.net/ubuntu/+source/linux-hwe-6.14/+bug/2117159
if ! command -v perf &> /dev/null || ! perf --version &> /dev/null; then
echo "Applying workaround for missing perf in HWE 6.14 packages..."
# Find available perf binary
PERF_PATH=$(find /usr/lib/linux-tools* -name perf -executable 2>/dev/null | head -n1)
if [ -n "$PERF_PATH" ]; then
KERNEL_VERSION=$(uname -r)
TARGET_DIR="/usr/lib/linux-tools/${KERNEL_VERSION}"
sudo mkdir -p "$TARGET_DIR"
sudo ln -sf "$PERF_PATH" "$TARGET_DIR/perf"
echo "Symlinked $PERF_PATH to $TARGET_DIR/perf"
else
echo "Warning: Could not find any perf binary to symlink"
fi
fi
- name: Setup halo2
if: ${{ (github.event.inputs.mode == 'prove-evm') || (inputs.mode == 'prove-evm') }}
run: |
bash openvm/extensions/native/recursion/trusted_setup_s3.sh
PARAMS_DIR="$HOME/.openvm/params/"
echo "PARAMS_DIR=$PARAMS_DIR" >> $GITHUB_ENV
OPTIONAL_ARGS="--kzg-params-dir $PARAMS_DIR --halo2-outer-k 22"
echo "OPTIONAL_ARGS=${OPTIONAL_ARGS}" >> $GITHUB_ENV
- name: Restore Guest ELF from cache
id: cache-guest-elf-restore
uses: runs-on/cache/restore@v4
with:
path: bin/host/elf/openvm-client-eth
key: ${{ steps.set-cache-keys.outputs.elf_cache_key }}
- name: Restore cargo-openvm from cache
id: cache-cargo-openvm-restore
uses: runs-on/cache/restore@v4
with:
path: ~/.cargo/bin/cargo-openvm
key: cargo-openvm-${{ steps.get-openvm-rev.outputs.result }}-${{ runner.os }}-${{ runner.arch }}
- name: Install cargo-openvm
if: steps.cache-guest-elf-restore.outputs.cache-hit != 'true' && steps.cache-cargo-openvm-restore.outputs.cache-hit != 'true'
run: |
cargo install --git https://github.com/openvm-org/openvm.git --rev ${{ steps.get-openvm-rev.outputs.result }} --locked --force cargo-openvm
- name: Save cargo-openvm to cache
if: steps.cache-guest-elf-restore.outputs.cache-hit != 'true' && steps.cache-cargo-openvm-restore.outputs.cache-hit != 'true'
uses: runs-on/cache/save@v4
with:
path: ~/.cargo/bin/cargo-openvm
key: ${{ steps.cache-cargo-openvm-restore.outputs.cache-primary-key }}
- name: Build Guest ELF
if: steps.cache-guest-elf-restore.outputs.cache-hit != 'true'
working-directory: bin/client-eth
run: |
GUEST_PROFILE=${{ steps.set-build-profiles.outputs.guest_profile }}
RUSTFLAGS="" cargo openvm build --no-transpile --profile=$GUEST_PROFILE
mkdir -p ../host/elf
cp target/riscv32im-risc0-zkvm-elf/$GUEST_PROFILE/openvm-client-eth ../host/elf/
- name: Save Guest ELF to cache
if: steps.cache-guest-elf-restore.outputs.cache-hit != 'true'
uses: runs-on/cache/save@v4
with:
path: bin/host/elf/openvm-client-eth
key: ${{ steps.cache-guest-elf-restore.outputs.cache-primary-key }}
- name: Restore Host Binary from cache
id: cache-host-binary-restore
uses: runs-on/cache/restore@v4
with:
path: target/${{ steps.set-build-profiles.outputs.host_profile }}/openvm-reth-benchmark-bin
key: ${{ steps.set-cache-keys.outputs.host_cache_key }}
- name: Build Host Binary
if: steps.cache-host-binary-restore.outputs.cache-hit != 'true'
run: |
export JEMALLOC_SYS_WITH_MALLOC_CONF=${JEMALLOC_SYS_WITH_MALLOC_CONF}
HOST_PROFILE=${{ steps.set-build-profiles.outputs.host_profile }}
TOOLCHAIN="+nightly-2025-08-19"
RUSTFLAGS=$RUSTFLAGS cargo $TOOLCHAIN build --bin openvm-reth-benchmark-bin --profile=$HOST_PROFILE --no-default-features --features=$FEATURES
- name: Save Host Binary to cache
if: steps.cache-host-binary-restore.outputs.cache-hit != 'true'
uses: runs-on/cache/save@v4
with:
path: target/${{ steps.set-build-profiles.outputs.host_profile }}/openvm-reth-benchmark-bin
key: ${{ steps.cache-host-binary-restore.outputs.cache-primary-key }}
- name: Set up run benchmark script
run: |
mkdir -p rpc-cache
mkdir -p .bench_metrics
mkdir -p fixtures
RPC_1=${{ secrets.RPC_URL_1 }}
MODE=${{ inputs.mode || github.event.inputs.mode }}
BLOCK_NUMBER=${{ inputs.block_number || github.event.inputs.block_number }}
echo "BLOCK_NUMBER=${BLOCK_NUMBER}" >> $GITHUB_ENV
APP_LOG_BLOWUP=${{ inputs.app_log_blowup || github.event.inputs.app_log_blowup }}
LEAF_LOG_BLOWUP=${{ inputs.leaf_log_blowup || github.event.inputs.leaf_log_blowup }}
echo "APP_LOG_BLOWUP=${APP_LOG_BLOWUP}" >> $GITHUB_ENV
echo "LEAF_LOG_BLOWUP=${LEAF_LOG_BLOWUP}" >> $GITHUB_ENV
HOST_PROFILE=${{ steps.set-build-profiles.outputs.host_profile }}
if [[ "${{ inputs.profiling || github.event.inputs.profiling }}" == "guest" ]]; then
OPTIONAL_ARGS="${OPTIONAL_ARGS} --profiling"
fi
if [[ "${{ inputs.mode || github.event.inputs.mode }}" == "generate-fixtures" ]]; then
FIXTURES_PATH="--fixtures-path ./fixtures/"
fi
cat > run_benchmark.sh <<EOF
#!/bin/bash
./target/$HOST_PROFILE/openvm-reth-benchmark-bin \
--mode $MODE --block-number $BLOCK_NUMBER --rpc-url $RPC_1 --cache-dir rpc-cache \
--app-log-blowup ${{ inputs.app_log_blowup || github.event.inputs.app_log_blowup }} \
--leaf-log-blowup ${{ inputs.leaf_log_blowup || github.event.inputs.leaf_log_blowup }} \
--internal-log-blowup ${{ inputs.internal_log_blowup || github.event.inputs.internal_log_blowup || 2 }} \
--root-log-blowup ${{ inputs.root_log_blowup || github.event.inputs.root_log_blowup || 3 }} \
--max-segment-length ${{ inputs.max_segment_length || github.event.inputs.max_segment_length }} \
--segment-max-cells ${{ inputs.segment_max_cells || github.event.inputs.segment_max_cells }} \
--num-children-leaf ${{ inputs.num_children_leaf || github.event.inputs.num_children_leaf || 1 }} \
--num-children-internal ${{ inputs.num_children_internal || github.event.inputs.num_children_internal }} \
$OPTIONAL_ARGS $FIXTURES_PATH
EOF
chmod +x run_benchmark.sh
- name: Run benchmark
run: |
VPMM_PAGE_SIZE=$((4<<20))
MAX_SEGMENT_LENGTH=${{ inputs.max_segment_length || github.event.inputs.max_segment_length }}
VPMM_PAGES=$((12 * $MAX_SEGMENT_LENGTH/ $VPMM_PAGE_SIZE))
export VPMM_PAGES=$VPMM_PAGES
export VPMM_PAGE_SIZE=$VPMM_PAGE_SIZE
export JEMALLOC_SYS_WITH_MALLOC_CONF=${JEMALLOC_SYS_WITH_MALLOC_CONF}
export RUST_LOG="info,p3_=warn"
export OUTPUT_PATH=${METRIC_PATH}/metrics.json
if [[ "${{ inputs.profiling || github.event.inputs.profiling }}" == "guest" ]]; then
export GUEST_SYMBOLS_PATH=${METRIC_PATH}/guest.syms
fi
if [[ "${{ inputs.profiling || github.event.inputs.profiling }}" == "host" ]]; then
echo -1 | sudo tee /proc/sys/kernel/perf_event_paranoid
echo 0 | sudo tee /proc/sys/kernel/kptr_restrict
# Set sampling frequency based on mode
MODE="${{ inputs.mode || github.event.inputs.mode }}"
if [[ "$MODE" == "execute-host" || "$MODE" == "execute" || "$MODE" == "execute-metered" ]]; then
PERF_FREQ=4000
else
PERF_FREQ=100
fi
perf --version
perf record -F $PERF_FREQ --call-graph=fp -g -o perf.data -- ./run_benchmark.sh
elif [[ "${{ inputs.profiling || github.event.inputs.profiling }}" == "nsys" ]]; then
nsys profile --trace=cuda,osrt,nvtx \
--cuda-memory-usage=true \
--force-overwrite=true \
--stats=true \
-o reth.nsys-rep \
./run_benchmark.sh
else
./ci/monitor_memory.sh ./run_benchmark.sh
echo "MEM_USAGE_PATH=memory_usage.png" >> $GITHUB_ENV
fi
- name: Upload metric artifacts
id: upload-metric-artifacts
uses: actions/upload-artifact@v4
with:
name: ${{ steps.set-metric-name.outputs.name }}
path: ${{ env.METRIC_PATH }}
retention-days: 1
- name: Upload memory usage graph
if: ${{ (inputs.profiling || github.event.inputs.profiling) == 'none' }}
uses: actions/upload-artifact@v4
with:
name: ${{ steps.set-metric-name.outputs.name }}-memory-usage
path: ${{ env.MEM_USAGE_PATH }}
retention-days: 1
- name: Upload nsys report
if: ${{ (inputs.profiling || github.event.inputs.profiling) == 'nsys' }}
uses: actions/upload-artifact@v4
with:
name: ${{ steps.set-metric-name.outputs.name }}-nsys-report
path: ./reth.nsys-rep
retention-days: 1
- name: Upload Benchmark Metrics
run: |
s5cmd cp ${METRIC_PATH}/metrics.json ${{ env.S3_METRICS_PATH }}/${METRIC_NAME}/metrics.json
if [[ "${{ inputs.profiling || github.event.inputs.profiling }}" == "guest" ]]; then
s5cmd cp ${METRIC_PATH}/guest.syms ${{ env.S3_METRICS_PATH }}/${METRIC_NAME}/guest.syms
fi
- name: Generate markdown
run: |
BENCHER_METRIC_PATH=bencher.json
openvm-prof --json-paths ${METRIC_PATH}/metrics.json --output-json $BENCHER_METRIC_PATH
MD_PATH=${METRIC_PATH}/metrics.md
echo "MD_PATH=${MD_PATH}" >> $GITHUB_ENV
echo "BENCHER_METRIC_PATH=${BENCHER_METRIC_PATH}" >> $GITHUB_ENV
- uses: bencherdev/bencher@main
- name: Upload bencher metrics
if: ${{ inputs.profiling == 'none' || github.event.inputs.profiling == 'none' }}
run: |
current_branch=$(git rev-parse --abbrev-ref HEAD)
if [[ "$current_branch" == nightly* ]]; then
BRANCH=nightly
else
BRANCH=dev
fi
echo "Bencher branch: ${BRANCH}"
bencher run \
--project ${{ env.BENCHER_PROJECT }} \
--token '${{ secrets.BENCHER_API_TOKEN }}' \
--start-point nightly \
--branch $BRANCH \
--testbed ${{ inputs.instance_family || github.event.inputs.instance_family }} \
--adapter json \
--file $BENCHER_METRIC_PATH
- name: Generate circuit flamegraphs
if: ${{ inputs.profiling == 'guest' || github.event.inputs.profiling == 'guest' }}
run: |
cargo install inferno
python3 openvm/ci/scripts/metric_unify/flamegraph.py ${METRIC_PATH}/metrics.json --guest-symbols ${METRIC_PATH}/guest.syms
s5cmd cp '.bench_metrics/flamegraphs/*.svg' "${{ env.S3_FLAMEGRAPHS_PATH }}/${METRIC_NAME}/"
echo "" >> $MD_PATH
echo "<details>" >> $MD_PATH
echo "<summary>Circuit Flamegraphs</summary>" >> $MD_PATH
echo "" >> $MD_PATH
for file in .bench_metrics/flamegraphs/*.svg; do
filename=$(basename "$file")
flamegraph_url=${{ env.S3_FLAMEGRAPHS_URL }}/${METRIC_NAME}/${filename}
echo "[![]($flamegraph_url)]($flamegraph_url)" >> $MD_PATH
done
rm -f .bench_metrics/flamegraphs/*.svg
echo "" >> $MD_PATH
echo "</details>" >> $MD_PATH
echo "" >> $MD_PATH
- name: Generate samply profile artifacts
if: ${{ inputs.profiling == 'host' || github.event.inputs.profiling == 'host' }}
run: |
cargo install --git https://github.com/mstange/samply.git samply --force
mkdir -p samply_profile
SAMPLY_PROFILE_PATH=samply_profile
samply import perf.data --presymbolicate --save-only --output $SAMPLY_PROFILE_PATH/profile.json.gz
echo "SAMPLY_PROFILE_PATH=${SAMPLY_PROFILE_PATH}" >> $GITHUB_ENV
s5cmd cp $SAMPLY_PROFILE_PATH/profile.json.gz ${{ env.S3_SAMPLY_PROFILE_PATH }}/${METRIC_NAME}/profile.json.gz
MODE=${{ inputs.mode || github.event.inputs.mode }}
if [[ "$MODE" == "execute-host" || "$MODE" == "execute" || "$MODE" == "execute-metered" ]]; then
FIREFOX_PROFILER_TOKEN=$(curl 'https://api.profiler.firefox.com/compressed-store' -X POST -H 'Accept: application/vnd.firefox-profiler+json;version=1.0' --data-binary @"$SAMPLY_PROFILE_PATH/profile.json.gz" | python3 -c "import sys,base64,json; t=sys.stdin.read().strip().split('.')[1]; t+='='*(4-len(t)%4)if len(t)%4 else''; print(json.loads(base64.urlsafe_b64decode(t))['profileToken'])")
if [ -n "$FIREFOX_PROFILER_TOKEN" ]; then
FIREFOX_PROFILER_URL="https://profiler.firefox.com/public/$FIREFOX_PROFILER_TOKEN"
echo "FIREFOX_PROFILER_URL=$FIREFOX_PROFILER_URL" >> $GITHUB_ENV
echo "" >> $MD_PATH
echo "**[Firefox Profiler]($FIREFOX_PROFILER_URL)**" >> $MD_PATH
fi
fi
echo "S3_SAMPLY_PROFILE_PATH=${S3_SAMPLY_PROFILE_PATH}" >> $GITHUB_ENV
- name: Upload samply profile artifacts
if: ${{ inputs.profiling == 'host' || github.event.inputs.profiling == 'host' }}
id: upload-samply-profile-artifact
uses: actions/upload-artifact@v4
with:
name: ${{ steps.set-metric-name.outputs.name }}-samply-profile
path: ${{ env.SAMPLY_PROFILE_PATH }}
retention-days: 1
- name: Add benchmark metadata to markdown
run: |
COMMIT_URL=https://github.com/${{ github.repository }}/commit/${current_sha}
BENCHMARK_WORKFLOW_URL=https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }}
source openvm/ci/scripts/utils.sh
add_metadata $MD_PATH \
${{ inputs.max_segment_length || github.event.inputs.max_segment_length }} \
${{ inputs.instance_family || github.event.inputs.instance_family }} \
${{ inputs.memory_allocator || github.event.inputs.memory_allocator || 'jemalloc' }} \
$COMMIT_URL \
$BENCHMARK_WORKFLOW_URL
- name: Upload markdown
run: |
S3_MD_PATH="${{ env.S3_PATH }}/${METRIC_NAME}.md"
s5cmd cp $MD_PATH $S3_MD_PATH
echo "S3_MD_PATH=${S3_MD_PATH}" >> $GITHUB_ENV
- name: Upload fixtures
if: ${{ inputs.mode == 'generate-fixtures' || github.event.inputs.mode == 'generate-fixtures' }}
run: |
s5cmd cp "./fixtures/*" "${S3_FIXTURE_PATH}/reth-app${APP_LOG_BLOWUP}-leaf${LEAF_LOG_BLOWUP}-${BLOCK_NUMBER}/"
### Update gh-pages
- uses: actions/checkout@v4
with:
ref: gh-pages
- name: Set up git
run: |
git config --global user.email "github-actions[bot]@users.noreply.github.com"
git config --global user.name "github-actions[bot]"
- name: Commit to gh-pages branch
run: |
GH_PAGES_PATH="benchmarks-dispatch/${{ github.head_ref || github.ref }}"
echo "GH_PAGES_PATH=${GH_PAGES_PATH}" >> $GITHUB_ENV
mkdir -p ${GH_PAGES_PATH}
s5cmd cp $S3_MD_PATH "${GH_PAGES_PATH}/${METRIC_NAME}.md"
git add ${GH_PAGES_PATH}/${METRIC_NAME}.md
git commit --allow-empty -m "Update benchmark result at ${GH_PAGES_PATH}/${METRIC_NAME}.md"
MAX_RETRIES=10
RETRY_DELAY=5
ATTEMPT=0
SUCCESS=false
while [ $ATTEMPT -lt $MAX_RETRIES ]; do
echo "Attempt $((ATTEMPT + 1)) to push of $MAX_RETRIES..."
git fetch origin gh-pages
git merge origin/gh-pages --no-edit
if git push origin gh-pages; then
SUCCESS=true
break
else
echo "Push failed. Retrying in $RETRY_DELAY seconds..."
sleep $RETRY_DELAY
ATTEMPT=$((ATTEMPT + 1))
fi
done
if [ "$SUCCESS" = false ]; then
echo "PUSH_FAILED"
exit 1
fi
- name: Update summary with results
run: |
RESULT_URL="https://github.com/axiom-crypto/openvm-reth-benchmark/blob/gh-pages/${GH_PAGES_PATH}/${METRIC_NAME}.md"
echo "### Results" >> $GITHUB_STEP_SUMMARY
echo "[${METRIC_NAME}](${RESULT_URL})" >> $GITHUB_STEP_SUMMARY
echo "" >> $GITHUB_STEP_SUMMARY
cat "${GH_PAGES_PATH}/${METRIC_NAME}.md" >> $GITHUB_STEP_SUMMARY
- name: Path to result
run: |
echo "https://github.com/axiom-crypto/openvm-reth-benchmark/blob/gh-pages/${GH_PAGES_PATH}/${METRIC_NAME}.md"