[feat] benchmark workflow template

.github/workflows/pr.yml

@@ -4,7 +4,8 @@ on:
   push:
     branches:
       - "main"
-  pull_request:
+  # Disable for now
+  # pull_request:
 
 concurrency:
   group: "${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}"

.github/workflows/reth-benchmark.yml

@@ -0,0 +1,93 @@
+name: "Reth Benchmark"
+
+on:
+  workflow_dispatch:
+    inputs:
+      # Default runner is not big enough for this
+      # https://aws.amazon.com/ec2/instance-types/
+      instance_family:
+        type: string
+        required: false
+        description: The family of the instance, can be multiple ones concat with "+" e.g. r8g+r7g
+        default: m7a.48xlarge
+      memory_allocator:
+        type: string
+        required: false
+        description: Memory allocator to use (mimalloc or jemalloc)
+        default: mimalloc
+      block_number:
+        type: number
+        required: false
+        description: Block number to run the benchmark on
+        default: 21345144
+      app_log_blowup:
+        type: number
+        required: false
+        description: Application level log blowup
+        default: 2
+      agg_log_blowup:
+        type: number
+        required: false
+        description: Aggregation (leaf) level log blowup
+        default: 2
+      root_log_blowup:
+        type: number
+        required: false
+        description: Root level log blowup (only for e2e)
+        default: 3
+      internal_log_blowup:
+        type: number
+        required: false
+        description: Internal level log blowup (only for e2e)
+        default: 2
+      mode:
+        type: choice
+        required: false
+        description: Running mode, one of execute, prove, or prove-e2e
+        options:
+          - execute
+          - prove
+          - prove-e2e
+        default: prove
+      collect_metrics:
+        type: boolean
+        required: false
+        description: Whether to collect metrics for flamegraphs
+        default: false
+      max_segment_length:
+        type: number
+        required: false
+        description: Max segment length for continuations, must be larger than 524288
+        default: 8388508 # 2**23 - 100
+
+env:
+  S3_PATH: s3://axiom-workflow-data-sandbox-us-east-1/benchmark/github/results
+  S3_METRICS_PATH: s3://axiom-workflow-data-sandbox-us-east-1/benchmark/github/metrics
+  PUBLIC_S3_PATH: s3://axiom-public-data-sandbox-us-east-1/benchmark/github/flamegraphs
+  FEATURE_FLAGS: "bench-metrics,parallel,nightly-features"
+  CMD_ARGS: ""
+  INPUT_ARGS: ""
+  CARGO_NET_GIT_FETCH_WITH_CLI: "true"
+
+jobs:
+  run-reth:
+    name: Run Reth benchmark
+    runs-on:
+      - runs-on
+      - run-id=${{ github.run_id }}
+      - family=${{ inputs.instance_family }}
+      - disk=large
+      - tag=bench-reth-${{ github.run_id }}-${{ github.run_number }}-${{ github.run_attempt }}
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          ref: ${{ github.head_ref || github.ref }}
+      - name: Give GitHub Actions access to axiom-crypto github org
+        uses: webfactory/[email protected]
+        with:
+          ssh-private-key: |
+            ${{ secrets.GH_ACTIONS_DEPLOY_PRIVATE_KEY }}
+      - uses: dtolnay/rust-toolchain@nightly
+      - uses: Swatinem/rust-cache@v2
+        with:
+          cache-on-failure: true