ci: composable avalanchego action

.github/actions/avalanchego-setup-action/README.md

@@ -0,0 +1,44 @@
+# AvalancheGo Setup Action
+
+## Overview
+This action provides composable CI capabilities for setting up AvalancheGo with custom dependency versions.
+
+### Why this exists?
+Solves CI composability problems by enabling repositories to setup and build AvalancheGo with specific dependency versions without complex setup or cross-repository coordination.
+
+### Why is it needed?
+Dependencies need AvalancheGo as their integration context for realistic testing.
+Without this action, setting up AvalancheGo with custom dependency versions requires build knowledge and manual `go mod` manipulation.
+Teams either skip proper testing or dump tests in AvalancheGo (wrong ownership).
+This action makes AvalancheGo composable - any repository can pull it in as integration context with one line.
+
+## Security Model
+- Repository Restriction: Only allows dependencies from `github.com/ava-labs/*` repositories
+- No Custom Forks: Prevents supply chain attacks from malicious forks
+- Commit Validation: Validates dependency versions reference ava-labs repositories only
+
+## Inputs
+
+| Input | Description | Required | Default               |
+|-------|-------------|----------|-----------------------|
+| `checkout-path` | Directory path where AvalancheGo will be checked out | No | `'.'`                 |
+| `avalanchego` | AvalancheGo version (commit SHA, branch, tag) | No | `'${{ github.sha }}'` |
+| `firewood` | Firewood version. Consumer should run Firewood shared workflow first | No | `''`                  |
+| `coreth` | Coreth version (commit SHA, branch, tag) | No | `''`                  |
+| `libevm` | LibEVM version (commit SHA, branch, tag) | No | `''`                  |
+
+## Usage Examples
+
+```yaml
+- name: Setup AvalancheGo with Firewood             # This will setup go.mod
+  uses: ./.github/actions/avalanchego-setup-action
+  with:
+    checkout-path: "build/avalanchego"
+    coreth: "my-feature-branch"
+    libevm: "experimental-branch"
+    firewood: "ffi/v0.0.12"
+- name: Load test                                   # This will compile and run the load test
+  uses: ./.github/actions/run-monitored-tmpnet-cmd
+  with:
+      run: ./scripts/run_task.sh test-load -- --load-timeout=30m --firewood
+```

.github/actions/avalanchego-setup-action/action.yml

@@ -0,0 +1,69 @@
+name: 'Setup AvalancheGo'
+description: 'Setup AvalancheGo with custom dependencies (Firewood, Coreth, LibEVM)'
+
+inputs:
+  avalanchego:
+    description: 'AvalancheGo version (commit SHA, branch name, or tag)'
+    required: false
+    default: ${{ github.sha }}
+  checkout-path:
+    description: 'Path where AvalancheGo will be checked out'
+    required: false
+    default: '.'
+  firewood:
+    description: 'Firewood version (commit SHA, branch, tag, or ffi/vX.Y.Z for pre-built)'
+    required: false
+    default: ''
+  firewood-path:
+    description: 'Directory path where Firewood will be cloned/built (preferably NVMe storage)'
+    required: false
+    default: ''
+  coreth:
+    description: 'Coreth version (commit SHA, branch name, or tag)'
+    required: false
+    default: ''
+  libevm:
+    description: 'LibEVM version (commit SHA, branch name, or tag)'
+    required: false
+    default: ''
+
+runs:
+  using: 'composite'
+  steps:
+    - name: Checkout AvalancheGo
+      uses: actions/checkout@v4
+      with:
+        repository: 'ava-labs/avalanchego'
+        ref: ${{ inputs.avalanchego }}
+        path: ${{ inputs.checkout-path }}
+    - name: Update Coreth dependency
+      if: inputs.coreth != ''
+      shell: bash
+      working-directory: ${{ inputs.checkout-path }}
+      run: |
+        echo "Updating Coreth to version: ${{ inputs.coreth }}"
+        go get github.com/ava-labs/coreth@${{ inputs.coreth }}
+    - name: Update LibEVM dependency
+      if: inputs.libevm != ''
+      shell: bash
+      working-directory: ${{ inputs.checkout-path }}
+      run: |
+        echo "Updating LibEVM to version: ${{ inputs.libevm }}"
+        go get github.com/ava-labs/libevm@${{ inputs.libevm }}
+    - name: Setup Firewood FFI
+      if: inputs.firewood != ''
+      id: setup-firewood
+      uses: ava-labs/firewood/.github/actions/build-action@composable-ci-action
+      with:
+        version: ${{ inputs.firewood }}
+        workspace-path: ${{ inputs.firewood-path }}
+    - name: Configure Go modules with Firewood FFI
+      if: inputs.firewood != ''
+      shell: bash
+      working-directory: ${{ inputs.checkout-path }}
+      run: |
+        FFI_PATH="${{ steps.setup-firewood.outputs.ffi-path }}"
+        echo "Updating go.mod with FFI path: ${FFI_PATH}"
+        go mod edit -replace github.com/ava-labs/firewood-go-ethhash/ffi="${FFI_PATH}"
+        go mod tidy
+        go mod download

.github/actions/c-chain-reexecution-benchmark/action.yml

@@ -2,30 +2,34 @@ name: 'C-Chain Re-Execution Benchmark'
 description: 'Run C-Chain re-execution benchmark'
 
 inputs:
-  runner_name:
-    description: 'The name of the runner to use and include in the Golang Benchmark name.'
-    required: true
+  task:
+    description: 'Task name to execute from Taskfile.yml. Leave empty to use custom inputs below.'
+    default: ''
+  # Custom inputs (alternative to task-based approach)
   config:
     description: 'The config to pass to the VM for the benchmark. See BenchmarkReexecuteRange for details.'
     default: ''
   start-block:
     description: 'The start block for the benchmark.'
-    default: '101'
+    default: ''
   end-block:
     description: 'The end block for the benchmark.'
-    default: '250000'
+    default: ''
   block-dir-src:
     description: 'The source block directory. Supports S3 directory/zip and local directories.'
-    default: 's3://avalanchego-bootstrap-testing/cchain-mainnet-blocks-1m-ldb/**'
+    default: ''
   current-state-dir-src:
     description: 'The current state directory. Supports S3 directory/zip and local directories.'
-    default: 's3://avalanchego-bootstrap-testing/cchain-current-state-hashdb-full-100/**'
+    default: ''
+  runner_name:
+    description: 'The name of the runner to use and include in the Golang Benchmark name.'
+    required: true
   aws-role:
     description: 'AWS role to assume for S3 access.'
     required: true
   aws-region:
     description: 'AWS region to use for S3 access.'
-    required: true
+    default: 'us-east-2'
   aws-role-duration-seconds:
     description: 'The duration of the AWS role to assume for S3 access.'
     required: true
@@ -56,54 +60,145 @@ inputs:
   push-github-action-benchmark:
     description: 'Whether to push the benchmark result to GitHub.'
     required: true
-    default: false
   push-post-state:
     description: 'S3 destination to copy the current-state directory after completing re-execution. If empty, this will be skipped.'
     default: ''
+  # The following inputs need never be provided by the caller. They
+  # default to context values that the action's steps are unable to
+  # access directly.
+  repository-owner:
+    default: ${{ github.repository_owner }}
+  repository-name:
+    default: ${{ github.event.repository.name }}
+  workflow:
+    default: ${{ github.workflow }}
+  run-id:
+    default: ${{ github.run_id }}
+  run-number:
+    default: ${{ github.run_number }}
+  run-attempt:
+    default: ${{ github.run_attempt }}
+  job:
+    default: ${{ github.job }}
+
+outputs:
+  metrics-from-timestamp:
+    description: 'Start timestamp for metrics monitoring (in seconds)'
+    value: ${{ steps.export-metrics-timestamps.outputs.from-timestamp }}
+  metrics-to-timestamp:
+    description: 'End timestamp for metrics monitoring (in seconds)'
+    value: ${{ steps.export-metrics-timestamps.outputs.to-timestamp }}
 
 runs:
   using: composite
   steps:
-    - name: Set task env
+    - uses: cachix/install-nix-action@02a151ada4993995686f9ed4f1be7cfbb229e56f #v31
+      with:
+        github_access_token: ${{ inputs.github-token }}
+    - run: echo "dependencies installed"
+      shell: nix develop --command bash {0}
+    # Cache Go modules (architecture-independent)
+    - uses: actions/cache@v4
+      id: go-mod-cache
+      with:
+        path: ~/go/pkg/mod
+        key: ${{ runner.os }}-go-mod-${{ hashFiles('go.sum') }}
+        restore-keys: ${{ runner.os }}-go-mod-
+    # Cache Go build cache (architecture-specific)
+    - uses: actions/cache@v4
+      with:
+        path: ~/.cache/go-build
+        key: ${{ runner.os }}-${{ runner.arch }}-go-build-${{ hashFiles('go.sum') }}
+        restore-keys: ${{ runner.os }}-${{ runner.arch }}-go-build-
+    # Download modules only on cache miss
+    - run: go mod download
+      if: steps.go-mod-cache.outputs.cache-hit != 'true'
+      shell: nix develop --command bash -x {0}
+    - name: Notify of metrics availability
+      if: inputs.prometheus-username != ''
       shell: bash
       run: |
-        {
-          echo "EXECUTION_DATA_DIR=${{ inputs.workspace }}/reexecution-data"
-          echo "BENCHMARK_OUTPUT_FILE=output.txt"
-          echo "START_BLOCK=${{ inputs.start-block }}"
-          echo "END_BLOCK=${{ inputs.end-block }}"
-          echo "BLOCK_DIR_SRC=${{ inputs.block-dir-src }}"
-          echo "CURRENT_STATE_DIR_SRC=${{ inputs.current-state-dir-src }}"
-        } >> $GITHUB_ENV
+        metrics_url=$($GITHUB_ACTION_PATH/output-metrics-url.sh)
+        echo "Grafana: ${metrics_url}"
+        echo "🔗 [View Grafana Dashboard](${metrics_url})" >> "$GITHUB_STEP_SUMMARY"
+      env:
+        GRAFANA_URL: https://grafana-poc.avax-dev.network/d/Gl1I20mnk/c-chain?orgId=1&refresh=10s&var-filter=is_ephemeral_node%7C%3D%7Cfalse&var-filter=gh_repo%7C%3D%7C${{ inputs.repository_owner }}%2F${{ inputs.repository_name }}&var-filter=gh_run_id%7C%3D%7C${{ inputs.run_id }}&var-filter=gh_run_attempt%7C%3D%7C${{ inputs.run_attempt }}
+        GH_JOB_ID: ${{ inputs.job }}
+    - name: Export metrics timestamps
+      id: export-metrics-timestamps
+      if: inputs.prometheus-username != ''
+      shell: bash
+      run: |
+        echo "from-timestamp=${METRICS_FROM_TIMESTAMP}" >> "$GITHUB_OUTPUT"
+        echo "to-timestamp=${METRICS_TO_TIMESTAMP}" >> "$GITHUB_OUTPUT"
+    - name: Warn that collection of metrics and logs will not be performed
+      if: inputs.prometheus-username == ''
+      shell: bash
+      run: echo "::warning::Monitoring credentials not found. Skipping collector start. Is the PR from a fork branch?"
     - name: Configure AWS Credentials
       uses: aws-actions/configure-aws-credentials@v4
       with:
         role-to-assume: ${{ inputs.aws-role }}
         aws-region: ${{ inputs.aws-region }}
         role-duration-seconds: ${{ inputs.aws-role-duration-seconds }}
-    - name: Run C-Chain Re-Execution
-      uses: ./.github/actions/run-monitored-tmpnet-cmd
-      with:
-        run: |
+    - name: Validate inputs
+      shell: bash
+      run: |
+        if [[ -z "${{ inputs.task }}" ]]; then
+          # Granular mode - validate required inputs
+          missing=()
+          [[ -z "${{ inputs.block-dir-src }}" ]] && missing+=("block-dir-src")
+          [[ -z "${{ inputs.current-state-dir-src }}" ]] && missing+=("current-state-dir-src")
+          [[ -z "${{ inputs.start-block }}" ]] && missing+=("start-block")
+          [[ -z "${{ inputs.end-block }}" ]] && missing+=("end-block")
+
+          if [[ ${#missing[@]} -gt 0 ]]; then
+            echo "::error::When 'task' is empty, the following inputs are required: ${missing[*]}"
+            exit 1
+          fi
+        fi
+    - name: Set task env
+      shell: bash
+      run: |
+        TIMESTAMP=$(date '+%Y%m%d-%H%M%S')
+        echo "EXECUTION_DATA_DIR=/tmp/reexecution-data-${TIMESTAMP}" >> "$GITHUB_ENV"
+        echo "BENCHMARK_OUTPUT_FILE=${GITHUB_WORKSPACE}/benchmark-output.txt" >> "$GITHUB_ENV"
+    - name: Run C-Chain Re-execution Benchmark
+      shell: nix develop --impure --command bash -x {0}
+      run: |
+        if [[ -n "${{ inputs.task }}" ]]; then
+          # Task-based approach
+          ./scripts/run_task.sh ${{ inputs.task }} \
+            BENCHMARK_OUTPUT_FILE="${{ env.BENCHMARK_OUTPUT_FILE }}" \
+            EXECUTION_DATA_DIR="${{ env.EXECUTION_DATA_DIR }}"
+        else
+          # Granular approach
           ./scripts/run_task.sh reexecute-cchain-range-with-copied-data \
             CONFIG=${{ inputs.config }} \
             EXECUTION_DATA_DIR=${{ env.EXECUTION_DATA_DIR }} \
-            BLOCK_DIR_SRC=${{ env.BLOCK_DIR_SRC }} \
-            CURRENT_STATE_DIR_SRC=${{ env.CURRENT_STATE_DIR_SRC }} \
-            START_BLOCK=${{ env.START_BLOCK }} \
-            END_BLOCK=${{ env.END_BLOCK }} \
-            LABELS=${{ env.LABELS }} \
-            BENCHMARK_OUTPUT_FILE=${{ env.BENCHMARK_OUTPUT_FILE }} \
-            RUNNER_NAME=${{ inputs.runner_name }} \
-            METRICS_SERVER_ENABLED=true \
-            METRICS_COLLECTOR_ENABLED=true
-        prometheus_url: ${{ inputs.prometheus-url }}
-        prometheus_push_url: ${{ inputs.prometheus-push-url }}
-        prometheus_username: ${{ inputs.prometheus-username }}
-        prometheus_password: ${{ inputs.prometheus-password }}
-        grafana_dashboard_id: 'Gl1I20mnk/c-chain'
-        runtime: "" # Set runtime input to empty string to disable log collection
-
+            BLOCK_DIR_SRC=${{ inputs.block-dir-src }} \
+            CURRENT_STATE_DIR_SRC=${{ inputs.current-state-dir-src }} \
+            START_BLOCK=${{ inputs.start-block }} \
+            END_BLOCK=${{ inputs.end-block }} \
+            BENCHMARK_OUTPUT_FILE="${{ env.BENCHMARK_OUTPUT_FILE }}"
+        fi
+      env:
+        RUNNER_NAME: ${{ inputs.runner_name }}
+        METRICS_COLLECTOR_ENABLED: ${{ inputs.prometheus-username != '' }}
+        PROMETHEUS_URL: ${{ inputs.prometheus-url }}
+        PROMETHEUS_PUSH_URL: ${{ inputs.prometheus-push-url }}
+        PROMETHEUS_USERNAME: ${{ inputs.prometheus-username }}
+        PROMETHEUS_PASSWORD: ${{ inputs.prometheus-password }}
+        GH_REPO: ${{ inputs.repository_owner }}/${{ inputs.repository_name }}
+        GH_WORKFLOW: ${{ inputs.workflow }}
+        GH_RUN_ID: ${{ inputs.run_id }}
+        GH_RUN_NUMBER: ${{ inputs.run_number }}
+        GH_RUN_ATTEMPT: ${{ inputs.run_attempt }}
+        GH_JOB_ID: ${{ inputs.job }}
+    - name: Stash local changes before benchmark comparison
+      shell: bash
+      run: |
+        git stash --include-untracked || true
     - name: Compare Benchmark Results
       uses: benchmark-action/github-action-benchmark@v1
       with:
@@ -112,8 +207,10 @@ runs:
         summary-always: true
         github-token: ${{ inputs.github-token }}
         auto-push: ${{ inputs.push-github-action-benchmark }}
-
-    - name: Push Post-State to S3 (if not exists)
-      if: ${{ inputs.push-post-state != '' }}
-      shell: nix develop --command bash -x {0}
-      run: ./scripts/run_task.sh export-dir-to-s3 SRC=${{ env.EXECUTION_DATA_DIR }}/current-state/ DST=${{ inputs.push-post-state }}
+    - name: Push Post-State to S3
+      if: inputs.push-post-state != ''
+      shell: nix develop --impure --command bash -x {0}
+      run: |
+        ./scripts/run_task.sh export-dir-to-s3 \
+          SRC=${{ env.EXECUTION_DATA_DIR }}/current-state/ \
+          DST=${{ inputs.push-post-state }}

.github/actions/c-chain-reexecution-benchmark/output-metrics-url.sh

@@ -0,0 +1,29 @@
+#!/usr/bin/env bash
+
+# WARNING: This file is a duplication of:
+#   - .github/actions/run-monitored-tmpnet-cmd/output-metrics-url.sh (source of truth)
+# Changes must be made to BOTH files.
+
+set -euo pipefail
+
+# Timestamps are in seconds
+from_timestamp="$(date '+%s')"
+monitoring_period=900 # 15 minutes
+to_timestamp="$((from_timestamp + monitoring_period))"
+
+# Export timestamps to GitHub environment
+if [ -n "${GITHUB_ENV:-}" ]; then
+  echo "METRICS_FROM_TIMESTAMP=${from_timestamp}" >> "$GITHUB_ENV"
+  echo "METRICS_TO_TIMESTAMP=${to_timestamp}" >> "$GITHUB_ENV"
+fi
+
+# Grafana expects microseconds, so pad timestamps with 3 zeros
+metrics_url="${GRAFANA_URL}&var-filter=gh_job_id%7C%3D%7C${GH_JOB_ID}&from=${from_timestamp}000&to=${to_timestamp}000"
+
+# Optionally ensure that the link displays metrics only for the shared
+# network rather than mixing it with the results for private networks.
+if [[ -n "${FILTER_BY_OWNER:-}" ]]; then
+  metrics_url="${metrics_url}&var-filter=network_owner%7C%3D%7C${FILTER_BY_OWNER}"
+fi
+
+echo "${metrics_url}"

.github/actions/run-monitored-tmpnet-cmd/output-metrics-url.sh

@@ -1,5 +1,9 @@
 #!/usr/bin/env bash
 
+# WARNING: This file is duplicated at:
+#   - .github/actions/c-chain-reexecution-benchmark/output-metrics-url.sh (copy)
+# Changes must be made to BOTH files.
+
 set -euo pipefail
 
 # Timestamps are in seconds