feat: add workflows for hive dashboard

.github/actions/cache-docker-images/action.yaml

@@ -23,29 +23,29 @@ runs:
       id: cache-restore
       uses: actions/cache/restore@cdf6c1fa76f9f475f3d7449005a359c84ca0f306 # v5.0.3
       with:
-        path: /tmp/docker-images
+        path: ${{ github.workspace }}/tmp/docker-images
         key: ${{ inputs.cache-key-prefix }}-week${{ steps.week.outputs.num }}-${{ hashFiles('.github/actions/cache-docker-images/action.yaml', 'execution-specs/.github/actions/cache-docker-images/action.yaml') }}
 
     - name: Pull and save Docker images
       shell: bash
       run: |
-        mkdir -p /tmp/docker-images
+        mkdir -p "${{ github.workspace }}/tmp/docker-images"
         for image in ${{ inputs.images }}; do
           # Create a safe filename from image name
           filename=$(echo "$image" | sed 's/[\/:]/-/g').tar.gz
-          if [ ! -f "/tmp/docker-images/$filename" ]; then
+          if [ ! -f "${{ github.workspace }}/tmp/docker-images/$filename" ]; then
             echo "Pulling $image..."
             docker pull "$image"
-            echo "Saving $image to /tmp/docker-images/$filename..."
-            docker save "$image" | gzip > "/tmp/docker-images/$filename"
+            echo "Saving $image to ${{ github.workspace }}/tmp/docker-images/$filename..."
+            docker save "$image" | gzip > "${{ github.workspace }}/tmp/docker-images/$filename"
           else
             echo "Cache hit for $image, skipping pull"
           fi
         done
 
-    - name: Save Docker image cache 
+    - name: Save Docker image cache
       if: steps.cache-restore.outputs.cache-hit != 'true'
       uses: actions/cache/save@cdf6c1fa76f9f475f3d7449005a359c84ca0f306 # v5.0.3
       with:
-        path: /tmp/docker-images
+        path: ${{ github.workspace }}/tmp/docker-images
         key: ${{ inputs.cache-key-prefix }}-week${{ steps.week.outputs.num }}-${{ hashFiles('.github/actions/cache-docker-images/action.yaml', 'execution-specs/.github/actions/cache-docker-images/action.yaml') }}

.github/actions/load-docker-images/action.yaml

@@ -18,14 +18,14 @@ runs:
     - name: Restore Docker image cache
       uses: actions/cache/restore@cdf6c1fa76f9f475f3d7449005a359c84ca0f306 # v5.0.3
       with:
-        path: /tmp/docker-images
+        path: ${{ github.workspace }}/tmp/docker-images
         key: ${{ inputs.cache-key-prefix }}-week${{ steps.week.outputs.num }}-${{ hashFiles('.github/actions/cache-docker-images/action.yaml', 'execution-specs/.github/actions/cache-docker-images/action.yaml') }}
 
     - name: Load cached Docker images
       shell: bash
       run: |
-        if [ -d /tmp/docker-images ]; then
-          for file in /tmp/docker-images/*.tar.gz; do
+        if [ -d "${{ github.workspace }}/tmp/docker-images" ]; then
+          for file in "${{ github.workspace }}/tmp/docker-images"/*.tar.gz; do
             if [ -f "$file" ]; then
               echo "Loading $file..."
               gunzip -c "$file" | docker load

.github/configs/evm.yaml

@@ -9,5 +9,5 @@ static:
   targets: ["evmone-t8n"]
 benchmark:
   impl: geth
-  repo: ethereum/go-ethereum
-  ref: master
+  repo: gnosischain/go-ethereum
+  ref: release-1.17.3-gc

.github/configs/feature.yaml

@@ -13,13 +13,7 @@ benchmark_fast:
   fill-params: --fork=Osaka --generate-all-formats --gas-benchmark-values 100 ./tests/benchmark/compute
   feature_only: true
 
-fusaka:
-  evm-type: eels
-  fill-params: --fork=Osaka
-  feature_only: true
-
 bal:
   evm-type: eels
   fill-params: --fork=Amsterdam
   feature_only: true
-

.github/configs/fork-ranges.yaml

@@ -13,9 +13,6 @@
 - label: osaka
   from: Osaka
   until: Osaka
-- label: bpo
-  from: BPO1
-  until: BPO2
 - label: amsterdam
   from: Amsterdam
   until: Amsterdam

.github/scripts/generate_build_matrix.py

@@ -35,7 +35,7 @@
     "TangerineWhistle",
     "SpuriousDragon",
     "Byzantium",
-    "Constantinople",
+    "ConstantinopleFix",
     "Istanbul",
     "MuirGlacier",
     "Berlin",
@@ -47,8 +47,6 @@
     "Cancun",
     "Prague",
     "Osaka",
-    "BPO1",
-    "BPO2",
     "Amsterdam",
 ]
 

.github/workflows/benchmark.yaml

@@ -88,7 +88,7 @@ jobs:
     name: Build Benchmark Fixture Artifact
     needs: [sanity-checks] # TODO: Add execute remote jobs when implemented
     if: github.event_name == 'push'
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     timeout-minutes: 720
     steps:
       - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2

.github/workflows/hive-fusaka.yaml → .github/workflows/hive-bal.yaml

@@ -1,23 +1,23 @@
-name: Hive - Gnosis (Fusaka)
-
+name: Hive - BAL
 on:
   schedule:
     - cron: '0 0 * * *'  # Run every day at 00:00 UTC
   workflow_dispatch:
     inputs:
       client:
         type: string
-        default: '"go-ethereum-gnosis","reth-gnosis","nethermind-gnosis","erigon-gnosis"'
-        description: Comma-separated list of clients to test e.g. go-ethereum-gnosis, reth-gnosis, nethermind-gnosis, erigon-gnosis
+        default: '"go-ethereum","nethermind","erigon","reth"'
+        description: Comma-separated list of clients to test e.g. go-ethereum, reth, nethermind, erigon
       simulator:
         type: string
         default: >-
-          "gnosis/eels/consume-engine",
-          "gnosis/eels/consume-rlp",
-          "gnosis/eels/consume-sync"
+          [
+            "gnosis/eels/consume-engine",
+            "gnosis/eels/consume-rlp"
+          ]
         description: >-
           Comma-separated list of simulators to test
-          e.g. gnosis/eels/consume-engine, gnosis/eels/consume-rlp, gnosis/eels/consume-sync
+          e.g. gnosis/eels/consume-engine, gnosis/eels/consume-rlp
       hive_version:
         type: string
         default: gnosischain/hive@master
@@ -31,11 +31,16 @@ on:
         options:
           - docker
           - git
+      common_client_tag:
+        type: string
+        description: >-
+          If provided, this tag will be used for all clients, overriding individual tags/branches in client_repos and client_images
+        default: "bal-devnet-7"
       client_repos:
         type: string
         default: |
           {
-            "geth": "gnosischain/go-ethereum@v1.16.8-gc",
+            "geth": "gnosischain/go-ethereum@release-1.17.3-gc",
             "reth": "gnosischain/reth_gnosis@master",
             "nethermind": "NethermindEth/nethermind@master",
             "erigon": "erigontech/erigon@main"
@@ -45,21 +50,21 @@ on:
         type: string
         default: |
           {
-            "geth": "ghcr.io/gnosischain/geth:latest",
+            "geth": "ghcr.io/chetna-mittal/geth:latest",
             "reth": "ghcr.io/gnosischain/reth_gnosis:latest",
-            "nethermind": "nethermind/nethermind:1.36.1",
+            "nethermind": "nethermind/nethermind:latest",
             "erigon": "erigontech/erigon:latest"
           }
         description: 'JSON object containing client docker images in format {"client": "registry:tag", ...}'
 
 env:
+  # Proxy
   GOPROXY: "${{ vars.GOPROXY }}"
+  # Hive action environment variables
   GCS_BUCKET: gnosis-hive-ui-staging
-  GCS_PATH: fusaka
-  GCS_PUBLIC_URL: https://storage.googleapis.com/gnosis-hive-ui-staging/fusaka
+  GCS_PATH: bal
+  GCS_PUBLIC_URL: https://storage.googleapis.com/gnosis-hive-ui-staging/bal
   INSTALL_RCLONE_VERSION: v1.68.2
-  EELS_BUILD_ARG_FIXTURES: https://github.com/gnosischain/execution-spec-tests/releases/download/v0.1.0/fixtures_osaka.tar.gz
-  EELS_BUILD_ARG_BRANCH: forks/amsterdam
   # Flags used for all simulators
   GLOBAL_EXTRA_FLAGS: >-
     --client.checktimelimit=300s
@@ -69,20 +74,29 @@ env:
     --sim.parallelism=6
     --sim.buildarg fixtures=${EELS_BUILD_ARG_FIXTURES}
     --sim.buildarg branch=${EELS_BUILD_ARG_BRANCH}
+    --sim.limit='.*fork_(Amsterdam|OsakaToAmsterdamAtTime15k|Osaka).*'
+    --sim.limit.exact=false
     --sim.loglevel=3
-    --sim.limit=.*Osaka.*
   # Flags used for the gnosis/eels/consume-rlp simulator
   EELS_RLP_FLAGS: >-
     --sim.parallelism=6
     --sim.buildarg fixtures=${EELS_BUILD_ARG_FIXTURES}
     --sim.buildarg branch=${EELS_BUILD_ARG_BRANCH}
+    --sim.limit='.*fork_(Amsterdam|OsakaToAmsterdamAtTime15k|Osaka).*'
+    --sim.limit.exact=false
+    --sim.loglevel=3
+  # Flags used for the gnosis/eels/execute simulator
+  EELS_EXECUTE_FLAGS: >-
+    --sim.buildarg branch=${EELS_BUILD_ARG_BRANCH}
+  # Flags used for the gnosis/rpc-compat simulator
+  RPC_COMPAT_FLAGS: >-
     --sim.loglevel=3
-    --sim.limit=.*Osaka.*
 
 jobs:
   prepare:
     runs-on: ubuntu-latest
     outputs:
+      # Hive version
       hive_repo: >-
         ${{
           steps.client_config_schedule.outputs.hive_repo ||
@@ -93,63 +107,80 @@ jobs:
           steps.client_config_schedule.outputs.hive_tag ||
           steps.client_config_dispatch.outputs.hive_tag
         }}
+      # client_config contains the YAML client config for Hive
       client_config: >-
         ${{
           steps.client_config_schedule.outputs.client_config ||
           steps.client_config_dispatch.outputs.client_config
         }}
     steps:
-      - uses: gnosischain/hive-github-action/helpers/client-config@9f65ec1bd266757a681c38d38b7fc9e341b08f0a
+      - uses: gnosischain/hive-github-action/helpers/client-config@fd3538daf961800fee4544c882c892e6601ae2f4
         if: github.event_name == 'schedule'
-        name: 'Client config: schedule'
+        name: "Client config: schedule"
         id: client_config_schedule
         with:
-          client_source: 'git'
-          hive_version: 'gnosischain/hive@master'
+          client_repos: |
+            {
+              "geth": "gnosischain/go-ethereum@release-1.17.3-gc",
+              "reth": "gnosischain/reth_gnosis@master",
+              "nethermind": "NethermindEth/nethermind@master",
+              "erigon": "erigontech/erigon@main"
+            }
+          client_source: "git"
+          hive_version: "gnosischain/hive@master"
           goproxy: ${{ env.GOPROXY }}
 
-      - uses: gnosischain/hive-github-action/helpers/client-config@9f65ec1bd266757a681c38d38b7fc9e341b08f0a
+      - uses: gnosischain/hive-github-action/helpers/client-config@fd3538daf961800fee4544c882c892e6601ae2f4
         if: github.event_name == 'workflow_dispatch'
-        name: 'Client config: workflow_dispatch'
+        name: "Client config: workflow_dispatch"
         id: client_config_dispatch
         with:
           client_repos: ${{ inputs.client_repos }}
           client_images: ${{ inputs.client_images }}
+          common_client_tag: ${{ inputs.common_client_tag }}
           client_source: ${{ inputs.client_source }}
           hive_version: ${{ inputs.hive_version }}
           goproxy: ${{ env.GOPROXY }}
 
   test:
-    timeout-minutes: 2160
+    timeout-minutes: 4320
     needs: prepare
-    if: >-
-      github.event_name == 'schedule' ||
-      !contains(inputs.simulator, 'consume-sync') ||
-      (contains(inputs.simulator, 'consume-engine') || contains(inputs.simulator, 'consume-rlp'))
-    runs-on: ubuntu-latest
+    env:
+      # BAL-specific environment variables
+      HIVE_PARALLEL_TX_PROCESSING_DISABLED: "true"
+      HIVE_AMSTERDAM_TIMESTAMP: "1777456800"
+      # Hardcoded EELS build args pinned to bal@v0.1.0
+      EELS_BUILD_ARG_FIXTURES: "https://github.com/gnosischain/execution-spec-tests/releases/download/bal@v0.1.0/fixtures_bal.tar.gz"
+      EELS_BUILD_ARG_BRANCH: "forks/amsterdam"
+    runs-on: >-
+      ${{
+        matrix.simulator == 'gnosis/rpc-compat' && 'ubuntu-latest' ||
+        contains(matrix.simulator, 'gnosis/eels/') && 'self-hosted' ||
+        'ubuntu-latest'
+      }}
     concurrency:
       group: >-
-        ${{ github.head_ref || inputs }}-${{ matrix.client }}-${{ matrix.simulator }}
+        ${{ github.head_ref || inputs || github.workflow }}-${{ matrix.client }}-${{ matrix.simulator }}
     strategy:
       fail-fast: false
       matrix:
         client: >-
           ${{ fromJSON(format('[{0}]', inputs.client || '
-            "go-ethereum-gnosis",
-            "reth-gnosis",
-            "nethermind-gnosis",
-            "erigon-gnosis"
+            "go-ethereum",
+            "nethermind",
+            "reth",
+            "erigon"
           '))}}
         simulator: >-
           ${{ fromJSON(format('[{0}]', inputs.simulator || '
             "gnosis/eels/consume-engine",
             "gnosis/eels/consume-rlp"
           '))}}
-        exclude:
-          - simulator: 'gnosis/eels/consume-sync'
     steps:
-      - uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0
-      - uses: gnosischain/hive-github-action@1d88652e508626aaefa085d830ea05f422384300
+      - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
+      - uses: gnosischain/hive-github-action/helpers/self-hosted-runner-dependencies@fd3538daf961800fee4544c882c892e6601ae2f4
+        if: runner.environment != 'github-hosted'
+      - uses: gnosischain/hive-github-action@fd3538daf961800fee4544c882c892e6601ae2f4
         with:
           hive_repository: ${{ needs.prepare.outputs.hive_repo }}
           hive_version: ${{ needs.prepare.outputs.hive_tag }}
@@ -168,33 +199,3 @@ jobs:
           rclone_version: ${{ env.INSTALL_RCLONE_VERSION }}
           workflow_artifact_upload: true
           website_upload: true
-
-  test-consume-sync-matrix:
-    timeout-minutes: 2160
-    needs: prepare
-    runs-on: ubuntu-latest
-    concurrency:
-      group: ${{ github.head_ref || inputs }}-sync-matrix
-    if: contains(inputs.simulator || 'gnosis/eels/consume-sync', 'gnosis/eels/consume-sync')
-    steps:
-      - uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0
-      - uses: gnosischain/hive-github-action@1d88652e508626aaefa085d830ea05f422384300
-        with:
-          hive_repository: ${{ needs.prepare.outputs.hive_repo }}
-          hive_version: ${{ needs.prepare.outputs.hive_tag }}
-          client: >-
-            ${{
-              inputs.client || '"go-ethereum-gnosis","reth-gnosis","nethermind-gnosis","erigon-gnosis"'
-            }}
-          simulator: 'gnosis/eels/consume-sync'
-          client_config: ${{ needs.prepare.outputs.client_config }}
-          extra_flags: >-
-            ${{ env.GLOBAL_EXTRA_FLAGS }}
-          gcs_upload: true
-          gcs_bucket: ${{ env.GCS_BUCKET }}
-          gcs_path: ${{ env.GCS_PATH }}
-          gcs_public_url: ${{ env.GCS_PUBLIC_URL }}
-          rclone_config: ${{ secrets.HIVE_RCLONE_CONFIG }}
-          rclone_version: ${{ env.INSTALL_RCLONE_VERSION }}
-          workflow_artifact_upload: true
-          website_upload: true

.github/workflows/hive-consume.yaml

@@ -138,7 +138,7 @@ jobs:
         uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
         with:
           repository: gnosischain/hive
-          ref: fix/neth-client
+          ref: master
           path: hive
 
       # Redirect Go's caches to a per-job temp dir so the setup-go cache

.github/workflows/hive-execute.yaml

@@ -24,20 +24,20 @@ concurrency:
 jobs:
   cache-docker-images:
     name: Cache Docker Images
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     steps:
       - name: Checkout execution-specs
         uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0
 
       - name: Cache Docker images
         uses: ./.github/actions/cache-docker-images
         with:
-          images: "ghcr.io/gnosischain/geth:latest docker.io/alpine:latest docker.io/library/golang:1-alpine"
+          images: "ghcr.io/chetna-mittal/geth:latest docker.io/alpine:latest docker.io/library/golang:1-alpine"
 
   test-execute-remote:
     name: Execute Remote E2E
     needs: cache-docker-images
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     steps:
       - name: Checkout execution-specs
         uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0