Run all jobs on the self hosted machines (#964)

bkchr · pepoviola · web-flow · commit 9d08bff9f32e · 2025-10-28T13:39:42.000Z
For benchmarking we use a special machine that reports the `benchmark`
tag.

&lt;!-- Remember that you can run `/merge` to enable auto-merge in the PR
--&gt;

&lt;!-- Remember to modify the changelog. If you don't need to modify it,
you can check the following box.
Instead, if you have already modified it, simply delete the following
line. --&gt;

- [x] Does not require a CHANGELOG entry

---------

Co-authored-by: Javier Viola &lt;363911+pepoviola@users.noreply.github.com&gt;
diff --git a/.github/install-deps.sh b/.github/install-deps.sh
@@ -1,7 +1,7 @@
 #!/usr/bin/env bash
 
 sudo apt update
-sudo apt install --assume-yes openssl pkg-config g++ make cmake protobuf-compiler libssl-dev libclang-dev libudev-dev git
+sudo apt install --assume-yes openssl pkg-config g++ make cmake protobuf-compiler libssl-dev libclang-dev libudev-dev git lz4
 
 # Free space on the runner
 df -h
diff --git a/.github/workflows/auto-merge.yml b/.github/workflows/auto-merge.yml
@@ -7,7 +7,7 @@ on:
 
 jobs:
   set-auto-merge:
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     environment: master
     timeout-minutes: 10
     # Important! This forces the job to run only on comments on Pull Requests that starts with '/merge'
diff --git a/.github/workflows/changelog.yml b/.github/workflows/changelog.yml
@@ -19,7 +19,7 @@ jobs:
   # Job required by "confirmChangelogChecksPassed"
   verify-changelog-updated:
     name: Verify that Changelog is Updated
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     env:
       GITHUB_TOKEN: ${{ github.token }}
     steps:
@@ -36,7 +36,7 @@ jobs:
   # Job required by "confirmChangelogChecksPassed"
   verify-changelog-valid:
     name: Verify that Changelog is valid
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     env:
       GITHUB_TOKEN: ${{ github.token }}
     steps:
@@ -59,7 +59,7 @@ jobs:
   # it will still require all the steps to succeed.
   # If you add more jobs, remember to add them to the "needs" array.
   confirmChangelogChecksPassed:
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     name: All changelog checks passed
     # If any new job gets added, be sure to add it to this list
     needs:
diff --git a/.github/workflows/check-features.yml b/.github/workflows/check-features.yml
@@ -15,7 +15,7 @@ concurrency:
 jobs:
   check:
     name: Check workspace features
-    runs-on: ubuntu-22.04
+    runs-on: self-hosted
 
     steps:
       - name: Checkout
diff --git a/.github/workflows/check-migrations.yml b/.github/workflows/check-migrations.yml
@@ -21,7 +21,7 @@ permissions: {}
 jobs:
   # This generates a matrix with all the required jobs which will be run in the next step
   runtime-matrix:
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     outputs:
       runtime: ${{ steps.runtime.outputs.runtime }}
     name: Extract tasks from matrix
@@ -44,7 +44,7 @@ jobs:
   # if they all pass, that job will pass too.
   check-migrations:
     needs: [runtime-matrix]
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     strategy:
       # Ensure the other jobs continue
       fail-fast: false
@@ -153,7 +153,7 @@ jobs:
   # it will still require all the steps to succeed.
   # If you add more jobs, remember to add them to the "needs" array.
   confirmMigrationsPassed:
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     name: All migrations passed
     # If any new job gets added, be sure to add it to this array
     needs: [check-migrations]
diff --git a/.github/workflows/clippy.yml b/.github/workflows/clippy.yml
@@ -13,7 +13,7 @@ concurrency:
 
 jobs:
   clippy:
-    runs-on: ubuntu-22.04
+    runs-on: self-hosted
 
     steps:
       - name: Checkout
diff --git a/.github/workflows/cmd.yml b/.github/workflows/cmd.yml
@@ -12,7 +12,7 @@ permissions: # allow the action to comment on the PR
 
 jobs:
   fellows:
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     outputs:
       github-handles: ${{ steps.load-fellows.outputs.github-handles }}
     steps:
@@ -27,7 +27,7 @@ jobs:
   reject-non-fellows:
     needs: fellows
     if: ${{ startsWith(github.event.comment.body, '/cmd') && !contains(needs.fellows.outputs.github-handles, github.event.sender.login) }}
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     steps:
       - name: Add reaction to rejected comment
         uses: actions/github-script@v7
@@ -56,7 +56,7 @@ jobs:
   acknowledge:
     needs: fellows
     if: ${{ startsWith(github.event.comment.body, '/cmd') && contains(needs.fellows.outputs.github-handles, github.event.sender.login) }}
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     steps:
       - name: Add reaction to triggered comment
         uses: actions/github-script@v7
@@ -72,7 +72,7 @@ jobs:
 
   clean:
     needs: fellows
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     steps:
       - name: Checkout
         uses: actions/checkout@v4
@@ -108,7 +108,7 @@ jobs:
   help:
     needs: [clean, fellows]
     if: ${{ startsWith(github.event.comment.body, '/cmd') && contains(github.event.comment.body, '--help') && contains(needs.fellows.outputs.github-handles, github.event.sender.login) }}
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     steps:
       - name: Checkout
         uses: actions/checkout@v4
@@ -177,7 +177,7 @@ jobs:
   # Get PR branch name, because the issue_comment event does not contain the PR branch name
   get-pr-branch:
     needs: [clean, fellows]
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     outputs:
       pr-branch: ${{ steps.get-pr.outputs.pr_branch }}
       repo: ${{ steps.get-pr.outputs.repo }}
@@ -220,7 +220,7 @@ jobs:
     env:
       JOB_NAME: 'cmd'
     if: ${{ startsWith(github.event.comment.body, '/cmd') && !contains(github.event.comment.body, '--help') && contains(needs.fellows.outputs.github-handles, github.event.sender.login) }}
-    runs-on: ${{ startsWith(github.event.comment.body, '/cmd bench') && 'self-hosted' || 'ubuntu-22.04' }}
+    runs-on: ${{ startsWith(github.event.comment.body, '/cmd bench') && 'benchmark' || 'self-hosted' }}
     steps:
       - name: Get command
         uses: actions-ecosystem/action-regex-match@v2
diff --git a/.github/workflows/fmt.yml b/.github/workflows/fmt.yml
@@ -14,7 +14,7 @@ concurrency:
 
 jobs:
   rustfmt:
-    runs-on: ubuntu-22.04
+    runs-on: self-hosted
 
     steps:
       - name: Checkout
diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml
@@ -8,7 +8,7 @@ on:
 
 jobs:
   collect-release-information:
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     outputs:
       should-release: ${{ steps.run.outputs.should-release }}
       version: ${{ steps.run.outputs.version }}
@@ -23,7 +23,7 @@ jobs:
   runtime-matrix:
     needs: [ collect-release-information ]
     if: needs.collect-release-information.outputs.should-release == '1'
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     outputs:
       runtime: ${{ steps.runtime.outputs.runtime }}
     steps:
@@ -37,7 +37,7 @@ jobs:
   build-runtimes:
     needs: [ runtime-matrix ]
     continue-on-error: true
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     strategy:
       matrix:
         runtime: ${{ fromJSON(needs.runtime-matrix.outputs.runtime) }}
@@ -103,7 +103,7 @@ jobs:
           path: ${{ steps.srtool_compact.outputs.wasm_compressed }}
 
   publish-release:
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     needs: [ build-runtimes, collect-release-information ]
     outputs:
       release_url: ${{ steps.create-release.outputs.html_url }}
@@ -185,7 +185,7 @@ jobs:
   publish-runtimes:
     needs: [ runtime-matrix, publish-release ]
     continue-on-error: true
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     env:
       RUNTIME_DIR: runtime
     strategy:
@@ -218,7 +218,7 @@ jobs:
 
   package-compact-wasms:
     needs: [ build-runtimes, publish-release ]
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     steps:
       - name: Download compact artfacts
         uses: actions/download-artifact@v4
diff --git a/.github/workflows/review-bot.yml b/.github/workflows/review-bot.yml
@@ -12,7 +12,7 @@ permissions:
 
 jobs:
   review-approvals:
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     steps:
       - name: Extract content of artifact
         id: number
diff --git a/.github/workflows/review-trigger.yml b/.github/workflows/review-trigger.yml
@@ -17,7 +17,7 @@ jobs:
   trigger-review-bot:
     # (It is not a draft) && (it is not a review || it is an approving review)
     if: ${{ github.event.pull_request.draft != true && (github.event_name != 'pull_request_review' || (github.event.review && github.event.review.state == 'APPROVED')) }}
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     name: trigger review bot
     steps:
       - name: Get PR data
diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
@@ -20,7 +20,7 @@ concurrency:
 jobs:
   # This generates a matrix with all the required jobs which will be run in the next step
   runtime-matrix:
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     outputs:
       runtime: ${{ steps.runtime.outputs.runtime }}
     name: Extract runtimes from matrix
@@ -33,7 +33,7 @@ jobs:
           echo "runtime=$TASKS" >> $GITHUB_OUTPUT
 
   integration-test-matrix:
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     outputs:
       itest: ${{ steps.itest.outputs.itest }}
     name: Extract integration tests from matrix
@@ -48,7 +48,7 @@ jobs:
   # Job required by "confirmTestPassed"
   runtime-test:
     needs: [runtime-matrix]
-    runs-on: ubuntu-22.04
+    runs-on: self-hosted
     strategy:
       matrix:
         runtime: ${{ fromJSON(needs.runtime-matrix.outputs.runtime) }}
@@ -134,7 +134,7 @@ jobs:
   # Job required by "confirmTestPassed"
   integration-test:
     needs: [integration-test-matrix]
-    runs-on: ubuntu-22.04
+    runs-on: self-hosted
     strategy:
       matrix:
         itest: ${{ fromJSON(needs.integration-test-matrix.outputs.itest) }}
@@ -178,7 +178,7 @@ jobs:
           RUSTFLAGS: "-C debug-assertions -A warnings" # FAIL-CI AHM
 
   ahm-test-polkadot:
-    runs-on: ubuntu-22.04
+    runs-on: self-hosted
     steps:
       - name: Cancel previous runs
         uses: styfle/cancel-workflow-action@b173b6ec0100793626c2d9e6b90435061f4fc3e5 # v0.11.0
@@ -210,8 +210,10 @@ jobs:
       - name: Download Polkadot snaps
         run: |
           python3 -m pip install gdown
-          gdown 1X1p4mv6pAOj6VHli_RW9ytQTDyTp2bMK # 2025-10-21 AH
-          gdown 1Yz10564b8VQOuVghuLge4RsQrxeFnEVK # 2025-10-21 RC
+
+          export PATH=$PATH:$HOME/.local/bin
+          gdown 1Z01NFTNUlRo93yeI4M3XYj6338tgfuu9 # 2025-09-05 RC
+          gdown 1r5z9MqtHubCVlkCcutNbuwWd2F9l0iNy # 2025-09-05 AH
 
           lz4 -d polkadot.snap.lz4 polkadot.snap
           lz4 -d ah-polkadot.snap.lz4 ah-polkadot.snap
@@ -232,7 +234,7 @@ jobs:
 
   # Job required by "confirmTestPassed"
   build-chain-spec-generator:
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     steps:
       - name: Cancel previous runs
         uses: styfle/cancel-workflow-action@b173b6ec0100793626c2d9e6b90435061f4fc3e5 # v0.11.0
@@ -273,61 +275,9 @@ jobs:
           RUSTFLAGS: "-C debug-assertions -A warnings" # FAIL-CI AHM
           SKIP_WASM_BUILD: 1
 
-  # Job required by "confirmTestPassed"
-  zombienet-smoke:
-    runs-on: ubuntu-latest
-    steps:
-      - name: Cancel previous runs
-        uses: styfle/cancel-workflow-action@b173b6ec0100793626c2d9e6b90435061f4fc3e5 # v0.11.0
-        with:
-          access_token: ${{ github.token }}
-
-      - name: Free Disk Space (Ubuntu)
-        if: ${{ runner.environment == 'github-hosted' }}
-        uses: jlumbroso/free-disk-space@54081f138730dfa15788a46383842cd2f914a1be # v1.3.1
-        with:
-          tool-cache: false
-
-      - name: Checkout
-        uses: actions/checkout@v4
-
-      - name: Install updates and dependencies
-        run: .github/install-deps.sh
-
-      - name: Set rust version via common env file
-        run: cat .github/env >> $GITHUB_ENV
-
-      - name: Install stable toolchain
-        uses: dtolnay/rust-toolchain@master
-        with:
-          targets: "wasm32v1-none"
-          components: "rust-src"
-          toolchain: "${{env.RUST_STABLE_VERSION}}"
-
-      - name: Fetch cache
-        uses: Swatinem/rust-cache@f0deed1e0edfc6a9be95417288c0e1099b1eeec3 # v2.7.7
-        with:
-          shared-key: "fellowship-cache-zombienet-tests"
-          save-if: ${{ github.ref == 'refs/heads/main' }}
-
-      - name: Build
-        run: |
-          cargo build -p chain-spec-generator --no-default-features --features fast-runtime,polkadot,coretime-polkadot --release --locked
-
-      - name: Wait for Docker to Start
-        run: |
-          timeout 30 sh -c 'until docker info; do sleep 1; done'
-          docker --version
-
-      - name: Zombienet smoke test
-        timeout-minutes: 20
-        run: |
-          export PATH=$(pwd)/target/release:$PATH
-          cargo test --manifest-path integration-tests/zombienet/Cargo.toml
-
   build-runtimes:
     needs: [ runtime-matrix ]
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     strategy:
       # Ensure the other jobs are continue
       fail-fast: false
@@ -399,7 +349,7 @@ jobs:
 
   ecosystem-tests:
     needs: [runtime-matrix, build-runtimes]
-    runs-on: ubuntu-22.04
+    runs-on: self-hosted
     if: github.event_name == 'pull_request'
     steps:
       - name: Free Disk Space (Ubuntu)
@@ -448,14 +398,13 @@ jobs:
   # it will still require all the steps to succeed.
   # If you add more jobs, remember to add them to the "needs" array.
   confirmTestPassed:
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     name: All tests passed
     # If any new job gets added, be sure to add it to this list
     needs:
       - runtime-test
       - integration-test
       - build-chain-spec-generator
-      - zombienet-smoke
       - ahm-test-polkadot
       - ecosystem-tests
     steps:
diff --git a/.github/workflows/up-to-date.yml b/.github/workflows/up-to-date.yml
@@ -8,7 +8,7 @@ on:
 jobs:
   updatePullRequests:
     name: Keep PRs up to date
-    runs-on: ubuntu-latest
+    runs-on: self-hosted
     environment: master
     steps:
       - name: Generate token
diff --git a/integration-tests/zombienet/tests/smoke.rs b/integration-tests/zombienet/tests/smoke.rs
