Merge #1867

1867: cherry-pick - chore(ci): inject github token post nix installation r=pchandra19 a=pchandra19



Co-authored-by: Prateek Chandra <[email protected]>

Author: mayastor-bors

.github/workflows/bdd.yml

@@ -10,37 +10,66 @@ env:
 jobs:
   bdd-tests:
     runs-on: ubuntu-latest-16-cores
+    permissions:
+      contents: read
+      id-token: write
+
     steps:
       - uses: actions/checkout@v4
         with:
           fetch-depth: 0
           submodules: 'recursive'
+
       - uses: cachix/[email protected]
+        with:
+          github_access_token: ''
+
+      - name: Inject github token to nix config
+        run: |
+          cat <<EOF | sudo tee -a /etc/nix/nix.conf
+          access-tokens = github.com=${{ secrets.GITHUB_TOKEN }}
+          trusted-users = root runner
+          EOF
+
+      - name: Restart Nix daemon
+        run: sudo systemctl restart nix-daemon
+
+      - uses: cachix/[email protected]
+
       - name: Pre-populate nix-shell
         run: |
           export NIX_PATH=nixpkgs=$(jq '.nixpkgs.url' nix/sources.json -r)
           echo "NIX_PATH=$NIX_PATH" >> $GITHUB_ENV
           nix-shell --run "echo" shell.nix
+
       - name: Handle Rust dependencies caching
         uses: Swatinem/rust-cache@v2
+
       - name: Build binaries
         run: nix-shell --run "cargo build --bins --features=io-engine-testing"
+
       - name: Setup Test Pre-Requisites
         run: |
           sudo sysctl -w vm.nr_hugepages=2560
+          sudo debconf-communicate <<< "set man-db/auto-update false" || true
+          sudo dpkg-reconfigure man-db || true
+          ulimit -c unlimited
           sudo apt-get update
           sudo apt-get install linux-modules-extra-$(uname -r)
           for module in nvme_tcp nbd nvme_rdma; do
             sudo modprobe $module
           done
           # for the coredump check
           sudo apt-get install gdb
+
       - name: Setup VENV
         run: nix-shell --run "./test/python/setup.sh"
+
       - name: Run BDD Tests
         run: |
           echo "TEST_START_DATE=$(date +"%Y-%m-%d %H:%M:%S")" >> $GITHUB_ENV
           nix-shell --run "./scripts/pytest-tests.sh"
+
       - name: Pytest BDD Report
         if: always()
         uses: pmeier/pytest-results-action@main
@@ -57,16 +86,19 @@ jobs:
           fi
           nix-shell --run "./scripts/ci-report.sh"
         if: failure()
+
       - uses: actions/upload-artifact@v4
         if: failure()
         with:
           name: ci-report-bdd
           path: ./ci-report/ci-report.tar.gz
+
+      - name: Check Coredumps
+        run: sudo ./scripts/check-coredumps.sh --since "${TEST_START_DATE}"
+
       - name: Cleanup
         if: always()
         run: nix-shell --run "./scripts/pytest-tests.sh --clean-all-exit"
-      - name: Check Coredumps
-        run: sudo ./scripts/check-coredumps.sh --since "${TEST_START_DATE}"
 # debugging
       # - name: Setup tmate session
       #   if: ${{ failure() }}

.github/workflows/unit-int.yml

@@ -10,41 +10,71 @@ env:
 jobs:
   int-tests:
     runs-on: ubuntu-latest-16-cores
+    permissions:
+      contents: read
+      id-token: write
+
     steps:
       - uses: actions/checkout@v4
         with:
           fetch-depth: 0
           submodules: 'recursive'
+
+      - uses: cachix/[email protected]
+        with:
+          github_access_token: ''
+
+      - name: Inject github token to nix config
+        run: |
+          cat <<EOF | sudo tee -a /etc/nix/nix.conf
+          access-tokens = github.com=${{ secrets.GITHUB_TOKEN }}
+          trusted-users = root runner
+          EOF
+
+      - name: Restart Nix daemon
+        run: sudo systemctl restart nix-daemon
+
       - uses: cachix/[email protected]
+
       - name: Pre-populate nix-shell
         run: |
           export NIX_PATH=nixpkgs=$(jq '.nixpkgs.url' nix/sources.json -r)
           echo "NIX_PATH=$NIX_PATH" >> $GITHUB_ENV
           nix-shell --run "echo" shell.nix
+
       - name: Handle Rust dependencies caching
         uses: Swatinem/rust-cache@v2
         with:
           save-if: ${{ startsWith(github.ref_name, 'release/') || github.ref_name == 'develop' }}
+
       - name: Build binaries
         run: nix-shell --run "cargo build --bins --features=io-engine-testing"
+
       - name: Setup Test Pre-Requisites
         run: |
           sudo sysctl -w vm.nr_hugepages=3584
+          sudo debconf-communicate <<< "set man-db/auto-update false" || true
+          sudo dpkg-reconfigure man-db || true
+          ulimit -c unlimited
           sudo apt-get update
           sudo apt-get install linux-modules-extra-$(uname -r)
           for module in nvme_tcp nbd nvme_rdma; do
             sudo modprobe $module
           done
           sudo apt-get install gdb
+
       - name: Run Rust Tests
         run: |
           echo "TEST_START_DATE=$(date +"%Y-%m-%d %H:%M:%S")" >> $GITHUB_ENV
           nix-shell --run "./scripts/cargo-test.sh"
+
+      - name: Check Coredumps
+        run: sudo ./scripts/check-coredumps.sh --since "${TEST_START_DATE}"
+
       - name: Cleanup
         if: always()
         run: nix-shell --run "./scripts/clean-cargo-tests.sh"
-      - name: Check Coredumps
-        run: sudo ./scripts/check-coredumps.sh --since "${TEST_START_DATE}"
+
       - name: Run JS Grpc Tests
         run: |
           echo "TEST_START_DATE=$(date +"%Y-%m-%d %H:%M:%S")" >> $GITHUB_ENV
@@ -55,6 +85,7 @@ jobs:
             cat $file >> "ci-report/js/$file"
             echo "</testsuites>" >> "ci-report/js/$file"
           done
+
       - name: Test Report
         if: always()
         uses: pmeier/pytest-results-action@main
@@ -66,16 +97,19 @@ jobs:
           title: Test results
       - run: nix-shell --run "./scripts/ci-report.sh"
         if: failure()
+
       - uses: actions/upload-artifact@v4
         if: failure()
         with:
           name: ci-report-int
           path: ./ci-report/ci-report.tar.gz
+
+      - name: Check Coredumps
+        run: sudo ./scripts/check-coredumps.sh --since "${TEST_START_DATE}"
+
       - name: Cleanup
         if: always()
         run: nix-shell --run "./scripts/clean-cargo-tests.sh"
-      - name: Check Coredumps
-        run: sudo ./scripts/check-coredumps.sh --since "${TEST_START_DATE}"
 # debugging
       # - name: Setup tmate session
       #   if: ${{ failure() }}

scripts/ci-report.sh

@@ -10,13 +10,11 @@ set -eu
 mkdir -p "$ROOT_DIR/ci-report"
 cd "$ROOT_DIR/ci-report"
 
-# Disable until we find how some CI envs are being included
-# journalctl --since="$CI_REPORT_START_DATE" -o short-precise > journalctl.txt
+journalctl --since="$CI_REPORT_START_DATE" -o short-precise | sed -E 's/ghs_[^[:space:]]+/ghs_***/g' > journalctl.txt
 journalctl -k -b0 -o short-precise > dmesg.txt
 lsblk -tfa > lsblk.txt
 $SUDO nvme list -v > nvme.txt
 $SUDO nvme list-subsys -v >> nvme.txt
 cat /proc/meminfo > meminfo.txt
 
 find . -type f \( -name "*.txt" -o -name "*.xml" \) -print0 | xargs -0 tar -czvf ci-report.tar.gz
-