nativelink/.github/workflows/nix.yaml at 89f99fac7e6d8b2c9c0763d9d2da4782d57957c6 · TraceMachina/nativelink · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
---
name: Nix

on:
  push:
    branches: [main]
    paths-ignore:
      - '.github/styles/**'
      - 'web/**'
  pull_request:
    branches: [main]
    paths-ignore:
      - '.github/styles/**'
      - 'web/**'

permissions: read-all

concurrency:
  group: ${{ github.workflow }}-${{ github.ref }}
  cancel-in-progress: ${{ github.ref != 'refs/heads/main' }}

jobs:
  nix-bazel:
    strategy:
      fail-fast: false
      matrix:
        os: [ubuntu-24.04, macos-26]
    name: Bazel Dev / ${{ matrix.os }}
    runs-on: ${{ matrix.os }}
    timeout-minutes: 180
    steps:
      - name: Checkout
        uses: >- # v6.0.2
          actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd

      - name: Prepare Worker
        uses: ./.github/actions/prepare-nix
        with:
          nativelink_attic_token: ${{ secrets.NATIVELINK_ATTIC_TOKEN }}

      - name: Invoke Bazel build in Nix shell
        run: |
          if [ "$RUNNER_OS" == "Linux" ]; then
            nix develop --fallback --impure --command \
            bash -c "bazel test ... --verbose_failures --lockfile_mode=error"
          elif [ "$RUNNER_OS" == "macOS" ]; then
            nix develop --fallback --impure --command \
            bash -c "bazel test //... --verbose_failures --lockfile_mode=error"
          else
            echo "Unsupported runner OS: $RUNNER_OS"
            exit 1
          fi
        shell: bash

      - name: Teardown Worker
        uses: ./.github/actions/end-nix
        if: always()
        with:
          nativelink_attic_token: ${{ secrets.NATIVELINK_ATTIC_TOKEN }}

  nix-cargo:
    strategy:
      fail-fast: false
      matrix:
        os: [ubuntu-24.04, macos-26]
    name: Cargo Dev / ${{ matrix.os }}
    runs-on: ${{ matrix.os }}
    timeout-minutes: 180
    steps:
      - name: Checkout
        uses: >- # v6.0.2
          actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd

      - name: Prepare Worker
        uses: ./.github/actions/prepare-nix
        with:
          nativelink_attic_token: ${{ secrets.NATIVELINK_ATTIC_TOKEN }}

      - name: Invoke Cargo build in Nix shell
        run: >
          nix develop --fallback --impure --command
          bash -c "cargo test --all --profile=smol"

      - name: Teardown Worker
        uses: ./.github/actions/end-nix
        if: always()
        with:
          nativelink_attic_token: ${{ secrets.NATIVELINK_ATTIC_TOKEN }}

  installation:
    strategy:
      fail-fast: false
      matrix:
        os:
          - ubuntu-24.04
          - macos-26
    name: Installation / ${{ matrix.os }}
    runs-on: ${{ matrix.os }}
    timeout-minutes: 180
    steps:
      - name: Checkout
        uses: >- # v6.0.2
          actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd

      - name: Prepare Worker
        uses: ./.github/actions/prepare-nix
        with:
          nativelink_attic_token: ${{ secrets.NATIVELINK_ATTIC_TOKEN }}

      - name: Test nix run
        run: |
          nix run --fallback -L .#nativelink-is-executable-test

      - name: Teardown Worker
        uses: ./.github/actions/end-nix
        if: always()
        with:
          nix_name: .#nativelink-is-executable-test
          nativelink_attic_token: ${{ secrets.NATIVELINK_ATTIC_TOKEN }}

  integration:
    name: ${{ matrix.test-name }}
    strategy:
      matrix:
          test-name: [buildstream, buck2, mongo]
    runs-on: ubuntu-24.04
    timeout-minutes: 45
    steps:
      - name: Checkout
        uses: >- # v6.0.2
          actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd

      - name: Prepare Worker
        uses: ./.github/actions/prepare-nix
        with:
          nativelink_attic_token: ${{ secrets.NATIVELINK_ATTIC_TOKEN }}

      - name: Test ${{ matrix.test-name }} run
        run: |
          nix run --fallback -L .#${{ matrix.test-name }}-with-nativelink-test

      - name: Teardown Worker
        uses: ./.github/actions/end-nix
        if: always()
        with:
          nativelink_attic_token: ${{ secrets.NATIVELINK_ATTIC_TOKEN }}
          nix_name: .#${{ matrix.test-name }}-with-nativelink-test

  # rbe-toolchain is slow because it has many subcommands, so split it out
  generate-rbe-commands:
    runs-on: ubuntu-24.04
    outputs:
      matrix: ${{ steps.set-matrix.outputs.matrix }}
    steps:
      - name: Checkout
        uses: >- # v6.0.2
          actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd

      - name: Prepare Worker
        uses: ./.github/actions/prepare-nix
        with:
          nativelink_attic_token: ${{ secrets.NATIVELINK_ATTIC_TOKEN }}

      - name: Get commands list
        run: |
          COMMANDS=$(nix run --fallback .#rbe-toolchain-with-nativelink-test list)
          echo "matrix={\"command\":${COMMANDS}}" >> $GITHUB_OUTPUT
        id: set-matrix

  rbe-toolchain:
    name: rbe ${{ matrix.command}}
    needs: [generate-rbe-commands]
    strategy:
        matrix: ${{fromJson(needs.generate-rbe-commands.outputs.matrix)}}
    runs-on: ubuntu-24.04
    timeout-minutes: 45
    steps:
      - name: Checkout
        uses: >- # v6.0.2
          actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd

      - name: Prepare Worker
        uses: ./.github/actions/prepare-nix
        with:
          nativelink_attic_token: ${{ secrets.NATIVELINK_ATTIC_TOKEN }}

      - name: Test ${{ matrix.command }} with rbe
        run: |
          nix run --fallback -L .#rbe-toolchain-with-nativelink-test ${{ matrix.command }}

      - name: Teardown Worker
        uses: ./.github/actions/end-nix
        if: always()
        with:
          nativelink_attic_token: ${{ secrets.NATIVELINK_ATTIC_TOKEN }}
          nix_name: .#rbe-toolchain-with-nativelink-test