Skip to content

Commit 16988ce

Browse files
avik-palavik-pal
authored
test: use ParallelTestRunner (#1650)
* test(LuxCore): use ParallelTestRunner * test(WeightInitializers): migrate to ParallelTestRunners * test(MLDataDevices): migrate to ParallelTestRunners * ci(MLDataDevices): skip opencl + windows * fix: dispatches * test: add deps * test: add deps
1 parent 15016a0 commit 16988ce

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

51 files changed

+994
-1008
lines changed

‎.buildkite/pipeline.yml‎

Lines changed: 16 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -15,7 +15,16 @@ steps:
1515
- "test/"
1616
- "Project.toml"
1717
- ".buildkite/testing.yml"
18-
- "lib/"
18+
- "lib/LuxTestUtils/src/"
19+
- "lib/LuxTestUtils/ext/"
20+
- "lib/LuxCore/src/"
21+
- "lib/LuxCore/ext/"
22+
- "lib/MLDataDevices/src/"
23+
- "lib/MLDataDevices/ext/"
24+
- "lib/WeightInitializers/src/"
25+
- "lib/WeightInitializers/ext/"
26+
- "lib/LuxLib/src/"
27+
- "lib/LuxLib/ext/"
1928
config:
2029
command: "buildkite-agent pipeline upload .buildkite/testing.yml"
2130
agents:
@@ -52,9 +61,12 @@ steps:
5261
path:
5362
- "lib/LuxLib/"
5463
- ".buildkite/testing_luxlib.yml"
55-
- "lib/LuxTestUtils/"
56-
- "lib/LuxCore/"
57-
- "lib/MLDataDevices/"
64+
- "lib/LuxTestUtils/src/"
65+
- "lib/LuxTestUtils/ext/"
66+
- "lib/LuxCore/src/"
67+
- "lib/LuxCore/ext/"
68+
- "lib/MLDataDevices/src/"
69+
- "lib/MLDataDevices/ext/"
5870
config:
5971
command: "buildkite-agent pipeline upload .buildkite/testing_luxlib.yml"
6072
agents:

‎.buildkite/testing_mldatadevices.yml‎

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,7 @@ steps:
77
version: "{{matrix.julia}}"
88
- JuliaCI/julia-test#v1:
99
project: "lib/MLDataDevices"
10-
test_args: "BACKEND_GROUP={{matrix.group}}"
10+
test_args: "--BACKEND_GROUP={{matrix.group}}"
1111
- JuliaCI/julia-coverage#v1:
1212
codecov: true
1313
dirs:
@@ -34,7 +34,7 @@ steps:
3434
# version: "{{matrix.julia}}"
3535
# - JuliaCI/julia-test#v1:
3636
# project: "lib/MLDataDevices"
37-
# test_args: "BACKEND_GROUP=AMDGPU"
37+
# test_args: "--BACKEND_GROUP=AMDGPU"
3838
# - JuliaCI/julia-coverage#v1:
3939
# codecov: true
4040
# dirs:
@@ -59,7 +59,7 @@ steps:
5959
version: "{{matrix.julia}}"
6060
- JuliaCI/julia-test#v1:
6161
project: "lib/MLDataDevices"
62-
test_args: "BACKEND_GROUP=Metal"
62+
test_args: "--BACKEND_GROUP=Metal"
6363
- JuliaCI/julia-coverage#v1:
6464
codecov: true
6565
dirs:
@@ -85,7 +85,7 @@ steps:
8585
version: "{{matrix.julia}}"
8686
- JuliaCI/julia-test#v1:
8787
project: "lib/MLDataDevices"
88-
test_args: "BACKEND_GROUP=oneAPI"
88+
test_args: "--BACKEND_GROUP=oneAPI"
8989
- JuliaCI/julia-coverage#v1:
9090
codecov: true
9191
dirs:

‎.buildkite/testing_weightinitializers.yml‎

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,7 @@ steps:
77
version: "{{matrix.julia}}"
88
- JuliaCI/julia-test#v1:
99
project: "lib/WeightInitializers"
10-
test_args: "BACKEND_GROUP=CUDA"
10+
test_args: "--BACKEND_GROUP=CUDA"
1111
- JuliaCI/julia-coverage#v1:
1212
codecov: true
1313
dirs:
@@ -31,7 +31,7 @@ steps:
3131
# version: "{{matrix.julia}}"
3232
# - JuliaCI/julia-test#v1:
3333
# project: "lib/WeightInitializers"
34-
# test_args: "BACKEND_GROUP=AMDGPU"
34+
# test_args: "--BACKEND_GROUP=AMDGPU"
3535
# - JuliaCI/julia-coverage#v1:
3636
# codecov: true
3737
# dirs:
@@ -56,7 +56,7 @@ steps:
5656
version: "{{matrix.julia}}"
5757
- JuliaCI/julia-test#v1:
5858
project: "lib/WeightInitializers"
59-
test_args: "BACKEND_GROUP=Metal"
59+
test_args: "--BACKEND_GROUP=Metal"
6060
- JuliaCI/julia-coverage#v1:
6161
codecov: true
6262
dirs:
@@ -82,7 +82,7 @@ steps:
8282
version: "{{matrix.julia}}"
8383
- JuliaCI/julia-test#v1:
8484
project: "lib/WeightInitializers"
85-
test_args: "BACKEND_GROUP=oneAPI"
85+
test_args: "--BACKEND_GROUP=oneAPI"
8686
- JuliaCI/julia-coverage#v1:
8787
codecov: true
8888
dirs:

‎.github/workflows/CI.yml‎

Lines changed: 10 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -10,11 +10,16 @@ on:
1010
- "test/**"
1111
- "Project.toml"
1212
- ".github/workflows/CI.yml"
13-
- "lib/LuxTestUtils/**"
14-
- "lib/LuxCore/**"
15-
- "lib/MLDataDevices/**"
16-
- "lib/WeightInitializers/**"
17-
- "lib/LuxLib/**"
13+
- "lib/LuxTestUtils/src/**"
14+
- "lib/LuxTestUtils/ext/**"
15+
- "lib/LuxCore/src/**"
16+
- "lib/LuxCore/ext/**"
17+
- "lib/MLDataDevices/src/**"
18+
- "lib/MLDataDevices/ext/**"
19+
- "lib/WeightInitializers/src/**"
20+
- "lib/WeightInitializers/ext/**"
21+
- "lib/LuxLib/src/**"
22+
- "lib/LuxLib/ext/**"
1823
push:
1924
branches:
2025
- main

‎.github/workflows/CIPreRelease.yml‎

Lines changed: 10 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -10,11 +10,16 @@
1010
# - "test/**"
1111
# - "Project.toml"
1212
# - ".github/workflows/CI.yml"
13-
# - "lib/LuxTestUtils/**"
14-
# - "lib/LuxCore/**"
15-
# - "lib/MLDataDevices/**"
16-
# - "lib/WeightInitializers/**"
17-
# - "lib/LuxLib/**"
13+
# - "lib/LuxTestUtils/src/**"
14+
# - "lib/LuxTestUtils/ext/**"
15+
# - "lib/LuxCore/src/**"
16+
# - "lib/LuxCore/ext/**"
17+
# - "lib/MLDataDevices/src/**"
18+
# - "lib/MLDataDevices/ext/**"
19+
# - "lib/WeightInitializers/src/**"
20+
# - "lib/WeightInitializers/ext/**"
21+
# - "lib/LuxLib/src/**"
22+
# - "lib/LuxLib/ext/**"
1823
# push:
1924
# branches:
2025
# - main

‎.github/workflows/CI_LuxCore.yml‎

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,8 @@ on:
77
- ".github/workflows/CommonCI.yml"
88
- "lib/LuxCore/**"
99
- ".github/workflows/CI_LuxCore.yml"
10-
- "lib/MLDataDevices/**"
10+
- "lib/MLDataDevices/src/**"
11+
- "lib/MLDataDevices/ext/**"
1112
push:
1213
branches:
1314
- main

‎.github/workflows/CI_LuxLib.yml‎

Lines changed: 6 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -7,9 +7,12 @@ on:
77
- ".github/workflows/CommonCI.yml"
88
- "lib/LuxLib/**"
99
- ".github/workflows/CI_LuxLib.yml"
10-
- "lib/LuxTestUtils/**"
11-
- "lib/LuxCore/**"
12-
- "lib/MLDataDevices/**"
10+
- "lib/LuxTestUtils/src/**"
11+
- "lib/LuxTestUtils/ext/**"
12+
- "lib/LuxCore/src/**"
13+
- "lib/LuxCore/ext/**"
14+
- "lib/MLDataDevices/src/**"
15+
- "lib/MLDataDevices/ext/**"
1316
push:
1417
branches:
1518
- main

‎.github/workflows/CI_MLDataDevices.yml‎

Lines changed: 7 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -28,11 +28,16 @@ jobs:
2828
- cpu
2929
- opencl
3030
- reactant
31+
exclude:
32+
- os: windows-latest
33+
group: opencl
34+
- os: macos-latest
35+
group: opencl
3136
uses: ./.github/workflows/CommonCI.yml
3237
with:
3338
julia_version: "1.12"
3439
project: "lib/MLDataDevices"
35-
test_args: "BACKEND_GROUP=${{ matrix.group }}"
40+
test_args: "--BACKEND_GROUP=${{ matrix.group }}"
3641
os: ${{ matrix.os }}
3742

3843
downgrade:
@@ -48,4 +53,4 @@ jobs:
4853
julia_version: "1.11"
4954
project: "lib/MLDataDevices"
5055
downgrade_testing: true
51-
test_args: "BACKEND_GROUP=${{ matrix.group }}"
56+
test_args: "--BACKEND_GROUP=${{ matrix.group }}"

‎.github/workflows/CI_WeightInitializers.yml‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -21,12 +21,12 @@ jobs:
2121
with:
2222
julia_version: "1.12"
2323
project: "lib/WeightInitializers"
24-
test_args: "BACKEND_GROUP=cpu"
24+
test_args: "--BACKEND_GROUP=cpu"
2525

2626
downgrade:
2727
uses: ./.github/workflows/CommonCI.yml
2828
with:
2929
julia_version: "1.11"
3030
project: "lib/WeightInitializers"
3131
downgrade_testing: true
32-
test_args: "BACKEND_GROUP=cpu"
32+
test_args: "--BACKEND_GROUP=cpu"

‎lib/LuxCore/test/Project.toml‎

Lines changed: 6 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -6,21 +6,23 @@ Functors = "d9f16b24-f501-4c13-a1f2-28368ffc5196"
66
LuxCore = "bb33d45b-7691-41d6-9220-0943567d0623"
77
MLDataDevices = "7e8f7934-dd98-4c1a-8fe8-92b47a384d40"
88
Optimisers = "3bd65402-5787-11e9-1adc-39752487f4e2"
9+
ParallelTestRunner = "d3525ed8-44d0-4b2c-a655-542cee43accc"
910
Random = "9a3f8284-a2c9-5f02-9a11-845980a1fd5c"
1011
Setfield = "efcf1570-3423-57d1-acb7-fd33fddbac46"
1112
Test = "8dfed614-e22c-5e08-85e1-65c5234f0b40"
1213

14+
[sources]
15+
LuxCore = {path = ".."}
16+
MLDataDevices = {path = "../../MLDataDevices"}
17+
1318
[compat]
1419
Aqua = "0.8.7"
1520
EnzymeCore = "0.8.14"
1621
ExplicitImports = "1.9.0"
1722
Functors = "0.5"
1823
MLDataDevices = "1.17"
1924
Optimisers = "0.3.4, 0.4"
25+
ParallelTestRunner = "2.1"
2026
Random = "1.10"
2127
Setfield = "1.1"
2228
Test = "1.10"
23-
24-
[sources]
25-
LuxCore = {path = ".."}
26-
MLDataDevices = {path = "../../MLDataDevices"}

0 commit comments

Comments
 (0)