Skip to content

Commit cdc9e43

Browse files
tinglvvclaude
tinglvv
and
claude
committed
Add CUDA 13.4 to the nightly domain-library build matrix
torchvision and torchaudio take their CUDA matrix from here rather than from pytorch/pytorch, so CUDA 13.4 has to be added separately. pytorch added it in #177316's successor; the torch wheels are built and published for linux x86 and sbsa, so the domain libraries now have something to build against. Nightly only: CUDA_ARCHES_DICT["test"] and ["release"] are left alone, and STABLE_CUDA_VERSIONS stays at 13.0. The container images this generates, manylinux2_28-builder:cuda13.4 and manylinuxaarch64-builder:cuda13.4, are both built by pytorch/pytorch's build-manywheel-images.yml. Windows is excluded. pytorch sets CUDA_ARCHES_NO_WINDOWS = ["13.4"] because there is no Windows CUDA 13.4 installer on the ossci-windows bucket, so no Windows torch wheel exists for cu134. Without the matching exclusion here the generator emits eight Windows cu134 entries whose builds would fail resolving torch. Mirror the constant and filter it out of the Windows arches for both the wheel and libtorch matrices. Test Plan: Reference files regenerated and the suite passes: ``` PYTHONPATH=. python3 tools/tests/test_generate_binary_build_matrix.py --update-reference-files PYTHONPATH=. python3 -m unittest discover -s tools/tests -p "test_generate_binary_build_matrix.py" ``` 11 tests, OK. cu134 entry counts after the change: linux 8, linux-aarch64 8, windows 0. The aarch64 entries resolve to manylinuxaarch64-builder:cuda13.4, which is the path that matters for Grace/Vera-class ARM hosts. Authored with assistance from an AI coding assistant (Claude). Co-Authored-By: Claude Opus 5 (1M context) <noreply@anthropic.com>
1 parent d9958ea commit cdc9e43

5 files changed

Lines changed: 463 additions & 4 deletions

‎tools/scripts/generate_binary_build_matrix.py‎

Lines changed: 15 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -44,7 +44,7 @@
4444
"3.14": "3.14.3",
4545
}
4646
CUDA_ARCHES_DICT = {
47-
"nightly": ["12.6", "13.0", "13.2"],
47+
"nightly": ["12.6", "13.0", "13.2", "13.4"],
4848
"test": ["12.6", "13.0", "13.2"],
4949
"release": ["12.6", "13.0", "13.2"],
5050
}
@@ -60,6 +60,7 @@
6060
"12.8": {"cuda": "12.8.0", "cudnn": "9"},
6161
"13.0": {"cuda": "13.0.0", "cudnn": "9"},
6262
"13.2": {"cuda": "13.2.0", "cudnn": "9"},
63+
"13.4": {"cuda": "13.4.0", "cudnn": "9"},
6364
}
6465

6566
STABLE_CUDA_VERSIONS = {
@@ -68,7 +69,11 @@
6869
"release": "13.0",
6970
}
7071

71-
CUDA_AARCH64_ARCHES = ["12.6-aarch64", "13.0-aarch64", "13.2-aarch64"]
72+
CUDA_AARCH64_ARCHES = ["12.6-aarch64", "13.0-aarch64", "13.2-aarch64", "13.4-aarch64"]
73+
74+
# CUDA versions with no Windows torch build to depend on; see
75+
# CUDA_ARCHES_NO_WINDOWS in pytorch/pytorch.
76+
CUDA_ARCHES_NO_WINDOWS = ["13.4"]
7277

7378
PACKAGE_TYPES = ["wheel", "libtorch"]
7479
CXX11_ABI = "cxx11-abi"
@@ -354,7 +359,11 @@ def generate_libtorch_matrix(
354359
arches += [CPU]
355360

356361
if with_cuda == ENABLE and os in (LINUX, WINDOWS):
357-
arches += CUDA_ARCHES
362+
arches += [
363+
c
364+
for c in CUDA_ARCHES
365+
if os != WINDOWS or c not in CUDA_ARCHES_NO_WINDOWS
366+
]
358367

359368
if with_rocm == ENABLE and os == LINUX:
360369
arches += ROCM_ARCHES
@@ -462,7 +471,9 @@ def generate_wheels_matrix(
462471

463472
if with_cuda == ENABLE:
464473
upload_to_base_bucket = "no"
465-
if os in (LINUX, WINDOWS):
474+
if os == WINDOWS:
475+
arches += [c for c in CUDA_ARCHES if c not in CUDA_ARCHES_NO_WINDOWS]
476+
elif os == LINUX:
466477
arches += CUDA_ARCHES
467478
elif os == LINUX_AARCH64:
468479
arches += CUDA_AARCH64_ARCHES

‎tools/tests/assets/build_matrix_linux_wheel_cuda.json‎

Lines changed: 112 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -56,6 +56,20 @@
5656
"upload_to_base_bucket": "no",
5757
"stable_version": "2.13.0"
5858
},
59+
{
60+
"python_version": "3.10",
61+
"gpu_arch_type": "cuda",
62+
"gpu_arch_version": "13.4",
63+
"desired_cuda": "cu134",
64+
"container_image": "pytorch/manylinux2_28-builder:cuda13.4",
65+
"package_type": "manywheel",
66+
"build_name": "manywheel-py3_10-cuda13_4",
67+
"validation_runner": "linux.g5.4xlarge.nvidia.gpu",
68+
"installation": "pip3 install --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/cu134",
69+
"channel": "nightly",
70+
"upload_to_base_bucket": "no",
71+
"stable_version": "2.13.0"
72+
},
5973
{
6074
"python_version": "3.10",
6175
"gpu_arch_type": "rocm",
@@ -140,6 +154,20 @@
140154
"upload_to_base_bucket": "no",
141155
"stable_version": "2.13.0"
142156
},
157+
{
158+
"python_version": "3.11",
159+
"gpu_arch_type": "cuda",
160+
"gpu_arch_version": "13.4",
161+
"desired_cuda": "cu134",
162+
"container_image": "pytorch/manylinux2_28-builder:cuda13.4",
163+
"package_type": "manywheel",
164+
"build_name": "manywheel-py3_11-cuda13_4",
165+
"validation_runner": "linux.g5.4xlarge.nvidia.gpu",
166+
"installation": "pip3 install --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/cu134",
167+
"channel": "nightly",
168+
"upload_to_base_bucket": "no",
169+
"stable_version": "2.13.0"
170+
},
143171
{
144172
"python_version": "3.11",
145173
"gpu_arch_type": "rocm",
@@ -224,6 +252,20 @@
224252
"upload_to_base_bucket": "no",
225253
"stable_version": "2.13.0"
226254
},
255+
{
256+
"python_version": "3.12",
257+
"gpu_arch_type": "cuda",
258+
"gpu_arch_version": "13.4",
259+
"desired_cuda": "cu134",
260+
"container_image": "pytorch/manylinux2_28-builder:cuda13.4",
261+
"package_type": "manywheel",
262+
"build_name": "manywheel-py3_12-cuda13_4",
263+
"validation_runner": "linux.g5.4xlarge.nvidia.gpu",
264+
"installation": "pip3 install --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/cu134",
265+
"channel": "nightly",
266+
"upload_to_base_bucket": "no",
267+
"stable_version": "2.13.0"
268+
},
227269
{
228270
"python_version": "3.12",
229271
"gpu_arch_type": "rocm",
@@ -308,6 +350,20 @@
308350
"upload_to_base_bucket": "no",
309351
"stable_version": "2.13.0"
310352
},
353+
{
354+
"python_version": "3.13",
355+
"gpu_arch_type": "cuda",
356+
"gpu_arch_version": "13.4",
357+
"desired_cuda": "cu134",
358+
"container_image": "pytorch/manylinux2_28-builder:cuda13.4",
359+
"package_type": "manywheel",
360+
"build_name": "manywheel-py3_13-cuda13_4",
361+
"validation_runner": "linux.g5.4xlarge.nvidia.gpu",
362+
"installation": "pip3 install --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/cu134",
363+
"channel": "nightly",
364+
"upload_to_base_bucket": "no",
365+
"stable_version": "2.13.0"
366+
},
311367
{
312368
"python_version": "3.13",
313369
"gpu_arch_type": "rocm",
@@ -392,6 +448,20 @@
392448
"upload_to_base_bucket": "no",
393449
"stable_version": "2.13.0"
394450
},
451+
{
452+
"python_version": "3.14",
453+
"gpu_arch_type": "cuda",
454+
"gpu_arch_version": "13.4",
455+
"desired_cuda": "cu134",
456+
"container_image": "pytorch/manylinux2_28-builder:cuda13.4",
457+
"package_type": "manywheel",
458+
"build_name": "manywheel-py3_14-cuda13_4",
459+
"validation_runner": "linux.g5.4xlarge.nvidia.gpu",
460+
"installation": "pip3 install --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/cu134",
461+
"channel": "nightly",
462+
"upload_to_base_bucket": "no",
463+
"stable_version": "2.13.0"
464+
},
395465
{
396466
"python_version": "3.14",
397467
"gpu_arch_type": "rocm",
@@ -476,6 +546,20 @@
476546
"upload_to_base_bucket": "no",
477547
"stable_version": "2.13.0"
478548
},
549+
{
550+
"python_version": "3.14t",
551+
"gpu_arch_type": "cuda",
552+
"gpu_arch_version": "13.4",
553+
"desired_cuda": "cu134",
554+
"container_image": "pytorch/manylinux2_28-builder:cuda13.4",
555+
"package_type": "manywheel",
556+
"build_name": "manywheel-py3_14t-cuda13_4",
557+
"validation_runner": "linux.g5.4xlarge.nvidia.gpu",
558+
"installation": "pip3 install --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/cu134",
559+
"channel": "nightly",
560+
"upload_to_base_bucket": "no",
561+
"stable_version": "2.13.0"
562+
},
479563
{
480564
"python_version": "3.14t",
481565
"gpu_arch_type": "rocm",
@@ -560,6 +644,20 @@
560644
"upload_to_base_bucket": "no",
561645
"stable_version": "2.13.0"
562646
},
647+
{
648+
"python_version": "3.15",
649+
"gpu_arch_type": "cuda",
650+
"gpu_arch_version": "13.4",
651+
"desired_cuda": "cu134",
652+
"container_image": "pytorch/manylinux2_28-builder:cuda13.4",
653+
"package_type": "manywheel",
654+
"build_name": "manywheel-py3_15-cuda13_4",
655+
"validation_runner": "linux.g5.4xlarge.nvidia.gpu",
656+
"installation": "pip3 install --pre torch --index-url https://download.pytorch.org/whl/nightly/cu134",
657+
"channel": "nightly",
658+
"upload_to_base_bucket": "no",
659+
"stable_version": "2.13.0"
660+
},
563661
{
564662
"python_version": "3.15",
565663
"gpu_arch_type": "rocm",
@@ -644,6 +742,20 @@
644742
"upload_to_base_bucket": "no",
645743
"stable_version": "2.13.0"
646744
},
745+
{
746+
"python_version": "3.15t",
747+
"gpu_arch_type": "cuda",
748+
"gpu_arch_version": "13.4",
749+
"desired_cuda": "cu134",
750+
"container_image": "pytorch/manylinux2_28-builder:cuda13.4",
751+
"package_type": "manywheel",
752+
"build_name": "manywheel-py3_15t-cuda13_4",
753+
"validation_runner": "linux.g5.4xlarge.nvidia.gpu",
754+
"installation": "pip3 install --pre torch --index-url https://download.pytorch.org/whl/nightly/cu134",
755+
"channel": "nightly",
756+
"upload_to_base_bucket": "no",
757+
"stable_version": "2.13.0"
758+
},
647759
{
648760
"python_version": "3.15t",
649761
"gpu_arch_type": "rocm",

‎tools/tests/assets/build_matrix_linux_wheel_cuda_norocm.json‎

Lines changed: 112 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -56,6 +56,20 @@
5656
"upload_to_base_bucket": "no",
5757
"stable_version": "2.13.0"
5858
},
59+
{
60+
"python_version": "3.10",
61+
"gpu_arch_type": "cuda",
62+
"gpu_arch_version": "13.4",
63+
"desired_cuda": "cu134",
64+
"container_image": "pytorch/manylinux2_28-builder:cuda13.4",
65+
"package_type": "manywheel",
66+
"build_name": "manywheel-py3_10-cuda13_4",
67+
"validation_runner": "linux.g5.4xlarge.nvidia.gpu",
68+
"installation": "pip3 install --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/cu134",
69+
"channel": "nightly",
70+
"upload_to_base_bucket": "no",
71+
"stable_version": "2.13.0"
72+
},
5973
{
6074
"python_version": "3.11",
6175
"gpu_arch_type": "cpu",
@@ -112,6 +126,20 @@
112126
"upload_to_base_bucket": "no",
113127
"stable_version": "2.13.0"
114128
},
129+
{
130+
"python_version": "3.11",
131+
"gpu_arch_type": "cuda",
132+
"gpu_arch_version": "13.4",
133+
"desired_cuda": "cu134",
134+
"container_image": "pytorch/manylinux2_28-builder:cuda13.4",
135+
"package_type": "manywheel",
136+
"build_name": "manywheel-py3_11-cuda13_4",
137+
"validation_runner": "linux.g5.4xlarge.nvidia.gpu",
138+
"installation": "pip3 install --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/cu134",
139+
"channel": "nightly",
140+
"upload_to_base_bucket": "no",
141+
"stable_version": "2.13.0"
142+
},
115143
{
116144
"python_version": "3.12",
117145
"gpu_arch_type": "cpu",
@@ -168,6 +196,20 @@
168196
"upload_to_base_bucket": "no",
169197
"stable_version": "2.13.0"
170198
},
199+
{
200+
"python_version": "3.12",
201+
"gpu_arch_type": "cuda",
202+
"gpu_arch_version": "13.4",
203+
"desired_cuda": "cu134",
204+
"container_image": "pytorch/manylinux2_28-builder:cuda13.4",
205+
"package_type": "manywheel",
206+
"build_name": "manywheel-py3_12-cuda13_4",
207+
"validation_runner": "linux.g5.4xlarge.nvidia.gpu",
208+
"installation": "pip3 install --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/cu134",
209+
"channel": "nightly",
210+
"upload_to_base_bucket": "no",
211+
"stable_version": "2.13.0"
212+
},
171213
{
172214
"python_version": "3.13",
173215
"gpu_arch_type": "cpu",
@@ -224,6 +266,20 @@
224266
"upload_to_base_bucket": "no",
225267
"stable_version": "2.13.0"
226268
},
269+
{
270+
"python_version": "3.13",
271+
"gpu_arch_type": "cuda",
272+
"gpu_arch_version": "13.4",
273+
"desired_cuda": "cu134",
274+
"container_image": "pytorch/manylinux2_28-builder:cuda13.4",
275+
"package_type": "manywheel",
276+
"build_name": "manywheel-py3_13-cuda13_4",
277+
"validation_runner": "linux.g5.4xlarge.nvidia.gpu",
278+
"installation": "pip3 install --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/cu134",
279+
"channel": "nightly",
280+
"upload_to_base_bucket": "no",
281+
"stable_version": "2.13.0"
282+
},
227283
{
228284
"python_version": "3.14",
229285
"gpu_arch_type": "cpu",
@@ -280,6 +336,20 @@
280336
"upload_to_base_bucket": "no",
281337
"stable_version": "2.13.0"
282338
},
339+
{
340+
"python_version": "3.14",
341+
"gpu_arch_type": "cuda",
342+
"gpu_arch_version": "13.4",
343+
"desired_cuda": "cu134",
344+
"container_image": "pytorch/manylinux2_28-builder:cuda13.4",
345+
"package_type": "manywheel",
346+
"build_name": "manywheel-py3_14-cuda13_4",
347+
"validation_runner": "linux.g5.4xlarge.nvidia.gpu",
348+
"installation": "pip3 install --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/cu134",
349+
"channel": "nightly",
350+
"upload_to_base_bucket": "no",
351+
"stable_version": "2.13.0"
352+
},
283353
{
284354
"python_version": "3.14t",
285355
"gpu_arch_type": "cpu",
@@ -336,6 +406,20 @@
336406
"upload_to_base_bucket": "no",
337407
"stable_version": "2.13.0"
338408
},
409+
{
410+
"python_version": "3.14t",
411+
"gpu_arch_type": "cuda",
412+
"gpu_arch_version": "13.4",
413+
"desired_cuda": "cu134",
414+
"container_image": "pytorch/manylinux2_28-builder:cuda13.4",
415+
"package_type": "manywheel",
416+
"build_name": "manywheel-py3_14t-cuda13_4",
417+
"validation_runner": "linux.g5.4xlarge.nvidia.gpu",
418+
"installation": "pip3 install --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/cu134",
419+
"channel": "nightly",
420+
"upload_to_base_bucket": "no",
421+
"stable_version": "2.13.0"
422+
},
339423
{
340424
"python_version": "3.15",
341425
"gpu_arch_type": "cpu",
@@ -392,6 +476,20 @@
392476
"upload_to_base_bucket": "no",
393477
"stable_version": "2.13.0"
394478
},
479+
{
480+
"python_version": "3.15",
481+
"gpu_arch_type": "cuda",
482+
"gpu_arch_version": "13.4",
483+
"desired_cuda": "cu134",
484+
"container_image": "pytorch/manylinux2_28-builder:cuda13.4",
485+
"package_type": "manywheel",
486+
"build_name": "manywheel-py3_15-cuda13_4",
487+
"validation_runner": "linux.g5.4xlarge.nvidia.gpu",
488+
"installation": "pip3 install --pre torch --index-url https://download.pytorch.org/whl/nightly/cu134",
489+
"channel": "nightly",
490+
"upload_to_base_bucket": "no",
491+
"stable_version": "2.13.0"
492+
},
395493
{
396494
"python_version": "3.15t",
397495
"gpu_arch_type": "cpu",
@@ -447,6 +545,20 @@
447545
"channel": "nightly",
448546
"upload_to_base_bucket": "no",
449547
"stable_version": "2.13.0"
548+
},
549+
{
550+
"python_version": "3.15t",
551+
"gpu_arch_type": "cuda",
552+
"gpu_arch_version": "13.4",
553+
"desired_cuda": "cu134",
554+
"container_image": "pytorch/manylinux2_28-builder:cuda13.4",
555+
"package_type": "manywheel",
556+
"build_name": "manywheel-py3_15t-cuda13_4",
557+
"validation_runner": "linux.g5.4xlarge.nvidia.gpu",
558+
"installation": "pip3 install --pre torch --index-url https://download.pytorch.org/whl/nightly/cu134",
559+
"channel": "nightly",
560+
"upload_to_base_bucket": "no",
561+
"stable_version": "2.13.0"
450562
}
451563
]
452564
}

0 commit comments

Comments
 (0)