Skip to content

Migrate H100/A100 runners to OSDC (ARC) #179

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
huydhn merged 5 commits into from
Jun 13, 2026
Merged

Migrate H100/A100 runners to OSDC (ARC) #179

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
5 commits
Select commit Hold shift + click to select a range
a7a54a0
Migrate linux.aws.h100/a100 runners to OSDC (ARC) runners
huydhn May 29, 2026
7ba08d6
Containerize vLLM CI test + profiling workflows for OSDC runners
huydhn May 29, 2026
ebadce7
Containerize pytorch-bisect.yaml mt- (OSDC) path in a CUDA devel cont…
huydhn May 29, 2026
f6bc62f
Containerize vllm-benchmark + sglang benchmarks for OSDC (all devices)
huydhn May 29, 2026
6f0e908
Revert benchmark/sglang containerization; keep migration minimal
huydhn Jun 12, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
48 changes: 24 additions & 24 deletions .github/scripts/generate_vllm_benchmark_matrix.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@
# while ROCm runner are provided by AMD
TP_TO_RUNNER_MAPPING = {
1: [
"linux.aws.h100",
"mt-l-x86iamx-22-225-h100",
"linux.rocm.gpu.gfx942.1",
"linux.24xl.spr-metal",
"linux.24xl.gnr",
Expand All @@ -25,20 +25,20 @@
# NB: There is no 2xH100 runner at the momement, so let's use the next one
# in the list here which is 4xH100
2: [
"linux.aws.h100.4",
"mt-l-x86iamx-88-900-h100-4",
"linux.rocm.gpu.gfx942.2",
"linux.24xl.gnr",
"linux.hpu.gaudi3.8",
"linux.dgx.b200.8",
],
4: [
"linux.aws.h100.4",
"mt-l-x86iamx-88-900-h100-4",
"linux.rocm.gpu.gfx942.4",
"linux.hpu.gaudi3.8",
"linux.dgx.b200.8",
],
8: [
"linux.aws.h100.8",
"mt-l-bx86iamx-176-1800-h100-8",
"linux.rocm.gpu.gfx942.8",
"linux.dgx.b200.8",
"linux.hpu.gaudi3.8",
Expand All @@ -47,10 +47,10 @@

# This mapping is needed to find out the platform of the runner
RUNNER_TO_PLATFORM_MAPPING = {
"linux.aws.a100": "cuda",
"linux.aws.h100": "cuda",
"linux.aws.h100.4": "cuda",
"linux.aws.h100.8": "cuda",
"mt-l-x86iavx512-11-125-a100": "cuda",
"mt-l-x86iamx-22-225-h100": "cuda",
"mt-l-x86iamx-88-900-h100-4": "cuda",
"mt-l-bx86iamx-176-1800-h100-8": "cuda",
"linux.dgx.b200": "cuda",
"linux.dgx.b200.8": "cuda",
"linux.rocm.gpu.gfx942.1": "rocm",
Expand Down Expand Up @@ -102,61 +102,61 @@
],
# Run some bigger models on B200 to share the load
"Qwen/Qwen3-30B-A3B": [
"linux.aws.a100",
"linux.aws.h100",
"a100",
"h100",
"linux.rocm.gpu.gfx942", # TODO: Fail on ROCm
"linux.24xl.gnr",
"linux.hpu.gaudi3.8",
],
"google/gemma-3-27b-it": [
"linux.aws.a100",
"linux.aws.h100",
"a100",
"h100",
"linux.rocm.gpu.gfx942", # TODO (huydhn): Fail on ROCm
"linux.24xl.gnr",
"linux.hpu.gaudi3.8",
],
"meta-llama/Llama-4-Scout-17B-16E-Instruct": [
"linux.aws.a100",
"linux.aws.h100",
"a100",
"h100",
"linux.rocm.gpu.gfx942", # TODO: Fail on ROCm
"linux.24xl.gnr",
"linux.hpu.gaudi3.8",
],
"meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8": [
"linux.aws.a100",
"linux.aws.h100",
"a100",
"h100",
"linux.rocm.gpu.gfx942", # TODO (huydhn): Hang on ROCm
"linux.24xl.gnr",
"linux.hpu.gaudi3.8",
],
# Run gpt-oss on both H100 and B200
"openai/gpt-oss-20b": [
"linux.aws.a100",
"a100",
"linux.24xl.gnr",
"linux.hpu.gaudi3.8",
],
"openai/gpt-oss-120b": [
"linux.aws.a100",
"a100",
"linux.24xl.gnr",
"linux.hpu.gaudi3.8",
],
# Deepseek can only run on B200
"deepseek-ai/DeepSeek-V3.1": [
"linux.aws.a100",
"linux.aws.h100",
"a100",
"h100",
"linux.24xl.gnr",
"linux.hpu.gaudi3.8",
],
"deepseek-ai/DeepSeek-V3.2": [
"linux.aws.a100",
"linux.aws.h100",
"a100",
"h100",
"linux.24xl.gnr",
"linux.hpu.gaudi3.8",
],
"deepseek-ai/DeepSeek-R1": [
"linux.aws.a100",
"a100",
"linux.24xl.gnr",
"linux.aws.h100",
"h100",
"linux.hpu.gaudi3.8",
],
}
Expand Down
4 changes: 3 additions & 1 deletion .github/scripts/run_vllm_profiling.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -12,7 +12,9 @@ print_configuration() {
}

setup_workspace() {
WORKSPACE_DIR="/tmp/workspace"
# On OSDC/ARC the job runs inside a container and the repo is checked out at
# $GITHUB_WORKSPACE rather than the old docker-run bind mount at /tmp/workspace.
WORKSPACE_DIR="${GITHUB_WORKSPACE:-/tmp/workspace}"
cd "${WORKSPACE_DIR}"

echo "Creating profiling directory: ${VLLM_TORCH_PROFILER_DIR}"
Expand Down
Loading
Loading