Skip to content

Commit 1068382

Browse files
sirutBuasaisirutBuasai
committed
change sanity test and retest vllm
Signed-off-by: sirutBuasai <sirutbuasai27@outlook.com>
1 parent f722f5d commit 1068382

14 files changed

Lines changed: 139 additions & 108 deletions

‎.github/workflows/_reusable.sanity-tests.yml‎

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -133,7 +133,11 @@ jobs:
133133
"${PYTHON_SHORT}" "${CUDA_SHORT}"
134134
135135
- name: Run inference engine checks
136-
if: contains(needs.preflight.outputs.framework, 'vllm') || contains(needs.preflight.outputs.framework, 'sglang')
136+
if: |
137+
needs.preflight.outputs.framework == 'vllm' ||
138+
needs.preflight.outputs.framework == 'vllm_server' ||
139+
needs.preflight.outputs.framework == 'sglang' ||
140+
needs.preflight.outputs.framework == 'sglang_server'
137141
run: |
138142
docker exec \
139143
-e EXPECTED_FRAMEWORK_VERSION=${{ needs.preflight.outputs.framework-version }} \

‎.github/workflows/base.pr-devel.yml‎

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -8,12 +8,12 @@ on:
88
# types: [opened, reopened, synchronize]
99
# paths:
1010
# - ".github/config/image/base/cu*-devel.yml"
11+
# - ".github/workflows/base.pipeline.yml"
12+
# - ".github/workflows/base.pr-devel.yml"
1113
# - "docker/base/**"
1214
# - "scripts/docker/common/**"
1315
# - "test/sanity/**"
14-
# - "test/security/data/ecr_scan_allowlist/base/**"
15-
# - ".github/workflows/base.pr-devel.yml"
16-
# - ".github/workflows/base.pipeline.yml"
16+
# - "test/security/data/ecr_scan_allowlist/base_dlc/**"
1717
# - "!docs/**"
1818

1919
permissions:
@@ -59,6 +59,7 @@ jobs:
5959
- "docker/base/**"
6060
- "scripts/docker/common/**"
6161
- "test/security/data/ecr_scan_allowlist/base/**"
62+
- "test/security/data/ecr_scan_allowlist/base_dlc/**"
6263
sanity-test-change:
6364
- "test/sanity/**"
6465

‎.github/workflows/base.pr-runtime.yml‎

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -8,12 +8,12 @@ on:
88
# types: [opened, reopened, synchronize]
99
# paths:
1010
# - ".github/config/image/base/cu*-runtime.yml"
11+
# - ".github/workflows/base.pipeline.yml"
12+
# - ".github/workflows/base.pr-runtime.yml"
1113
# - "docker/base/**"
1214
# - "scripts/docker/common/**"
1315
# - "test/sanity/**"
14-
# - "test/security/data/ecr_scan_allowlist/base/**"
15-
# - ".github/workflows/base.pr-runtime.yml"
16-
# - ".github/workflows/base.pipeline.yml"
16+
# - "test/security/data/ecr_scan_allowlist/base_dlc/**"
1717
# - "!docs/**"
1818

1919
permissions:
@@ -59,6 +59,7 @@ jobs:
5959
- "docker/base/**"
6060
- "scripts/docker/common/**"
6161
- "test/security/data/ecr_scan_allowlist/base/**"
62+
- "test/security/data/ecr_scan_allowlist/base_dlc/**"
6263
sanity-test-change:
6364
- "test/sanity/**"
6465

‎.github/workflows/sglang.pr-ec2-amzn2023.yml‎

Lines changed: 9 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -9,14 +9,15 @@ on:
99
# paths:
1010
# - ".github/config/image/sglang/ec2-amzn2023.yml"
1111
# - ".github/config/model-tests/sglang-model-tests.yml"
12+
# - ".github/workflows/sglang.pipeline.yml"
13+
# - ".github/workflows/sglang.pr-ec2-amzn2023.yml"
1214
# - "docker/sglang/Dockerfile.amzn2023"
1315
# - "scripts/docker/common/**"
1416
# - "scripts/docker/sglang/**"
15-
# - "test/sglang/**"
1617
# - "test/sanity/**"
18+
# - "test/security/data/ecr_scan_allowlist/sglang_server/**"
19+
# - "test/sglang/**"
1720
# - "test/telemetry/**"
18-
# - ".github/workflows/sglang.pr-ec2.yml"
19-
# - ".github/workflows/sglang.pipeline.yml"
2021
# - "!docs/**"
2122

2223
permissions:
@@ -38,10 +39,10 @@ jobs:
3839
runs-on: ubuntu-latest
3940
outputs:
4041
build-change: ${{ steps.changes.outputs.build-change }}
42+
model-test-change: ${{ steps.changes.outputs.model-test-change }}
4143
sanity-test-change: ${{ steps.changes.outputs.sanity-test-change }}
4244
telemetry-test-change: ${{ steps.changes.outputs.telemetry-test-change }}
4345
upstream-test-change: ${{ steps.changes.outputs.upstream-test-change }}
44-
model-test-change: ${{ steps.changes.outputs.model-test-change }}
4546
steps:
4647
- uses: actions/checkout@v6
4748
- uses: dorny/paths-filter@v4
@@ -53,15 +54,16 @@ jobs:
5354
- "docker/sglang/Dockerfile.amzn2023"
5455
- "scripts/docker/common/**"
5556
- "scripts/docker/sglang/**"
57+
- "test/security/data/ecr_scan_allowlist/sglang_server/**"
58+
model-test-change:
59+
- ".github/config/model-tests/sglang-model-tests.yml"
60+
- "test/sglang/scripts/**"
5661
sanity-test-change:
5762
- "test/sanity/**"
5863
telemetry-test-change:
5964
- "test/telemetry/**"
6065
upstream-test-change:
6166
- "test/sglang/scripts/**"
62-
model-test-change:
63-
- ".github/config/model-tests/sglang-model-tests.yml"
64-
- "test/sglang/scripts/**"
6567
6668
pipeline:
6769
needs: [check-changes]

‎.github/workflows/sglang.pr-ec2-ubuntu.yml‎

Lines changed: 10 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -9,16 +9,17 @@ on:
99
# paths:
1010
# - ".github/config/image/sglang/ec2-ubuntu.yml"
1111
# - ".github/config/model-tests/sglang-model-tests.yml"
12+
# - ".github/workflows/sglang.pipeline.yml"
13+
# - ".github/workflows/sglang.pr-ec2-ubuntu.yml"
1214
# - "docker/sglang/Dockerfile"
1315
# - "scripts/docker/common/**"
1416
# - "scripts/docker/sglang/**"
15-
# - "test/sglang/**"
1617
# - "test/sanity/**"
18+
# - "test/security/data/ecr_scan_allowlist/sglang/**"
19+
# - "test/sglang/**"
1720
# - "test/telemetry/**"
18-
# - ".github/workflows/sglang.pr-ec2-ubuntu.yml"
19-
# - ".github/workflows/sglang.pipeline.yml"
20-
# - "!docs/**"
2121
# - "!docker/sglang/Dockerfile.amzn2023"
22+
# - "!docs/**"
2223

2324
permissions:
2425
contents: read
@@ -39,10 +40,10 @@ jobs:
3940
runs-on: ubuntu-latest
4041
outputs:
4142
build-change: ${{ steps.changes.outputs.build-change }}
43+
model-test-change: ${{ steps.changes.outputs.model-test-change }}
4244
sanity-test-change: ${{ steps.changes.outputs.sanity-test-change }}
4345
telemetry-test-change: ${{ steps.changes.outputs.telemetry-test-change }}
4446
upstream-test-change: ${{ steps.changes.outputs.upstream-test-change }}
45-
model-test-change: ${{ steps.changes.outputs.model-test-change }}
4647
steps:
4748
- uses: actions/checkout@v6
4849
- uses: dorny/paths-filter@v4
@@ -54,15 +55,16 @@ jobs:
5455
- "docker/sglang/Dockerfile"
5556
- "scripts/docker/common/**"
5657
- "scripts/docker/sglang/**"
58+
- "test/security/data/ecr_scan_allowlist/sglang/**"
59+
model-test-change:
60+
- ".github/config/model-tests/sglang-model-tests.yml"
61+
- "test/sglang/scripts/**"
5762
sanity-test-change:
5863
- "test/sanity/**"
5964
telemetry-test-change:
6065
- "test/telemetry/**"
6166
upstream-test-change:
6267
- "test/sglang/scripts/**"
63-
model-test-change:
64-
- ".github/config/model-tests/sglang-model-tests.yml"
65-
- "test/sglang/scripts/**"
6668
6769
pipeline:
6870
needs: [check-changes]

‎.github/workflows/sglang.pr-sagemaker-amzn2023.yml‎

Lines changed: 12 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -9,14 +9,15 @@ on:
99
# paths:
1010
# - ".github/config/image/sglang/sagemaker-amzn2023.yml"
1111
# - ".github/config/model-tests/sglang-model-tests.yml"
12+
# - ".github/workflows/sglang.pipeline.yml"
13+
# - ".github/workflows/sglang.pr-sagemaker-amzn2023.yml"
1214
# - "docker/sglang/Dockerfile.amzn2023"
1315
# - "scripts/docker/common/**"
1416
# - "scripts/docker/sglang/**"
15-
# - "test/sglang/**"
1617
# - "test/sanity/**"
18+
# - "test/security/data/ecr_scan_allowlist/sglang_server/**"
19+
# - "test/sglang/**"
1720
# - "test/telemetry/**"
18-
# - ".github/workflows/sglang.pr-sagemaker.yml"
19-
# - ".github/workflows/sglang.pipeline.yml"
2021
# - "!docs/**"
2122

2223
permissions:
@@ -38,11 +39,11 @@ jobs:
3839
runs-on: ubuntu-latest
3940
outputs:
4041
build-change: ${{ steps.changes.outputs.build-change }}
42+
model-test-change: ${{ steps.changes.outputs.model-test-change }}
43+
sagemaker-test-change: ${{ steps.changes.outputs.sagemaker-test-change }}
4144
sanity-test-change: ${{ steps.changes.outputs.sanity-test-change }}
4245
telemetry-test-change: ${{ steps.changes.outputs.telemetry-test-change }}
4346
upstream-test-change: ${{ steps.changes.outputs.upstream-test-change }}
44-
model-test-change: ${{ steps.changes.outputs.model-test-change }}
45-
sagemaker-test-change: ${{ steps.changes.outputs.sagemaker-test-change }}
4647
steps:
4748
- uses: actions/checkout@v6
4849
- uses: dorny/paths-filter@v4
@@ -54,17 +55,18 @@ jobs:
5455
- "docker/sglang/Dockerfile.amzn2023"
5556
- "scripts/docker/common/**"
5657
- "scripts/docker/sglang/**"
58+
- "test/security/data/ecr_scan_allowlist/sglang_server/**"
59+
model-test-change:
60+
- ".github/config/model-tests/sglang-model-tests.yml"
61+
- "test/sglang/scripts/**"
62+
sagemaker-test-change:
63+
- "test/sglang/sagemaker/**"
5764
sanity-test-change:
5865
- "test/sanity/**"
5966
telemetry-test-change:
6067
- "test/telemetry/**"
6168
upstream-test-change:
6269
- "test/sglang/scripts/**"
63-
model-test-change:
64-
- ".github/config/model-tests/sglang-model-tests.yml"
65-
- "test/sglang/scripts/**"
66-
sagemaker-test-change:
67-
- "test/sglang/sagemaker/**"
6870
6971
pipeline:
7072
needs: [check-changes]

‎.github/workflows/sglang.pr-sagemaker-ubuntu.yml‎

Lines changed: 13 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -9,14 +9,16 @@ on:
99
# paths:
1010
# - ".github/config/image/sglang/sagemaker-ubuntu.yml"
1111
# - ".github/config/model-tests/sglang-model-tests.yml"
12+
# - ".github/workflows/sglang.pipeline.yml"
13+
# - ".github/workflows/sglang.pr-sagemaker-ubuntu.yml"
1214
# - "docker/sglang/Dockerfile"
1315
# - "scripts/docker/common/**"
1416
# - "scripts/docker/sglang/**"
15-
# - "test/sglang/**"
1617
# - "test/sanity/**"
18+
# - "test/security/data/ecr_scan_allowlist/sglang/**"
19+
# - "test/sglang/**"
1720
# - "test/telemetry/**"
18-
# - ".github/workflows/sglang.pr-sagemaker-ubuntu.yml"
19-
# - ".github/workflows/sglang.pipeline.yml"
21+
# - "!docker/sglang/Dockerfile.amzn2023"
2022
# - "!docs/**"
2123

2224
permissions:
@@ -38,11 +40,11 @@ jobs:
3840
runs-on: ubuntu-latest
3941
outputs:
4042
build-change: ${{ steps.changes.outputs.build-change }}
43+
model-test-change: ${{ steps.changes.outputs.model-test-change }}
44+
sagemaker-test-change: ${{ steps.changes.outputs.sagemaker-test-change }}
4145
sanity-test-change: ${{ steps.changes.outputs.sanity-test-change }}
4246
telemetry-test-change: ${{ steps.changes.outputs.telemetry-test-change }}
4347
upstream-test-change: ${{ steps.changes.outputs.upstream-test-change }}
44-
model-test-change: ${{ steps.changes.outputs.model-test-change }}
45-
sagemaker-test-change: ${{ steps.changes.outputs.sagemaker-test-change }}
4648
steps:
4749
- uses: actions/checkout@v6
4850
- uses: dorny/paths-filter@v4
@@ -54,17 +56,18 @@ jobs:
5456
- "docker/sglang/Dockerfile"
5557
- "scripts/docker/common/**"
5658
- "scripts/docker/sglang/**"
59+
- "test/security/data/ecr_scan_allowlist/sglang/**"
60+
model-test-change:
61+
- ".github/config/model-tests/sglang-model-tests.yml"
62+
- "test/sglang/scripts/**"
63+
sagemaker-test-change:
64+
- "test/sglang/sagemaker/**"
5765
sanity-test-change:
5866
- "test/sanity/**"
5967
telemetry-test-change:
6068
- "test/telemetry/**"
6169
upstream-test-change:
6270
- "test/sglang/scripts/**"
63-
model-test-change:
64-
- ".github/config/model-tests/sglang-model-tests.yml"
65-
- "test/sglang/scripts/**"
66-
sagemaker-test-change:
67-
- "test/sglang/sagemaker/**"
6871
6972
pipeline:
7073
needs: [check-changes]

‎.github/workflows/vllm-omni.pr-ec2.yml‎

Lines changed: 10 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -9,14 +9,15 @@ on:
99
paths:
1010
- ".github/config/image/vllm-omni/ec2-amzn2023.yml"
1111
- ".github/config/model-tests/vllm-omni-model-tests.yml"
12-
- "docker/vllm_omni/**"
12+
- ".github/workflows/vllm-omni.pipeline.yml"
13+
- ".github/workflows/vllm-omni.pr-ec2.yml"
14+
- "docker/vllm_omni/Dockerfile.amzn2023"
1315
- "scripts/docker/common/**"
1416
- "scripts/docker/vllm/omni_*"
15-
- "test/vllm-omni/**"
1617
- "test/sanity/**"
18+
- "test/security/data/ecr_scan_allowlist/vllm_omni/**"
1719
- "test/telemetry/**"
18-
- ".github/workflows/vllm-omni.pr-ec2.yml"
19-
- ".github/workflows/vllm-omni.pipeline.yml"
20+
- "test/vllm-omni/**"
2021
- "!docs/**"
2122

2223
permissions:
@@ -38,9 +39,9 @@ jobs:
3839
runs-on: ubuntu-latest
3940
outputs:
4041
build-change: ${{ steps.changes.outputs.build-change }}
42+
model-test-change: ${{ steps.changes.outputs.model-test-change }}
4143
sanity-test-change: ${{ steps.changes.outputs.sanity-test-change }}
4244
telemetry-test-change: ${{ steps.changes.outputs.telemetry-test-change }}
43-
model-test-change: ${{ steps.changes.outputs.model-test-change }}
4445
steps:
4546
- uses: actions/checkout@v6
4647
- uses: dorny/paths-filter@v4
@@ -52,14 +53,15 @@ jobs:
5253
- "docker/vllm_omni/Dockerfile.amzn2023"
5354
- "scripts/docker/common/**"
5455
- "scripts/docker/vllm/omni_*"
56+
- "test/security/data/ecr_scan_allowlist/vllm_omni/**"
57+
- "test/vllm-omni/**"
58+
model-test-change:
59+
- ".github/config/model-tests/vllm-omni-model-tests.yml"
5560
- "test/vllm-omni/**"
5661
sanity-test-change:
5762
- "test/sanity/**"
5863
telemetry-test-change:
5964
- "test/telemetry/**"
60-
model-test-change:
61-
- ".github/config/model-tests/vllm-omni-model-tests.yml"
62-
- "test/vllm-omni/**"
6365
6466
pipeline:
6567
needs: [check-changes]

‎.github/workflows/vllm-omni.pr-sagemaker.yml‎

Lines changed: 12 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -9,14 +9,15 @@ on:
99
paths:
1010
- ".github/config/image/vllm-omni/sagemaker-amzn2023.yml"
1111
- ".github/config/model-tests/vllm-omni-model-tests.yml"
12-
- "docker/vllm_omni/**"
12+
- ".github/workflows/vllm-omni.pipeline.yml"
13+
- ".github/workflows/vllm-omni.pr-sagemaker.yml"
14+
- "docker/vllm_omni/Dockerfile.amzn2023"
1315
- "scripts/docker/common/**"
1416
- "scripts/docker/vllm/omni_*"
15-
- "test/vllm-omni/**"
1617
- "test/sanity/**"
18+
- "test/security/data/ecr_scan_allowlist/vllm_omni/**"
1719
- "test/telemetry/**"
18-
- ".github/workflows/vllm-omni.pr-sagemaker.yml"
19-
- ".github/workflows/vllm-omni.pipeline.yml"
20+
- "test/vllm-omni/**"
2021
- "!docs/**"
2122

2223
permissions:
@@ -38,10 +39,10 @@ jobs:
3839
runs-on: ubuntu-latest
3940
outputs:
4041
build-change: ${{ steps.changes.outputs.build-change }}
41-
sanity-test-change: ${{ steps.changes.outputs.sanity-test-change }}
42-
telemetry-test-change: ${{ steps.changes.outputs.telemetry-test-change }}
4342
model-test-change: ${{ steps.changes.outputs.model-test-change }}
4443
sagemaker-test-change: ${{ steps.changes.outputs.sagemaker-test-change }}
44+
sanity-test-change: ${{ steps.changes.outputs.sanity-test-change }}
45+
telemetry-test-change: ${{ steps.changes.outputs.telemetry-test-change }}
4546
steps:
4647
- uses: actions/checkout@v6
4748
- uses: dorny/paths-filter@v4
@@ -53,16 +54,17 @@ jobs:
5354
- "docker/vllm_omni/Dockerfile.amzn2023"
5455
- "scripts/docker/common/**"
5556
- "scripts/docker/vllm/omni_*"
57+
- "test/security/data/ecr_scan_allowlist/vllm_omni/**"
5658
- "test/vllm-omni/**"
57-
sanity-test-change:
58-
- "test/sanity/**"
59-
telemetry-test-change:
60-
- "test/telemetry/**"
6159
model-test-change:
6260
- ".github/config/model-tests/vllm-omni-model-tests.yml"
6361
- "test/vllm-omni/**"
6462
sagemaker-test-change:
6563
- "test/vllm-omni/sagemaker/**"
64+
sanity-test-change:
65+
- "test/sanity/**"
66+
telemetry-test-change:
67+
- "test/telemetry/**"
6668
6769
pipeline:
6870
needs: [check-changes]

0 commit comments

Comments
 (0)