Skip to content

Change runner from gpu-p4d-runner to gpu-standard-runners #4

Change runner from gpu-p4d-runner to gpu-standard-runners

Change runner from gpu-p4d-runner to gpu-standard-runners #4

name: Test - P4D 4 GPUs
on:
workflow_dispatch:
push:
paths:
- ".github/workflows/test-p4d-4gpus.yaml"
jobs:
vllm-4gpu-test:
runs-on: gpu-standard-runners
steps:
- name: Checkout code
uses: actions/checkout@v5
- name: Pull vLLM image
run: docker pull public.ecr.aws/deep-learning-containers/vllm:0.13.0-gpu-py312-ec2
- name: Start vLLM container (4 GPUs)
run: |
CONTAINER_ID=$(docker run -d --rm --gpus '"device=1,2"' \
-p 8000:8000 \
public.ecr.aws/deep-learning-containers/vllm:0.13.0-gpu-py312-ec2)
echo "CONTAINER_ID=$CONTAINER_ID" >> $GITHUB_ENV
echo "Container ID: $CONTAINER_ID"
sleep 200
docker logs --tail 60 ${CONTAINER_ID}
- name: Verify GPU allocation
run: |
echo "=== GPU Info ==="
docker exec ${CONTAINER_ID} nvidia-smi
- name: Show container logs
if: always()
run: docker logs ${CONTAINER_ID} || true
- name: Cleanup
if: always()
run: docker stop ${CONTAINER_ID} || true