Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
5 changes: 2 additions & 3 deletions .github/config/vllm-0.10.2-rayserve.yml
Original file line number Diff line number Diff line change
Expand Up @@ -12,7 +12,7 @@ common:
framework_version: "0.10.2"
job_type: "general"
python_version: "py312"
cuda_version: "cu129"
cuda_version: "cu128"
os_version: "ubuntu22.04"
customer_type: "rayserve_ec2"
arch_type: "x86"
Expand All @@ -26,5 +26,4 @@ release:
public_registry: true
private_registry: false
enable_soci: true
source_stage: beta # private for gamma test
target_stage: release # gamma for gamma test
environment: production # gamma or production
47 changes: 34 additions & 13 deletions .github/workflows/reusable-release-image.yml
Original file line number Diff line number Diff line change
Expand Up @@ -14,12 +14,8 @@ on:
description: 'Release specification YAML content'
required: true
type: string
source-stage:
description: 'Source stage (e.g., private, beta)'
required: true
type: string
target-stage:
description: 'Target stage (e.g., gamma, release)'
environment:
description: 'Deployment environment (gamma or production)'
required: true
type: string
aws-region:
Expand All @@ -38,7 +34,27 @@ on:
value: ${{ jobs.step1-publish-images.outputs.run-identifier }}

jobs:
validate-release:
runs-on: ubuntu-latest
steps:
- name: Validate release context
run: |
ENVIRONMENT="${{ inputs.environment }}"

# Validate environment input
if [[ "${ENVIRONMENT}" != "gamma" && "${ENVIRONMENT}" != "production" ]]; then
echo "❌ ERROR: Invalid environment '${ENVIRONMENT}'"
echo "Valid environments: gamma, production"
exit 1
fi

echo "✅ Release context validation passed"
echo "Ref: ${{ github.ref }}"
echo "Environment: ${ENVIRONMENT}"

step1-publish-images:
needs: [validate-release]
environment: ${{ inputs.environment }}
runs-on:
- codebuild-runner-${{ github.run_id }}-${{ github.run_attempt }}
fleet:${{ inputs.runner-fleet }}
Expand Down Expand Up @@ -107,13 +123,16 @@ jobs:
echo "RUN_IDENTIFIER=${RUN_IDENTIFIER}" >> ${GITHUB_ENV}
echo "METADATA_FILE=${METADATA_FILE}" >> ${GITHUB_ENV}
echo "REGION=${{ inputs.aws-region }}" >> ${GITHUB_ENV}
echo "SOURCE_STAGE=${{ inputs.source-stage }}" >> ${GITHUB_ENV}
echo "TARGET_STAGE=${{ inputs.target-stage }}" >> ${GITHUB_ENV}
echo "SOURCE_STAGE=${{ vars.SOURCE_STAGE }}" >> ${GITHUB_ENV}
echo "TARGET_STAGE=${{ vars.TARGET_STAGE }}" >> ${GITHUB_ENV}

echo "run-identifier=${RUN_IDENTIFIER}" >> ${GITHUB_OUTPUT}
echo "metadata-file-name=release_metadata_${RUN_IDENTIFIER}.dict" >> ${GITHUB_OUTPUT}

echo "Generated run identifier: ${RUN_IDENTIFIER}"
echo "Environment: ${{ inputs.environment }}"
echo "Source stage: ${{ vars.SOURCE_STAGE }}"
echo "Target stage: ${{ vars.TARGET_STAGE }}"

- name: Publish DLC Images
id: publish
Expand Down Expand Up @@ -161,6 +180,7 @@ jobs:

step2-generate-info:
needs: [step1-publish-images]
environment: ${{ inputs.environment }}
if: needs.step1-publish-images.outputs.images-published == '1'
runs-on:
- codebuild-runner-${{ github.run_id }}-${{ github.run_attempt }}
Expand Down Expand Up @@ -189,8 +209,8 @@ jobs:
echo "RUN_IDENTIFIER=${RUN_IDENTIFIER}" >> ${GITHUB_ENV}
echo "METADATA_FILE=${METADATA_FILE}" >> ${GITHUB_ENV}
echo "REGION=${{ inputs.aws-region }}" >> ${GITHUB_ENV}
echo "SOURCE_STAGE=${{ inputs.source-stage }}" >> ${GITHUB_ENV}
echo "TARGET_STAGE=${{ inputs.target-stage }}" >> ${GITHUB_ENV}
echo "SOURCE_STAGE=${{ vars.SOURCE_STAGE }}" >> ${GITHUB_ENV}
echo "TARGET_STAGE=${{ vars.TARGET_STAGE }}" >> ${GITHUB_ENV}

- name: Generate Release Information
run: |
Expand All @@ -214,6 +234,7 @@ jobs:

step3-publish-notifications:
needs: [step1-publish-images, step2-generate-info]
environment: ${{ inputs.environment }}
if: needs.step1-publish-images.outputs.images-published == '1'
runs-on:
- codebuild-runner-${{ github.run_id }}-${{ github.run_attempt }}
Expand All @@ -233,8 +254,8 @@ jobs:
RUN_IDENTIFIER="${{ needs.step1-publish-images.outputs.run-identifier }}"
echo "RUN_IDENTIFIER=${RUN_IDENTIFIER}" >> ${GITHUB_ENV}
echo "REGION=${{ inputs.aws-region }}" >> ${GITHUB_ENV}
echo "SOURCE_STAGE=${{ inputs.source-stage }}" >> ${GITHUB_ENV}
echo "TARGET_STAGE=${{ inputs.target-stage }}" >> ${GITHUB_ENV}
echo "SOURCE_STAGE=${{ vars.SOURCE_STAGE }}" >> ${GITHUB_ENV}
echo "TARGET_STAGE=${{ vars.TARGET_STAGE }}" >> ${GITHUB_ENV}

- name: Publish Release Information
run: |
Expand All @@ -248,4 +269,4 @@ jobs:
echo ""
echo "=========================================="
echo "🎉 All release steps completed successfully!"
echo "=========================================="
echo "=========================================="
6 changes: 3 additions & 3 deletions .github/workflows/vllm-rayserver-auto-release.yml
Original file line number Diff line number Diff line change
@@ -1,7 +1,8 @@
name: vLLM_RAYSERVE_AUTO_RELEASE

on:

# schedule run must be on the default branch
# https://docs.github.com/en/actions/reference/workflows-and-actions/events-that-trigger-workflows#schedule
schedule:
# Runs at 10:00 AM PST/PDT on Monday and Wednesday
# Note: GitHub Actions uses UTC time. PST is UTC-8, PDT is UTC-7
Expand Down Expand Up @@ -318,8 +319,7 @@ jobs:
with:
source-image-uri: ${{ needs.build-vllm-rayserve-image.outputs.ci-image }}
release-spec: ${{ needs.generate-rayserve-release-spec.outputs.release-spec }}
source-stage: ${{ fromJson(needs.load-config.outputs.rayserve-config).release.source_stage }}
target-stage: ${{ fromJson(needs.load-config.outputs.rayserve-config).release.target_stage }}
environment: ${{ fromJson(needs.load-config.outputs.rayserve-config).release.environment }}
aws-region: ${{ vars.AWS_REGION }}
runner-fleet: default-runner

Expand Down