aws
diff --git a/‎.github/actions/generate-release-spec/action.yml‎
Lines changed: 91 additions & 0 deletions b/‎.github/actions/generate-release-spec/action.yml‎
Lines changed: 91 additions & 0 deletions
diff --git a/‎.github/actions/setup-release-package/action.yml‎
Lines changed: 68 additions & 0 deletions b/‎.github/actions/setup-release-package/action.yml‎
Lines changed: 68 additions & 0 deletions
diff --git a/‎.github/config/vllm-0.10.2-rayserve.yml‎
Lines changed: 30 additions & 0 deletions b/‎.github/config/vllm-0.10.2-rayserve.yml‎
Lines changed: 30 additions & 0 deletions
@@ -0,0 +1,91 @@
+name: 'Generate Release Spec'
+description: 'Generate release specification YAML from config file'
+
+inputs:
+  config-json:
+    description: 'JSON string containing the configuration'
+    required: true
+
+outputs:
+  release-spec:
+    description: 'Generated release specification YAML'
+    value: ${{ steps.generate.outputs.spec }}
+
+runs:
+  using: 'composite'
+  steps:
+    - name: Generate release spec
+      id: generate
+      shell: bash
+      run: |
+        echo '${{ inputs.config-json }}' > config.json
+
+        # Extract required values from config
+        FRAMEWORK=$(jq -r '.common.framework' config.json)
+        VERSION=$(jq -r '.common.framework_version' config.json)
+
+        # Validate required fields
+        if [ -z "$FRAMEWORK" ] || [ "$FRAMEWORK" == "null" ]; then
+          echo "Error: framework is required"
+          exit 1
+        fi
+
+        if [ -z "$VERSION" ] || [ "$VERSION" == "null" ]; then
+          echo "Error: version is required"
+          exit 1
+        fi
+
+        # Extract optional values from config
+        ARCH_TYPE=$(jq -r '.common.arch_type' config.json)
+        JOB_TYPE=$(jq -r '.common.job_type' config.json)
+        DEVICE_TYPE=$(jq -r '.common.device_type' config.json)
+        PYTHON_VERSION=$(jq -r '.common.python_version' config.json)
+        OS_VERSION=$(jq -r '.common.os_version' config.json)
+        CUSTOMER_TYPE=$(jq -r '.common.customer_type' config.json)
+        CUDA_VERSION=$(jq -r '.common.cuda_version' config.json)
+
+        # Extract boolean values
+        FORCE_RELEASE=$(jq -r '.release.force_release' config.json)
+        PUBLIC_REGISTRY=$(jq -r '.release.public_registry' config.json)
+        PRIVATE_REGISTRY=$(jq -r '.release.private_registry' config.json)
+        ENABLE_SOCI=$(jq -r '.release.enable_soci' config.json)
+
+        echo "Generating release spec with:"
+        echo "  Framework: ${FRAMEWORK} [required]"
+        echo "  Version: ${VERSION} [required]"
+        [ "$ARCH_TYPE" != "null" ] && echo "  Arch Type: ${ARCH_TYPE}"
+        [ "$JOB_TYPE" != "null" ] && echo "  Job Type: ${JOB_TYPE}"
+        [ "$DEVICE_TYPE" != "null" ] && echo "  Device Type: ${DEVICE_TYPE}"
+        [ "$CUSTOMER_TYPE" != "null" ] && echo "  Customer Type: ${CUSTOMER_TYPE}"
+        [ "$FORCE_RELEASE" != "null" ] && echo "  Force Release: ${FORCE_RELEASE}"
+        [ "$PUBLIC_REGISTRY" != "null" ] && echo "  Public Registry: ${PUBLIC_REGISTRY}"
+        [ "$PRIVATE_REGISTRY" != "null" ] && echo "  Private Registry: ${PRIVATE_REGISTRY}"
+        [ "$ENABLE_SOCI" != "null" ] && echo "  Enable SOCI: ${ENABLE_SOCI}"
+
+        # Generate release spec YAML with conditional fields
+        {
+          echo "spec<<EOF"
+
+          # Required fields
+          echo "framework: \"${FRAMEWORK}\""
+          echo "version: \"${VERSION}\""
+
+          # Optional string fields - only include if not null
+          [ "$ARCH_TYPE" != "null" ] && echo "arch_type: \"${ARCH_TYPE}\""
+          [ "$JOB_TYPE" != "null" ] && echo "job_type: \"${JOB_TYPE}\""
+          [ "$DEVICE_TYPE" != "null" ] && echo "device_type: \"${DEVICE_TYPE}\""
+          [ "$PYTHON_VERSION" != "null" ] && echo "python_version: \"${PYTHON_VERSION}\""
+          [ "$OS_VERSION" != "null" ] && echo "os_version: \"${OS_VERSION}\""
+          [ "$CUSTOMER_TYPE" != "null" ] && echo "customer_type: \"${CUSTOMER_TYPE}\""
+          [ "$CUDA_VERSION" != "null" ] && echo "cuda_version: \"${CUDA_VERSION}\""
+
+          # Boolean flags - include if not null (handles both true and false)
+          [ "$FORCE_RELEASE" != "null" ] && echo "force_release: ${FORCE_RELEASE}"
+          [ "$PUBLIC_REGISTRY" != "null" ] && echo "public_registry: ${PUBLIC_REGISTRY}"
+          [ "$PRIVATE_REGISTRY" != "null" ] && echo "private_registry: ${PRIVATE_REGISTRY}"
+          [ "$ENABLE_SOCI" != "null" ] && echo "enable_soci: ${ENABLE_SOCI}"
+
+          echo "EOF"
+        } >> ${GITHUB_OUTPUT}
+
+        echo "Release spec generated successfully"
@@ -0,0 +1,68 @@
+name: 'Setup Release Package'
+description: 'Download and install release package from S3'
+
+inputs:
+  aws-region:
+    description: 'AWS region for S3'
+    required: false
+    default: 'us-west-2'
+  release-package-s3-bucket:
+    description: 'S3 bucket containing the release package'
+    required: false
+    default: 'dlc-release-logic-v2'
+  release-package-s3-prefix:
+    description: 'S3 prefix/folder path to the package'
+    required: false
+    default: 'DLContainersReleaseLogicV2/DLContainersReleaseLogicV2'
+
+runs:
+  using: 'composite'
+  steps:
+    - name: Download release package from S3
+      shell: bash
+      run: |
+        echo "Downloading fresh release package from S3..."
+        PACKAGE_DIR="release_package"
+        mkdir -p ${PACKAGE_DIR}
+
+        aws s3 sync \
+          s3://${{ inputs.release-package-s3-bucket }}/${{ inputs.release-package-s3-prefix }} \
+          ${PACKAGE_DIR} \
+          --region ${{ inputs.aws-region }}
+
+        if [ ! -d "${PACKAGE_DIR}" ] || [ -z "$(ls -A ${PACKAGE_DIR})" ]; then
+          echo "Error: Failed to download package from S3"
+          exit 1
+        fi
+
+        echo "Package downloaded successfully"
+
+    - name: Setup virtual environment and install package
+      shell: bash
+      run: |
+        PACKAGE_DIR="release_package"
+
+        echo "Creating virtual environment with uv..."
+        uv venv --python 3.12 .venv
+
+        echo "Installing release package..."
+        uv pip install -e ./${PACKAGE_DIR}
+
+        echo "Making scripts executable..."
+        chmod +x ${PACKAGE_DIR}/scripts/*
+
+        echo "Package installed successfully"
+
+    - name: Activate environment
+      shell: bash
+      run: |
+        PACKAGE_DIR="release_package"
+
+        echo "PACKAGE_DIR=${PACKAGE_DIR}" >> ${GITHUB_ENV}
+        echo "VIRTUAL_ENV=${PWD}/.venv" >> ${GITHUB_ENV}
+
+        # Add both venv/bin and scripts directory to PATH
+        echo "${PWD}/.venv/bin" >> ${GITHUB_PATH}
+        echo "${PWD}/${PACKAGE_DIR}/scripts" >> ${GITHUB_PATH}
+
+        echo "Environment activated"
@@ -0,0 +1,30 @@
+# vLLM RayServe Image Configuration
+# This file contains all configuration for building, testing, and releasing the vLLM RayServe image
+
+# Image identification
+image:
+  name: "vllm-rayserve"
+  description: "vLLM with RayServe for EC2 instances"
+
+# Build configuration
+common:
+  framework: "vllm"
+  framework_version: "0.10.2"
+  job_type: "general"
+  python_version: "py312"
+  cuda_version: "cu129"
+  os_version: "ubuntu22.04"
+  customer_type: "rayserve_ec2"
+  arch_type: "x86"
+  prod_image: "vllm:0.10-gpu-py312-rayserve"
+  device_type: "gpu"
+
+# Release configuration
+release:
+  release: true
+  force_release: false
+  public_registry: true
+  private_registry: false
+  enable_soci: true
+  source_stage: beta # private for gamma test
+  target_stage: release # gamma for gamma test