diff --git a/.github/workflows/llama-stack-build.yaml b/.github/workflows/llama-stack-build.yaml new file mode 100644 index 000000000..cc4905353 --- /dev/null +++ b/.github/workflows/llama-stack-build.yaml @@ -0,0 +1,57 @@ +name: Llama stack builds +on: + workflow_dispatch: + inputs: + version: + description: 'Llama stack release (e.g. 0.1.8, 0.1.9)' + required: true + type: string + default: '0.1.9' + + +jobs: + llama-stack-build: + runs-on: ubuntu-latest + environment: ci + steps: + - name: Checkout code + uses: actions/checkout@v4 + with: + ref: release-${{ inputs.version }} + repository: meta-llama/llama-stack.git + + - name: python deps + run: | + sudo apt-get update + sudo apt-get install -y python3-pip + + - name: login to quay.io + uses: docker/login-action@v3 + with: + registry: quay.io + username: ${{ secrets.QUAY_USERNAME }} + password: ${{ secrets.QUAY_PASSWORD }} + + - name: Install repo packages + run: | + pip install -U . + + - name: modify the build.yaml + run: | + sed -i 's/ - inline::faiss/ - inline::milvus/g' llama_stack/templates/remote-vllm/build.yaml + + - name: display contents of buld.yaml + run: | + cat llama_stack/templates/remote-vllm/build.yaml + + - name: run llama stack build + run: | + USE_COPY_NOT_MOUNT=true LLAMA_STACK_DIR=. llama stack build --template remote-vllm --image-type container + + - name: tag the image + run: | + docker tag docker.io/library/distribution-remote-vllm:dev quay.io/redhat-et/llama:vllm-${{inputs.version}} + + - name: push the image + run: | + docker push quay.io/redhat-et/llama:vllm-${{inputs.version}}