Skip to content
Merged
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
57 changes: 57 additions & 0 deletions .github/workflows/llama-stack-build.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,57 @@
name: Llama stack builds
on:
workflow_dispatch:
inputs:
version:
description: 'Llama stack release (e.g. 0.1.8, 0.1.9)'
required: true
type: string
default: '0.1.9'


jobs:
llama-stack-build:
runs-on: ubuntu-latest
environment: ci
steps:
- name: Checkout code
uses: actions/checkout@v4
with:
ref: release-${{ inputs.version }}
repository: meta-llama/llama-stack.git

- name: python deps
run: |
sudo apt-get update
sudo apt-get install -y python3-pip

- name: login to quay.io
uses: docker/login-action@v3
with:
registry: quay.io
username: ${{ secrets.QUAY_USERNAME }}
password: ${{ secrets.QUAY_PASSWORD }}

- name: Install repo packages
run: |
pip install -U .

- name: modify the build.yaml
run: |
sed -i 's/ - inline::faiss/ - inline::milvus/g' llama_stack/templates/remote-vllm/build.yaml

- name: display contents of buld.yaml
run: |
cat llama_stack/templates/remote-vllm/build.yaml

- name: run llama stack build
run: |
USE_COPY_NOT_MOUNT=true LLAMA_STACK_DIR=. llama stack build --template remote-vllm --image-type container

- name: tag the image
run: |
docker tag docker.io/library/distribution-remote-vllm:dev quay.io/redhat-et/llama:vllm-${{inputs.version}}

- name: push the image
run: |
docker push quay.io/redhat-et/llama:vllm-${{inputs.version}}