Skip to content

Commit 40624ac

Browse files
authored
Merge pull request #40 from redhat-et/llama-build
llama stack builds
2 parents f1bb09d + a1b1e77 commit 40624ac

1 file changed

Lines changed: 57 additions & 0 deletions

File tree

Lines changed: 57 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,57 @@
1+
name: Llama stack builds
2+
on:
3+
workflow_dispatch:
4+
inputs:
5+
version:
6+
description: 'Llama stack release (e.g. 0.1.8, 0.1.9)'
7+
required: true
8+
type: string
9+
default: '0.1.9'
10+
11+
12+
jobs:
13+
llama-stack-build:
14+
runs-on: ubuntu-latest
15+
environment: ci
16+
steps:
17+
- name: Checkout code
18+
uses: actions/checkout@v4
19+
with:
20+
ref: release-${{ inputs.version }}
21+
repository: meta-llama/llama-stack.git
22+
23+
- name: python deps
24+
run: |
25+
sudo apt-get update
26+
sudo apt-get install -y python3-pip
27+
28+
- name: login to quay.io
29+
uses: docker/login-action@v3
30+
with:
31+
registry: quay.io
32+
username: ${{ secrets.QUAY_USERNAME }}
33+
password: ${{ secrets.QUAY_PASSWORD }}
34+
35+
- name: Install repo packages
36+
run: |
37+
pip install -U .
38+
39+
- name: modify the build.yaml
40+
run: |
41+
sed -i 's/ - inline::faiss/ - inline::milvus/g' llama_stack/templates/remote-vllm/build.yaml
42+
43+
- name: display contents of buld.yaml
44+
run: |
45+
cat llama_stack/templates/remote-vllm/build.yaml
46+
47+
- name: run llama stack build
48+
run: |
49+
USE_COPY_NOT_MOUNT=true LLAMA_STACK_DIR=. llama stack build --template remote-vllm --image-type container
50+
51+
- name: tag the image
52+
run: |
53+
docker tag docker.io/library/distribution-remote-vllm:dev quay.io/redhat-et/llama:vllm-${{inputs.version}}
54+
55+
- name: push the image
56+
run: |
57+
docker push quay.io/redhat-et/llama:vllm-${{inputs.version}}

0 commit comments

Comments
 (0)