feat: bump llama-stack to 0.3.0rc2+rhai0

https://github.com/opendatahub-io/llama-stack/releases/tag/v0.3.0rc2%2Brhai0

Relates to: RHAIENG-1685

Signed-off-by: Mustafa Elbehery <melbeher@redhat.com>

Author: Elbehery

.pre-commit-config.yaml

@@ -56,7 +56,7 @@ repos:
         always_run: true
         files: ^distribution/.*$
         additional_dependencies:
-          - llama-stack==0.2.23
+          - git+https://github.com/opendatahub-io/llama-stack.git@v0.3.0rc2+rhai0
 
       - id: doc-gen
         name: Distribution Documentation

distribution/Containerfile

@@ -20,12 +20,12 @@ RUN pip install \
     autoevals \
     boto3 \
     chardet \
+    einops \
     faiss-cpu \
     fastapi \
     fire \
     google-cloud-aiplatform \
     httpx \
-    ibm_watsonx_ai \
     litellm \
     matplotlib \
     nltk \
@@ -39,10 +39,12 @@ RUN pip install \
     pypdf \
     redis \
     requests \
+    safetensors \
     scikit-learn \
     scipy \
     sentencepiece \
     sqlalchemy[asyncio] \
+    tokenizers \
     tqdm \
     transformers \
     uvicorn
@@ -56,7 +58,7 @@ RUN pip install \
     llama_stack_provider_trustyai_fms==0.2.3
 RUN pip install 'torchao>=0.12.0' --extra-index-url https://download.pytorch.org/whl/cpu torch torchvision
 RUN pip install --no-deps sentence-transformers
-RUN pip install --no-cache llama-stack==0.2.23
+RUN pip install --no-cache llama-stack==0.3.0rc2+rhai0
 RUN mkdir -p ${HOME}/.llama ${HOME}/.cache
 COPY distribution/run.yaml ${APP_ROOT}/run.yaml
 ENTRYPOINT ["llama", "stack", "run", "/opt/app-root/run.yaml"]

distribution/Containerfile.in

@@ -3,7 +3,7 @@ WORKDIR /opt/app-root
 
 RUN pip install sqlalchemy # somehow sqlalchemy[asyncio] is not sufficient
 {dependencies}
-RUN pip install --no-cache llama-stack==0.2.23
+RUN pip install --no-cache llama-stack==0.3.0rc2+rhai0
 {llama_stack_install_source}
 RUN mkdir -p ${{HOME}}/.llama ${{HOME}}/.cache
 COPY distribution/run.yaml ${{APP_ROOT}}/run.yaml

distribution/README.md

@@ -4,7 +4,7 @@
 
 This image contains the official Open Data Hub Llama Stack distribution, with all the packages and configuration needed to run a Llama Stack server in a containerized environment.
 
-The image is currently shipping with upstream Llama Stack version [0.2.23](https://github.com/llamastack/llama-stack/releases/tag/v0.2.23)
+The image is currently shipping with upstream Llama Stack version [0.3.0rc2+rhai0](https://github.com/opendatahub-io/llama-stack/releases/tag/v0.3.0rc2+rhai0)
 
 You can see an overview of the APIs and Providers the image ships with in the table below.
 

distribution/build.py

@@ -13,7 +13,7 @@
 import os
 from pathlib import Path
 
-CURRENT_LLAMA_STACK_VERSION = "0.2.23"
+CURRENT_LLAMA_STACK_VERSION = "0.3.0rc2+rhai0"
 LLAMA_STACK_VERSION = os.getenv("LLAMA_STACK_VERSION", CURRENT_LLAMA_STACK_VERSION)
 BASE_REQUIREMENTS = [
     f"llama-stack=={LLAMA_STACK_VERSION}",

scripts/gen_distro_docs.py

@@ -21,8 +21,8 @@ def extract_llama_stack_version():
             content = file.read()
 
         # Look for llama-stack version in pip install commands
-        # Pattern matches: llama-stack==X.Y.Z
-        pattern = r"llama-stack==([0-9]+\.[0-9]+\.[0-9]+)"
+        # Pattern matches: llama-stack==X.Y.Z or llama-stack==X.Y.ZrcN+rhaiM
+        pattern = r"llama-stack==([0-9]+\.[0-9]+\.[0-9]+(?:rc[0-9]+)?(?:\+rhai[0-9]+)?)"
         match = re.search(pattern, content)
 
         if match:
@@ -163,14 +163,21 @@ def gen_distro_docs():
     # extract Llama Stack version from Containerfile
     version = extract_llama_stack_version()
 
+    # Determine repository URL based on version
+    # If version contains +rhai, use opendatahub-io, otherwise use llamastack
+    if "+rhai" in version:
+        repo_url = "https://github.com/opendatahub-io/llama-stack"
+    else:
+        repo_url = "https://github.com/llamastack/llama-stack"
+
     # header section
     header = f"""<!-- This file is automatically generated by scripts/gen_distro_doc.py - do not update manually -->
 
 # Open Data Hub Llama Stack Distribution Image
 
 This image contains the official Open Data Hub Llama Stack distribution, with all the packages and configuration needed to run a Llama Stack server in a containerized environment.
 
-The image is currently shipping with upstream Llama Stack version [{version}](https://github.com/llamastack/llama-stack/releases/tag/v{version})
+The image is currently shipping with upstream Llama Stack version [{version}]({repo_url}/releases/tag/v{version})
 
 You can see an overview of the APIs and Providers the image ships with in the table below.