chore: bump Llama Stack version to 0.2.21 (#23)

* chore: bump Llama Stack version to 0.2.21

to align with d/s change

Signed-off-by: Nathan Weinberg <nweinber@redhat.com>

* fix: package parsing in build script

Signed-off-by: Nathan Weinberg <nweinber@redhat.com>

* chore: add files provider

Signed-off-by: Nathan Weinberg <nweinber@redhat.com>

---------

Signed-off-by: Nathan Weinberg <nweinber@redhat.com>

Author: nathan-weinberg

.pre-commit-config.yaml

@@ -56,4 +56,4 @@ repos:
         always_run: true
         files: ^distribution/.*$
         additional_dependencies:
-          - llama-stack==0.2.18
+          - llama-stack==0.2.21

distribution/Containerfile

@@ -9,7 +9,7 @@ RUN pip install \
     aiosqlite \
     autoevals \
     chardet \
-    datasets \
+    datasets>=4.0.0 \
     fastapi \
     fire \
     httpx \
@@ -38,9 +38,9 @@ RUN pip install \
     tqdm \
     transformers \
     uvicorn
-RUN pip install --index-url https://download.pytorch.org/whl/cpu torch torchvision
+RUN pip install --extra-index-url https://download.pytorch.org/whl/cpu torch torchao>=0.12.0 torchvision
 RUN pip install --no-deps sentence-transformers
-RUN pip install --no-cache llama-stack==0.2.18
+RUN pip install --no-cache llama-stack==0.2.21
 RUN mkdir -p ${HOME}/.llama/providers.d ${HOME}/.cache
 COPY distribution/run.yaml ${APP_ROOT}/run.yaml
 COPY distribution/providers.d/ ${HOME}/.llama/providers.d/

distribution/Containerfile.in

@@ -3,7 +3,7 @@ WORKDIR /opt/app-root
 
 RUN pip install sqlalchemy # somehow sqlalchemy[asyncio] is not sufficient
 {dependencies}
-RUN pip install --no-cache llama-stack==0.2.18
+RUN pip install --no-cache llama-stack==0.2.21
 RUN mkdir -p ${{HOME}}/.llama/providers.d ${{HOME}}/.cache
 COPY distribution/run.yaml ${{APP_ROOT}}/run.yaml
 COPY distribution/providers.d/ ${{HOME}}/.llama/providers.d/

distribution/build.py

@@ -13,7 +13,7 @@
 from pathlib import Path
 
 BASE_REQUIREMENTS = [
-    "llama-stack==0.2.18",
+    "llama-stack==0.2.21",
 ]
 
 
@@ -81,7 +81,7 @@ def get_dependencies():
                     )  # Sort the package names and remove duplicates
 
                     # Determine command type and format accordingly
-                    if "--index-url" in line:
+                    if ("--index-url" in line) or ("--extra-index-url" in line):
                         full_cmd = " ".join(cmd_parts + [" ".join(packages)])
                         torch_deps.append(full_cmd)
                     elif "--no-deps" in line:

distribution/run.yaml

@@ -106,6 +106,14 @@ providers:
   - provider_id: model-context-protocol
     provider_type: remote::model-context-protocol
     config: {}
+  files:
+  - provider_id: meta-reference-files
+    provider_type: inline::localfs
+    config:
+      storage_dir: /opt/app-root/src/.llama/distributions/rh/files
+      metadata_store:
+        type: sqlite
+        db_path: /opt/app-root/src/.llama/distributions/rh/files_metadata.db
 metadata_store:
   type: sqlite
   db_path: /opt/app-root/src/.llama/distributions/rh/registry.db