feat: allow for custom run.yaml at container runtime

this commit adds an entrypoint shell script that aligns
with the upstream containers

it allows users to pass a custom run.yaml if they so
choose while keeping the official run.yaml we ship with
the distro image as a default

Signed-off-by: Nathan Weinberg <nweinber@redhat.com>

Author: nathan-weinberg

README.md

@@ -53,3 +53,18 @@ Various tags are maintained for this image:
 - `rhoai-v*-latest` will always point to the latest image that has been built off of a merge to the corresponding `rhoai-v*` branch
 
 You can see the source code that implements this build strategy [here](.github/workflows/redhat-distro-container.yml)
+
+### Running with a custom run YAML
+
+The distribution image allows you to run a custom run YAML file within it. To do so, run the image in the following way. The "path" mentioned should be the path to your custom run YAML file.
+
+```bash
+podman run \
+  -p 8321:8321 \
+  -v <path_on_host>:<path_in_container> \
+  -e RUN_CONFIG_PATH=<path_in_container> \
+  quay.io/opendatahub/llama-stack:<tag>
+```
+
+> [!IMPORTANT]
+> The distribution image ships with various dependencies already pre-installed. There is *no* guarantee that your custom run YAML will necessarily work with the included dependencies.

distribution/Containerfile

@@ -59,4 +59,6 @@ RUN pip install --no-deps sentence-transformers
 RUN pip install --no-cache llama-stack==0.2.23
 RUN mkdir -p ${HOME}/.llama ${HOME}/.cache
 COPY distribution/run.yaml ${APP_ROOT}/run.yaml
-ENTRYPOINT ["llama", "stack", "run", "/opt/app-root/run.yaml"]
+COPY distribution/entrypoint.yaml ${APP_ROOT}/entrypoint.sh
+RUN chmod +x ${APP_ROOT}/entrypoint.sh
+ENTRYPOINT [ "/opt/app-root/entrypoint.sh" ]

distribution/Containerfile.in

@@ -5,7 +5,11 @@ RUN pip install sqlalchemy # somehow sqlalchemy[asyncio] is not sufficient
 {dependencies}
 RUN pip install --no-cache llama-stack==0.2.23
 {llama_stack_install_source}
+
 RUN mkdir -p ${{HOME}}/.llama ${{HOME}}/.cache
 COPY distribution/run.yaml ${{APP_ROOT}}/run.yaml
 
-ENTRYPOINT ["llama", "stack", "run", "/opt/app-root/run.yaml"]
+COPY distribution/entrypoint.yaml ${{APP_ROOT}}/entrypoint.sh
+RUN chmod +x ${{APP_ROOT}}/entrypoint.sh
+
+ENTRYPOINT [ "/opt/app-root/entrypoint.sh" ]

distribution/entrypoint.sh

@@ -0,0 +1,12 @@
+#!/bin/sh
+set -e
+
+if [ -n "$RUN_CONFIG_PATH" ] && [ -f "$RUN_CONFIG_PATH" ]; then
+  exec llama stack run "$RUN_CONFIG_PATH" "$@"
+fi
+
+if [ -n "$DISTRO_NAME" ]; then
+  exec llama stack run "$DISTRO_NAME" "$@"
+fi
+
+exec llama stack run /opt/app-root/run.yaml "$@"