wip: Try to get llama.cpp to work

Author: jhwohlgemuth

Dockerfile.agentic

@@ -39,8 +39,8 @@ ENV LLAMA_ARG_PORT="${PORT}"
 # %files
 #
 COPY --chmod=0755 --chown=${USER_NAME}:${USER_NAME} ./provision/healthcheck /healthcheck
-COPY --chmod=0755 ./provision/agentic/* /tmp/scripts/
-COPY --chmod=0755 ./config/llama.cpp/service/* /etc/services.d/llama.cpp/
+COPY --chmod=0755 --chown=${USER_NAME}:${USER_NAME} ./config/llama.cpp/service/* /etc/services.d/llama.cpp/
+COPY --chmod=0755 --chown=${USER_NAME}:${USER_NAME} ./provision/agentic/* /tmp/scripts/
 #
 # %post
 #
@@ -56,7 +56,7 @@ RUN --mount=type=secret,id=HF_API_TOKEN,env=HF_API_TOKEN \
     mkdir -p "${MODEL_DIRECTORY}" && chmod 777 "${MODEL_DIRECTORY}" \
     && eval "$(/home/linuxbrew/.linuxbrew/bin/brew shellenv)" \
     && brew install --force hf llama.cpp \
-    && hf download "${HF_REPO}" --local-dir "${MODEL_DIRECTORY}" --token "${HF_API_TOKEN}"
+    && hf download "${HF_REPO}" --token "${HF_API_TOKEN}"
 USER root
 RUN cleanup
 #
@@ -66,6 +66,6 @@ USER "${USER_NAME}"
 WORKDIR "${HOME}/dev"
 SHELL ["/bin/bash", "-c"]
 HEALTHCHECK --interval=5m --timeout=30s --start-period=10s --retries=3 \
-    CMD ["/bin/bash", "-c", "/healthcheck"]
+    CMD ["/bin/bash", "-c", "/healthcheck", "agentic"]
 ENTRYPOINT [ "/init" ]
 CMD ["/bin/zsh"]

Dockerfile.notebook

@@ -13,7 +13,7 @@ LABEL org.opencontainers.image.licenses=MIT
 ARG IMAGE=notebook
 ARG USER_NAME=nonroot
 ARG HOME="/home/${USER_NAME}"
-ARG MAMBA_VERSION=2.6.2
+ARG MAMBA_VERSION=2.7.0
 ARG VERDACCIO_VERSION=6.2.4
 #
 # %environment

config/llama.cpp/service/run

@@ -1,9 +1,7 @@
 #!/usr/bin/with-contenv bash
+# shellcheck shell=bash
 
-PORT=${LLAMA_ARG_PORT:-1720}
-"${HOME}/llamacpp/llama-server" \
+/home/linuxbrew/.linuxbrew/bin/llama-server \
     --jinja \
-    --offline \
-    --port "${PORT}" \
     --ssl-key-file "${HOME}/certs/my.key" \
-    --ssl-cert-file "${HOME}/certs/my.pem" >> /etc/services.d/$1/log 2>&1
+    --ssl-cert-file "${HOME}/certs/my.pem" >> /etc/services.d/"$1"/log 2>&1

provision/healthcheck

@@ -5,7 +5,7 @@ LOG_FILE="${HOME:-/home/nonroot}/healthcheck.log"
 exec 1>>"${LOG_FILE}" 2>&1
 
 HOST="${HEALTHCHECK_HOST:-localhost}"
-IMAGE="${IMAGE:-notebook}"
+IMAGE="${1:-notebook}"
 CODE_SERVER_PORT="${CODE_SERVER_PORT:-1337}"
 VERDACCIO_PORT="${VERDACCIO_PORT:-4873}"
 JUPYTER_PORT="${JUPYTER_PORT:-13337}"