Merge branch 'local-models' into release-candidate

Author: gekinci

.env.example

@@ -12,6 +12,8 @@ CLIMATECLAW_CACHE_PATH=/scratch/b/b380001/climateclaw/cache  # The path where th
 
 CLIMATECLAW_OPENAI_API_KEY="YOUR_OPENAI_API_KEY" # The OpenAI API key to use for the OpenAI API
 CLIMATECLAW_LITE_LLM_ADDRESS="http://haproxy:4000" # The address of the LiteLLM Proxy
+CLIMATECLAW_OLLAMA_KEEP_ALIVE=-1  # Keep Ollama models loaded after use. -1 = indefinitely, subject to available GPU/RAM.
+
 # IMPORTANT: On local dev, --scale flag is not used (See ./dev.sh), the litellm address as well as MCP server URLs below
 # should be given as their service names in docker-compose.dev.yml, e.g. "http://litellm:4000", "http://code-server:8050".
 

docker-compose.yml

@@ -105,6 +105,8 @@ services:
     hostname: ollama-${CLIMATECLAW_INSTANCE_NAME}
     volumes:
       - /container/da/climateclaw-ollama-models/.ollama:/root/.ollama
+    environment:
+      OLLAMA_KEEP_ALIVE: ${CLIMATECLAW_OLLAMA_KEEP_ALIVE:--1}
     networks:
       - climateclaw
     devices: