Merge pull request #44 from donvito/feature/docker-guide

feat: update Docker configuration and README for development environment

Author: donvito

README.md

@@ -85,20 +85,37 @@ OLLAMA_BASE_URL=http://host.docker.internal:11434
 If deploying to production, set this in your .env file:
 ```env
 NODE_ENV=production
+DEFAULT_ACCESS_TOKEN=your-secret-api-key
 OPENAI_API_KEY=your-openai-api-key
 ANTHROPIC_API_KEY=your-anthropic-api-key
 OPENROUTER_API_KEY=your-openrouter-api-key
 ```
+You need to configure at least one provider api key. Otherwise, the app will not start.
 
-### Using Docker Compose (experimental)
+### Using Docker Compose
 This will run AI Backends API server and Ollama containers using Docker
 - Ensure you have a .env configured as described in "Set up environment variables" below. You must set DEFAULT_ACCESS_TOKEN and at least one provider credential (or enable a local provider such as Ollama).
 - Start all services:
 ```bash
 docker compose --env-file .env up -d --build
 ```
 
-- Useful commands:
+### Adding more models to Ollama container
+To add more models, you can edit the ollama service command in docker-compose.yml.
+
+
+For example, to add gemma3:4b, llama3.2:latest and llama3.2-vision:11b models, you can add the following to the ollama service command:
+```yml
+command: -c "ollama serve & sleep 5 && ollama pull gemma3:270m && ollama pull gemma3:4b && ollama pull llama3.2:latest && ollama pull llama3.2-vision:11b && wait"
+```
+You might need to adjust the timeout to give enough time for the models to be pulled.
+
+```yml
+ healthcheck:      
+      timeout: 120s //increase this if you're adding more models
+```
+
+  Useful commands:
   - View logs: docker compose logs -f app
   - Stop/remove: docker compose down
 
@@ -183,7 +200,7 @@ curl --location 'http://localhost:3000/api/v1/summarize' \
     },
     "config": {
         "provider": "ollama",
-        "model": "gemma3:4b",
+        "model": "gemma3:270m",
         "temperature": 0
     }
 }'

docker-compose.yml

@@ -6,8 +6,8 @@ services:
     ports:
       - "3000:3000"
     environment:
-      - OLLAMA_URL=http://ollama:11434/v1/
-      - NODE_ENV=production
+      - OLLAMA_BASE_URL=http://ollama:11434
+      - NODE_ENV=development
       - OLLAMA_ENABLED=true
     depends_on:
       ollama:
@@ -25,7 +25,12 @@ services:
     networks:
       - ollama-net
     entrypoint: /bin/sh
-    command: -c "ollama serve & sleep 5 && ollama pull gemma3:4b && wait"
+    healthcheck:
+      test: ["CMD", "ollama", "list"]
+      interval: 30s
+      timeout: 120s
+      retries: 3
+    command: -c "ollama serve & sleep 5 && ollama pull gemma3:270m && wait"
 
 volumes:
   ollama-data: