-
Notifications
You must be signed in to change notification settings - Fork 26
Expand file tree
/
Copy pathdocker-compose.local.yml
More file actions
41 lines (40 loc) · 1.44 KB
/
docker-compose.local.yml
File metadata and controls
41 lines (40 loc) · 1.44 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
services:
llms:
build:
context: .
dockerfile: Dockerfile
image: llms-py:latest
container_name: llms-py
ports:
- "8000:8000"
environment:
# API Keys - Set these in your .env file or pass them directly
- OPENROUTER_API_KEY=${OPENROUTER_API_KEY:-}
- GROQ_API_KEY=${GROQ_API_KEY:-}
- GOOGLE_FREE_API_KEY=${GOOGLE_FREE_API_KEY:-}
- GOOGLE_API_KEY=${GOOGLE_API_KEY:-}
- CODESTRAL_API_KEY=${CODESTRAL_API_KEY:-}
- ANTHROPIC_API_KEY=${ANTHROPIC_API_KEY:-}
- OPENAI_API_KEY=${OPENAI_API_KEY:-}
- GROK_API_KEY=${GROK_API_KEY:-}
- DASHSCOPE_API_KEY=${DASHSCOPE_API_KEY:-}
- ZAI_API_KEY=${ZAI_API_KEY:-}
- MISTRAL_API_KEY=${MISTRAL_API_KEY:-}
volumes:
# Persist configuration and analytics data
# The container will auto-create llms.json and providers.json on first run
- llms-data:/home/llms/.llms
# Alternative: Mount a local directory to use custom config files
# Uncomment the line below and comment out the line above to use local configs
# Place your custom llms.json and providers.json in ./config/ directory
# - ./config:/home/llms/.llms
restart: unless-stopped
healthcheck:
test: [ "CMD", "python", "-c", "import urllib.request; urllib.request.urlopen('http://localhost:8000').read()" ]
interval: 30s
timeout: 10s
retries: 3
start_period: 5s
volumes:
llms-data:
driver: local