-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathdocker-compose.yml
More file actions
68 lines (66 loc) · 2.64 KB
/
docker-compose.yml
File metadata and controls
68 lines (66 loc) · 2.64 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
# Docker Compose for Stockyard — self-hosted LLM proxy and control layer.
# Usage: docker compose up
#
# Set provider API keys in .env or export them before running.
# Stockyard auto-detects configured providers on startup.
services:
stockyard:
build: .
image: ghcr.io/stockyard-dev/stockyard:latest
ports:
- "${STOCKYARD_PORT:-7749}:7749"
volumes:
- stockyard-data:/data
environment:
- PORT=7749
- DATA_DIR=/data
- STOCKYARD_ADMIN_KEY=${STOCKYARD_ADMIN_KEY:-}
- STOCKYARD_LICENSE_KEY=${STOCKYARD_LICENSE_KEY:-}
# ── Major cloud providers ──
- OPENAI_API_KEY=${OPENAI_API_KEY:-}
- ANTHROPIC_API_KEY=${ANTHROPIC_API_KEY:-}
- GEMINI_API_KEY=${GEMINI_API_KEY:-}
- AZURE_OPENAI_API_KEY=${AZURE_OPENAI_API_KEY:-}
# ── Fast inference ──
- GROQ_API_KEY=${GROQ_API_KEY:-}
- CEREBRAS_API_KEY=${CEREBRAS_API_KEY:-}
- SAMBANOVA_API_KEY=${SAMBANOVA_API_KEY:-}
- FIREWORKS_API_KEY=${FIREWORKS_API_KEY:-}
- TOGETHER_API_KEY=${TOGETHER_API_KEY:-}
# ── Specialized ──
- MISTRAL_API_KEY=${MISTRAL_API_KEY:-}
- DEEPSEEK_API_KEY=${DEEPSEEK_API_KEY:-}
- COHERE_API_KEY=${COHERE_API_KEY:-}
- XAI_API_KEY=${XAI_API_KEY:-}
- PERPLEXITY_API_KEY=${PERPLEXITY_API_KEY:-}
- AI21_API_KEY=${AI21_API_KEY:-}
- MOONSHOT_API_KEY=${MOONSHOT_API_KEY:-}
- DASHSCOPE_API_KEY=${DASHSCOPE_API_KEY:-}
- YI_API_KEY=${YI_API_KEY:-}
# ── Open model hosts ──
- DEEPINFRA_API_KEY=${DEEPINFRA_API_KEY:-}
- NVIDIA_API_KEY=${NVIDIA_API_KEY:-}
- HF_TOKEN=${HF_TOKEN:-}
- REPLICATE_API_TOKEN=${REPLICATE_API_TOKEN:-}
- LAMBDA_API_KEY=${LAMBDA_API_KEY:-}
- HYPERBOLIC_API_KEY=${HYPERBOLIC_API_KEY:-}
- NEBIUS_API_KEY=${NEBIUS_API_KEY:-}
- NOVITA_API_KEY=${NOVITA_API_KEY:-}
- FEATHERLESS_API_KEY=${FEATHERLESS_API_KEY:-}
- NSCALE_API_KEY=${NSCALE_API_KEY:-}
- LEPTON_API_KEY=${LEPTON_API_KEY:-}
- FRIENDLI_TOKEN=${FRIENDLI_TOKEN:-}
- BASETEN_API_KEY=${BASETEN_API_KEY:-}
# ── Aggregators ──
- OPENROUTER_API_KEY=${OPENROUTER_API_KEY:-}
- GITHUB_MODELS_TOKEN=${GITHUB_MODELS_TOKEN:-}
# ── OTEL export (optional) ──
- OTEL_EXPORTER_OTLP_ENDPOINT=${OTEL_EXPORTER_OTLP_ENDPOINT:-}
- OTEL_SERVICE_NAME=${OTEL_SERVICE_NAME:-stockyard}
restart: unless-stopped
# Verify after start:
# curl http://localhost:7749/v1/chat/completions \
# -H "Content-Type: application/json" \
# -d '{"model":"gpt-4o-mini","messages":[{"role":"user","content":"hello"}]}'
volumes:
stockyard-data: