iac/docker/ai/compose.yaml at 269e2e238d2a3f8ba9f147f526b99593eef7c601 · Mafyuh/iac · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
---
# yaml-language-server: $schema=https://raw.githubusercontent.com/compose-spec/compose-spec/master/schema/compose-spec.json
name: ollama
services:
  ollama:
    image: mirror.gcr.io/ollama/ollama:0.32.13
    container_name: ollama
    restart: unless-stopped
    volumes:
      - ollama:/root/.ollama
    ports:
      - "11434:11434"
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              count: all
              capabilities: [gpu]
  open-webui:
    image: ghcr.io/open-webui/open-webui:v0.11.0
    container_name: open-webui
    restart: unless-stopped
    ports:
      - 3000:8080
    volumes:
      - open-webui:/app/backend/data
    environment:
      - ENABLE_OAUTH_SIGNUP=true
      - OAUTH_MERGE_ACCOUNTS_BY_EMAIL=true
      - OAUTH_PROVIDER_NAME=Authentik
      - OPENID_PROVIDER_URL=https://auth.mafyuh.io/application/o/open-webui/.well-known/openid-configuration
      - OAUTH_CLIENT_ID=$OAUTH_CLIENT_ID
      - OAUTH_CLIENT_SECRET=$OAUTH_CLIENT_SECRET
      - OAUTH_SCOPES=openid email profile
      - OPENID_REDIRECT_URI=https://chat.mafyuh.io/oauth/oidc/callback
      - ENABLE_LOGIN_FORM=false
      - DATABASE_URL=$DATABASE_URL
    extra_hosts:
      - host.docker.internal:host-gateway

  open-terminal:
    container_name: open-terminal
    image: ghcr.io/open-webui/open-terminal:0.11.35
    restart: unless-stopped
    ports:
      - 3001:8000
    volumes:
      - open-terminal:/home
    environment:
      - OPEN_TERMINAL_API_KEY=$OPEN_TERMINAL_API_KEY
      - OPEN_TERMINAL_MULTI_USER=true

  bifrost:
    image: ghcr.io/maximhq/bifrost:v1.6.10
    container_name: bifrost
    restart: unless-stopped
    ports:
      - "4001:8080"
    volumes:
      - bifrost-data:/app/data
    environment:
      - APP_HOST=0.0.0.0
      - LOG_LEVEL=info
      - LOG_STYLE=pretty

  ai-proxy:
    image: ghcr.io/mafyuh/ai-proxy:v1.0.0
    pull_policy: always
    restart: unless-stopped
    container_name: ai-proxy
    ports:
      - "3010:3000"
    environment:
      UPSTREAM_BASE_URL: "https://api.mafyuh.xyz"
      MODELS_DEV_URL: "https://models.dev/catalog.json"
      CATALOG_REFRESH_HOURS: "24"
#      MODEL_ALIASES_FILE: "/app/config/model-aliases.yml"

  searxng:
    image: mirror.gcr.io/searxng/searxng@sha256:c2dc2d9e6b910653e8628361c23443222490e4cabbb9e02667b7847143db843b
    container_name: searxng
    environment:
      - PUID=${PUID:-1000}
      - PGID=${PGID:-1000}
    volumes:
      - /etc/localtime:/etc/localtime:ro
      - /docker/appdata/searxng:/etc/searxng
    restart: unless-stopped
    ports:
      - "8081:8080"

volumes:
  open-terminal:
  open-webui:
  ollama:
  bifrost-data: