lecture-RAG/docker-compose.jetson.yml at main · yanik-recke/lecture-RAG · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
services:
  embedding:
    container_name: service-embedding
    image: ghcr.io/yanik-recke/lecture-rag/embedding-service:snapshot-1.0.1
    restart: always
    environment:
      - HF_TOKEN=$HF_TOKEN
    ulimits:
      stack: 67108864
      memlock: -1
    volumes:
      - ~/.cache/huggingface/hub:/root/.cache/huggingface/hub
    ipc: host
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              count: all
              capabilities: [gpu]
    ports:
      - "50052:50052"

  whisper:
    container_name: service-whisper
    image: ghcr.io/yanik-recke/lecture-rag/whisper-service:snapshot-3.0.0
    restart: always
    ulimits:
      stack: 67108864
      memlock: -1
    volumes:
      - ~/.cache/huggingface/hub:/root/.cache/huggingface/hub
    ipc: host
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              count: all
              capabilities: [gpu]
    ports:
      - "50051:50051"