infinigram-api/docker-compose.yaml at main · allenai/infinigram-api · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
x-shared-env: &shared-env
  PYTHONUNBUFFERED: 1
  INDEX_BASE_PATH: /mnt/infinigram-array
  ATTRIBUTION_QUEUE_URL: postgres://infini-gram:llmz@queue:5432/infini-gram?sslmode=disable&application_name=infini-gram-attribution-worker
  PYTHON_ENV: development
  OTEL_EXPORTER_OTLP_ENDPOINT: http://otelcol:4318


services:
  api:
    platform: linux/amd64
    build:
      context: .
      dockerfile: ./api/Dockerfile
      target: dev
    volumes:
      - ./api:/app/api
      # If you add an volume here make sure you add it to /bin/download-infini-gram-array.sh too
      - ./infinigram-array/v4_pileval_llama:/mnt/infinigram-array/v4_pileval_llama
      - ./infinigram-array/olmoe-mix-0924-dclm:/mnt/infinigram-array/olmoe-mix-0924-dclm
      - ./infinigram-array/olmoe-mix-0924-nodclm:/mnt/infinigram-array/olmoe-mix-0924-nodclm
      - ./infinigram-array/v4-olmoe-0125-1b-7b-anneal-adapt:/mnt/infinigram-array/v4-olmoe-0125-1b-7b-anneal-adapt
      - ./infinigram-array/v4-olmo-2-1124-13b-anneal-adapt:/mnt/infinigram-array/v4-olmo-2-1124-13b-anneal-adapt
      - ./infinigram-array/v4-olmo-2-0325-32b-anneal-adapt:/mnt/infinigram-array/v4-olmo-2-0325-32b-anneal-adapt
      - ./infinigram-array/v4-tulu-3-8b-adapt-llama:/mnt/infinigram-array/v4-tulu-3-8b-adapt-llama
      - ./infinigram-array/v4-tulu-3-70b-adapt-llama:/mnt/infinigram-array/v4-tulu-3-70b-adapt-llama
      - ./infinigram-array/v4-tulu-3-405b-adapt-llama:/mnt/infinigram-array/v4-tulu-3-405b-adapt-llama
    environment:
      LOG_LEVEL: DEBUG
      CACHE_URL: redis://cache:6379
      <<: *shared-env

  attribution-worker:
    platform: linux/amd64
    ports:
      - 8081:8080
    build:
      context: .
      dockerfile: ./attribution_worker/Dockerfile
      target: dev
    volumes:
      - ./attribution_worker:/app/attribution_worker
      # If you add an volume here make sure you add it to /bin/download-infini-gram-array.sh too
      - ./infinigram-array/v4_pileval_llama:/mnt/infinigram-array/v4_pileval_llama
      - ./infinigram-array/olmoe-mix-0924-dclm:/mnt/infinigram-array/olmoe-mix-0924-dclm
      - ./infinigram-array/olmoe-mix-0924-nodclm:/mnt/infinigram-array/olmoe-mix-0924-nodclm
      - ./infinigram-array/v4-olmoe-0125-1b-7b-anneal-adapt:/mnt/infinigram-array/v4-olmoe-0125-1b-7b-anneal-adapt
      - ./infinigram-array/v4-olmo-2-1124-13b-anneal-adapt:/mnt/infinigram-array/v4-olmo-2-1124-13b-anneal-adapt
      - ./infinigram-array/v4-olmo-2-0325-32b-anneal-adapt:/mnt/infinigram-array/v4-olmo-2-0325-32b-anneal-adapt
      - ./infinigram-array/v4-tulu-3-8b-adapt-llama:/mnt/infinigram-array/v4-tulu-3-8b-adapt-llama
      - ./infinigram-array/v4-tulu-3-70b-adapt-llama:/mnt/infinigram-array/v4-tulu-3-70b-adapt-llama
      - ./infinigram-array/v4-tulu-3-405b-adapt-llama:/mnt/infinigram-array/v4-tulu-3-405b-adapt-llama
    environment:
      ASSIGNED_INDEX: pileval-llama
      <<: *shared-env

  proxy:
    build: ./proxy
    ports:
      - 8080:8080
    depends_on:
      - api

  otelcol:
    image: otel/opentelemetry-collector-contrib:0.115.1
    volumes:
      - ./otel-collector/otel-collector-config.yaml:/etc/otelcol-contrib/config.yaml:ro
      - logs:/var/log:ro
    environment:
      - GOOGLE_CLOUD_PROJECT
      - GOOGLE_CLOUD_QUOTA_PROJECT
    ports:
      # Collector prometheus port. The metrics are checked in tests
      - 8888

  queue:
    image: postgres:15
    ports:
      - 5432:5432
    environment:
      POSTGRES_PASSWORD: llmz
      POSTGRES_DB: infini-gram
    volumes:
      - pgdata:/var/lib/postgresql/data
      - ./schema:/docker-entrypoint-initdb.d

  cache:
    image: redis:7
    ports:
      - 6379:6379

volumes:
  logs:
  pgdata: