docker-compose.yaml

name: cmg

services:
  db:
    image: postgres:17.2
    restart: always
    labels:
      - org.cogstack.model-gateway.commit=$CMG_COMMIT_SHA
    environment:
      POSTGRES_USER: $CMG_DB_USER
      POSTGRES_PASSWORD: $CMG_DB_PASSWORD
      POSTGRES_DB: $CMG_DB_NAME
    expose:
      - 5432
    ports:
      - 5432
    networks:
      - db
      - gateway
    volumes:
      - pg-data:/var/lib/postgresql/data/
    healthcheck:
      test: ["CMD-SHELL", "sh -c 'pg_isready -U $${POSTGRES_USER} -d $${POSTGRES_DB}'"]
      interval: 60s
      timeout: 20s
      retries: 3

  object-store:
    image: minio/minio:RELEASE.2024-11-07T00-52-20Z
    restart: always
    labels:
      - org.cogstack.model-gateway.commit=$CMG_COMMIT_SHA
    environment:
      - MINIO_ROOT_USER=$CMG_OBJECT_STORE_ACCESS_KEY
      - MINIO_ROOT_PASSWORD=$CMG_OBJECT_STORE_SECRET_KEY
    expose:
      - 9000
      - 9001
    ports:
      - 9000
      - 9001
    networks:
      - gateway
    volumes:
      - minio-data:/data
    command: server /data --console-address ":9001"
    healthcheck:
      test: ["CMD", "curl", "-f", "http://localhost:9000/minio/health/live"]
      interval: 60s
      timeout: 20s
      retries: 3

  queue:
    image: rabbitmq:4.0.4-management-alpine
    restart: always
    labels:
      - org.cogstack.model-gateway.commit=$CMG_COMMIT_SHA
    environment:
      - RABBITMQ_DEFAULT_USER=$CMG_QUEUE_USER
      - RABBITMQ_DEFAULT_PASS=$CMG_QUEUE_PASSWORD
    expose:
      - 5672
    ports:
      - 5672
      - 15672
    networks:
      - gateway
    volumes:
      - rabbitmq-data:/var/lib/rabbitmq/
    healthcheck:
      test: ["CMD-SHELL", "sh -c 'rabbitmq-diagnostics check_port_connectivity'"]
      interval: 60s
      timeout: 20s
      retries: 3

  gateway:
    image: cogstacksystems/cogstack-model-gateway:${CMG_IMAGE_TAG:-latest}
    restart: always
    labels:
      - org.cogstack.model-gateway.commit=$CMG_COMMIT_SHA
    environment:
      - CONFIG_FILE=/app/config.json
      - CMG_DB_USER=$CMG_DB_USER
      - CMG_DB_PASSWORD=$CMG_DB_PASSWORD
      - CMG_DB_HOST=db
      - CMG_DB_PORT=5432
      - CMG_DB_NAME=$CMG_DB_NAME
      - CMG_OBJECT_STORE_ACCESS_KEY=$CMG_OBJECT_STORE_ACCESS_KEY
      - CMG_OBJECT_STORE_SECRET_KEY=$CMG_OBJECT_STORE_SECRET_KEY
      - CMG_OBJECT_STORE_HOST=object-store
      - CMG_OBJECT_STORE_PORT=9000
      - CMG_QUEUE_USER=$CMG_QUEUE_USER
      - CMG_QUEUE_PASSWORD=$CMG_QUEUE_PASSWORD
      - CMG_QUEUE_HOST=queue
      - CMG_QUEUE_PORT=5672
      - CMG_QUEUE_NAME=$CMG_QUEUE_NAME
      - CMG_COMMON_LOG_LEVEL=$CMG_COMMON_LOG_LEVEL
      - CMG_GATEWAY_LOG_LEVEL=$CMG_GATEWAY_LOG_LEVEL
      - PROMETHEUS_MULTIPROC_DIR=/tmp/prometheus
      - HTTP_PROXY=$HTTP_PROXY
      - HTTPS_PROXY=$HTTPS_PROXY
      - NO_PROXY=db,mlflow-ui,object-store,queue,localhost,proxy,$CMG_NO_PROXY_EXT
      - http_proxy=$HTTP_PROXY
      - https_proxy=$HTTPS_PROXY
      - no_proxy=db,mlflow-ui,object-store,queue,localhost,proxy,$CMG_NO_PROXY_EXT
    expose:
      - 8000
    ports:
      - "${CMG_HOST_PORT:-8888}:8000"
    volumes:
      - /var/run/docker.sock:/var/run/docker.sock
      - ./config.json:/app/config.json:ro
    ulimits:
      core:
        soft: 0
        hard: 0
    depends_on:
      db:
        condition: service_healthy
      object-store:
        condition: service_healthy
      queue:
        condition: service_healthy
      migrations:
        condition: service_completed_successfully
    networks:
      - gateway
      - cogstack-model-serve_cms
      - observability
    healthcheck:
      test: ["CMD", "curl", "-f", "http://localhost:8000/health"]
      interval: 60s
      timeout: 20s
      retries: 3

  scheduler:
    image: cogstacksystems/cogstack-model-gateway-scheduler:${CMG_IMAGE_TAG:-latest}
    restart: always
    labels:
      - org.cogstack.model-gateway.commit=$CMG_COMMIT_SHA
    environment:
      - CONFIG_FILE=/app/config.json
      - CMG_DB_USER=$CMG_DB_USER
      - CMG_DB_PASSWORD=$CMG_DB_PASSWORD
      - CMG_DB_HOST=db
      - CMG_DB_PORT=5432
      - CMG_DB_NAME=$CMG_DB_NAME
      - CMG_OBJECT_STORE_ACCESS_KEY=$CMG_OBJECT_STORE_ACCESS_KEY
      - CMG_OBJECT_STORE_SECRET_KEY=$CMG_OBJECT_STORE_SECRET_KEY
      - CMG_OBJECT_STORE_HOST=object-store
      - CMG_OBJECT_STORE_PORT=9000
      - CMG_QUEUE_USER=$CMG_QUEUE_USER
      - CMG_QUEUE_PASSWORD=$CMG_QUEUE_PASSWORD
      - CMG_QUEUE_HOST=queue
      - CMG_QUEUE_PORT=5672
      - CMG_QUEUE_NAME=$CMG_QUEUE_NAME
      - CMG_COMMON_LOG_LEVEL=$CMG_COMMON_LOG_LEVEL
      - CMG_SCHEDULER_LOG_LEVEL=$CMG_SCHEDULER_LOG_LEVEL
      - CMG_SCHEDULER_MAX_CONCURRENT_TASKS=${CMG_SCHEDULER_MAX_CONCURRENT_TASKS:-1}
      - HTTP_PROXY=$HTTP_PROXY
      - HTTPS_PROXY=$HTTPS_PROXY
      - NO_PROXY=db,mlflow-ui,object-store,queue,localhost,proxy,$CMG_NO_PROXY_EXT
      - http_proxy=$HTTP_PROXY
      - https_proxy=$HTTPS_PROXY
      - no_proxy=db,mlflow-ui,object-store,queue,localhost,proxy,$CMG_NO_PROXY_EXT
    expose:
      - ${CMG_SCHEDULER_METRICS_PORT:-8001}
    volumes:
      - ./config.json:/app/config.json:ro
    depends_on:
      db:
        condition: service_healthy
      object-store:
        condition: service_healthy
      queue:
        condition: service_healthy
      migrations:
        condition: service_completed_successfully
    networks:
      - gateway
      - cogstack-model-serve_cms
      - observability

  ripper:
    image: cogstacksystems/cogstack-model-gateway-ripper:${CMG_IMAGE_TAG:-latest}
    restart: always
    labels:
      - org.cogstack.model-gateway.commit=$CMG_COMMIT_SHA
    environment:
      - CONFIG_FILE=/app/config.json
      - CMG_COMMON_LOG_LEVEL=$CMG_COMMON_LOG_LEVEL
      - CMG_RIPPER_LOG_LEVEL=$CMG_RIPPER_LOG_LEVEL
      - CMG_RIPPER_INTERVAL=${CMG_RIPPER_INTERVAL:-60}
      - HTTP_PROXY=$HTTP_PROXY
      - HTTPS_PROXY=$HTTPS_PROXY
      - NO_PROXY=db,mlflow-ui,object-store,queue,localhost,proxy,$CMG_NO_PROXY_EXT
      - http_proxy=$HTTP_PROXY
      - https_proxy=$HTTPS_PROXY
      - no_proxy=db,mlflow-ui,object-store,queue,localhost,proxy,$CMG_NO_PROXY_EXT
    expose:
      - ${CMG_RIPPER_METRICS_PORT:-8002}
    volumes:
      - /var/run/docker.sock:/var/run/docker.sock
      - ./config.json:/app/config.json:ro
    depends_on:
      db:
        condition: service_healthy
      migrations:
        condition: service_completed_successfully
    networks:
      - gateway
      - observability

  migrations:
    image: cogstacksystems/cogstack-model-gateway-migrations:${CMG_IMAGE_TAG:-latest}
    labels:
      - org.cogstack.model-gateway.commit=$CMG_COMMIT_SHA
    environment:
      - CMG_DB_USER=$CMG_DB_USER
      - CMG_DB_PASSWORD=$CMG_DB_PASSWORD
      - CMG_DB_HOST=db
      - CMG_DB_PORT=5432
      - CMG_DB_NAME=$CMG_DB_NAME
      - HTTP_PROXY=$HTTP_PROXY
      - HTTPS_PROXY=$HTTPS_PROXY
      - NO_PROXY=db
      - http_proxy=$HTTP_PROXY
      - https_proxy=$HTTPS_PROXY
      - no_proxy=db
    depends_on:
      db:
        condition: service_healthy
    networks:
      - db

  prometheus:
    image: prom/prometheus:v3.4.1
    restart: always
    profiles:
      - o11y
    environment:
      - HTTP_PROXY=$HTTP_PROXY
      - HTTPS_PROXY=$HTTPS_PROXY
      - NO_PROXY=gateway,scheduler,ripper
      - http_proxy=$HTTP_PROXY
      - https_proxy=$HTTPS_PROXY
      - no_proxy=gateway,scheduler,ripper
    volumes:
      - ./observability/prometheus.yml:/etc/prometheus/prometheus.yml:ro
      - prometheus-data:/prometheus
    expose:
      - 9090
    ports:
      - 9090
    networks:
      - observability
    healthcheck:
      test: [ "CMD", "wget", "-O", "/dev/null", "-o", "/dev/null", "http://localhost:9090" ]
      interval: 60s
      timeout: 20s
      retries: 3

  grafana:
    image: grafana/grafana:12.0.2
    restart: always
    profiles:
      - o11y
    environment:
      - GF_SECURITY_ADMIN_USER=$O11Y_GRAFANA_USER
      - GF_SECURITY_ADMIN_PASSWORD=$O11Y_GRAFANA_PASSWORD
      - PROMETHEUS_URL=http://prometheus:9090
      - HTTP_PROXY=$HTTP_PROXY
      - HTTPS_PROXY=$HTTPS_PROXY
      - NO_PROXY=prometheus
      - http_proxy=$HTTP_PROXY
      - https_proxy=$HTTPS_PROXY
      - no_proxy=prometheus
    volumes:
      - grafana-data:/var/lib/grafana
      - ./observability/grafana/provisioning/dashboards:/etc/grafana/provisioning/dashboards:ro
      - ./observability/grafana/provisioning/datasources:/etc/grafana/provisioning/datasources:ro
    expose:
      - 3000
    ports:
      - 3000
    networks:
      - observability
    healthcheck:
      test: [ "CMD", "curl", "-f", "http://localhost:3000/healthz" ]
      interval: 60s
      timeout: 20s
      retries: 3

  pgadmin:
    image: dpage/pgadmin4:8.13.0
    restart: always
    labels:
      - org.cogstack.model-gateway.commit=$CMG_COMMIT_SHA
    profiles:
      - debug
    user: root
    environment:
      - PGADMIN_DEFAULT_EMAIL=admin@ucl.ac.uk
      - PGADMIN_DEFAULT_PASSWORD=admin
    ports:
      - 80
    depends_on:
      db:
        condition: service_healthy
    networks:
      - db
    volumes:
      - pgadmin-data:/var/lib/pgadmin/

volumes:
  pg-data:
    driver: local
  minio-data:
    driver: local
  pgadmin-data:
    driver: local
  rabbitmq-data:
    driver: local
  grafana-data:
    driver: local
  prometheus-data:
    driver: local

networks:
  db:
    driver: bridge
  gateway:
    driver: bridge
  observability:
    driver: bridge
  cogstack-model-serve_cms:
    external: true