docker-compose.yml

name: opendt

services:
  # ============================================================================
  # INFRASTRUCTURE SERVICES
  # ============================================================================

  kafka:
    image: confluentinc/cp-kafka:7.5.0
    container_name: ${COMPOSE_PROJECT_NAME:-opendt}-kafka
    ports:
      - "9092:9092"
      - "9093:9093"
    environment:
      # KRaft Configuration (No Zookeeper)
      KAFKA_NODE_ID: 1
      KAFKA_PROCESS_ROLES: 'broker,controller'
      KAFKA_CONTROLLER_QUORUM_VOTERS: '1@kafka:9093'
      KAFKA_CONTROLLER_LISTENER_NAMES: 'CONTROLLER'
      
      # Listener Configuration
      KAFKA_LISTENERS: 'PLAINTEXT://kafka:29092,PLAINTEXT_HOST://0.0.0.0:9092,CONTROLLER://kafka:9093'
      KAFKA_ADVERTISED_LISTENERS: 'PLAINTEXT://kafka:29092,PLAINTEXT_HOST://localhost:9092'
      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: 'CONTROLLER:PLAINTEXT,PLAINTEXT:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT'
      KAFKA_INTER_BROKER_LISTENER_NAME: 'PLAINTEXT'
      
      # Cluster Configuration
      CLUSTER_ID: 'MkU3OEVBNTcwNTJENDM2Qk'
      
      # Log Configuration
      KAFKA_LOG_DIRS: '/var/lib/kafka/data'
      KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
      KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
      KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
      KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 0
      
      # Performance & Development Settings
      KAFKA_AUTO_CREATE_TOPICS_ENABLE: 'false'
      KAFKA_DELETE_TOPIC_ENABLE: 'true'
      KAFKA_LOG_RETENTION_HOURS: 168
      KAFKA_LOG_SEGMENT_BYTES: 1073741824
      # Message size limits (for large task aggregates with fragments)
      KAFKA_MESSAGE_MAX_BYTES: 10485760  # 10MB max message size
      KAFKA_REPLICA_FETCH_MAX_BYTES: 10485760  # 10MB for replication
    volumes:
      - kafka_data:/var/lib/kafka/data
    healthcheck:
      test: ["CMD-SHELL", "kafka-broker-api-versions --bootstrap-server localhost:9092 || exit 1"]
      interval: 5s
      timeout: 10s
      retries: 10
      start_period: 30s
    networks:
      - opendt-network

  # ============================================================================
  # INFRASTRUCTURE INITIALIZATION
  # ============================================================================

  kafka-init:
    build:
      context: .
      dockerfile: services/kafka-init/Dockerfile
    container_name: ${COMPOSE_PROJECT_NAME:-opendt}-kafka-init
    environment:
      CONFIG_FILE: /app/config/simulation.yaml
      PYTHONUNBUFFERED: 1
    volumes:
      - ./services/kafka-init:/app/services/kafka-init
      - ./libs/common:/app/libs/common
      - ${CONFIG_PATH:-./config/default.yaml}:/app/config/simulation.yaml:ro
    depends_on:
      kafka:
        condition: service_healthy
    networks:
      - opendt-network
    restart: "no"

  # ============================================================================
  # PYTHON MICROSERVICES
  # ============================================================================

  dc-mock:
    build:
      context: .
      dockerfile: services/dc-mock/Dockerfile
    container_name: ${COMPOSE_PROJECT_NAME:-opendt}-dc-mock
    environment:
      KAFKA_BOOTSTRAP_SERVERS: kafka:29092
      WORKLOAD_DIR: /app/workload
      CONFIG_FILE: /app/config.yaml
      PYTHONUNBUFFERED: 1
    volumes:
      # Mount source code for hot reload
      - ./services/dc-mock:/app/services/dc-mock
      - ./libs/common:/app/libs/common
      # Mount specific workload directory
      - ${WORKLOAD_PATH:-./workload/SURF}:/app/workload:ro
      # Mount configuration file
      - ${CONFIG_PATH:-./config/default.yaml}:/app/config.yaml:ro
    depends_on:
      kafka-init:
        condition: service_completed_successfully
    networks:
      - opendt-network
    command: python -m dc_mock.main

  simulator:
    build:
      context: .
      dockerfile: services/simulator/Dockerfile
    container_name: ${COMPOSE_PROJECT_NAME:-opendt}-simulator
    environment:
      KAFKA_BOOTSTRAP_SERVERS: kafka:29092
      CONFIG_FILE: /app/config.yaml
      PYTHONUNBUFFERED: 1
      RUN_ID: ${RUN_ID}
      DATA_DIR: /app/data
      WORKLOAD_DIR: /app/workload
    volumes:
      # Mount source code for hot reload
      - ./services/simulator:/app/services/simulator
      - ./libs/common:/app/libs/common
      # Mount OpenDC binaries
      - ./opendc:/app/opendc:ro
      # Mount configuration file
      - ${CONFIG_PATH:-./config/default.yaml}:/app/config.yaml:ro
      # Mount data directory for run outputs
      - ./data:/app/data
      # Mount specific workload directory
      - ${WORKLOAD_PATH:-./workload/SURF}:/app/workload:ro
    depends_on:
      kafka-init:
        condition: service_completed_successfully
    networks:
      - opendt-network
    command: python -m simulator.main

  calibrator:
    build:
      context: .
      dockerfile: services/calibrator/Dockerfile
    container_name: ${COMPOSE_PROJECT_NAME:-opendt}-calibrator
    environment:
      KAFKA_BOOTSTRAP_SERVERS: kafka:29092
      CONFIG_FILE: /app/config.yaml
      PYTHONUNBUFFERED: 1
      RUN_ID: ${RUN_ID}
      DATA_DIR: /app/data
      WORKLOAD_DIR: /app/workload
    volumes:
      # Mount source code for hot reload
      - ./services/calibrator:/app/services/calibrator
      - ./libs/common:/app/libs/common
      # Mount configuration file
      - ${CONFIG_PATH:-./config/default.yaml}:/app/config.yaml:ro
      # Mount data directory for run outputs
      - ./data:/app/data
      # Mount specific workload directory
      - ${WORKLOAD_PATH:-./workload/SURF}:/app/workload:ro
    depends_on:
      kafka-init:
        condition: service_completed_successfully
    networks:
      - opendt-network
    command: python -m calibrator.main
    # Only start if calibration profile is enabled
    profiles:
      - calibration

  api:
    build:
      context: .
      dockerfile: services/api/Dockerfile
    container_name: ${COMPOSE_PROJECT_NAME:-opendt}-api
    environment:
      KAFKA_BOOTSTRAP_SERVERS: kafka:29092
      CONFIG_FILE: /app/config/simulation.yaml
      PYTHONUNBUFFERED: 1
      RUN_ID: ${RUN_ID}
      DATA_DIR: /app/data
      WORKLOAD_DIR: /app/workload
    ports:
      - "3001:8000"
    volumes:
      # Mount source code for hot reload
      - ./services/api:/app/services/api
      - ./libs/common:/app/libs/common
      # Mount configuration file
      - ${CONFIG_PATH:-./config/default.yaml}:/app/config/simulation.yaml:ro
      # Mount data directory for reading simulation results
      - ./data:/app/data:ro
      # Mount specific workload directory
      - ${WORKLOAD_PATH:-./workload/SURF}:/app/workload:ro
    depends_on:
      kafka:
        condition: service_healthy
    networks:
      - opendt-network
    command: uvicorn api.main:app --host 0.0.0.0 --port 8000 --reload

  grafana:
    image: grafana/grafana:latest
    container_name: grafana
    restart: always
    environment:
      - GF_INSTALL_PLUGINS=yesoreyeram-infinity-datasource
      # Disable authentication - anonymous access with Admin role
      - GF_AUTH_ANONYMOUS_ENABLED=true
      - GF_AUTH_ANONYMOUS_ORG_ROLE=Admin
      - GF_AUTH_DISABLE_LOGIN_FORM=true
      # Set OpenDT dashboard as home page
      - GF_DASHBOARDS_DEFAULT_HOME_DASHBOARD_PATH=/etc/grafana/provisioning/dashboards/power_dashboard.json
    ports:
      - "3000:3000"
    volumes:
      - grafana-storage:/var/lib/grafana
      - ./services/grafana/provisioning:/etc/grafana/provisioning
    networks:
      - opendt-network

# ==============================================================================
# NETWORKS
# ==============================================================================

networks:
  opendt-network:
    driver: bridge

# ==============================================================================
# VOLUMES (Persistent Data)
# ==============================================================================

volumes:
  kafka_data:
    name: opendt-kafka-data
  grafana-storage:
    name: opendt-grafana-storage