docker-compose.yml

# Unified Docker Compose for Gaia local development.
#
# Profiles:
#   infra     — Kafka, PostgreSQL, OpenSearch
#   tools     — Kafka UI (protobuf serde), OpenSearch Dashboards
#   services  — All application services (API, indexers, pipeline, atlas, etc.)
#   executor  — proposal-executor (requires external secrets)
#
# Usage:
#   docker compose --profile infra up                              # infrastructure only
#   docker compose --profile infra --profile tools up              # + dev tools
#   docker compose --profile infra --profile services up           # + all app services
#   docker compose --profile infra --profile services --profile executor up  # + executor

services:
  # ---------------------------------------------------------------------------
  # Infrastructure (profile: infra)
  # ---------------------------------------------------------------------------

  kafka:
    image: apache/kafka:latest
    profiles: [infra]
    ports:
      - "127.0.0.1:9092:9092"
    environment:
      KAFKA_NODE_ID: 1
      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: PLAINTEXT:PLAINTEXT,CONTROLLER:PLAINTEXT,EXTERNAL:PLAINTEXT
      KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka:29092,EXTERNAL://localhost:9092
      KAFKA_LISTENERS: PLAINTEXT://0.0.0.0:29092,CONTROLLER://0.0.0.0:29093,EXTERNAL://0.0.0.0:9092
      KAFKA_INTER_BROKER_LISTENER_NAME: PLAINTEXT
      KAFKA_CONTROLLER_LISTENER_NAMES: CONTROLLER
      KAFKA_PROCESS_ROLES: broker,controller
      KAFKA_CONTROLLER_QUORUM_VOTERS: 1@kafka:29093
      KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
      KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
      KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
      KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 0
      KAFKA_MESSAGE_MAX_BYTES: "20971520"
      KAFKA_LOG_DIRS: /var/lib/kafka/data
      CLUSTER_ID: MkU3OEVBNTcwNTJENDM2Qk
    volumes:
      - kafka-data:/var/lib/kafka/data
    healthcheck:
      test: ["CMD-SHELL", "/opt/kafka/bin/kafka-broker-api-versions.sh --bootstrap-server localhost:9092"]
      interval: 10s
      timeout: 10s
      retries: 5
      start_period: 30s

  postgres-gaia:
    image: postgres:18
    profiles: [infra]
    ports:
      - "127.0.0.1:5432:5432"
    environment:
      POSTGRES_USER: postgres
      POSTGRES_PASSWORD: postgres
      POSTGRES_DB: gaia
    volumes:
      - postgres-gaia:/var/lib/postgresql/data
    healthcheck:
      test: ["CMD-SHELL", "pg_isready -U postgres -d gaia"]
      interval: 5s
      timeout: 5s
      retries: 5
    tty: true

  opensearch:
    image: opensearchproject/opensearch:2.17.1
    profiles: [infra]
    ports:
      - "127.0.0.1:9200:9200"
      - "127.0.0.1:9300:9300"
    environment:
      - cluster.name=geo-search
      - node.name=opensearch-node1
      - discovery.type=single-node
      - DISABLE_SECURITY_PLUGIN=true
      - DISABLE_INSTALL_DEMO_CONFIG=true
      - OPENSEARCH_JAVA_OPTS=-Xms1g -Xmx1g
      - bootstrap.memory_lock=false
    ulimits:
      memlock:
        soft: -1
        hard: -1
      nofile:
        soft: 65536
        hard: 65536
    volumes:
      - opensearch-data:/usr/share/opensearch/data
    healthcheck:
      test: ["CMD-SHELL", "curl -f http://localhost:9200/_cluster/health || exit 1"]
      interval: 30s
      timeout: 10s
      retries: 5
      start_period: 60s
    mem_limit: 4g
    mem_reservation: 2g

  # ---------------------------------------------------------------------------
  # Dev Tools (profile: tools)
  # ---------------------------------------------------------------------------

  kafka-ui:
    image: provectuslabs/kafka-ui:latest
    profiles: [tools]
    ports:
      - "127.0.0.1:8080:8080"
    environment:
      KAFKA_CLUSTERS_0_NAME: local
      KAFKA_CLUSTERS_0_BOOTSTRAPSERVERS: kafka:29092
      # Protobuf serde — space.creations
      kafka.clusters.0.serde.0.name: SpaceCreations
      kafka.clusters.0.serde.0.className: com.provectus.kafka.ui.serdes.builtin.ProtobufFileSerde
      kafka.clusters.0.serde.0.topicValuesPattern: "space.creations"
      kafka.clusters.0.serde.0.properties.protobufFilesDir: /proto/
      kafka.clusters.0.serde.0.properties.protobufMessageName: space.HermesCreateSpace
      # Protobuf serde — space.trust.extensions
      kafka.clusters.0.serde.1.name: SpaceTrustExtensions
      kafka.clusters.0.serde.1.className: com.provectus.kafka.ui.serdes.builtin.ProtobufFileSerde
      kafka.clusters.0.serde.1.topicValuesPattern: "space.trust.extensions"
      kafka.clusters.0.serde.1.properties.protobufFilesDir: /proto/
      kafka.clusters.0.serde.1.properties.protobufMessageName: space.HermesSpaceTrustExtension
      # Protobuf serde — knowledge.edits
      kafka.clusters.0.serde.2.name: KnowledgeEdits
      kafka.clusters.0.serde.2.className: com.provectus.kafka.ui.serdes.builtin.ProtobufFileSerde
      kafka.clusters.0.serde.2.topicValuesPattern: "knowledge.edits"
      kafka.clusters.0.serde.2.properties.protobufFilesDir: /proto/
      kafka.clusters.0.serde.2.properties.protobufMessageName: knowledge.HermesEdit
      # Protobuf serde — topology.canonical
      kafka.clusters.0.serde.3.name: TopologyCanonical
      kafka.clusters.0.serde.3.className: com.provectus.kafka.ui.serdes.builtin.ProtobufFileSerde
      kafka.clusters.0.serde.3.topicValuesPattern: "topology.canonical"
      kafka.clusters.0.serde.3.properties.protobufFilesDir: /proto/
      kafka.clusters.0.serde.3.properties.protobufMessageName: topology.CanonicalGraphUpdated
      # Protobuf serde — curation.scores
      kafka.clusters.0.serde.4.name: CurationScores
      kafka.clusters.0.serde.4.className: com.provectus.kafka.ui.serdes.builtin.ProtobufFileSerde
      kafka.clusters.0.serde.4.topicValuesPattern: "curation.scores"
      kafka.clusters.0.serde.4.properties.protobufFilesDir: /proto/
      kafka.clusters.0.serde.4.properties.protobufMessageName: scoring.HermesScoresBatch
      # Protobuf serde — hermes.blocks
      kafka.clusters.0.serde.5.name: BlockSummary
      kafka.clusters.0.serde.5.className: com.provectus.kafka.ui.serdes.builtin.ProtobufFileSerde
      kafka.clusters.0.serde.5.topicValuesPattern: "hermes.blocks"
      kafka.clusters.0.serde.5.properties.protobufFilesDir: /proto/
      kafka.clusters.0.serde.5.properties.protobufMessageName: block_summary.HermesBlockSummary
      # Protobuf serde — space.membership
      kafka.clusters.0.serde.6.name: SpaceMembershipRoleGranted
      kafka.clusters.0.serde.6.className: com.provectus.kafka.ui.serdes.builtin.ProtobufFileSerde
      kafka.clusters.0.serde.6.topicValuesPattern: "space.membership"
      kafka.clusters.0.serde.6.properties.protobufFilesDir: /proto/
      kafka.clusters.0.serde.6.properties.protobufMessageName: membership.HermesRoleGranted
      kafka.clusters.0.serde.7.name: SpaceMembershipRoleRevoked
      kafka.clusters.0.serde.7.className: com.provectus.kafka.ui.serdes.builtin.ProtobufFileSerde
      kafka.clusters.0.serde.7.topicValuesPattern: "space.membership"
      kafka.clusters.0.serde.7.properties.protobufFilesDir: /proto/
      kafka.clusters.0.serde.7.properties.protobufMessageName: membership.HermesRoleRevoked
      kafka.clusters.0.serde.8.name: SpaceMembershipSpaceLeft
      kafka.clusters.0.serde.8.className: com.provectus.kafka.ui.serdes.builtin.ProtobufFileSerde
      kafka.clusters.0.serde.8.topicValuesPattern: "space.membership"
      kafka.clusters.0.serde.8.properties.protobufFilesDir: /proto/
      kafka.clusters.0.serde.8.properties.protobufMessageName: membership.HermesSpaceLeft
      # Protobuf serde — space.moderation
      kafka.clusters.0.serde.9.name: SpaceModerationEditorFlagged
      kafka.clusters.0.serde.9.className: com.provectus.kafka.ui.serdes.builtin.ProtobufFileSerde
      kafka.clusters.0.serde.9.topicValuesPattern: "space.moderation"
      kafka.clusters.0.serde.9.properties.protobufFilesDir: /proto/
      kafka.clusters.0.serde.9.properties.protobufMessageName: moderation.HermesEditorFlagged
      kafka.clusters.0.serde.10.name: SpaceModerationEditorUnflagged
      kafka.clusters.0.serde.10.className: com.provectus.kafka.ui.serdes.builtin.ProtobufFileSerde
      kafka.clusters.0.serde.10.topicValuesPattern: "space.moderation"
      kafka.clusters.0.serde.10.properties.protobufFilesDir: /proto/
      kafka.clusters.0.serde.10.properties.protobufMessageName: moderation.HermesEditorUnflagged
      kafka.clusters.0.serde.11.name: SpaceModerationContentFlagged
      kafka.clusters.0.serde.11.className: com.provectus.kafka.ui.serdes.builtin.ProtobufFileSerde
      kafka.clusters.0.serde.11.topicValuesPattern: "space.moderation"
      kafka.clusters.0.serde.11.properties.protobufFilesDir: /proto/
      kafka.clusters.0.serde.11.properties.protobufMessageName: moderation.HermesContentFlagged
      kafka.clusters.0.serde.12.name: SpaceModerationContentUnflagged
      kafka.clusters.0.serde.12.className: com.provectus.kafka.ui.serdes.builtin.ProtobufFileSerde
      kafka.clusters.0.serde.12.topicValuesPattern: "space.moderation"
      kafka.clusters.0.serde.12.properties.protobufFilesDir: /proto/
      kafka.clusters.0.serde.12.properties.protobufMessageName: moderation.HermesContentUnflagged
      # Protobuf serde — space.topics
      kafka.clusters.0.serde.13.name: SpaceTopicsDeclared
      kafka.clusters.0.serde.13.className: com.provectus.kafka.ui.serdes.builtin.ProtobufFileSerde
      kafka.clusters.0.serde.13.topicValuesPattern: "space.topics"
      kafka.clusters.0.serde.13.properties.protobufFilesDir: /proto/
      kafka.clusters.0.serde.13.properties.protobufMessageName: topics.HermesTopicDeclared
      # Protobuf serde — space.governance
      kafka.clusters.0.serde.14.name: GovernanceProposalCreated
      kafka.clusters.0.serde.14.className: com.provectus.kafka.ui.serdes.builtin.ProtobufFileSerde
      kafka.clusters.0.serde.14.topicValuesPattern: "space.governance"
      kafka.clusters.0.serde.14.properties.protobufFilesDir: /proto/
      kafka.clusters.0.serde.14.properties.protobufMessageName: governance.HermesProposalCreated
      kafka.clusters.0.serde.15.name: GovernanceProposalUpdated
      kafka.clusters.0.serde.15.className: com.provectus.kafka.ui.serdes.builtin.ProtobufFileSerde
      kafka.clusters.0.serde.15.topicValuesPattern: "space.governance"
      kafka.clusters.0.serde.15.properties.protobufFilesDir: /proto/
      kafka.clusters.0.serde.15.properties.protobufMessageName: governance.HermesProposalUpdated
      kafka.clusters.0.serde.16.name: GovernanceProposalVoted
      kafka.clusters.0.serde.16.className: com.provectus.kafka.ui.serdes.builtin.ProtobufFileSerde
      kafka.clusters.0.serde.16.topicValuesPattern: "space.governance"
      kafka.clusters.0.serde.16.properties.protobufFilesDir: /proto/
      kafka.clusters.0.serde.16.properties.protobufMessageName: governance.HermesProposalVoted
      kafka.clusters.0.serde.17.name: GovernanceProposalExecuted
      kafka.clusters.0.serde.17.className: com.provectus.kafka.ui.serdes.builtin.ProtobufFileSerde
      kafka.clusters.0.serde.17.topicValuesPattern: "space.governance"
      kafka.clusters.0.serde.17.properties.protobufFilesDir: /proto/
      kafka.clusters.0.serde.17.properties.protobufMessageName: governance.HermesProposalExecuted
      # Protobuf serde — curation.votes
      kafka.clusters.0.serde.18.name: CurationVotes
      kafka.clusters.0.serde.18.className: com.provectus.kafka.ui.serdes.builtin.ProtobufFileSerde
      kafka.clusters.0.serde.18.topicValuesPattern: "curation.votes"
      kafka.clusters.0.serde.18.properties.protobufFilesDir: /proto/
      kafka.clusters.0.serde.18.properties.protobufMessageName: voting.HermesVoteCast
    volumes:
      - ./hermes-schema/proto/block_summary.proto:/proto/block_summary.proto:ro
      - ./hermes-schema/proto/blockchain_metadata.proto:/proto/blockchain_metadata.proto:ro
      - ./hermes-schema/proto/governance.proto:/proto/governance.proto:ro
      - ./hermes-schema/proto/knowledge.proto:/proto/knowledge.proto:ro
      - ./hermes-schema/proto/membership.proto:/proto/membership.proto:ro
      - ./hermes-schema/proto/moderation.proto:/proto/moderation.proto:ro
      - ./hermes-schema/proto/scoring.proto:/proto/scoring.proto:ro
      - ./hermes-schema/proto/space.proto:/proto/space.proto:ro
      - ./hermes-schema/proto/topics.proto:/proto/topics.proto:ro
      - ./hermes-schema/proto/topology.proto:/proto/topology.proto:ro
      - ./hermes-schema/proto/voting.proto:/proto/voting.proto:ro
    depends_on:
      kafka:
        condition: service_healthy

  opensearch-dashboards:
    image: opensearchproject/opensearch-dashboards:2.17.1
    profiles: [tools]
    ports:
      - "127.0.0.1:5601:5601"
    environment:
      OPENSEARCH_HOSTS: '["http://opensearch:9200"]'
      DISABLE_SECURITY_DASHBOARDS_PLUGIN: "true"
    depends_on:
      opensearch:
        condition: service_healthy

  # ---------------------------------------------------------------------------
  # Database Migration (profiles: services, executor)
  # ---------------------------------------------------------------------------

  migrate:
    profiles: [services, executor]
    build:
      context: ./api
      dockerfile: Dockerfile
    environment:
      DATABASE_URL: postgresql://postgres:postgres@postgres-gaia:5432/gaia
    command: ["bun", "run", "db:migrate"]
    depends_on:
      postgres-gaia:
        condition: service_healthy
    restart: "no"
    stop_grace_period: 120s

  # ---------------------------------------------------------------------------
  # Rust Application Services (profile: services)
  # ---------------------------------------------------------------------------

  hermes-pipeline:
    profiles: [services]
    build:
      context: .
      dockerfile: hermes-pipeline/Dockerfile
    environment:
      KAFKA_BROKER: kafka:29092
      ENVIRONMENT: ${ENVIRONMENT:-production}
      DATABASE_URL: postgresql://postgres:postgres@postgres-gaia:5432/gaia
      SUBSTREAMS_ENDPOINT: ${SUBSTREAMS_ENDPOINT}
      SUBSTREAMS_API_TOKEN: ${SUBSTREAMS_API_TOKEN}
      SENTRY_DSN: ${SENTRY_DSN:-}
    depends_on:
      kafka:
        condition: service_healthy
      migrate:
        condition: service_completed_successfully

  atlas:
    profiles: [services]
    build:
      context: .
      dockerfile: atlas/Dockerfile
    environment:
      KAFKA_BROKER: kafka:29092
      KAFKA_TOPIC: topology.canonical
      ENVIRONMENT: ${ENVIRONMENT:-production}
      ROOT_SPACE_ID: ${ROOT_SPACE_ID}
      SUBSTREAMS_ENDPOINT: ${SUBSTREAMS_ENDPOINT}
      SUBSTREAMS_API_TOKEN: ${SUBSTREAMS_API_TOKEN}
      SENTRY_DSN: ${SENTRY_DSN:-}
    depends_on:
      kafka:
        condition: service_healthy

  kg-indexer:
    profiles: [services]
    build:
      context: .
      dockerfile: kg-indexer/Dockerfile
    environment:
      DATABASE_URL: postgresql://postgres:postgres@postgres-gaia:5432/gaia
      KAFKA_BROKER: kafka:29092
      ENVIRONMENT: ${ENVIRONMENT:-production}
      SENTRY_DSN: ${SENTRY_DSN:-}
    depends_on:
      kafka:
        condition: service_healthy
      migrate:
        condition: service_completed_successfully

  search-indexer:
    profiles: [services]
    build:
      context: .
      dockerfile: search-indexer/Dockerfile
      args:
        CARGO_FEATURES: "--features search-indexer-repository/auto_index_creation"
    user: "1000:1000"
    environment:
      OPENSEARCH_URL: http://opensearch:9200
      KAFKA_BROKER: kafka:29092
      ENVIRONMENT: ${ENVIRONMENT:-production}
      OPENSEARCH_CONNECTION_MODE: retry
      OPENSEARCH_RETRY_INTERVAL_SECS: "15"
      INDEX_ALIAS: ${INDEX_ALIAS:-entities}
      RUST_LOG: debug
      SENTRY_DSN: ${SENTRY_DSN:-}
    depends_on:
      kafka:
        condition: service_healthy
      opensearch:
        condition: service_healthy

  hermes-ipfs-cache:
    profiles: [services]
    build:
      context: .
      dockerfile: hermes-ipfs-cache/Dockerfile
    environment:
      DATABASE_URL: postgresql://postgres:postgres@postgres-gaia:5432/gaia
      IPFS_GATEWAY_URL: ${IPFS_GATEWAY_URL:-https://gateway.mesh3.network/ipfs/}
      SUBSTREAMS_ENDPOINT: ${SUBSTREAMS_ENDPOINT}
      SUBSTREAMS_API_TOKEN: ${SUBSTREAMS_API_TOKEN}
      RUST_LOG: info,hermes_ipfs_cache=debug
      SENTRY_DSN: ${SENTRY_DSN:-}
    depends_on:
      migrate:
        condition: service_completed_successfully

  vote-indexer:
    profiles: [services]
    build:
      context: .
      dockerfile: scoring-service/vote-indexer/Dockerfile
    environment:
      DATABASE_URL: postgresql://postgres:postgres@postgres-gaia:5432/gaia
      KAFKA_BROKER: kafka:29092
      KAFKA_GROUP_ID: vote-indexer
      ENVIRONMENT: ${ENVIRONMENT:-production}
      RUST_LOG: info,vote_indexer=debug
      SENTRY_DSN: ${SENTRY_DSN:-}
    depends_on:
      kafka:
        condition: service_healthy
      migrate:
        condition: service_completed_successfully

  # ---------------------------------------------------------------------------
  # Non-Rust Application Services (profile: services)
  # ---------------------------------------------------------------------------

  api:
    profiles: [services]
    build:
      context: ./api
      dockerfile: Dockerfile
    ports:
      - "127.0.0.1:3000:3000"
    environment:
      DATABASE_URL: postgresql://postgres:postgres@postgres-gaia:5432/gaia
      OPENSEARCH_URL: http://opensearch:9200
      ENVIRONMENT: ${ENVIRONMENT:-production}
      SENTRY_DSN: ${SENTRY_DSN:-}
      IPFS_KEY: ${IPFS_KEY:-}
      IPFS_GATEWAY_WRITE: ${IPFS_GATEWAY_WRITE:-}
    depends_on:
      migrate:
        condition: service_completed_successfully
      opensearch:
        condition: service_healthy
    tty: true

  scoring-cronjob:
    profiles: [services]
    build:
      context: ./scoring-service/cronjob
      dockerfile: Dockerfile
    environment:
      DATABASE_URL: postgresql://postgres:postgres@postgres-gaia:5432/gaia
      KAFKA_BROKER: kafka:29092
      ENVIRONMENT: ${ENVIRONMENT:-production}
      OUTPUT_MODE: ${OUTPUT_MODE:-all}
      KAFKA_TOPIC: curation.scores
      SCORE_BATCH_SIZE: ${SCORE_BATCH_SIZE:-1000}
      PYTHONUNBUFFERED: "1"
      UV_LINK_MODE: copy
      SENTRY_DSN: ${SENTRY_DSN:-}
    depends_on:
      migrate:
        condition: service_completed_successfully
      kafka:
        condition: service_healthy

  # ---------------------------------------------------------------------------
  # Proposal Executor (profile: executor — requires external secrets)
  # ---------------------------------------------------------------------------

  proposal-executor:
    profiles: [executor]
    build:
      context: ./proposal-executor
      dockerfile: Dockerfile
    environment:
      DATABASE_URL: postgresql://postgres:postgres@postgres-gaia:5432/gaia
      # Required — executor will fail at startup if empty
      EXECUTOR_PRIVATE_KEY: ${EXECUTOR_PRIVATE_KEY:-}
      PIMLICO_API_KEY: ${PIMLICO_API_KEY:-}
      RPC_URL: ${RPC_URL:-}
      EXECUTOR_SPACE_ID: ${EXECUTOR_SPACE_ID:-}
      SPACE_REGISTRY_ADDRESS: ${SPACE_REGISTRY_ADDRESS:-0xB01683b2f0d38d43fcD4D9aAB980166988924132}
      CHAIN_ID: ${CHAIN_ID:-19411}
      SENTRY_DSN: ${SENTRY_DSN:-}
    depends_on:
      migrate:
        condition: service_completed_successfully

# ---------------------------------------------------------------------------
# Network: named hermes_default for backward compat with scoring-service/
# and search-indexer-deploy/ compose files that reference it as external.
# ---------------------------------------------------------------------------

networks:
  default:
    name: hermes_default
    driver: bridge

# ---------------------------------------------------------------------------
# Volumes
# ---------------------------------------------------------------------------

volumes:
  kafka-data:
  postgres-gaia:
  opensearch-data: