docker-compose.yml

services:
  app:
    build:
      context: .
    environment:
      STEPS_DATA_SYSTEM_CLICKHOUSE_HOST: clickhouse
      STEPS_DATA_SYSTEM_CLICKHOUSE_PORT: 8123
      STEPS_DATA_SYSTEM_CLICKHOUSE_DATABASE: steps_data_system
      STEPS_DATA_SYSTEM_REDPANDA_BOOTSTRAP_SERVERS: redpanda:9092
      STEPS_DATA_SYSTEM_REDPANDA_SCHEMA_REGISTRY_URL: http://redpanda:8081
    depends_on:
      schema-init:
        condition: service_completed_successfully
      schema-registry-init:
        condition: service_completed_successfully
    ports:
      - "8000:8000"

  consumer:
    build:
      context: .
    command:
      - python
      - -m
      - steps_data_system.consumer
    environment:
      STEPS_DATA_SYSTEM_CLICKHOUSE_HOST: clickhouse
      STEPS_DATA_SYSTEM_CLICKHOUSE_PORT: 8123
      STEPS_DATA_SYSTEM_CLICKHOUSE_DATABASE: steps_data_system
      STEPS_DATA_SYSTEM_REDPANDA_BOOTSTRAP_SERVERS: redpanda:9092
      STEPS_DATA_SYSTEM_REDPANDA_TOPIC: step-counter-events
      STEPS_DATA_SYSTEM_REDPANDA_DEAD_LETTER_TOPIC: step-counter-events-dlq
    depends_on:
      redpanda:
        condition: service_started
      clickhouse:
        condition: service_started
      redpanda-init:
        condition: service_completed_successfully
      schema-init:
        condition: service_completed_successfully
      schema-registry-init:
        condition: service_completed_successfully

  clickhouse:
    image: clickhouse/clickhouse-server:25.6
    ports:
      - "8123:8123"
    volumes:
      - clickhouse-data:/var/lib/clickhouse
    environment:
      CLICKHOUSE_DEFAULT_ACCESS_MANAGEMENT: 1

  redpanda:
    image: docker.redpanda.com/redpandadata/redpanda:v25.1.2
    command:
      - redpanda
      - start
      - --overprovisioned
      - --smp
      - "1"
      - --memory
      - "1G"
      - --reserve-memory
      - "0M"
      - --check=false
      - --node-id
      - "0"
      - --kafka-addr
      - PLAINTEXT://0.0.0.0:9092,OUTSIDE://0.0.0.0:19092
      - --advertise-kafka-addr
      - PLAINTEXT://redpanda:9092,OUTSIDE://localhost:19092
      - --pandaproxy-addr
      - PLAINTEXT://0.0.0.0:8082
      - --advertise-pandaproxy-addr
      - PLAINTEXT://redpanda:8082
      - --schema-registry-addr
      - PLAINTEXT://0.0.0.0:8081
    ports:
      - "19092:19092"
      - "9644:9644"
      - "8081:8081"

  redpanda-init:
    image: docker.redpanda.com/redpandadata/redpanda:v25.1.2
    depends_on:
      redpanda:
        condition: service_started
    entrypoint:
      - /bin/bash
      - -ec
    command:
      - |
        until rpk topic list -X brokers=redpanda:9092 >/dev/null 2>&1; do sleep 1; done
        for topic in step-counter-events step-counter-events-dlq; do
          if rpk topic describe "$$topic" -X brokers=redpanda:9092 >/dev/null 2>&1; then
            echo "Topic $$topic already exists"
          else
            rpk topic create "$$topic" -X brokers=redpanda:9092
          fi
        done
    restart: "no"

  schema-init:
    build:
      context: .
    depends_on:
      clickhouse:
        condition: service_started
    environment:
      STEPS_DATA_SYSTEM_CLICKHOUSE_HOST: clickhouse
      STEPS_DATA_SYSTEM_CLICKHOUSE_PORT: 8123
      STEPS_DATA_SYSTEM_CLICKHOUSE_DATABASE: steps_data_system
    command:
      - python
      - -c
      - from steps_data_system.dependencies import get_step_counter_service; get_step_counter_service(); print('ClickHouse schema initialized')
    restart: "no"

  seed-init:
    build:
      context: .
    depends_on:
      app:
        condition: service_started
      schema-registry-init:
        condition: service_completed_successfully
    entrypoint:
      - /bin/sh
      - -ec
    command:
      - |
        steps-data-seed --mode init --volume 10000 --sampling-rate 2 --api-endpoint http://app:8000/api/v1 --api-token test-token
    restart: "no"

  schema-registry-init:
    image: curlimages/curl:8.16.0
    depends_on:
      redpanda:
        condition: service_started
      redpanda-init:
        condition: service_completed_successfully
    entrypoint:
      - /bin/sh
      - -ec
    command:
      - |
        until curl -fsS http://redpanda:8081/subjects >/dev/null 2>&1; do sleep 1; done
        if curl -fsS http://redpanda:8081/subjects/step-counter-events-value/versions/latest >/dev/null 2>&1; then
          echo "Schema subject step-counter-events-value already exists"
        else
          SCHEMA_PAYLOAD='{"schemaType":"JSON","schema":"{\"type\":\"object\",\"properties\":{\"event_id\":{\"type\":\"string\",\"format\":\"uuid\"},\"user_id\":{\"type\":\"string\"},\"timestamp\":{\"type\":\"string\",\"format\":\"date-time\"},\"step\":{\"type\":\"integer\",\"minimum\":0},\"state\":{\"type\":\"string\",\"enum\":[\"walking\",\"running\",\"background\"]},\"activity_id\":{\"type\":[\"string\",\"null\"],\"format\":\"uuid\"}},\"required\":[\"event_id\",\"user_id\",\"timestamp\",\"step\",\"state\"],\"additionalProperties\":false}"}'
          curl -fsS -X POST -H "Content-Type: application/vnd.schemaregistry.v1+json" --data "$$SCHEMA_PAYLOAD" http://redpanda:8081/subjects/step-counter-events-value/versions
          echo
        fi
    restart: "no"

  console:
     image: redpandadata/console:v3.9.0
     depends_on:
       redpanda:
         condition: service_started
       redpanda-init:
         condition: service_completed_successfully
       schema-registry-init:
         condition: service_completed_successfully
     environment:
       KAFKA_BROKERS: redpanda:9092
       SCHEMAREGISTRY_ENABLED: "true"
       SCHEMAREGISTRY_URLS: http://redpanda:8081
     ports:
       - "8080:8080"

volumes:
  clickhouse-data: