docker-compose.yml

services:
  postgres:
    image: pgvector/pgvector:pg16
    environment:
      POSTGRES_USER: korkep
      POSTGRES_PASSWORD: korkep
      POSTGRES_DB: korkep
    ports:
      - "5432:5432"
    volumes:
      - pgdata:/var/lib/postgresql/data
    healthcheck:
      test: ["CMD-SHELL", "pg_isready -U korkep"]
      interval: 5s
      timeout: 5s
      retries: 5

  redis:
    image: redis:7-alpine
    ports:
      - "6379:6379"
    volumes:
      - redisdata:/data
    healthcheck:
      test: ["CMD", "redis-cli", "ping"]
      interval: 5s
      timeout: 5s
      retries: 5

  batch-clusterer:
    build: ./apps/batch-clusterer
    ports:
      - "8101:8101"
    environment:
      HDBSCAN_MAX_CLUSTER_SIZE: ${HDBSCAN_MAX_CLUSTER_SIZE:-12}
      HDBSCAN_TIME_WEIGHT: ${HDBSCAN_TIME_WEIGHT:-0.35}
      HDBSCAN_TIME_SCALE_HOURS: ${HDBSCAN_TIME_SCALE_HOURS:-12.0}
      HDBSCAN_MIN_SAMPLES: ${HDBSCAN_MIN_SAMPLES:-2}
      HDBSCAN_CLUSTER_SELECTION_EPSILON: ${HDBSCAN_CLUSTER_SELECTION_EPSILON:-0.0}
      HDBSCAN_UMAP_COMPONENTS: ${HDBSCAN_UMAP_COMPONENTS:-22}
      HDBSCAN_UMAP_NEIGHBORS: ${HDBSCAN_UMAP_NEIGHBORS:-15}
      HDBSCAN_UMAP_MIN_ARTICLES: ${HDBSCAN_UMAP_MIN_ARTICLES:-9999}
    healthcheck:
      test: ["CMD", "curl", "-f", "http://localhost:8101/health"]
      interval: 30s
      timeout: 10s
      retries: 3
      start_period: 10s

  api:
    build:
      context: .
      dockerfile: apps/api/Dockerfile
    ports:
      - "3001:3001"
    environment:
      DATABASE_URL: postgres://korkep:korkep@postgres:5432/korkep
      CORS_ORIGIN: http://localhost:3000
    depends_on:
      postgres:
        condition: service_healthy
    healthcheck:
      test: ["CMD-SHELL", "node -e \"fetch('http://localhost:3001/health').then(r=>{if(!r.ok)process.exit(1)}).catch(()=>process.exit(1))\""]
      interval: 10s
      timeout: 5s
      retries: 5
      start_period: 10s

  pipeline:
    build:
      context: .
      dockerfile: apps/workers/Dockerfile
    command: ["node", "dist/pipeline/scrape-job.js"]
    environment:
      DATABASE_URL: postgres://korkep:korkep@postgres:5432/korkep
      REDIS_URL: redis://redis:6379
      AUTO_CHAIN: "true"
      TRIGGER_MODE: "manual"
      OPENROUTER_API_KEY: ${OPENROUTER_API_KEY}
      GOOGLE_AI_STUDIO_API_KEY: ${GOOGLE_AI_STUDIO_API_KEY}
      BATCH_CLUSTERER_URL: http://batch-clusterer:8101
      LLM_CONCURRENCY: ${LLM_CONCURRENCY:-5}
      LLM_PROVIDER: ${LLM_PROVIDER:-gemini-fallback}
      LLM_MODEL: ${LLM_MODEL:-google/gemma-4-26b-a4b-it}
      EMBEDDING_CONCURRENCY: ${EMBEDDING_CONCURRENCY:-15}
      EMBEDDING_MODEL: ${EMBEDDING_MODEL:-qwen/qwen3-embedding-8b}
      NEXT_JOB: process
      CLUSTER_SIMILARITY_THRESHOLD: ${CLUSTER_SIMILARITY_THRESHOLD:-0.72}
      CLUSTER_TIME_WINDOW_HOURS: ${CLUSTER_TIME_WINDOW_HOURS:-24}
      CLUSTER_MAX_SIZE: ${CLUSTER_MAX_SIZE:-12}
      CLUSTER_MIN_COHERENCE: ${CLUSTER_MIN_COHERENCE:-0.60}
      CLUSTER_ENTITY_WEIGHT: ${CLUSTER_ENTITY_WEIGHT:-0.25}
      CLUSTER_SEMANTIC_WEIGHT: ${CLUSTER_SEMANTIC_WEIGHT:-0.65}
      CLUSTER_TOKEN_WEIGHT: ${CLUSTER_TOKEN_WEIGHT:-0.10}
    depends_on:
      postgres:
        condition: service_healthy
      redis:
        condition: service_healthy
      batch-clusterer:
        condition: service_healthy

  web:
    build:
      context: .
      dockerfile: apps/web/Dockerfile
    ports:
      - "3000:3000"
    environment:
      API_URL: http://api:3001
    depends_on:
      api:
        condition: service_healthy

  migrate:
    build:
      context: .
      dockerfile: apps/api/Dockerfile
    command: ["node", "dist/db/migrate.js"]
    environment:
      DATABASE_URL: postgres://korkep:korkep@postgres:5432/korkep
    depends_on:
      postgres:
        condition: service_healthy
    restart: "no"
    profiles:
      - setup


  recluster:
    build:
      context: .
      dockerfile: apps/workers/Dockerfile
    command: ["node", "dist/recluster.js"]
    environment:
      DATABASE_URL: postgres://korkep:korkep@postgres:5432/korkep
      OPENROUTER_API_KEY: ${OPENROUTER_API_KEY}
      BATCH_CLUSTERER_URL: http://batch-clusterer:8101
      RECLUSTER_NO_CACHE: ${RECLUSTER_NO_CACHE:-0}
      RECLUSTER_LLM_PROVIDER: "openrouter"
      RECLUSTER_LLM_MODEL: ${RECLUSTER_LLM_MODEL:-google/gemma-4-31b-it}
      TRIGGER_MODE: "manual"
      LLM_USAGE_LOG: "0"
      CLUSTER_SIMILARITY_THRESHOLD: ${CLUSTER_SIMILARITY_THRESHOLD:-0.72}
      CLUSTER_TIME_WINDOW_HOURS: ${CLUSTER_TIME_WINDOW_HOURS:-24}
      CLUSTER_MAX_SIZE: ${CLUSTER_MAX_SIZE:-12}
      CLUSTER_MIN_COHERENCE: ${CLUSTER_MIN_COHERENCE:-0.60}
      CLUSTER_ENTITY_WEIGHT: ${CLUSTER_ENTITY_WEIGHT:-0.25}
      CLUSTER_SEMANTIC_WEIGHT: ${CLUSTER_SEMANTIC_WEIGHT:-0.65}
      CLUSTER_TOKEN_WEIGHT: ${CLUSTER_TOKEN_WEIGHT:-0.10}
      RECLUSTER_MERGE_THRESHOLD: ${RECLUSTER_MERGE_THRESHOLD:-0.97}
      RECLUSTER_MERGE_MAX_SIZE: ${RECLUSTER_MERGE_MAX_SIZE:-24}
      RECLUSTER_LLM_CONCURRENCY: "15"
    depends_on:
      postgres:
        condition: service_healthy
      batch-clusterer:
        condition: service_healthy
    restart: "no"
    profiles:
      - recluster
      - tune

  reembed:
    build:
      context: .
      dockerfile: apps/workers/Dockerfile
    command: ["node", "dist/reembed.js"]
    environment:
      DATABASE_URL: postgres://korkep:korkep@postgres:5432/korkep
      OPENROUTER_API_KEY: ${OPENROUTER_API_KEY}
      LLM_USAGE_LOG: "0"
    depends_on:
      postgres:
        condition: service_healthy
    restart: "no"
    profiles:
      - reembed

  resummarize:
    build:
      context: .
      dockerfile: apps/workers/Dockerfile
    command: ["node", "dist/resummarize.js"]
    environment:
      DATABASE_URL: postgres://korkep:korkep@postgres:5432/korkep
      OPENROUTER_API_KEY: ${OPENROUTER_API_KEY}
      SINCE_HOURS: ${SINCE_HOURS:-24}
      LLM_USAGE_LOG: "0"
    depends_on:
      postgres:
        condition: service_healthy
    restart: "no"
    profiles:
      - resummarize

volumes:
  pgdata:
  redisdata: