orderflow/docker-compose.yml at main · keploy/orderflow · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
version: '3.8'

services:
  zookeeper:
    image: confluentinc/cp-zookeeper:7.4.0
    container_name: orderflow-zookeeper
    environment:
      ZOOKEEPER_CLIENT_PORT: 2181
      ZOOKEEPER_TICK_TIME: 2000
    ports:
      - "2181:2181"
    healthcheck:
      test: ["CMD", "nc", "-z", "localhost", "2181"]
      interval: 10s
      timeout: 5s
      retries: 5

  kafka:
    image: confluentinc/cp-kafka:7.4.0
    container_name: orderflow-kafka
    depends_on:
      zookeeper:
        condition: service_healthy
    ports:
      - "9092:9092"
    environment:
      KAFKA_BROKER_ID: 1
      KAFKA_ZOOKEEPER_CONNECT: orderflow-zookeeper:2181
      KAFKA_LISTENERS: PLAINTEXT://0.0.0.0:29092,PLAINTEXT_HOST://0.0.0.0:9092
      KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka:29092,PLAINTEXT_HOST://localhost:9092
      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: PLAINTEXT:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT
      KAFKA_INTER_BROKER_LISTENER_NAME: PLAINTEXT
      KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
      KAFKA_AUTO_CREATE_TOPICS_ENABLE: "true"
    healthcheck:
      test: ["CMD", "kafka-broker-api-versions", "--bootstrap-server", "localhost:9092"]
      interval: 15s
      timeout: 10s
      retries: 10

  # Shard 1 - Orders for users A-M
  postgres_shard1:
    image: postgres:15-alpine
    container_name: orderflow-postgres-shard1
    environment:
      POSTGRES_DB: orders_shard1
      POSTGRES_USER: orderuser
      POSTGRES_PASSWORD: orderpass
    ports:
      - "5432:5432"
    volumes:
      - shard1_data:/var/lib/postgresql/data
      - ./scripts/init_shard1.sql:/docker-entrypoint-initdb.d/init.sql
    healthcheck:
      test: ["CMD-SHELL", "pg_isready -U orderuser -d orders_shard1"]
      interval: 5s
      timeout: 5s
      retries: 10

  # Shard 2 - Orders for users N-Z
  postgres_shard2:
    image: postgres:15-alpine
    container_name: orderflow-postgres-shard2
    environment:
      POSTGRES_DB: orders_shard2
      POSTGRES_USER: orderuser
      POSTGRES_PASSWORD: orderpass
    ports:
      - "5433:5432"
    volumes:
      - shard2_data:/var/lib/postgresql/data
      - ./scripts/init_shard2.sql:/docker-entrypoint-initdb.d/init.sql
    healthcheck:
      test: ["CMD-SHELL", "pg_isready -U orderuser -d orders_shard2"]
      interval: 5s
      timeout: 5s
      retries: 10

  # LocalStack for S3 emulation
  localstack:
    image: localstack/localstack:3.0
    container_name: orderflow-localstack
    ports:
      - "4566:4566"
    environment:
      SERVICES: s3
      DEFAULT_REGION: us-east-1
      AWS_DEFAULT_REGION: us-east-1
    volumes:
      - ./scripts/init_localstack.sh:/etc/localstack/init/ready.d/init.sh
      - localstack_data:/var/lib/localstack
    healthcheck:
      test: ["CMD", "curl", "-f", "http://localhost:4566/_localstack/health"]
      interval: 10s
      timeout: 5s
      retries: 10

  # Producer API
  producer:
    build:
      context: ./producer
      dockerfile: Dockerfile
    container_name: orderflow-producer
    ports:
      - "8080:8080"
    depends_on:
      kafka:
        condition: service_healthy
      postgres_shard1:
        condition: service_healthy
      postgres_shard2:
        condition: service_healthy
      localstack:
        condition: service_healthy
    environment:
      KAFKA_BROKERS: kafka:29092
      PG_SHARD1_DSN: postgres://orderuser:orderpass@orderflow-postgres-shard1:5432/orders_shard1?sslmode=disable
      PG_SHARD2_DSN: postgres://orderuser:orderpass@orderflow-postgres-shard2:5432/orders_shard2?sslmode=disable
      S3_ENDPOINT: http://localstack:4566
      S3_BUCKET: order-receipts
      AWS_REGION: us-east-1
      AWS_ACCESS_KEY_ID: test
      AWS_SECRET_ACCESS_KEY: test
      PORT: "8080"
    restart: on-failure

  # Consumer Service
  consumer:
    build:
      context: ./consumer
      dockerfile: Dockerfile
    container_name: orderflow-consumer
    depends_on:
      kafka:
        condition: service_healthy
    environment:
      KAFKA_BROKERS: kafka:29092
      KAFKA_GROUP_ID: order-consumer-group
      KAFKA_TOPIC: orders
    restart: on-failure

volumes:
  shard1_data:
  shard2_data:
  localstack_data: