forked from PeerDB-io/peerdb
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathdocker-compose-dev.yml
More file actions
278 lines (262 loc) · 8.86 KB
/
Copy pathdocker-compose-dev.yml
File metadata and controls
278 lines (262 loc) · 8.86 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
name: peerdb-quickstart-dev
# Public facing ports for services to prevent conflicts.
# Overridable using environment variables for flexibility when using multiple tilt environments
x-ports:
- &peerdb-catalog-port ${PEERDB_CATALOG_PORT:-9901}:5432
- &peerdb-nexus-port ${PEERDB_NEXUS_PORT:-9900}:9900
- &peerdb-switchboard-port ${PEERDB_SWITCHBOARD_PORT:-5732}:5732
- &peerdb-ui-port ${PEERBD_UI_PORT:-3030}:3000
- &temporal-port ${TEMPORAL_PORT:-7233}:7233
- &temporal-ui-port ${TEMPORAL_UI_PORT:-8085}:8080
- &flow-api-grpc-port ${FLOW_API_PORT:-8112}:8112
- &flow-api-http-port ${FLOW_API_HTTP_PORT:-8113}:8113
- &flow-worker-debug-port ${DOCKER_GO_DEBUG_PORT_FLOW_WORKER:-40001}:40000
- &flow-snapshot-worker-debug-port ${DOCKER_GO_DEBUG_PORT_FLOW_SNAPSHOT_WORKER:-40002}:40000
- &flow-api-debug-port ${DOCKER_GO_DEBUG_PORT_FLOW_API:-40003}:40000
- &minio-port ${MINIO_PORT:-9001}:9000
- &minio-console-port ${MINIO_CONSOLE_PORT:-9002}:36987
x-minio-config: &minio-config
PEERDB_CLICKHOUSE_AWS_CREDENTIALS_AWS_ACCESS_KEY_ID: _peerdb_minioadmin
MINIO_ROOT_USER: _peerdb_minioadmin
PEERDB_CLICKHOUSE_AWS_CREDENTIALS_AWS_SECRET_ACCESS_KEY: _peerdb_minioadmin
MINIO_ROOT_PASSWORD: _peerdb_minioadmin
PEERDB_CLICKHOUSE_AWS_CREDENTIALS_AWS_REGION: us-east-1
PEERDB_CLICKHOUSE_AWS_CREDENTIALS_AWS_ENDPOINT_URL_S3: http://host.docker.internal:${MINIO_PORT:-9001}
PEERDB_CLICKHOUSE_AWS_S3_BUCKET_NAME: peerdb
x-catalog-config: &catalog-config
PEERDB_CATALOG_HOST: catalog
PEERDB_CATALOG_PORT: 5432
PEERDB_CATALOG_USER: postgres
PEERDB_CATALOG_PASSWORD: postgres
PEERDB_CATALOG_DATABASE: postgres
x-flow-worker-env: &flow-worker-env
# For Temporal Cloud, this will look like:
# <yournamespace>.<id>.tmprl.cloud:7233
TEMPORAL_HOST_PORT: temporal:7233
PEERDB_TEMPORAL_NAMESPACE: default
# For the below 2 cert and key variables,
# paste as base64 encoded strings.
TEMPORAL_CLIENT_CERT:
TEMPORAL_CLIENT_KEY:
# For GCS, these will be your HMAC keys instead
# For more information:
# https://cloud.google.com/storage/docs/authentication/managing-hmackeys
AWS_ACCESS_KEY_ID: ${AWS_ACCESS_KEY_ID:-}
AWS_SECRET_ACCESS_KEY: ${AWS_SECRET_ACCESS_KEY:-}
# For GCS, set this to "auto" without the quotes
AWS_REGION: ${AWS_REGION:-}
# For GCS, set this as: https://storage.googleapis.com
AWS_ENDPOINT: ${AWS_ENDPOINT:-}
# enables worker profiling using Go's pprof
ENABLE_PROFILING: "true"
PPROF_PORT: "6060"
services:
catalog:
container_name: catalog
image: postgres:18-alpine@sha256:96d56f7f57c6aacd1fcb908bc83b345ec5f83231ee486dd66a1baadce274db88
command: -c config_file=/etc/postgresql.conf
ports:
- *peerdb-catalog-port
environment:
PGUSER: postgres
POSTGRES_PASSWORD: postgres
POSTGRES_DB: postgres
POSTGRES_INITDB_ARGS: --locale=C.UTF-8
extra_hosts:
- "host.docker.internal:host-gateway"
volumes:
- pgdata:/var/lib/postgresql
- ./volumes/postgresql.conf:/etc/postgresql.conf
- ./volumes/docker-entrypoint-initdb.d:/docker-entrypoint-initdb.d
healthcheck:
test: ["CMD", "pg_isready", "-d", "postgres", "-U", "postgres"]
interval: 10s
timeout: 30s
retries: 5
start_period: 60s
temporal:
container_name: temporal
depends_on:
catalog:
condition: service_healthy
environment:
- DB=postgres12
- DB_PORT=5432
- POSTGRES_USER=postgres
- POSTGRES_PWD=postgres
- POSTGRES_SEEDS=catalog
- DYNAMIC_CONFIG_FILE_PATH=config/dynamicconfig/development-sql.yaml
image: temporalio/auto-setup:1.29@sha256:f14912b699cf73015ad5c4fc18d522d4b014db90e794039214dfb7c022c2644f
ports:
- *temporal-port
volumes:
- ./volumes/temporal-dynamicconfig:/etc/temporal/config/dynamicconfig
labels:
kompose.volume.type: configMap
temporal-admin-tools:
container_name: temporal-admin-tools
depends_on:
- temporal
environment:
- TEMPORAL_ADDRESS=temporal:7233
- TEMPORAL_CLI_ADDRESS=temporal:7233
- TEMPORAL_CLI_SHOW_STACKS=1
image: temporalio/admin-tools:1.25.2-tctl-1.18.1-cli-1.1.1@sha256:da0c7a7982b571857173ab8f058e7f139b3054800abb4dcb100445d29a563ee8
stdin_open: true
tty: true
entrypoint: /etc/temporal/entrypoint.sh
restart: on-failure
healthcheck:
test: ["CMD", "tctl", "workflow", "list"]
interval: 1s
timeout: 5s
retries: 30
volumes:
- ./scripts/mirror-name-search.sh:/etc/temporal/entrypoint.sh
temporal-ui:
container_name: temporal-ui
depends_on:
- temporal
environment:
- TEMPORAL_ADDRESS=temporal:7233
- TEMPORAL_CORS_ORIGINS=http://localhost:3030
- TEMPORAL_CSRF_COOKIE_INSECURE=true
image: temporalio/ui:2.51.0@sha256:5c72329a014fb247ef66d051dd45b3a5c251d06f82709a852e364f0fd8b69a04
ports:
- *temporal-ui-port
flow-api:
container_name: flow_api
image: flow-api
build:
context: .
dockerfile: stacks/flow.Dockerfile
target: flow-api
args:
PEERDB_VERSION_SHA_SHORT: ${PEERDB_VERSION_SHA_SHORT:-}
ports:
- *flow-api-grpc-port
- *flow-api-http-port
- *peerdb-switchboard-port
- *flow-api-debug-port
environment:
<<: [*catalog-config, *flow-worker-env, *minio-config]
PEERDB_ALLOWED_TARGETS:
PEERDB_CLICKHOUSE_ALLOWED_DOMAINS:
PEERDB_API_REQUEST_LOGGING_ENABLED: true
PEERDB_SWITCHBOARD_ENABLED: true
extra_hosts:
- "host.docker.internal:host-gateway"
depends_on:
temporal-admin-tools:
condition: service_healthy
flow-snapshot-worker:
container_name: flow-snapshot-worker
image: flow-snapshot-worker
build:
context: .
dockerfile: stacks/flow.Dockerfile
target: flow-snapshot-worker
ports:
- *flow-snapshot-worker-debug-port
environment:
<<: [*catalog-config, *flow-worker-env, *minio-config]
depends_on:
temporal-admin-tools:
condition: service_healthy
flow-worker:
container_name: flow-worker
image: flow-worker
build:
context: .
dockerfile: stacks/flow.Dockerfile
target: flow-worker
ports:
- *flow-worker-debug-port
# The below options were mentioned to be required, but it works without them, so leaving them commented out for now. If you run into issues with Delve, try uncommenting these.
# security_opt:
# - "seccomp:unconfined" # Required for Delve
# cap_add:
# - SYS_PTRACE # Required for Delve
environment:
<<: [*catalog-config, *flow-worker-env, *minio-config]
extra_hosts:
- "host.docker.internal:host-gateway"
depends_on:
temporal-admin-tools:
condition: service_healthy
peerdb:
container_name: peerdb-server
stop_signal: SIGINT
image: peerdb
build:
context: .
dockerfile: stacks/peerdb-server.Dockerfile
args:
BUILD_MODE: "debug"
CARGO_FLAGS: "--no-default-features --features mysql"
environment:
<<: *catalog-config
PEERDB_PASSWORD: peerdb
PEERDB_FLOW_SERVER_ADDRESS: grpc://flow_api:8112
RUST_LOG: info
RUST_BACKTRACE: 1
ports:
- *peerdb-nexus-port
depends_on:
catalog:
condition: service_healthy
peerdb-ui:
container_name: peerdb-ui
image: peerdb-ui
build:
context: .
dockerfile: stacks/peerdb-ui.Dockerfile
target: dev
ports:
- *peerdb-ui-port
volumes:
# Mount local ui/ directory for hot reload
- ./ui:/app
# Preserve node_modules from container (don't override with local)
- /app/node_modules
env_file:
- path: ./.env
required: false
environment:
<<: *catalog-config
PEERDB_FLOW_SERVER_HTTP: http://flow_api:8113
PEERDB_PASSWORD:
NEXTAUTH_SECRET: __changeme__
NEXTAUTH_URL: http://localhost:3030
PEERDB_ALLOWED_TARGETS:
PEERDB_CLICKHOUSE_ALLOWED_DOMAINS:
PEERDB_EXPERIMENTAL_ENABLE_SCRIPTING: true
# Fix file watching on macOS Docker volumes
WATCHPACK_POLLING: true
# Increase polling interval to avoid catching incomplete writes (in ms)
WATCHPACK_POLLING_INTERVAL: 1000
depends_on:
- flow-api
minio:
image: minio/minio:latest@sha256:14cea493d9a34af32f524e538b8346cf79f3321eff8e708c1e2960462bd8936e
volumes:
- minio-data:/data
ports:
- *minio-port
- *minio-console-port
environment:
<<: *minio-config
entrypoint: >
/bin/sh -c "
minio server /data --console-address=:36987 &
sleep 2;
mc alias set myminiopeerdb http://minio:9000 $$MINIO_ROOT_USER $$MINIO_ROOT_PASSWORD;
mc mb myminiopeerdb/$$PEERDB_CLICKHOUSE_AWS_S3_BUCKET_NAME;
wait
"
volumes:
pgdata:
minio-data:
networks:
default:
name: peerdb_network_${DEFAULT_TILT_PORT:-default}