training-dataclay-2025/docker-compose.yml at main · bsc-dom/training-dataclay-2025 · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
services:

  redis:
    image: redis:latest

  metadata-service:
    image: "ghcr.io/bsc-dom/dataclay:4.1.1"
    depends_on:
      - redis
    environment:
      - DATACLAY_KV_HOST=redis
      - DATACLAY_KV_PORT=6379
      - DATACLAY_ID=4ded5b02-962b-4df1-9b57-a80fe335df5c
    command: python -m dataclay.metadata

  backend:
    image: "ghcr.io/bsc-dom/dataclay:4.1.1"
    depends_on:
      - redis
    environment:
      - DATACLAY_KV_HOST=redis
      - DATACLAY_KV_PORT=6379
      - DATACLAY_BACKEND_ID=5265ec08-cfb5-4de5-ba5e-9dda3a4345cf
      - DATACLAY_BACKEND_NAME=dcbackend
      - MQTT_HOST=mqtt5
      - MQTT_PORT=1883
      - MQTT_PRODUCER_ID=dcclient
      - DATACLAY_MEMORY_CHECK_INTERVAL=86400
    command: /usr/bin/sh -c "pip --cache-dir /tmp/pip-cache install -r requirements.txt ; python -m dataclay.backend"
    volumes:
      - ./requirements-backend.txt:/workdir/requirements.txt
      - ./wordcount/wordcount_model:/workdir/wordcount_model:ro
      - ./digits/digits_model:/workdir/digits_model:ro
      - ./broker/broker_model:/workdir/broker_model:ro
      - ./docker-pip-cache:/tmp/pip-cache

  proxy:
    image: "ghcr.io/bsc-dom/dataclay:4.1.1"
    ports:
      - 8676:8676
    depends_on:
      - metadata-service
      - backend
    environment:
      - DATACLAY_PROXY_MDS_HOST=metadata-service
      - DATACLAY_KV_HOST=redis
    command: python -m dataclay.proxy

  proxy_exercise:
    image: "ghcr.io/bsc-dom/dataclay:4.1.1"
    ports:
      - 8677:8676
    depends_on:
      - metadata-service
      - backend
    environment:
      - DATACLAY_PROXY_MDS_HOST=metadata-service
      - DATACLAY_KV_HOST=redis
    command: python -m dataclay.proxy
    volumes:
      - ./proxy/proxy_config.py:/workdir/proxy_config.py
      - ./proxy/middleware.py:/workdir/middleware.py

  # The following is not needed by dataClay, but is used for the `broker` exercises
  mqtt5:
    image: eclipse-mosquitto
    ports:
      # Opening the ports to the host is only used for being able to access the broker from the host
      - "1883:1883" #default mqtt port
      - "9001:9001" #default mqtt port for websockets
    volumes:
      - ./broker/config:/mosquitto/config:rw