bikeshare-analytics-engineering/docker-compose.yml at main · Ppius6/bikeshare-analytics-engineering · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
services:
  # ClickHouse OLAP database
  clickhouse:
    image: clickhouse/clickhouse-server:24.3-alpine
    container_name: bikeshare-clickhouse
    restart: no
    security_opt:
      - seccomp:unconfined
    environment:
      CLICKHOUSE_DB: ${CLICKHOUSE_DB:-bikeshare}
      CLICKHOUSE_USER: ${CLICKHOUSE_USER:-default}
      CLICKHOUSE_PASSWORD: ${CLICKHOUSE_PASSWORD:-clickhouse}
      CLICKHOUSE_DEFAULT_ACCESS_MANAGEMENT: 1
    ports:
      - "8123:8123"
      - "9000:9000"
    volumes:
      - clickhouse_data:/var/lib/clickhouse
      - ./scripts/init_clickhouse.sql:/docker-entrypoint-initdb.d/init_clickhouse.sql
      - ./data:/usr/app/data
      - ./scripts:/usr/app/scripts
    networks:
      - bikeshare-network
    ulimits:
      nofile:
        soft: 262144
        hard: 262144

  # dbt development environment
  dbt-dev:
    build:
      context: .
      dockerfile: Dockerfile
    container_name: bikeshare-dbt-dev
    restart: no
    working_dir: /usr/app/dbt_project
    volumes:
      - ./dbt_project:/usr/app/dbt_project
      - ./data:/usr/app/data
      - ./scripts:/usr/app/scripts
      - ./data_ingestion:/usr/app/data_ingestion
      - ./.env:/usr/app/.env
    environment:
      # Clickhouse Local Connection
      - CLICKHOUSE_HOST=${CLICKHOUSE_HOST:-clickhouse}
      - CLICKHOUSE_PORT=${CLICKHOUSE_PORT:-8123}
      - CLICKHOUSE_DB=${CLICKHOUSE_DB:-bikeshare}
      - CLICKHOUSE_USER=${CLICKHOUSE_USER:-default}
      - CLICKHOUSE_PASSWORD=${CLICKHOUSE_PASSWORD:-clickhouse}
      - CLICKHOUSE_SECURE=${CLICKHOUSE_SECURE:-false}

      # Clickhouse Cloud Connection
      - CLICKHOUSE_CLOUD_HOST=${CLICKHOUSE_CLOUD_HOST}
      - CLICKHOUSE_CLOUD_NATIVE_PORT=${CLICKHOUSE_CLOUD_NATIVE_PORT}
      - CLICKHOUSE_CLOUD_USER=${CLICKHOUSE_CLOUD_USER}
      - CLICKHOUSE_CLOUD_PASSWORD=${CLICKHOUSE_CLOUD_PASSWORD}

      - DBT_PROFILES_DIR=/usr/app/dbt_project
    ports:
      - "8080:8080"
    networks:
      - bikeshare-network
    command: ["tail", "-f", "/dev/null"]

volumes:
  clickhouse_data:
     driver: local

networks:
  bikeshare-network:
    driver: bridge