kafka_docker_autoscale/docker-compose-kafka-zk-HD.txt at master · Shawcs/kafka_docker_autoscale · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
version: '3.2'
services:
  zookeeper1:
    image: zookeeper:latest
    deploy:
      placement:
        constraints: [node.role == manager]
    restart_policy:
        condition: on-failure
        delay: 5s
        max_attempts: 3
    hostname: zookeeper1
    ports:
      - 2181:2181
    environment:
      ZOO_MY_ID: 1
      ZOO_SERVERS: server.1=0.0.0.0:2888:3888 server.2=zookeeper2:2888:3888 server.3=zookeeper3:2888:3888
    networks:
      - ZookeeperNetwork
  zookeeper2:
    image: zookeeper:latest
    deploy:
      placement:
        constraints: [node.role == manager]
    restart_policy:
        condition: on-failure
        delay: 5s
        max_attempts: 3
    hostname: zookeeper2
    ports:
      - 2182:2181
    environment:
      ZOO_MY_ID: 2
      ZOO_SERVERS: server.1=zookeeper1:2888:3888 server.2=0.0.0.0:2888:3888 server.3=zookeeper3:2888:3888
    networks:
      - ZookeeperNetwork
  zookeeper3:
    image: zookeeper:latest
    deploy:
      placement:
        constraints: [node.role == manager]
    restart_policy:
        condition: on-failure
        delay: 5s
        max_attempts: 3
    hostname: zookeeper3
    ports:
      - 2183:2181
    environment:
      ZOO_MY_ID: 3
      ZOO_SERVERS: server.1=zookeeper1:2888:3888 server.2=zookeeper2:2888:3888 server.3=0.0.0.0:2888:3888
    networks:
      - ZookeeperNetwork
  kafka:
    image: wurstmeister/kafka:latest
    deploy:
	 mode: replicated
      replicas: 3
     placement:
      constraints: [node.role != manager]
    depends_on:
      - zookeeper1
      - zookeeper2
      - zookeeper3
    ports:
	#this is the long definition for port mapping
	#external port
     - target: 9094
	#internal port mapped
       published: 9094
       protocol: tcp
       mode: host
    environment:
      KAFKA_AUTO_CREATE_TOPICS_ENABLE: 'true'
      RACK_COMMAND: '1'
      HOSTNAME_COMMAND: "docker info | grep ^Name: | cut -d' ' -f 2"
      KAFKA_ZOOKEEPER_CONNECT: zookeeper1:2181,zookeeper2:2182,zookeeper3:2183
      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: INSIDE:PLAINTEXT,OUTSIDE:PLAINTEXT
      KAFKA_ADVERTISED_PROTOCOL_NAME: OUTSIDE
      KAFKA_ADVERTISED_PORT: 9094
      KAFKA_PROTOCOL_NAME: INSIDE
      KAFKA_PORT: 9092
	  KAFKA_LOG_RETENTION_HOURS=168
    volumes:
      - /var/run/docker.sock:/var/run/docker.sock
    networks:
      - ZookeeperNetwork
	  - KafkaNetwork
  visualizer:
    image: dockersamples/visualizer:stable
    ports:
      - "8080:8080"
    volumes:
      - "/var/run/docker.sock:/var/run/docker.sock"
    deploy:
      placement:
        constraints: [node.role == manager]
    networks:
      - visualizernet
networks:
  ZookeeperNetwork:
   attachable: true
   driver: overlay
  KafkaNetwork:
   attachable: true
  visualizernet:
   attachable: true