Switch default docker-compose to PostgreSQL+Elasticsearch (#41)

swyxio · web-flow · commit 30a8a9232b9a · 2021-08-17T09:00:54.000-07:00
diff --git a/README.md b/README.md
@@ -7,8 +7,9 @@ Every major or minor release of the Temporal Server has a corresponding docker-c
 ## Prerequisites
 
 To use these files, you must first have the following installed:
-  * [Docker](https://docs.docker.com/engine/installation/)
-  * [docker-compose](https://docs.docker.com/compose/install/)
+
+- [Docker](https://docs.docker.com/engine/installation/)
+- [docker-compose](https://docs.docker.com/compose/install/)
 
 ## How to use
 
@@ -34,15 +35,18 @@ alias tctl="docker exec temporal-admin-tools tctl"
 ```
 
 The following is an example of how to register a new namespace `test-namespace` with 1 day of retention:
+
 ```bash
 tctl --ns test-namespace namespace register -rd 1
 ```
 
+You can find our `tctl` docs on [docs.temporal.io](https://docs.temporal.io/docs/system-tools/tctl/).
+
 Get started building Workflows with a [Go sample](https://github.com/temporalio/samples-go), [Java sample](https://github.com/temporalio/samples-java), or write your own using one of the [SDKs](https://docs.temporal.io/docs/sdks-introduction).
 
 ### Other configuration files
 
-The default configuration file (`docker-compose.yml`) uses a Cassandra database and exposes the Temporal gRPC Frontend on port 7233.
+The default configuration file (`docker-compose.yml`) uses a PostgreSQL database, an Elasticsearch instance, and exposes the Temporal gRPC Frontend on port 7233.
 The other configuration files in the repo spin up instances of the Temporal Server using different databases and dependencies.
 For example you can run the Temporal Server with MySQL and Elastic Search with this command:
 
@@ -52,15 +56,16 @@ docker-compose -f docker-compose-mysql-es.yml up
 
 Here is a list of available files and the dependencies they use.
 
-| File                            | Description |
-|---------------------------------|-------------|
-| docker-compose.yml              | Cassandra (default) |
-| docker-compose-cas-es.yml       | Cassandra and Elasticsearch |
-| docker-compose-mysql.yml        | MySQL |
-| docker-compose-mysql-es.yml     | MySQL and Elasticsearch |
-| docker-compose-postgres.yml     | PostgreSQL |
-| docker-compose-cockroach.yml    | CockroachDB |
-| docker-compose-cockroach-es.yml | CockroachDB and Elasticsearch |
+| File                            | Description                            |
+| ------------------------------- | -------------------------------------- |
+| docker-compose.yml              | PostgreSQL and Elasticsearch (default) |
+| docker-compose-postgres.yml     | PostgreSQL                             |
+| docker-compose-cas.yml          | Cassandra                              |
+| docker-compose-cas-es.yml       | Cassandra and Elasticsearch            |
+| docker-compose-mysql.yml        | MySQL                                  |
+| docker-compose-mysql-es.yml     | MySQL and Elasticsearch                |
+| docker-compose-cockroach.yml    | CockroachDB                            |
+| docker-compose-cockroach-es.yml | CockroachDB and Elasticsearch          |
 
 ### Use a custom image configuration
 
diff --git a/docker-compose-cas-es.yml b/docker-compose-cas-es.yml
@@ -10,6 +10,11 @@ services:
   elasticsearch:
     container_name: temporal-elasticsearch
     environment:
+      # Set storage limit to low number.
+      - cluster.routing.allocation.disk.threshold_enabled=true
+      - cluster.routing.allocation.disk.watermark.low=512mb
+      - cluster.routing.allocation.disk.watermark.high=256mb
+      - cluster.routing.allocation.disk.watermark.flood_stage=128mb
       - discovery.type=single-node
       - ES_JAVA_OPTS=-Xms100m -Xmx100m
     image: elasticsearch:7.10.1
diff --git a/docker-compose-cas.yml b/docker-compose-cas.yml
@@ -0,0 +1,50 @@
+version: "3.5"
+services:
+  cassandra:
+    container_name: temporal-cassandra
+    image: cassandra:3.11.9
+    networks:
+      - temporal-network
+    ports:
+      - 9042:9042
+  temporal:
+    container_name: temporal
+    depends_on:
+      - cassandra
+    environment:
+      - CASSANDRA_SEEDS=cassandra
+      - DYNAMIC_CONFIG_FILE_PATH=config/dynamicconfig/development.yaml
+    image: temporalio/auto-setup:1.11.3
+    networks:
+      - temporal-network
+    ports:
+      - 7233:7233
+    volumes:
+      - ./dynamicconfig:/etc/temporal/config/dynamicconfig
+  temporal-admin-tools:
+    container_name: temporal-admin-tools
+    depends_on:
+      - temporal
+    environment:
+      - TEMPORAL_CLI_ADDRESS=temporal:7233
+    image: temporalio/admin-tools:1.11.3
+    networks:
+      - temporal-network
+    stdin_open: true
+    tty: true
+  temporal-web:
+    container_name: temporal-web
+    depends_on:
+      - temporal
+    environment:
+      - TEMPORAL_GRPC_ENDPOINT=temporal:7233
+      - TEMPORAL_PERMIT_WRITE_API=true
+    image: temporalio/web:1.11.0
+    networks:
+      - temporal-network
+    ports:
+      - 8088:8088
+networks:
+  temporal-network:
+    driver: bridge
+    name: temporal-network
diff --git a/docker-compose-cockroach-es.yml b/docker-compose-cockroach-es.yml
@@ -18,6 +18,11 @@ services:
   elasticsearch:
     container_name: temporal-elasticsearch
     environment:
+      # Set storage limit to low number.
+      - cluster.routing.allocation.disk.threshold_enabled=true
+      - cluster.routing.allocation.disk.watermark.low=512mb
+      - cluster.routing.allocation.disk.watermark.high=256mb
+      - cluster.routing.allocation.disk.watermark.flood_stage=128mb
       - discovery.type=single-node
       - ES_JAVA_OPTS=-Xms100m -Xmx100m
     image: elasticsearch:7.10.1
diff --git a/docker-compose-mysql-es.yml b/docker-compose-mysql-es.yml
@@ -1,24 +1,29 @@
 version: "3.5"
 services:
+  mysql:
+    container_name: temporal-mysql
+    environment:
+      - MYSQL_ROOT_PASSWORD=root
+    image: mysql:5.7
+    networks:
+      - temporal-network
+    ports:
+      - 3306:3306
   elasticsearch:
     container_name: temporal-elasticsearch
     environment:
+      # Set storage limit to low number.
+      - cluster.routing.allocation.disk.threshold_enabled=true
+      - cluster.routing.allocation.disk.watermark.low=512mb
+      - cluster.routing.allocation.disk.watermark.high=256mb
+      - cluster.routing.allocation.disk.watermark.flood_stage=128mb
       - discovery.type=single-node
       - ES_JAVA_OPTS=-Xms100m -Xmx100m
     image: elasticsearch:7.10.1
     networks:
       - temporal-network
     ports:
       - 9200:9200
-  mysql:
-    container_name: temporal-mysql
-    environment:
-      - MYSQL_ROOT_PASSWORD=root
-    image: mysql:5.7
-    networks:
-      - temporal-network
-    ports:
-      - 3306:3306
   temporal:
     container_name: temporal
     depends_on:
diff --git a/docker-compose.yml b/docker-compose.yml
@@ -1,19 +1,45 @@
 version: "3.5"
 services:
-  cassandra:
-    container_name: temporal-cassandra
-    image: cassandra:3.11.9
+  postgresql:
+    container_name: temporal-postgresql
+    environment:
+      POSTGRES_PASSWORD: temporal
+      POSTGRES_USER: temporal
+    image: postgres:9.6
+    networks:
+      - temporal-network
+    ports:
+      - 5432:5432
+  elasticsearch:
+    container_name: temporal-elasticsearch
+    environment:
+      # Set storage limit to low number.
+      - cluster.routing.allocation.disk.threshold_enabled=true
+      - cluster.routing.allocation.disk.watermark.low=512mb
+      - cluster.routing.allocation.disk.watermark.high=256mb
+      - cluster.routing.allocation.disk.watermark.flood_stage=128mb
+      - discovery.type=single-node
+      - ES_JAVA_OPTS=-Xms100m -Xmx100m
+    image: elasticsearch:7.10.1
     networks:
       - temporal-network
     ports:
-      - 9042:9042
+      - 9200:9200
   temporal:
     container_name: temporal
     depends_on:
-      - cassandra
+      - postgresql
+      - elasticsearch
     environment:
-      - CASSANDRA_SEEDS=cassandra
-      - DYNAMIC_CONFIG_FILE_PATH=config/dynamicconfig/development.yaml
+      - DB=postgresql
+      - DB_PORT=5432
+      - POSTGRES_USER=temporal
+      - POSTGRES_PWD=temporal
+      - POSTGRES_SEEDS=postgresql
+      - DYNAMIC_CONFIG_FILE_PATH=config/dynamicconfig/development_es.yaml
+      - ENABLE_ES=true
+      - ES_SEEDS=elasticsearch
+      - ES_VERSION=v7
     image: temporalio/auto-setup:1.11.3
     networks:
       - temporal-network
