feat: switch from redpanda to kafka, integrate Datadog DBM (#169)

* chore: update to add DBM

* feat: add pull policy to ensure latest agent version

* fix: resolve PR feedback

* chore: inline Datadog config files

* chore: pin agent version

* chore: move Postgres config scripts

* chore: update Kafka logs directory

---------

Co-authored-by: Scott Gerring <scottgerring@users.noreply.github.com>

Author: jeastham1993

.devcontainer/devcontainer.json

@@ -13,16 +13,16 @@
 	},
 
 	"portsAttributes": {
-	  "8080": {
-	    "label": "stickerlandia"
-	  },
-	  "8081": {
-	    "label": "Traefik dash"
-	  },
-	  "8082": {
-	  	"label": "Redpanda console"
-	  }
-	},
+    "8080": {
+      "label": "stickerlandia"
+    },
+    "8081": {
+      "label": "Traefik dash"
+    },
+    "8082": {
+      "label": "Kafbat Console"
+    }
+  },
 
 	"postAttachCommand": "chmod +x .devcontainer/setup.sh && .devcontainer/setup.sh",
 }

.devcontainer/setup.sh

@@ -36,15 +36,15 @@ if [ -n "$CODESPACE_NAME" ]; then
     echo "Available services:"
     echo "  - Main Application: ${BASE_URL}-8080.app.github.dev"
     echo "  - Traefik Dashboard: ${BASE_URL}-8081.app.github.dev/dashboard/"
-    echo "  - Redpanda Console: ${BASE_URL}-8082.app.github.dev"
+    echo "  - Kafbat Console: ${BASE_URL}-8082.app.github.dev"
     echo "  - MinIO Console: ${BASE_URL}-9001.app.github.dev"
 else
     echo "Running locally!"
     echo ""
     echo "Available services:"
     echo "  - Main Application: http://localhost:8080"
     echo "  - Traefik Dashboard: http://localhost:8081/dashboard/"
-    echo "  - Redpanda Console: http://localhost:8082"
+    echo "  - Kafbat Console: http://localhost:8082"
     echo "  - MinIO Console: http://localhost:9001"
 fi
 

docker-compose.dev.yml

@@ -37,9 +37,9 @@ services:
       - QUARKUS_DATASOURCE_PASSWORD=sticker_password
       - QUARKUS_DATASOURCE_DB_KIND=postgresql
       # Kafka configuration
-      - KAFKA_BOOTSTRAP_SERVERS=redpanda:9092
-      - MP_MESSAGING_CONNECTOR_SMALLRYE_KAFKA_BOOTSTRAP_SERVERS=redpanda:9092
-      - QUARKUS_KAFKA_STREAMS_BOOTSTRAP_SERVERS=redpanda:9092
+      - KAFKA_BOOTSTRAP_SERVERS=kafka:9092
+      - MP_MESSAGING_CONNECTOR_SMALLRYE_KAFKA_BOOTSTRAP_SERVERS=kafka:9092
+      - QUARKUS_KAFKA_STREAMS_BOOTSTRAP_SERVERS=kafka:9092
       # S3/MinIO configuration
       - QUARKUS_S3_ENDPOINT_OVERRIDE=http://minio:9000
       - QUARKUS_S3_AWS_REGION=us-east-1