updated cloud formation template to use the valid version of kafka

Author: BluffSet7340

Daily Journal.md

@@ -370,4 +370,10 @@ Got an error - region has not been specified.
 
 Need to specify login details and also region despite it being localstack
 
-Another crash cause since the kafka version of 2.8 was too old, need to use more recent version
+Another crash cause since the kafka version of 2.8 was too old, need to use more recent version. Using version 4.1.x.kraft
+
+### 15th May 2026 - 
+
+Still debugging issues with deployment to localstack. Trying to use awslocal instead of aws since the latter works better for localstack
+
+Okay now it is working not sure why. The endpoint has been created. Testing it right now. 

api-requests/auth-service/send-login-request.http

@@ -9,7 +9,7 @@
 
 # send login in request via frontend
 
-POST http://localhost:5004/auth/login
+POST http://lb-b7d24f40.elb.localhost.localstack.cloud:5004/auth/login
 Content-Type: application/json
 
 {

infrastructure/cdk.out/localstack.template.json

@@ -659,7 +659,7 @@
      "InstanceType": "kafka.m5.xlarge"
     },
     "ClusterName": "kafka-cluster-for-patients",
-    "KafkaVersion": "4.2.0",
+    "KafkaVersion": "4.1.x.kraft",
     "NumberOfBrokerNodes": 1
    }
   },
@@ -1633,13 +1633,13 @@
     "ContainerDefinitions": [
      {
       "Environment": [
-       {
-        "Name": "SPRING_PROFILES_ACTIVE",
-        "Value": "prod"
-       },
        {
         "Name": "AUTH_SERVICE_URL",
         "Value": "host.docker.internal:4005"
+       },
+       {
+        "Name": "SPRING_PROFILES_ACTIVE",
+        "Value": "prod"
        }
       ],
       "Essential": true,

infrastructure/cdk.out/manifest.json

@@ -1129,7 +1129,7 @@
                   "brokerAzDistribution": "DEFAULT"
                 },
                 "clusterName": "kafka-cluster-for-patients",
-                "kafkaVersion": "4.2.0",
+                "kafkaVersion": "4.1.x.kraft",
                 "numberOfBrokerNodes": 1
               }
             },
@@ -2778,13 +2778,13 @@
                           }
                         },
                         "environment": [
-                          {
-                            "name": "SPRING_PROFILES_ACTIVE",
-                            "value": "prod"
-                          },
                           {
                             "name": "AUTH_SERVICE_URL",
                             "value": "host.docker.internal:4005"
+                          },
+                          {
+                            "name": "SPRING_PROFILES_ACTIVE",
+                            "value": "prod"
                           }
                         ]
                       }

infrastructure/cdk.out/tree.json

@@ -12,5 +12,4 @@ aws --endpoint-url=http://localhost:4566 cloudformation deploy \
 
 # list and describe the load balancers in this environment - extract the DNSName of the first load balancer
 aws --endpoint-url=http://localhost:4566 elbv2 describe-load-balancers \
-    --query "LoadBalancers[0].DNSName" --output text
-
+    --query "LoadBalancers[0].DNSName" --output text

infrastructure/localstack-deploy-script.sh

@@ -143,7 +143,7 @@ private CfnHealthCheck CfnHealthCheckForDb(DatabaseInstance databaseInstance, St
         private CfnCluster CfnClusterKafka() {
                 return CfnCluster.Builder.create(this, "MskCluster")
                                 .clusterName("kafka-cluster-for-patients")
-                                .kafkaVersion("4.2.0")
+                                .kafkaVersion("4.1.x.kraft")
                                 .numberOfBrokerNodes(1) // connects vpn to broker node
                                 .brokerNodeGroupInfo(CfnCluster.BrokerNodeGroupInfoProperty.builder()
                                                 .instanceType("kafka.m5.xlarge") // specifying