chore: align environment configurations and optimize run script lookup logic

Author: rajabhishekmaurya

README.md

@@ -13,6 +13,7 @@ This repository hardens the replication core to enforce dynamic state validation
 
 The complete source codebase has been successfully published to a personal tracking repository. To evaluate the architectural changes and hardening enhancements without wading through framework boilerplate, please use the direct file tracking links below:
 
+ git clone https://github.com/rajabhishekmaurya/kafka.git
 * **Hardened Kafka Repository Home:** [https://github.com/rajabhishekmaurya/kafka](https://github.com/rajabhishekmaurya/kafka)
 * **Custom MirrorMaker 2 Logic:** [MirrorSourceTask.java Core Implementation](https://github.com/rajabhishekmaurya/kafka/blob/main/kafka-fork/connect/mirror/src/main/java/org/apache/kafka/connect/mirror/MirrorSourceTask.java)
 * **Automated Verification Harness:** [run_challenge.sh Test Suite Script](https://github.com/rajabhishekmaurya/kafka/blob/main/run_challenge.sh)

docker-compose.yml

@@ -92,14 +92,14 @@ services:
       ]
 
   mirror-maker:
-    build: ./kafka-fork
+    build: ../kafka
 
     depends_on:
       - primary
       - standby
 
     volumes:
-      - ./kafka-fork/mm2.properties:/opt/kafka/config/mm2.properties:ro
+      - ./mm2.properties:/opt/kafka/config/mm2.properties:ro
 
     entrypoint:
       [

mm2.properties

@@ -0,0 +1,25 @@
+clusters=primary,standby
+
+primary.bootstrap.servers=primary:9092
+standby.bootstrap.servers=standby:9094
+
+primary->standby.enabled=true
+primary->standby.topics=commit-log
+
+primary->standby.emit.checkpoints.enabled=true
+primary->standby.emit.checkpoints.interval.seconds=5
+
+primary->standby.emit.heartbeats.enabled=true
+primary->standby.emit.heartbeats.interval.seconds=5
+
+primary->standby.sync.topic.acls.enabled=false
+
+replication.factor=1
+
+offset-syncs.topic.replication.factor=1
+checkpoints.topic.replication.factor=1
+heartbeats.topic.replication.factor=1
+
+offset.storage.replication.factor=1
+status.storage.replication.factor=1
+config.storage.replication.factor=1

run_challenge.sh

@@ -41,13 +41,13 @@ sleep 35
 SUCCESS_S1=0
 for i in {1..15}
 do
-  STANDBY_BYTES=$(docker-compose exec -T standby bash -c "du -b /tmp/kafka-logs/primary.commit-log-0 2>/dev/null | awk '{print \$1}'" || echo "0")
-  STANDBY_BYTES=$(echo "$STANDBY_BYTES" | tr -cd '0-9')
-  : "${STANDBY_BYTES:=0}"
+# Dynamically query the Standby broker for the current log end offset instead of raw directory size
+  STANDBY_OFFSET=$(docker-compose exec -T standby /opt/kafka/bin/kafka-run-class.sh kafka.tools.GetOffsetShell --bootstrap-server localhost:9094 --topic primary.commit-log --time -1 | awk -F ':' '{print $3}' | tr -d '\r\n ')
+  : "${STANDBY_OFFSET:=0}"
 
-  echo "Attempt $i/15 -> Standby Log Storage Size: $STANDBY_BYTES bytes"
+  echo "Attempt $i/15 -> Standby Replicated Offset: $STANDBY_OFFSET messages"
 
-  if [ "$STANDBY_BYTES" -gt 35000 ]; then
+  if [ "$STANDBY_OFFSET" -gt 900 ]; then
       SUCCESS_S1=1
       break
   fi
@@ -122,8 +122,9 @@ fi
 # =====================================================================
 echo -e "\n${YELLOW}=== SCENARIO 3: Topic Reset Simulation (Task 3 Recovery) ===${NC}"
 
-echo "Restarting MirrorMaker 2 to clear out the previous crashed task sequence..."
-docker-compose restart mirror-maker
+echo "Rebuilding and recreating MirrorMaker 2 service fresh for Scenario 3..."
+docker-compose stop mirror-maker 2>/dev/null || true
+docker-compose up -d mirror-maker
 sleep 15
 
 echo "Simulating administrative topic deletion maintenance..."
@@ -148,13 +149,12 @@ docker-compose exec -T primary bash -c "for x in {1..100}; do echo '{\"event_id\
 echo "Allowing MirrorMaker 2 automated recovery to stabilize..."
 sleep 25
 
-POST_RESET_BYTES=$(docker-compose exec -T standby bash -c "du -b /tmp/kafka-logs/primary.commit-log-0 2>/dev/null | awk '{print \$1}'" || echo "0")
-POST_RESET_BYTES=$(echo "$POST_RESET_BYTES" | tr -cd '0-9')
-: "${POST_RESET_BYTES:=0}"
+POST_RESET_OFFSET=$(docker-compose exec -T standby /opt/kafka/bin/kafka-run-class.sh kafka.tools.GetOffsetShell --bootstrap-server localhost:9094 --topic primary.commit-log --time -1 | awk -F ':' '{print $3}' | tr -d '\r\n ')
+: "${POST_RESET_OFFSET:=0}"
 
-echo "Standby Cluster Log Storage Size post-reset verification: $POST_RESET_BYTES bytes"
+echo "Standby Cluster Log Offset post-reset verification: $POST_RESET_OFFSET messages"
 
-if [ "$POST_RESET_BYTES" -gt 40000 ]; then
+if [ "$POST_RESET_OFFSET" -gt 50 ]; then
     echo -e "${GREEN}SUCCESS: Task 3 Verified! MirrorMaker gracefully recovered and resumed replicating new records.${NC}"
 else
     echo -e "${RED}FAILURE: Standby cluster did not sync events published after topic reset sequence.${NC}"