more tests

Author: amuraru

.github/workflows/e2e-tests.yaml

@@ -21,7 +21,7 @@ jobs:
         with:
           go-version-file: 'go.mod'
 
-      - name: Start Kafka 4.0 with KRaft
+      - name: Start Kafka 4 with KRaft
         run: |
           docker run -d \
             --name broker \
@@ -38,7 +38,7 @@ jobs:
             -e KAFKA_TRANSACTION_STATE_LOG_MIN_ISR=1 \
             -e KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS=0 \
             -e KAFKA_NUM_PARTITIONS=3 \
-            apache/kafka:4.0.0
+            apache/kafka:4.1.0
 
           # Wait for Kafka to be ready
           echo "Waiting for Kafka to start..."
@@ -193,6 +193,87 @@ jobs:
           echo "   - Messages produced: $PRODUCED"
           echo "   - Messages received: $RECEIVED"
 
+      - name: Validate built-in KMinion metrics
+        run: |
+          echo "Validating built-in KMinion metrics..."
+          METRICS=$(curl -s http://localhost:8080/metrics)
+
+          # Core exporter metrics
+          CORE_METRICS=(
+            "kminion_exporter_up"
+            "kminion_exporter_offset_consumer_records_consumed_total"
+          )
+
+          # Kafka cluster metrics
+          KAFKA_METRICS=(
+            "kminion_kafka_cluster_info"
+            "kminion_kafka_broker_info"
+          )
+
+          # Topic metrics
+          TOPIC_METRICS=(
+            "kminion_kafka_topic_info"
+            "kminion_kafka_topic_partition_count"
+            "kminion_kafka_topic_partition_high_water_mark"
+            "kminion_kafka_topic_high_water_mark_sum"
+          )
+
+          MISSING_METRICS=()
+
+          # Check core metrics
+          for metric in "${CORE_METRICS[@]}"; do
+            if ! echo "$METRICS" | grep -q "^${metric}"; then
+              MISSING_METRICS+=("$metric")
+            fi
+          done
+
+          # Check Kafka metrics
+          for metric in "${KAFKA_METRICS[@]}"; do
+            if ! echo "$METRICS" | grep -q "^${metric}"; then
+              MISSING_METRICS+=("$metric")
+            fi
+          done
+
+          # Check topic metrics
+          for metric in "${TOPIC_METRICS[@]}"; do
+            if ! echo "$METRICS" | grep -q "^${metric}"; then
+              MISSING_METRICS+=("$metric")
+            fi
+          done
+
+          if [ ${#MISSING_METRICS[@]} -ne 0 ]; then
+            echo "ERROR: Missing required built-in metrics:"
+            printf '%s\n' "${MISSING_METRICS[@]}"
+            echo ""
+            echo "=== Available metrics ==="
+            echo "$METRICS" | grep "^kminion_" | head -20
+            exit 1
+          fi
+
+          # Validate specific metric values
+          EXPORTER_UP=$(echo "$METRICS" | grep "^kminion_exporter_up" | awk '{print $2}')
+          if [ "$EXPORTER_UP" != "1" ]; then
+            echo "ERROR: kminion_exporter_up should be 1, got: $EXPORTER_UP"
+            exit 1
+          fi
+
+          # Check that cluster info has broker_count label
+          if ! echo "$METRICS" | grep "kminion_kafka_cluster_info" | grep -q "broker_count"; then
+            echo "ERROR: kminion_kafka_cluster_info missing broker_count label"
+            exit 1
+          fi
+
+          # Check that we have broker info for at least one broker
+          BROKER_COUNT=$(echo "$METRICS" | grep "^kminion_kafka_broker_info" | wc -l)
+          if [ "$BROKER_COUNT" -lt 1 ]; then
+            echo "ERROR: No broker info metrics found"
+            exit 1
+          fi
+
+          echo "✅ Built-in KMinion metrics validation passed!"
+          echo "   - Exporter up: $EXPORTER_UP"
+          echo "   - Brokers detected: $BROKER_COUNT"
+
       - name: Show logs on failure
         if: failure()
         run: |