Add healthcheck for kraft controller/update jmx rules

Author: hvan

api/assets/assets.go

@@ -25,4 +25,7 @@ var (
 
 	//go:embed kafka/jmx-exporter.yml
 	KafkaJmxExporterYaml string
+
+	//go:embed kafka/kraft-controller-healthcheck.sh
+	KraftControllerHealthcheckSh string
 )

api/assets/kafka/jmx-exporter.yml

@@ -240,6 +240,8 @@ rules:
   # Export all other java.{lang,nio}* beans using default format
   - pattern: java.lang.+
   - pattern: java.nio.+
-  # Export kraft metrics
-  - pattern: "kafka.server<type=raft-metrics, name=current-state>"
-    name: "kafka_server_raft_metrics_current_state"
+  # Export kraft current state metrics
+  - pattern: 'kafka.server<type=raft-metrics><>current-state: (.+)'
+    name: "kafka_server_raft_metrics_current_state_$1"
+    type: GAUGE
+    value: 1

pkg/resources/kafka/pod.go

@@ -28,6 +28,7 @@ import (
 	"k8s.io/apimachinery/pkg/util/intstr"
 
 	apiutil "github.com/banzaicloud/koperator/api/util"
+  "github.com/banzaicloud/koperator/api/assets"
 	"github.com/banzaicloud/koperator/api/v1beta1"
 	"github.com/banzaicloud/koperator/pkg/k8sutil"
 	"github.com/banzaicloud/koperator/pkg/resources/kafkamonitoring"
@@ -110,14 +111,11 @@ fi`},
 		} else {
 			kafkaContainer.LivenessProbe = &corev1.Probe{
 				ProbeHandler: corev1.ProbeHandler{
-					TCPSocket: &corev1.TCPSocketAction{
-						Port: intstr.IntOrString{
-							Type:   intstr.Int,
-							IntVal: controllerlistenerPort,
-						},
+					Exec: &corev1.ExecAction{
+						Command: []string{"/bin/bash", "-c", assets.KraftControllerHealthcheckSh},
 					},
 				},
-				InitialDelaySeconds: 15,
+				InitialDelaySeconds: 30,
 				PeriodSeconds:       10,
 				TimeoutSeconds:      5,
 				FailureThreshold:    6,