Add PodMonitor resource for Prometheus monitoring

Add opendatahub.io/monitoring: 'true' label for odh/rhoai overlays.

Signed-off-by: Ali Maredia <amaredia@redhat.com>

Author: alimaredia

config/default/kustomization.yaml

@@ -23,6 +23,7 @@ resources:
   - ../rbac
   - ../manager
   - ../webhook
+  - ../prometheus
 
 # Labels applied to all resources
 labels:

config/overlays/odh/kustomization.yaml

@@ -16,8 +16,19 @@ resources:
   - networkpolicy.yaml
 
 # 3. Delete the Namespace resource (ODH operator manages it)
+#    Add monitoring label to PodMonitor
 patches:
   - path: delete-namespace.yaml
+  - patch: |-
+      - op: add
+        path: /metadata/labels
+        value:
+          opendatahub.io/monitoring: "true"
+    target:
+      group: monitoring.coreos.com
+      version: v1
+      kind: PodMonitor
+      name: spark-operator-metrics-monitor
 
 # 4. Add ODH-specific labels
 labels:

config/overlays/rhoai/kustomization.yaml

@@ -16,8 +16,19 @@ resources:
   - networkpolicy.yaml
 
 # 3. Delete the Namespace resource (RHOAI operator manages it)
+#    Add monitoring label to PodMonitor
 patches:
   - path: delete-namespace.yaml
+  - patch: |-
+      - op: add
+        path: /metadata/labels
+        value:
+          opendatahub.io/monitoring: "true"
+    target:
+      group: monitoring.coreos.com
+      version: v1
+      kind: PodMonitor
+      name: spark-operator-metrics-monitor
 
 # 4. Add RHOAI-specific labels
 labels:

config/prometheus/kustomization.yaml

@@ -0,0 +1,5 @@
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+
+resources:
+  - podmonitor.yaml

config/prometheus/podmonitor.yaml

@@ -0,0 +1,16 @@
+apiVersion: monitoring.coreos.com/v1
+kind: PodMonitor
+metadata:
+  name: spark-operator-metrics-monitor
+  namespace: spark-operator
+spec:
+  podMetricsEndpoints:
+    - port: metrics
+      path: /metrics
+      scheme: http
+      tlsConfig:
+        insecureSkipVerify: true
+  selector:
+    matchLabels:
+      app.kubernetes.io/name: spark-operator
+      app.kubernetes.io/component: controller