Merge branch 'improvement/ZENKO-5216/fluentbit-ci-logs' into q/2.14

Author: bert-e

.github/actions/archive-artifacts/action.yaml

@@ -147,6 +147,13 @@ runs:
         kubectl get zenkodrsource -A -o yaml > /tmp/artifacts/data/${STAGE}/kind-logs/all-zenkodrsources.log || true
         kubectl get zenkodrsink -A -o yaml > /tmp/artifacts/data/${STAGE}/kind-logs/all-zenkodrsinks.log || true
         kind export logs /tmp/artifacts/data/${STAGE}/kind-logs/kind-export || true
+        cp -r /artifacts/data/fluentbit-logs /tmp/artifacts/data/${STAGE}/kind-logs/fluentbit-logs 2>/dev/null || true
+        for container_log in /tmp/artifacts/data/${STAGE}/kind-logs/kind-export/*/containers/*.log; do
+          [ -f "$container_log" ] || continue
+          fb_file="/tmp/artifacts/data/${STAGE}/kind-logs/fluentbit-logs/$(basename "$container_log")"
+          [ -f "$fb_file" ] || continue
+          ln -sf "../../../fluentbit-logs/$(basename "$container_log")" "$container_log"
+        done
         tar zcvf /tmp/artifacts/${{ github.sha }}-${STAGE}-logs-volumes.tgz /tmp/artifacts/data/${STAGE}/kind-logs
       env:
         STAGE: ${{ inputs.stage }}

.github/scripts/end2end/configs/fluentbit.yaml

@@ -0,0 +1,78 @@
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: fluent-bit-config
+data:
+  fluent-bit.conf: |
+    [SERVICE]
+        Flush        5
+        Log_Level    warn
+
+    [INPUT]
+        Name         tail
+        Tag          <basename>
+        Tag_Regex    /var/log/containers/(?<basename>[^/]+)$
+        Path         /var/log/containers/*.log
+        DB           /var/lib/fluent-bit/flb_kube.db
+        Mem_Buf_Limit 16MB
+        Skip_Long_Lines On
+
+    [OUTPUT]
+        Name         file
+        Match        *
+        Path         /data/fluentbit-logs/
+        Mkdir        true
+        Format       template
+        Template     {log}
+---
+apiVersion: apps/v1
+kind: DaemonSet
+metadata:
+  name: fluent-bit
+  labels:
+    app: fluent-bit
+spec:
+  selector:
+    matchLabels:
+      app: fluent-bit
+  template:
+    metadata:
+      labels:
+        app: fluent-bit
+    spec:
+      tolerations:
+        - key: node-role.kubernetes.io/control-plane
+          effect: NoSchedule
+      containers:
+        - name: fluent-bit
+          image: cr.fluentbit.io/fluent/fluent-bit:4.0
+          resources:
+            requests:
+              cpu: 50m
+              memory: 64Mi
+            limits:
+              cpu: 200m
+              memory: 128Mi
+          volumeMounts:
+            - name: varlog
+              mountPath: /var/log
+              readOnly: true
+            - name: fluentbit-output
+              mountPath: /data/fluentbit-logs
+            - name: fluentbit-db
+              mountPath: /var/lib/fluent-bit
+            - name: config
+              mountPath: /fluent-bit/etc
+      volumes:
+        - name: varlog
+          hostPath:
+            path: /var/log
+        - name: fluentbit-output
+          hostPath:
+            path: /data/fluentbit-logs
+            type: DirectoryOrCreate
+        - name: fluentbit-db
+          emptyDir: {}
+        - name: config
+          configMap:
+            name: fluent-bit-config

.github/scripts/end2end/install-kind-dependencies.sh

@@ -59,6 +59,12 @@ helm repo add --force-update banzaicloud-stable https://kubernetes-charts.banzai
 	}
 helm repo update
 
+# fluent-bit log collector — captures container logs before pod deletion
+if [ "${CI:-}" = "true" ]; then
+  kubectl apply -f $DIR/configs/fluentbit.yaml
+  kubectl rollout status daemonset/fluent-bit --timeout=5m
+fi
+
 # nginx-controller
 kubectl apply -f https://raw.githubusercontent.com/kubernetes/ingress-nginx/${INGRESS_NGINX_VERSION}/deploy/static/provider/kind/deploy.yaml
 kubectl rollout status -n ingress-nginx deployment/ingress-nginx-controller --timeout=10m