add kernel limit job

Author: mjudeikis

hack/ci/kernel.yaml

@@ -0,0 +1,24 @@
+apiVersion: batch/v1
+kind: Job
+metadata:
+  name: kernel-limits
+  namespace: default
+spec:
+  template:
+    metadata:
+      labels:
+        autoscaling.cast.ai/removal-disabled: "true"
+    spec:
+      containers:
+        - name: init
+          image: alpine:3.14
+          command:
+            - /bin/sh
+            - -xc
+            - |
+              sysctl fs.inotify.max_user_watches=1048576
+              sysctl fs.inotify.max_user_instances=1024
+          securityContext:
+            privileged: true
+      restartPolicy: Never
+  backoffLimit: 1

hack/ci/run-e2e-tests.sh

@@ -63,6 +63,12 @@ echo "Creating kind cluster $KIND_CLUSTER_NAME…"
 kind create cluster --name "$KIND_CLUSTER_NAME"
 chmod 600 "$KUBECONFIG"
 
+# apply kernel limits job first and wait for completion
+echo "Applying kernel limits job…"
+kubectl apply --filename hack/ci/kernel.yaml
+kubectl wait --for=condition=Complete job/kernel-limits --timeout=300s
+echo "Kernel limits job completed."
+
 # store logs as artifacts
 make protokol
 _tools/protokol --output "$ARTIFACTS/logs" --namespace 'kcp-*' --namespace 'e2e-*' >/dev/null 2>&1 &
@@ -109,6 +115,9 @@ WHAT="${WHAT:-./test/e2e/...}"
 TEST_ARGS="${TEST_ARGS:--timeout 2h -v}"
 E2E_PARALLELISM=${E2E_PARALLELISM:-2}
 
+# Increase file descriptor limit for CI environments
+ulimit -n 65536
+
 (set -x; go test -tags e2e -parallel $E2E_PARALLELISM $TEST_ARGS "$WHAT")
 
 echo "Done. :-)"

hack/run-e2e-tests.sh

@@ -58,6 +58,12 @@ fi
 
 echo "Kubeconfig is in $KUBECONFIG."
 
+# apply kernel limits job first and wait for completion
+echo "Applying kernel limits job…"
+kubectl apply --filename hack/ci/kernel.yaml
+kubectl wait --for=condition=Complete job/kernel-limits --timeout=300s
+echo "Kernel limits job completed."
+
 # deploying operator CRDs
 echo "Deploying operator CRDs…"
 kubectl apply --kustomize config/crd