test(SM-8.9): tune Optimize import for faster e2e nightlies (#6434)

Co-authored-by: Claude Opus 4.8 <noreply@anthropic.com>

Author: eamonnmoloney

charts/camunda-platform-8.9/test/ci/registry-snapshot.yaml

@@ -326,6 +326,20 @@ integration:
             gke: alwaysgreen
           identity: keycloak
           persistence: elasticsearch
+        - name: shadow-e2e
+          enabled: true
+          shortname: shde2
+          auth: keycloak
+          flow: install
+          platforms:
+            - gke
+          exclude: []
+          tier: 2
+          infra-type:
+            gke: distroci
+          identity: keycloak
+          persistence: elasticsearch
+          skip-e2e: true
         - name: qa-elasticsearch
           enabled: false
           shortname: qael

charts/camunda-platform-8.9/test/ci/registry/manifest.yaml

@@ -84,6 +84,10 @@ integration:
     - id: alwaysgreen
       shortname: agrn
       enabled: false
+    - id: shadow-e2e
+      shortname: shde2
+      tier: 2
+      enabled: true
     - id: qa-elasticsearch
       shortname: qael
       enabled: false

charts/camunda-platform-8.9/test/ci/registry/scenarios/shadow-e2e.yaml

@@ -0,0 +1,11 @@
+name: shadow-e2e
+auth: keycloak
+flows:
+  - install
+identity: keycloak
+persistence: elasticsearch
+platforms:
+  - gke
+infra-type:
+  gke: distroci
+skip-e2e: true

charts/camunda-platform-8.9/test/integration/scenarios/chart-full-setup/values/base.yaml

@@ -88,6 +88,13 @@ optimize:
   enabled: true
   contextPath: "/optimize"
   partitionCount: "1"
+  env:
+    - name: CAMUNDA_OPTIMIZE_IMPORT_HANDLER_BACKOFF_MAX
+      value: "1"
+    - name: CAMUNDA_OPTIMIZE_IMPORT_CURRENTTIMEBACKOFFMILLISECONDS
+      value: "1000"
+    - name: CAMUNDA_OPTIMIZE_ZEEBE_MAXIMPORTPAGESIZE
+      value: "1000"
   # Right-sized for CI: CPU P99 369m (from 600m default), memory P99 840Mi INCREASE (from 1Gi default).
   resources:
     requests: