ci: remove integration test --test-it infrastructure

eamonnmoloney · hisImminence · eamonnmoloney · commit b6b4575cf3d0 · 2026-06-23T10:33:23.000+01:00
The IT test runner was built into the Helm repo but is no longer used — all post-deployment testing now goes through E2E/Playwright. This removes: - --test-it CLI flag and TestIT/RunIntegrationTests config fields - SkipIT from CIScenario and matrix Entry structs - skip-it workflow inputs from all CI workflow templates - skip-it entries from ci-test-config.yaml and registry scenarios (8.7–8.10) - skipIT handling from generate-chart-matrix.jq - IT log file creation in the matrix runner Closes #5764 Co-authored-by: hisImminence <55736962+hisImminence@users.noreply.github.com>
diff --git a/.github/workflows/test-chart-version-template.yaml b/.github/workflows/test-chart-version-template.yaml
@@ -117,11 +117,6 @@ on:
         required: false
         default: false
         type: boolean
-      skip-it:
-        description: "Skip integration (Playwright IT) tests for this scenario"
-        required: false
-        default: false
-        type: boolean
       helm-version:
         description: "Helm version to install. Empty means use the pre-baked Helm from the CI runner image."
         required: false
@@ -219,7 +214,6 @@ jobs:
       test-qa: ${{ inputs.test-qa }}
       test-upgrade: ${{ inputs.test-upgrade }}
       skip-e2e: ${{ inputs.skip-e2e }}
-      skip-it: ${{ inputs.skip-it }}
       helm-version: ${{ inputs.helm-version }}
       pr-head-sha: ${{ inputs.pr-head-sha }}
       camunda-version: ${{ inputs.camunda-version }}
diff --git a/.github/workflows/test-chart-version.yaml b/.github/workflows/test-chart-version.yaml
@@ -299,7 +299,6 @@ jobs:
       test-qa: ${{ matrix.qa == 'true' }}
       test-upgrade: ${{ matrix.upgrade == 'true' }}
       skip-e2e: ${{ matrix.skipE2E == 'true' }}
-      skip-it: ${{ matrix.skipIT == 'true' }}
       helm-version: ${{ matrix.helmVersion }}
       cached: ${{ matrix.cached == 'true' }}
       pr-head-sha: ${{ needs.init.outputs.pr-head-sha }}
diff --git a/.github/workflows/test-integration-runner.yaml b/.github/workflows/test-integration-runner.yaml
@@ -139,21 +139,6 @@ on:
         required: false
         default: false
         type: boolean
-      skip-it:
-        description: "Skip integration (Playwright IT) tests for this scenario (declared in ci-test-config.yaml)"
-        required: false
-        default: false
-        type: boolean
-      pr-head-sha:
-        description: "PR HEAD commit SHA for recording cache results"
-        required: false
-        default: ""
-        type: string
-      camunda-version:
-        description: "Camunda version (e.g., 8.9) for cache result recording"
-        required: false
-        default: ""
-        type: string
       camunda-helm-post-render:
         description: Set to true if you would like to run the post-renderer script for OpenShift
         required: false
diff --git a/.github/workflows/test-integration-template.yaml b/.github/workflows/test-integration-template.yaml
@@ -130,7 +130,6 @@ on:
         required: false
         default: false
         type: boolean
-      skip-it:
         description: "Skip integration (Playwright IT) tests for this scenario"
         required: false
         default: false
@@ -374,7 +373,6 @@ jobs:
       test-qa: ${{ inputs.test-qa }}
       test-upgrade: ${{ inputs.test-upgrade }}
       skip-e2e: ${{ inputs.skip-e2e }}
-      skip-it: ${{ inputs.skip-it }}
       pr-head-sha: ${{ inputs.pr-head-sha }}
       camunda-version: ${{ inputs.camunda-version }}
       camunda-helm-post-render: ${{ inputs.camunda-helm-post-render }}
diff --git a/charts/camunda-platform-8.10/test/ci/registry-snapshot.yaml b/charts/camunda-platform-8.10/test/ci/registry-snapshot.yaml
@@ -227,7 +227,6 @@ integration:
           features:
             - postgresql-companion
           skip-e2e: true
-          skip-it: true
           dependencies:
             - chart: charts/internal-postgresql
               release-name: postgresql
@@ -474,7 +473,6 @@ integration:
           features:
             - no-secondary-storage
           skip-e2e: true
-          skip-it: true
           dependencies:
             - chart: charts/internal-keycloak-26
               release-name: keycloak
diff --git a/charts/camunda-platform-8.10/test/ci/registry/scenarios/no-secondary-storage.yaml b/charts/camunda-platform-8.10/test/ci/registry/scenarios/no-secondary-storage.yaml
@@ -11,7 +11,6 @@ platforms:
 infra-type:
   gke: distroci
 skip-e2e: true
-skip-it: true
 dependencies:
   - keycloak
   - postgresql
diff --git a/charts/camunda-platform-8.10/test/ci/registry/scenarios/oidc.yaml b/charts/camunda-platform-8.10/test/ci/registry/scenarios/oidc.yaml
@@ -16,7 +16,6 @@ infra-type:
   eks: preemptible
   gke: distroci
 skip-e2e: true
-skip-it: true
 dependencies:
   - postgresql
   - elasticsearch
diff --git a/charts/camunda-platform-8.7/test/ci/registry-snapshot.yaml b/charts/camunda-platform-8.7/test/ci/registry-snapshot.yaml
@@ -85,7 +85,6 @@ integration:
           persistence: elasticsearch
           helmVersion: 3.20.2
           skip-e2e: true
-          skip-it: true
         - name: keycloak-original
           enabled: true
           shortname: keyc
diff --git a/charts/camunda-platform-8.7/test/ci/registry/scenarios/oidc.yaml b/charts/camunda-platform-8.7/test/ci/registry/scenarios/oidc.yaml
@@ -10,4 +10,3 @@ infra-type:
   gke: distroci
 helmVersion: 3.20.2
 skip-e2e: true
-skip-it: true
diff --git a/charts/camunda-platform-8.8/test/ci/registry-snapshot.yaml b/charts/camunda-platform-8.8/test/ci/registry-snapshot.yaml
@@ -111,7 +111,6 @@ integration:
           persistence: elasticsearch
           helmVersion: 3.20.2
           skip-e2e: true
-          skip-it: true
         - name: keycloak-mt
           enabled: false
           shortname: kemt
diff --git a/charts/camunda-platform-8.8/test/ci/registry/scenarios/oidc.yaml b/charts/camunda-platform-8.8/test/ci/registry/scenarios/oidc.yaml
@@ -15,4 +15,3 @@ infra-type:
   gke: distroci
 helmVersion: 3.20.2
 skip-e2e: true
-skip-it: true
diff --git a/charts/camunda-platform-8.9/test/ci/registry-snapshot.yaml b/charts/camunda-platform-8.9/test/ci/registry-snapshot.yaml
@@ -110,7 +110,6 @@ integration:
           identity: oidc
           persistence: elasticsearch
           skip-e2e: true
-          skip-it: true
         - name: keycloak-mt
           enabled: true
           shortname: kemt
@@ -252,7 +251,6 @@ integration:
           features:
             - no-secondary-storage
           skip-e2e: true
-          skip-it: true
         - name: documentstore
           enabled: true
           shortname: docstr
diff --git a/charts/camunda-platform-8.9/test/ci/registry/scenarios/no-secondary-storage.yaml b/charts/camunda-platform-8.9/test/ci/registry/scenarios/no-secondary-storage.yaml
@@ -11,4 +11,3 @@ platforms:
 infra-type:
   gke: distroci
 skip-e2e: true
-skip-it: true
diff --git a/charts/camunda-platform-8.9/test/ci/registry/scenarios/oidc.yaml b/charts/camunda-platform-8.9/test/ci/registry/scenarios/oidc.yaml
@@ -14,4 +14,3 @@ infra-type:
   eks: preemptible
   gke: distroci
 skip-e2e: true
-skip-it: true
diff --git a/scripts/deploy-camunda/cmd/matrix.go b/scripts/deploy-camunda/cmd/matrix.go
@@ -145,7 +145,6 @@ func newMatrixRunCommand() *cobra.Command {
 		repoRoot                 string
 		dryRun                   bool
 		coverage                 bool
-		testIT                   bool
 		testE2E                  bool
 		testAll                  bool
 		stopOnFailure            bool
@@ -283,7 +282,6 @@ This command calls deploy.Execute() for each matrix entry.`,
 					SkipDependencyUpdate: &skipDependencyUpdate,
 					HelmTimeout:          &helmTimeout,
 					// Tests
-					TestIT:  &testIT,
 					TestE2E: &testE2E,
 					TestAll: &testAll,
 					// Kube contexts
@@ -483,7 +481,6 @@ This command calls deploy.Execute() for each matrix entry.`,
 				NamespacePrefix:       namespacePrefix,
 				Platform:              platform,
 				MaxParallel:           maxParallel,
-				TestIT:                testIT,
 				TestE2E:               testE2E,
 				TestAll:               testAll,
 				RepoRoot:              repoRoot,
@@ -574,9 +571,8 @@ This command calls deploy.Execute() for each matrix entry.`,
 	f.StringVar(&repoRoot, "repo-root", "", "Repository root path (or set repoRoot in config)")
 	f.BoolVar(&dryRun, "dry-run", false, "Log what would be deployed without actually deploying")
 	f.BoolVar(&coverage, "coverage", false, "Show a layer-breakdown report of what is tested in the matrix (no deployment)")
-	f.BoolVar(&testIT, "test-it", false, "Run integration tests after each deployment")
 	f.BoolVar(&testE2E, "test-e2e", false, "Run e2e tests after each deployment")
-	f.BoolVar(&testAll, "test-all", false, "Run both integration and e2e tests after each deployment")
+	f.BoolVar(&testAll, "test-all", false, "Run all e2e tests after each deployment")
 	f.BoolVar(&stopOnFailure, "stop-on-failure", false, "Stop the run on the first failure")
 	f.StringVar(&namespacePrefix, "namespace-prefix", "matrix", "Prefix for generated namespaces")
 	f.BoolVar(&cleanup, "cleanup", false, "Delete each entry's namespace after its deployment and tests complete")
diff --git a/scripts/deploy-camunda/cmd/root.go b/scripts/deploy-camunda/cmd/root.go
@@ -252,9 +252,8 @@ func NewRootCommand() *cobra.Command {
 	f.StringVar(&flags.Test.OutputTestEnvPath, "output-test-env-path", ".env.test", "Path for the test .env file output (for multi-scenario: used as base, e.g., .env.test.{scenario})")
 
 	// Test execution flags
-	f.BoolVar(&flags.Test.RunIntegrationTests, "test-it", false, "Run integration tests after deployment")
 	f.BoolVar(&flags.Test.RunE2ETests, "test-e2e", false, "Run e2e tests after deployment")
-	f.BoolVar(&flags.Test.RunAllTests, "test-all", false, "Run both integration and e2e tests after deployment")
+	f.BoolVar(&flags.Test.RunAllTests, "test-all", false, "Run all e2e tests after deployment")
 	f.StringVar(&flags.Test.KubeContext, "kube-context", "", "Kubernetes context to use for deployment")
 	f.StringVar(&flags.Test.TestExclude, "test-exclude", "", "Pipe-separated regex of test suites to exclude (passed as --grep-invert to Playwright)")
 	f.BoolVar(&flags.Secrets.UseVaultBackedSecrets, "use-vault-backed-secrets", false, "Use vault-backed external secrets (selects -vault.yaml suffix files)")
diff --git a/scripts/deploy-camunda/config/config.go b/scripts/deploy-camunda/config/config.go
@@ -92,7 +92,6 @@ type DeploySpecConfig struct {
 	ExtraValues              []string `mapstructure:"extraValues" yaml:"extraValues,omitempty"`
 	ScenarioRoot             string   `mapstructure:"scenarioRoot" yaml:"scenarioRoot,omitempty"`
 	ValuesPreset             string   `mapstructure:"valuesPreset" yaml:"valuesPreset,omitempty"`
-	RunIntegrationTests      *bool    `mapstructure:"runIntegrationTests" yaml:"runIntegrationTests,omitempty"`
 	RunE2ETests              *bool    `mapstructure:"runE2ETests" yaml:"runE2ETests,omitempty"`
 
 	// Selection + composition model fields (alternative to Scenario)
@@ -129,7 +128,6 @@ type MatrixConfig struct {
 	HelmTimeout   *int  `mapstructure:"helmTimeout" yaml:"helmTimeout,omitempty"`
 
 	// Tests
-	TestIT  *bool `mapstructure:"testIT" yaml:"testIT,omitempty"`
 	TestE2E *bool `mapstructure:"testE2E" yaml:"testE2E,omitempty"`
 	TestAll *bool `mapstructure:"testAll" yaml:"testAll,omitempty"`
 
@@ -461,10 +459,6 @@ func applyMatrixEnvOverrides(m *MatrixConfig, get func(string) string) {
 	if v := get("CAMUNDA_MATRIX_UPGRADE_FROM_VERSION"); v != "" {
 		m.UpgradeFromVersion = v
 	}
-	if v := get("CAMUNDA_MATRIX_TEST_IT"); v != "" {
-		b := parseBool(v)
-		m.TestIT = &b
-	}
 	if v := get("CAMUNDA_MATRIX_TEST_E2E"); v != "" {
 		b := parseBool(v)
 		m.TestE2E = &b
diff --git a/scripts/deploy-camunda/config/matrix_merge.go b/scripts/deploy-camunda/config/matrix_merge.go
@@ -93,7 +93,6 @@ type MatrixRunFlags struct {
 	HelmTimeout          *int
 
 	// Tests
-	TestIT  *bool
 	TestE2E *bool
 	TestAll *bool
 
@@ -210,7 +209,6 @@ func ApplyMatrixRunConfig(rc *RootConfig, changedFlags map[string]bool, f *Matri
 	MergeStringField(f.LogLevel, m.LogLevel, rc.LogLevel, changedFlags, "log-level")
 
 	// --- Tests ---
-	MergeBoolField(f.TestIT, m.TestIT, nil, changedFlags, "test-it")
 	MergeBoolField(f.TestE2E, m.TestE2E, nil, changedFlags, "test-e2e")
 	MergeBoolField(f.TestAll, m.TestAll, nil, changedFlags, "test-all")
 
diff --git a/scripts/deploy-camunda/config/matrix_merge_test.go b/scripts/deploy-camunda/config/matrix_merge_test.go
@@ -10,7 +10,7 @@ func newMatrixRunFlags() (*MatrixRunFlags, *string, *string, *string, *string, *
 	var (
 		versions                                      []string
 		includeDisabled, dryRun, coverage, stopOnFail bool
-		cleanup, deleteNS, skipDep, testIT, testE2E   bool
+		cleanup, deleteNS, skipDep, testE2E           bool
 		testAll, useVault, ensureReg, ensureHub       bool
 		maxParallel, helmTimeout                      int
 		scenarioFilter, shortnameFilter, flowFilter   string
@@ -26,7 +26,7 @@ func newMatrixRunFlags() (*MatrixRunFlags, *string, *string, *string, *string, *
 		DryRun: &dryRun, Coverage: &coverage, StopOnFailure: &stopOnFail, Cleanup: &cleanup,
 		DeleteNamespace: &deleteNS, NamespacePrefix: &namespacePrefix, MaxParallel: &maxParallel,
 		LogLevel: &logLevel, SkipDependencyUpdate: &skipDep, HelmTimeout: &helmTimeout,
-		TestIT: &testIT, TestE2E: &testE2E, TestAll: &testAll,
+		TestE2E: &testE2E, TestAll: &testAll,
 		KubeContext: &kubeContext, KubeContextGKE: &kubeGKE, KubeContextEKS: &kubeEKS,
 		IngressBaseDomain: &ingress, IngressBaseDomainGKE: &ingressGKE, IngressBaseDomainEKS: &ingressEKS,
 		UseVaultBackedSecrets: &useVault,
diff --git a/scripts/deploy-camunda/config/merge.go b/scripts/deploy-camunda/config/merge.go
@@ -114,13 +114,12 @@ type DebugFlags struct {
 
 // TestFlags holds test execution configuration.
 type TestFlags struct {
-	RunIntegrationTests bool   // Run integration tests after deployment
-	RunE2ETests         bool   // Run e2e tests after deployment
-	RunAllTests         bool   // Run both integration and e2e tests after deployment
-	TestExclude         string // Pipe-separated regex for test suites to exclude (passed as --grep-invert to Playwright)
-	OutputTestEnv       bool   // Generate .env file for E2E tests after deployment
-	OutputTestEnvPath   string // Path for the test .env file output
-	KubeContext         string
+	RunE2ETests       bool   // Run e2e tests after deployment
+	RunAllTests       bool   // Run all e2e tests after deployment
+	TestExclude       string // Pipe-separated regex for test suites to exclude (passed as --grep-invert to Playwright)
+	OutputTestEnv     bool   // Generate .env file for E2E tests after deployment
+	OutputTestEnvPath string // Path for the test .env file output
+	KubeContext       string
 }
 
 // SelectionFlags holds selection + composition model flags.
@@ -240,10 +239,6 @@ type RuntimeFlags struct {
 	// show fine-grained progress. Nil disables the callback.
 	OnPhase func(phase string)
 
-	// ITOutputWriter, when non-nil, replaces os.Stdout/os.Stderr for
-	// integration test script output. Used by the matrix runner to redirect
-	// IT output to a per-entry log file instead of polluting the terminal.
-	ITOutputWriter io.Writer
 	// E2EOutputWriter, when non-nil, replaces os.Stdout/os.Stderr for
 	// e2e test script output. Used by the matrix runner to redirect
 	// e2e output to a per-entry log file instead of polluting the terminal.
@@ -382,7 +377,6 @@ func ApplyActiveDeployment(rc *RootConfig, active string, flags *RuntimeFlags) e
 	MergeBoolField(&flags.Deployment.RenderTemplates, dep.RenderTemplates, rc.RenderTemplates, changed, "render-templates")
 
 	// Test execution flags
-	MergeBoolField(&flags.Test.RunIntegrationTests, dep.RunIntegrationTests, rc.RunIntegrationTests, changed, "test-it")
 	MergeBoolField(&flags.Test.RunE2ETests, dep.RunE2ETests, rc.RunE2ETests, changed, "test-e2e")
 
 	// Selection + composition model fields
@@ -463,7 +457,6 @@ func applyRootDefaults(rc *RootConfig, flags *RuntimeFlags) error {
 	MergeBoolField(&flags.Deployment.RenderTemplates, nil, rc.RenderTemplates, changed, "render-templates")
 
 	// Test execution flags
-	MergeBoolField(&flags.Test.RunIntegrationTests, nil, rc.RunIntegrationTests, changed, "test-it")
 	MergeBoolField(&flags.Test.RunE2ETests, nil, rc.RunE2ETests, changed, "test-e2e")
 
 	// Selection + composition model fields
diff --git a/scripts/deploy-camunda/deploy/test.go b/scripts/deploy-camunda/deploy/test.go
@@ -34,13 +34,12 @@ func (e *TestError) Unwrap() error {
 
 // TestResult holds the result of a test execution.
 type TestResult struct {
-	Type   string // "integration" or "e2e"
+	Type   string // "e2e"
 	Error  error
 	Output string // Captured stdout+stderr from the test script.
 }
 
 // RunTests executes tests after deployment based on flags.
-// Tests are run in parallel if both --test-it and --test-e2e (or --test-all) are specified.
 //
 // On failure, the returned error is a *TestError containing the captured output
 // from the test scripts. Callers can use errors.As to extract it.
@@ -62,7 +61,7 @@ func RunTests(ctx context.Context, flags *config.RuntimeFlags, namespace string)
 
 	// Bound total post-deployment test runtime so matrix entries cannot hang
 	// indefinitely after Helm has already completed.
-	// Keep this well above Helm timeout because integration tests (DNS + ingress
+	// Keep this well above Helm timeout because e2e tests (DNS + ingress
 	// readiness + Playwright retries) can legitimately run much longer on
 	// upgrade-minor flows for 8.9.
 	testTimeout := 30 * time.Minute
@@ -317,7 +316,7 @@ func findRepoRoot(chartPath string) string {
 		}
 
 		// Check for scripts directory (specific to this repo)
-		if _, err := os.Stat(filepath.Join(dir, "scripts", "run-integration-tests.sh")); err == nil {
+		if _, err := os.Stat(filepath.Join(dir, "scripts", "run-e2e-tests.sh")); err == nil {
 			return dir
 		}
 
diff --git a/scripts/deploy-camunda/matrix/config.go b/scripts/deploy-camunda/matrix/config.go
@@ -187,7 +187,6 @@ type CIScenario struct {
 	// When set, these prevent the corresponding test types from running for this scenario,
 	// replacing hardcoded shortname-based skip logic in both the Go CLI and GHA workflows.
 	SkipE2E bool `yaml:"skip-e2e,omitempty"`
-	SkipIT  bool `yaml:"skip-it,omitempty"`
 
 	// Profiles names reusable dependency profiles (see
 	// integration.dependency-profiles) to expand into this scenario's
diff --git a/scripts/deploy-camunda/matrix/matrix.go b/scripts/deploy-camunda/matrix/matrix.go
@@ -38,7 +38,6 @@ type Entry struct {
 
 	// Test skip flags — declarative controls from ci-test-config.yaml.
 	SkipE2E bool `json:"skipE2E,omitempty"`
-	SkipIT  bool `json:"skipIT,omitempty"`
 
 	// Dependencies specifies companion charts to deploy before the main Camunda chart.
 	Dependencies []ChartDependency `json:"dependencies,omitempty"`
@@ -217,7 +216,6 @@ func Generate(repoRoot string, opts GenerateOptions) ([]Entry, error) {
 						Upgrade:      scenario.Upgrade,
 						Enterprise:   scenario.Enterprise,
 						SkipE2E:      scenario.SkipE2E,
-						SkipIT:       scenario.SkipIT,
 						Dependencies: append([]ChartDependency(nil), scenario.Dependencies...),
 						PreInstall:   scenario.PreInstall,
 						PostInfra:    scenario.PostInfra,
diff --git a/scripts/deploy-camunda/matrix/registry.go b/scripts/deploy-camunda/matrix/registry.go
@@ -62,7 +62,6 @@ type registryScenario struct {
 	Enterprise  bool              `yaml:"enterprise,omitempty"`
 	HelmVersion string            `yaml:"helmVersion,omitempty"`
 	SkipE2E     bool              `yaml:"skip-e2e,omitempty"`
-	SkipIT      bool              `yaml:"skip-it,omitempty"`
 	PrefixKey   string            `yaml:"prefix-key,omitempty"`
 
 	PreInstallID  string   `yaml:"pre-install,omitempty"`
@@ -217,7 +216,6 @@ func LoadRegistry(chartDir string) (*CITestConfig, error) {
 				Enterprise:   rscn.Enterprise,
 				HelmVersion:  rscn.HelmVersion,
 				SkipE2E:      rscn.SkipE2E,
-				SkipIT:       rscn.SkipIT,
 				Dependencies: append([]ChartDependency(nil), deps...),
 				PrefixKey:    rscn.PrefixKey,
 				PreInstall:   preInstall,
diff --git a/scripts/deploy-camunda/matrix/runner.go b/scripts/deploy-camunda/matrix/runner.go
@@ -1590,7 +1590,6 @@ func PrintRunSummary(results []RunResult, wallClock time.Duration, logDir string
 					baseName := entryLogFileName(r.Entry)
 					fmt.Fprintf(&b, "    %s\n", dryKey("Logs:"))
 					fmt.Fprintf(&b, "      deploy:  %s\n", filepath.Join(logDir, baseName+".deploy.log"))
-					fmt.Fprintf(&b, "      it:      %s\n", filepath.Join(logDir, baseName+".it.log"))
 					fmt.Fprintf(&b, "      e2e:     %s\n", filepath.Join(logDir, baseName+".e2e.log"))
 				}
 			}
diff --git a/scripts/deploy-camunda/matrix/runner_execute.go b/scripts/deploy-camunda/matrix/runner_execute.go
diff --git a/scripts/deploy-camunda/matrix/runner_options.go b/scripts/deploy-camunda/matrix/runner_options.go
diff --git a/scripts/deploy-camunda/matrix/runner_upgrade.go b/scripts/deploy-camunda/matrix/runner_upgrade.go
diff --git a/scripts/generate-chart-matrix.jq b/scripts/generate-chart-matrix.jq
