Merge pull request #207 from KevinBatdorf/retry-flaky-tests

Author: KevinBatdorf

scripts/run-e2e.mjs

@@ -4,6 +4,7 @@ import { existsSync, globSync } from 'node:fs';
 import { basename, dirname, join } from 'node:path';
 
 const args = process.argv.slice(2).join(' ');
+const MAX_ATTEMPTS = 2;
 
 // Find all spec files that have a blueprint.json in the same directory
 const projects = globSync('**/*.spec.ts', { ignore: ['node_modules/**'] })
@@ -16,14 +17,21 @@ console.log(
 
 let failed = false;
 for (const project of projects) {
-	console.log(`\n▶ Running: ${project}`);
-	try {
-		execSync(
-			`RUN_PROJECT="${project}" npx playwright test --project="${project}" ${args}`,
-			{ stdio: 'inherit' },
-		);
-	} catch {
-		failed = true;
+	for (let attempt = 1; attempt <= MAX_ATTEMPTS; attempt++) {
+		if (attempt > 1)
+			console.log(
+				`\n↻ Retrying: ${project} (attempt ${attempt}/${MAX_ATTEMPTS})`,
+			);
+		else console.log(`\n▶ Running: ${project}`);
+		try {
+			execSync(
+				`RUN_PROJECT="${project}" npx playwright test --project="${project}" ${args}`,
+				{ stdio: 'inherit' },
+			);
+			break;
+		} catch {
+			if (attempt === MAX_ATTEMPTS) failed = true;
+		}
 	}
 }