feat: add github actions for puppeteer and playwright (#12)

* fix: debug workflow

* fix: debug workflow

* fix: debug workflow

* fix: debug workflow

* fix: debug workflow

* fix: debug workflow

* fix: debug workflow

* fix: debug workflow

* fix: debug workflow

Author: yuyutaotao

.github/workflows/command-line-demo.yaml

@@ -11,6 +11,9 @@ on:
         description: 'Midscene report directory'
         required: true
         default: 'command-line/midscene_run/report/'
+  push:
+    branches:
+      - main
 
 jobs:
   run_script:

.github/workflows/playwright-demo.yaml

@@ -6,7 +6,10 @@ on:
       output_folder:
         description: 'Midscene report dir'
         required: true
-        default: 'playwright-demo/midscene-run/report'
+        default: 'playwright-demo/midscene_run/report'
+  push:
+    branches:
+      - main
 
 jobs:
   run_script:
@@ -16,6 +19,7 @@ jobs:
         uses: actions/checkout@v4
 
       - name: Run script
+        id: run-script
         env:
           OPENAI_BASE_URL: ${{ secrets.OPENAI_BASE_URL }}
           OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
@@ -24,10 +28,15 @@ jobs:
           npm i pnpm -g
           pnpm install
           pnpm run e2e
+        continue-on-error: true
 
       - name: Upload output folder
         uses: actions/upload-artifact@v4
         with:
           if-no-files-found: error
           name: Midscene Report 
-          path: ${{ github.workspace }}/${{ github.event.inputs.output_folder }}
+          path: ${{ github.workspace }}/${{ github.event.inputs.output_folder }}
+
+      - name: Check if script failed
+        if: steps.run-script.outcome == 'failure'
+        run: exit 1

.github/workflows/puppeteer-demo.yaml

@@ -6,7 +6,10 @@ on:
       output_folder:
         description: 'Midscene report dir'
         required: true
-        default: 'puppeteer-demo/midscene-run/report'
+        default: 'puppeteer-demo/midscene_run/report'
+  push:
+    branches:
+      - main
 
 jobs:
   run_script:
@@ -16,6 +19,7 @@ jobs:
         uses: actions/checkout@v4
 
       - name: Run script
+        id: run-script
         env:
           OPENAI_BASE_URL: ${{ secrets.OPENAI_BASE_URL }}
           OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
@@ -24,10 +28,15 @@ jobs:
           npm i pnpm -g
           pnpm install
           pnpm run test
+        continue-on-error: true
 
       - name: Upload output folder
         uses: actions/upload-artifact@v4
         with:
           if-no-files-found: error
           name: Midscene Report 
-          path: ${{ github.workspace }}/${{ github.event.inputs.output_folder }}
+          path: ${{ github.workspace }}/${{ github.event.inputs.output_folder }}
+
+      - name: Check if script failed
+        if: steps.run-script.outcome == 'failure'
+        run: exit 1

playwright-demo/README.md

@@ -27,7 +27,6 @@ pnpm run e2e:ui
 # run e2e with playwright ui + cache
 pnpm run e2e:ui:cache
 
-
 # read report
 # You must run the pnpm run e2e or pnpm e2e:cache to view the report
 node ./midscene_run/midscene-report/index.js

playwright-demo/e2e/todo-mvc-en.spec.ts

@@ -29,6 +29,5 @@ test("ai todo - English Prompt - should fail", async ({
 
   expect(list.length).toEqual(1);
 
-  // expect an error here. AI will give you the reason in error message.
-  await aiAssert('At the bottom of the page, it shows "3 items left".');
+  await aiAssert('At the bottom of the page, it shows "1 item left".');
 });

playwright-demo/e2e/todo-mvc-zh.spec.ts

@@ -20,6 +20,5 @@ test("ai todo - Chinese Prompt - should fail", async ({
   const list = await aiQuery("string[], 完整的任务列表");
   expect(list.length).toEqual(1);
 
-  // 这里应该要抛错，注意观察错误信息里会有 AI 给出的 reason
-  await aiAssert('页面底部显示有 "3 items left"');
+  await aiAssert('页面底部显示有 "1 item left"');
 });

playwright-demo/playwright.config.ts

@@ -1,22 +1,21 @@
-import { defineConfig, devices } from '@playwright/test';
-import dotenv from 'dotenv';
+import { defineConfig, devices } from "@playwright/test";
+import dotenv from "dotenv";
 
 /**
  * Read environment variables from file.
  * https://github.com/motdotla/dotenv
  */
 dotenv.config();
 
-
 /**
  * See https://playwright.dev/docs/test-configuration.
  */
 export default defineConfig({
   testDir: "./e2e",
   testMatch: "**/*.spec.ts",
-  timeout: 90000 * 1000,
+  timeout: 180 * 1000,
   /* Run tests in files in parallel */
-  fullyParallel: true,
+  fullyParallel: false,
   /* Fail the build on CI if you accidentally left test.only in the source code. */
   forbidOnly: Boolean(process.env.CI),
   /* Retry on CI only */
@@ -40,42 +39,5 @@ export default defineConfig({
       name: "chromium",
       use: { ...devices["Desktop Chrome"] },
     },
-
-    // {
-    //   name: 'firefox',
-    //   use: { ...devices['Desktop Firefox'] },
-    // },
-
-    // {
-    //   name: 'webkit',
-    //   use: { ...devices['Desktop Safari'] },
-    // },
-
-    /* Test against mobile viewports. */
-    // {
-    //   name: 'Mobile Chrome',
-    //   use: { ...devices['Pixel 5'] },
-    // },
-    // {
-    //   name: 'Mobile Safari',
-    //   use: { ...devices['iPhone 12'] },
-    // },
-
-    /* Test against branded browsers. */
-    // {
-    //   name: 'Microsoft Edge',
-    //   use: { ...devices['Desktop Edge'], channel: 'msedge' },
-    // },
-    // {
-    //   name: 'Google Chrome',
-    //   use: { ...devices['Desktop Chrome'], channel: 'chrome' },
-    // },
   ],
-
-  /* Run your local dev server before starting the tests */
-  // webServer: {
-  //   command: 'npm run start',
-  //   url: 'http://127.0.0.1:3000',
-  //   reuseExistingServer: !process.env.CI,
-  // },
 });

puppeteer-demo/demo.ts

@@ -6,7 +6,7 @@ const sleep = (ms) => new Promise((r) => setTimeout(r, ms));
 Promise.resolve(
   (async () => {
     const browser = await puppeteer.launch({
-      headless: false, // 'false' means we can see the browser window
+      headless: true, // 'true' means we can't see the browser window
     });
 
     const page = await browser.newPage();