e2e tests #19
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: e2e tests | |
| on: | |
| # Nightly workflow - Run at 2 AM UTC daily | |
| schedule: | |
| - cron: '0 2 * * *' | |
| # Post-merge - Run after changes are merged to main | |
| push: | |
| branches: [main] | |
| # Manual trigger - Support workflow_dispatch for on-demand runs | |
| workflow_dispatch: | |
| inputs: | |
| test_realm: | |
| description: 'Test realm to use (optional, defaults to var)' | |
| required: false | |
| type: string | |
| sfcc_client_id: | |
| description: 'SFCC Client ID (optional, defaults to var)' | |
| required: false | |
| type: string | |
| sfcc_client_secret: | |
| description: 'SFCC Client Secret (optional, defaults to secret)' | |
| required: false | |
| type: string | |
| sfcc_account_manager_host: | |
| description: 'SFCC Account Manager Host (optional, defaults to var)' | |
| required: false | |
| type: string | |
| sfcc_sandbox_api_host: | |
| description: 'SFCC Sandbox API Host (optional, defaults to var)' | |
| required: false | |
| type: string | |
| jobs: | |
| e2e-tests: | |
| strategy: | |
| matrix: | |
| node-version: [22.x, 24.x] | |
| runs-on: ubuntu-latest | |
| environment: e2e-dev | |
| timeout-minutes: 25 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/setup-node@v4 | |
| with: | |
| node-version: ${{ matrix.node-version }} | |
| - name: Check for required secrets and vars | |
| id: check-secrets | |
| env: | |
| SFCC_CLIENT_ID: ${{ vars.SFCC_CLIENT_ID }} | |
| SFCC_CLIENT_SECRET: ${{ secrets.SFCC_CLIENT_SECRET }} | |
| TEST_REALM: ${{ vars.TEST_REALM }} | |
| SFCC_ACCOUNT_MANAGER_HOST: ${{ vars.SFCC_ACCOUNT_MANAGER_HOST }} | |
| SFCC_SANDBOX_API_HOST: ${{ vars.SFCC_SANDBOX_API_HOST }} | |
| run: | | |
| if [ -n "$SFCC_CLIENT_ID" ] && [ -n "$SFCC_CLIENT_SECRET" ] && [ -n "$TEST_REALM" ] && [ -n "$SFCC_ACCOUNT_MANAGER_HOST" ] && [ -n "$SFCC_SANDBOX_API_HOST" ]; then | |
| echo "has-secrets=true" >> $GITHUB_OUTPUT | |
| else | |
| echo "has-secrets=false" >> $GITHUB_OUTPUT | |
| echo " E2E tests skipped - missing required variables:" >> $GITHUB_STEP_SUMMARY | |
| echo " - SFCC_CLIENT_ID (var): ${SFCC_CLIENT_ID:+✓}" >> $GITHUB_STEP_SUMMARY | |
| echo " - TEST_REALM (var): ${TEST_REALM:+✓}" >> $GITHUB_STEP_SUMMARY | |
| echo " - SFCC_ACCOUNT_MANAGER_HOST (var): ${SFCC_ACCOUNT_MANAGER_HOST:+✓}" >> $GITHUB_STEP_SUMMARY | |
| echo " - SFCC_SANDBOX_API_HOST (var): ${SFCC_SANDBOX_API_HOST:+✓}" >> $GITHUB_STEP_SUMMARY | |
| fi | |
| - name: Setup pnpm | |
| uses: pnpm/action-setup@v4 | |
| with: | |
| version: 10.17.1 | |
| - name: Get pnpm store directory | |
| shell: bash | |
| run: | | |
| echo "STORE_PATH=$(pnpm store path --silent)" >> $GITHUB_ENV | |
| - name: Setup pnpm cache | |
| uses: actions/cache@v4 | |
| with: | |
| path: ${{ env.STORE_PATH }} | |
| key: ${{ runner.os }}-pnpm-store-${{ hashFiles('**/pnpm-lock.yaml') }} | |
| restore-keys: | | |
| ${{ runner.os }}-pnpm-store- | |
| - name: Install dependencies | |
| if: steps.check-secrets.outputs.has-secrets == 'true' | |
| run: pnpm install --frozen-lockfile | |
| - name: Build package | |
| if: steps.check-secrets.outputs.has-secrets == 'true' | |
| run: pnpm -r run build | |
| - name: Run E2E Tests | |
| if: steps.check-secrets.outputs.has-secrets == 'true' | |
| id: e2e-test | |
| working-directory: packages/b2c-cli | |
| env: | |
| # Required environment variables | |
| SFCC_CLIENT_ID: ${{ inputs.sfcc_client_id || vars.SFCC_CLIENT_ID }} | |
| SFCC_CLIENT_SECRET: ${{ inputs.sfcc_client_secret || secrets.SFCC_CLIENT_SECRET }} | |
| SFCC_ACCOUNT_MANAGER_HOST: ${{ inputs.sfcc_account_manager_host || vars.SFCC_ACCOUNT_MANAGER_HOST }} | |
| SFCC_SANDBOX_API_HOST: ${{ inputs.sfcc_sandbox_api_host || vars.SFCC_SANDBOX_API_HOST }} | |
| TEST_REALM: ${{ inputs.test_realm || vars.TEST_REALM }} | |
| # Test configuration | |
| NODE_ENV: test | |
| SFCC_LOG_LEVEL: silent | |
| run: | | |
| echo "Running E2E tests with realm: ${TEST_REALM}" | |
| echo "Node version: $(node --version)" | |
| # Run E2E tests with JSON reporter for test results | |
| pnpm run test:e2e && pnpm run lint | |
| - name: E2E Test Report | |
| uses: dorny/test-reporter@fe45e9537387dac839af0d33ba56eed8e24189e8 # v2.3.0 | |
| if: always() && steps.e2e-test.conclusion != 'cancelled' && steps.check-secrets.outputs.has-secrets == 'true' | |
| with: | |
| name: E2E Test Results (Node ${{ matrix.node-version }}) | |
| path: 'packages/b2c-cli/test-results.json' | |
| reporter: mocha-json | |
| - name: Upload E2E Test Results | |
| if: always() && steps.e2e-test.conclusion != 'cancelled' && steps.check-secrets.outputs.has-secrets == 'true' | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: e2e-test-results-node-${{ matrix.node-version }}-${{ github.run_number }} | |
| path: packages/b2c-cli/test-results.json | |
| retention-days: 30 | |
| - name: Notify on Failure | |
| if: failure() && (github.event_name == 'schedule' || github.event_name == 'push') && steps.check-secrets.outputs.has-secrets == 'true' | |
| uses: actions/github-script@v7 | |
| with: | |
| script: | | |
| const issue = { | |
| owner: context.repo.owner, | |
| repo: context.repo.repo, | |
| title: `CLI E2E Tests Failed - ${new Date().toISOString().split('T')[0]}`, | |
| body: `## CLI E2E Test Failure | |
| The CLI E2E tests have failed. Please investigate. | |
| **Workflow:** ${context.workflow} | |
| **Run:** ${context.runNumber} | |
| **Commit:** ${context.sha} | |
| **Event:** ${context.eventName} | |
| **Node Version:** ${{ matrix.node-version }} | |
| [View workflow run](${context.payload.repository.html_url}/actions/runs/${context.runId}) | |
| `, | |
| labels: ['bug', 'e2e-failure', 'cli', 'needs-investigation'] | |
| }; | |
| // Only create issue for scheduled runs to avoid spam | |
| if (context.eventName === 'schedule') { | |
| github.rest.issues.create(issue); | |
| } |