functional-tests.yml

name: Functional Tests

##########################################################################

env:
  JAVA_OPTS: "-Xms512m -Xmx8048m -Xss128m -XX:ReservedCodeCacheSize=512m -server"
  GRADLE_OPTS: "-Xms512m -Xmx8048m -Xss128m -XX:ReservedCodeCacheSize=512m -server"
  GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
  GH_PACKAGE_REGISTRY_USER: ${{ secrets.GH_PACKAGE_REGISTRY_USER }}
  GH_PACKAGE_REGISTRY_TOKEN: ${{ secrets.GH_PACKAGE_REGISTRY_TOKEN }}
  DEVELOCITY_ACCESS_KEY: ${{ secrets.GRADLE_ENTERPRISE_ACCESS_KEY }}
  DUO_SECURITY_ADMIN_SKEY: ${{ secrets.DUO_SECURITY_ADMIN_SKEY }}
  DUO_SECURITY_ADMIN_IKEY: ${{ secrets.DUO_SECURITY_ADMIN_IKEY }}
  DUO_SECURITY_UNIVERSAL_PROMPT_SKEY: ${{ secrets.DUO_SECURITY_UNIVERSAL_PROMPT_SKEY }}
  DUO_SECURITY_UNIVERSAL_PROMPT_IKEY: ${{ secrets.DUO_SECURITY_UNIVERSAL_PROMPT_IKEY }}
  DUO_SECURITY_API_HOST: ${{ secrets.DUO_SECURITY_API_HOST }}
  ADFS_HOST: ${{ secrets.ADFS_HOST }}
  ADFS_RELYING_PARTY_ID: ${{ secrets.ADFS_RELYING_PARTY_ID }}
  ADFS_USERNAME: ${{ secrets.ADFS_USERNAME }}
  ADFS_PASSWORD: ${{ secrets.ADFS_PASSWORD }}
  AZURE_AD_CLIENT_ID: ${{ secrets.AZURE_AD_CLIENT_ID }}
  AZURE_AD_CLIENT_SECRET: ${{ secrets.AZURE_AD_CLIENT_SECRET }}
  AZURE_AD_CLIENT_SECRET_MAIL: ${{ secrets.AZURE_AD_CLIENT_SECRET_MAIL }}
  AZURE_AD_USER_PASSWORD: ${{ secrets.AZURE_AD_USER_PASSWORD }}
  AZURE_AD_TENANT: ${{ secrets.AZURE_AD_TENANT }}
  AZURE_AD_DOMAIN: ${{ secrets.AZURE_AD_DOMAIN }}
  AZURE_MAPS_API_KEY: ${{ secrets.AZURE_MAPS_API_KEY }}
  AZURE_MAPS_CLIENT_ID: ${{ secrets.AZURE_MAPS_CLIENT_ID }}
  TERM: xterm-256color
  JDK_CURRENT: 25
  JDK_DISTRIBUTION: "corretto"
  NODE_CURRENT: '25.8.2'
  MAX_ATTEMPTS: 3
  RETRY_MINUTES: 20
  SCENARIO_REGEX: ".*"

on:
  workflow_dispatch:
  schedule:
    - cron: '0 18 * * *'
  push:
    branches:
      - master
      - '!**.**.**'
      - '!heroku-*'
  pull_request:
    types: [ labeled ]
    branches:
      - master
      - 'pr-*'
      - '!**.**.**'

concurrency:
  group: "workflow = ${{ github.workflow }}, ref = ${{ github.event.ref }}, pr = ${{ github.event.pull_request.id }}"
  cancel-in-progress: true

##########################################################################

jobs:
  trigger-ci:
    if: ${{ (github.event_name == 'push' || github.event_name == 'workflow_dispatch' || github.event_name == 'schedule' || contains(github.event.pull_request.labels.*.name, 'CI')) }}
    runs-on: ubuntu-latest
    steps:
      - name: Trigger CI
        run: echo "CI Triggered"
  initialize:
    needs: [trigger-ci]
    runs-on: ubuntu-latest
    steps:
      - name: Checkout
        uses: actions/checkout@v6
      - name: Set up JDK
        uses: actions/setup-java@v5
        with:
          java-version: ${{ env.JDK_CURRENT }}
          distribution: ${{ env.JDK_DISTRIBUTION }}
      - name: Setup Gradle
        uses: gradle/actions/setup-gradle@v6
      - name: Initialize
        run: ls ./ci && find ./ci -type f -name "*.sh" -exec chmod +x "{}" \; && ./ci/init-build.sh

  ##########################################################################
            
  puppeteer-scenarios:
    needs: [initialize]
    runs-on: ubuntu-latest
    timeout-minutes: 10
    outputs:
      scenarios255: ${{ steps.get-scenarios255.outputs.scenarios255 }}
      scenarios511: ${{ steps.get-scenarios511.outputs.scenarios511 }}
      scenarios766: ${{ steps.get-scenarios766.outputs.scenarios766 }}
    steps:
      - name: Checkout
        uses: actions/checkout@v6
      - name: Set up JDK
        uses: actions/setup-java@v5
        with:
          java-version: ${{ env.JDK_CURRENT }}
          distribution: ${{ env.JDK_DISTRIBUTION }}
          cache: 'gradle'
      - name: Setup Gradle
        uses: gradle/actions/setup-gradle@v6
      - name: Print Scenarios
        uses: nick-fields/retry@v4
        with:
          max_attempts: ${{ env.MAX_ATTEMPTS }}
          retry_on: error
          timeout_minutes: ${{ env.RETRY_MINUTES }}
          shell: bash
          command: ./gradlew --build-cache --configure-on-demand --no-daemon -q puppeteerScenarios | jq
      - id: get-scenarios255
        name: Get Scenarios 0-255
        run: echo "scenarios255=$(./gradlew --build-cache --configure-on-demand --no-daemon -q puppeteerScenarios -PpuppeteerScenariosFrom=0 -PpuppeteerScenariosTo=255)" >> $GITHUB_OUTPUT
      - id: get-scenarios511
        name: Get Scenarios 255-511
        run: echo "scenarios511=$(./gradlew --build-cache --configure-on-demand --no-daemon -q puppeteerScenarios -PpuppeteerScenariosFrom=255 -PpuppeteerScenariosTo=511)" >> $GITHUB_OUTPUT
      - id: get-scenarios766
        name: Get Scenarios 511-766
        run: echo "scenarios766=$(./gradlew --build-cache --configure-on-demand --no-daemon -q puppeteerScenarios -PpuppeteerScenariosFrom=511 -PpuppeteerScenariosTo=766)" >> $GITHUB_OUTPUT

  ##########################################################################
  puppeteer-tests-255:
    runs-on: ubuntu-latest
    needs: [puppeteer-scenarios]
    continue-on-error: false
    strategy:
      fail-fast: false
      matrix:
        scenario: ${{fromJSON(needs.puppeteer-scenarios.outputs.scenarios255)}}
    name: ${{matrix.scenario}}
    timeout-minutes: 25
    steps:
      - name: Checkout
        uses: actions/checkout@v6
      - name: Set up JDK
        uses: actions/setup-java@v5
        with:
          java-version: ${{ env.JDK_CURRENT }}
          distribution: ${{ env.JDK_DISTRIBUTION }}
      - name: Setup Gradle
        uses: gradle/actions/setup-gradle@v6
      - name: Initialize
        run: find ./ci -type f -name "*.sh" -exec chmod +x "{}" \;
      - name: Configure CI
        run: source ./ci/tests/puppeteer/configure-ci.sh ${{matrix.scenario}}
      - name: Set up Nodejs
        uses: actions/setup-node@v6
        with:
          node-version: ${{ env.NODE_VERSION_REQUIRED }}
          cache: 'npm'
          cache-dependency-path: ./ci/tests/puppeteer/package.json
      - name: AppArmor User Namespace Restrictions
        run: echo 0 | sudo tee /proc/sys/kernel/apparmor_restrict_unprivileged_userns
      - name: Set up Gum
        uses: unfunco/setup-gum@main
      - name: Run Tests
        uses: nick-fields/retry@v4
        with:
          max_attempts: ${{ env.MAX_ATTEMPTS }}
          retry_on: error
          timeout_minutes: ${{ env.RETRY_MINUTES }}
          shell: bash
          command: |
            export RUNNER_OS=${{ runner.os }}
            ./ci/tests/puppeteer/run.sh --scenario $PWD/ci/tests/puppeteer/scenarios/${{matrix.scenario}}
      - name: Upload screenshots
        uses: actions/upload-artifact@v7
        continue-on-error: true
        if: ${{ always() }}
        with:
          name: screenshots-${{matrix.scenario}}
          path: ./ci/tests/puppeteer/screenshots/*.*
          if-no-files-found: ignore
          retention-days: 2
  ##########################################################################

  puppeteer-tests-511:
    runs-on: ubuntu-latest
    needs: [puppeteer-scenarios]
    continue-on-error: false
    strategy:
      fail-fast: false
      matrix:
        scenario: ${{fromJSON(needs.puppeteer-scenarios.outputs.scenarios511)}}
    name: ${{matrix.scenario}}
    timeout-minutes: 25
    steps:
      - name: Checkout
        uses: actions/checkout@v6
      - name: Set up JDK
        uses: actions/setup-java@v5
        with:
          java-version: ${{ env.JDK_CURRENT }}
          distribution: ${{ env.JDK_DISTRIBUTION }}
          cache: 'gradle'
      - name: Setup Gradle
        uses: gradle/actions/setup-gradle@v6
      - name: Initialize
        run: find ./ci -type f -name "*.sh" -exec chmod +x "{}" \;
      - name: Configure CI
        run: source ./ci/tests/puppeteer/configure-ci.sh ${{matrix.scenario}}
      - name: Set up Nodejs
        uses: actions/setup-node@v6
        with:
          node-version: ${{ env.NODE_VERSION_REQUIRED }}
          check-latest: true
          cache: 'npm'
          cache-dependency-path: ./ci/tests/puppeteer/package.json
      - name: AppArmor User Namespace Restrictions
        run: echo 0 | sudo tee /proc/sys/kernel/apparmor_restrict_unprivileged_userns
      - name: Set up Gum
        uses: unfunco/setup-gum@main
      - name: Run Tests
        uses: nick-fields/retry@v4
        with:
          max_attempts: ${{ env.MAX_ATTEMPTS }}
          retry_on: error
          timeout_minutes: ${{ env.RETRY_MINUTES }}
          shell: bash
          command: |
            export RUNNER_OS=${{ runner.os }}
            ./ci/tests/puppeteer/run.sh --scenario $PWD/ci/tests/puppeteer/scenarios/${{matrix.scenario}}
      - name: Upload screenshots
        uses: actions/upload-artifact@v7
        continue-on-error: true
        if: ${{ always() }}
        with:
          name: screenshots-${{matrix.scenario}}
          path: ./ci/tests/puppeteer/screenshots/*.*
          if-no-files-found: ignore
          retention-days: 2
##########################################################################

  puppeteer-tests-766:
    runs-on: ubuntu-latest
    needs: [puppeteer-scenarios]
    continue-on-error: false
    strategy:
      fail-fast: false
      matrix:
        scenario: ${{fromJSON(needs.puppeteer-scenarios.outputs.scenarios766)}}
    name: ${{matrix.scenario}}
    timeout-minutes: 25
    steps:
      - name: Checkout
        uses: actions/checkout@v6
      - name: Set up JDK
        uses: actions/setup-java@v5
        with:
          java-version: ${{ env.JDK_CURRENT }}
          distribution: ${{ env.JDK_DISTRIBUTION }}
          cache: 'gradle'
      - name: Setup Gradle
        uses: gradle/actions/setup-gradle@v6
      - name: Initialize
        run: find ./ci -type f -name "*.sh" -exec chmod +x "{}" \;
      - name: Configure CI
        run: source ./ci/tests/puppeteer/configure-ci.sh ${{matrix.scenario}}
      - name: Set up Nodejs
        uses: actions/setup-node@v6
        with:
          node-version: ${{ env.NODE_VERSION_REQUIRED }}
          check-latest: true
          cache: 'npm'
          cache-dependency-path: ./ci/tests/puppeteer/package.json
      - name: AppArmor User Namespace Restrictions
        run: echo 0 | sudo tee /proc/sys/kernel/apparmor_restrict_unprivileged_userns
      - name: Set up Gum
        uses: unfunco/setup-gum@main
      - name: Run Tests
        uses: nick-fields/retry@v4
        with:
          max_attempts: ${{ env.MAX_ATTEMPTS }}
          retry_on: error
          timeout_minutes: ${{ env.RETRY_MINUTES }}
          shell: bash
          command: |
            export RUNNER_OS=${{ runner.os }}
            ./ci/tests/puppeteer/run.sh --scenario $PWD/ci/tests/puppeteer/scenarios/${{matrix.scenario}}
      - name: Upload screenshots
        uses: actions/upload-artifact@v7
        continue-on-error: true
        if: ${{ always() }}
        with:
          name: screenshots-${{matrix.scenario}}
          path: ./ci/tests/puppeteer/screenshots/*.*
          if-no-files-found: ignore
          retention-days: 2
##########################################################################