test-target.yml

# This is a copy of the test target workflow created for testing updates on the workflow without impacting the on used in our PRs.
# Since this workflow is used through workflow dispatch, it needs to be in master to be able tot be executed. This means that we cannot
# easily update it to test someth8ing without impacting onging runs.
name: Test Target

on:
  workflow_call:
    inputs:
      job-name:
        required: true
        type: string
      target:
        required: true
        type: string
      target-env:
        description: "Specific target env to run"
        required: false
        default: ""
        type: string
      platform:
        required: true
        type: string
      runner:
        required: true
        type: string
      repo:
        required: true
        type: string

      python-version:
        required: false
        default: "3.13"
        type: string
      benchmark:
        required: false
        default: false
        type: boolean
      latest:
        required: false
        default: false
        type: boolean
      minimum-base-package:
        required: false
        default: false
        type: boolean
      # integrations-core repo no longer tests Python 2, only Python 3.
      # We keep the options in the workflow for community and marketplace partners.
      # They may still continue to test Python 2 and Agent 6.
      test-py2:
        required: false
        default: false
        type: boolean
      test-py3:
        required: false
        default: true
        type: boolean
      agent-image:
        required: false
        default: "registry.datadoghq.com/agent-dev:sarah-go-parser-labels-782-py3"
        type: string
      agent-image-py2:
        required: false
        default: "datadog/agent-dev:master-py2"
        type: string
      agent-image-windows:
        required: false
        default: "registry.datadoghq.com/agent:7-rc-servercore"
        type: string
      agent-image-windows-py2:
        required: false
        default: "datadog/agent-dev:master-py2-win-servercore"
        type: string
      setup-env-vars:
        required: false
        default: ""
        type: string
      pytest-args:
        description: "Arguments to pass to pytest"
        required: false
        type: string
        default: ""
      context:
        description: "Context where the test is run. This is used for CI visibility descovery."
        required: false
        default: "standard"
        type: string
      step-timeout-minutes:
        description: "Timeout in minutes for ddev test steps"
        required: false
        default: 60
        type: number

defaults:
  run:
    shell: bash

jobs:
  run:
    name: "${{ inputs.job-name }}${{ inputs.target-env && format('-{0}', inputs.target-env) || '' }}"
    runs-on: ${{ fromJson(inputs.runner) }}

    permissions:
       # needed for compute-matrix in test-target.yml
       contents: read
    steps:

    - name: Set up Windows
      if: runner.os == 'Windows'
      run: |-
        # Enable disk performance counters
        diskperf -y

    # On Windows minimum-base-package jobs only, force uv to copy files into
    # the venv instead of hardlinking them from its cache. uv's default
    # `hardlink` mode on Windows breaks `hatch env remove`, which is invoked
    # by `ddev test --compat` (used by the minimum-base-package matrix) at the
    # end of the run: extension modules such as `backports.zstd._zstd.pyd`
    # (a transitive of `hatch>=1.13`) get loaded by Python during the test
    # run, and Windows then refuses to delete the venv's hardlink while the
    # cache copy is still pinned, so cleanup fails with
    # `PermissionError: [WinError 5]`. We can't influence this from our side:
    # the share flags that would allow deletion are set by whoever opens the
    # file (CPython's loader, Defender, etc.), not by us.
    #
    # We only set this for `minimum-base-package` runs because regular test
    # jobs never invoke `hatch env remove` and so keep the hardlink speed-up.
    # Refs:
    #   https://github.com/astral-sh/uv/issues/7918
    #   https://docs.astral.sh/uv/reference/settings/#link-mode
    - name: Configure uv link mode (Windows minimum-base-package)
      if: runner.os == 'Windows' && inputs.minimum-base-package
      shell: bash
      run: echo "UV_LINK_MODE=copy" >> "$GITHUB_ENV"

    - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2

    # When called as a reusable workflow from other repos, `uses: ./` resolves
    # from the caller's repo where the actions don't exist. We checkout the
    # actions from integrations-core so they are available locally.
    # Note: github.workflow_sha/workflow_ref point to the caller, not to
    # integrations-core, so we cannot dynamically pin the ref.
    - name: Resolve integrations-core ref
      if: inputs.repo != 'core'
      id: ic-ref
      shell: bash
      run: |
        # GITHUB_WORKFLOW_REF is available in the environment automatically
        echo "GITHUB_WORKFLOW_REF: $GITHUB_WORKFLOW_REF"
        echo "ref=${GITHUB_WORKFLOW_REF##*@}" >> "$GITHUB_OUTPUT"

    - name: Checkout integrations-core actions
      if: inputs.repo != 'core'
      uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
      with:
        repository: "DataDog/integrations-core"
        ref: master
        fetch-depth: 1
        sparse-checkout: .github/actions
        # Use a specific sub-folder
        path: core-temp

    - name: Install workflow scripts (core)
      if: inputs.repo == 'core'
      uses: ./.github/actions/setup-test-target-scripts

    - name: Install workflow scripts (non-core)
      if: inputs.repo != 'core'
      uses: ./core-temp/.github/actions/setup-test-target-scripts

    - name: Set environment variables
      # This step sets the following environment variables for the entire workflow via setup-test-env.sh:
      #   FORCE_COLOR
      #   TEST_RESULTS_BASE_DIR
      #   PYTHON_VERSION
      #   PYTHONUNBUFFERED
      #   SKIP_ENV_NAME
      #   DDEV_E2E_AGENT
      #   DDEV_E2E_AGENT_PY2
      #   DD_ENV
      #   DD_SERVICE
      #   DD_TRACE_ANALYTICS_ENABLED
      #   DD_CIVISIBILITY_ENABLED
      #   DD_CIVISIBILITY_AGENTLESS_ENABLED
      #   DD_CIVISIBILITY_AUTO_INSTRUMENTATION_PROVIDER
      #   DD_PROFILING_ENABLED
      #   DD_SITE
      #   DD_API_KEY
      #   MINIMUM_BASE_PACKAGE_PREFIX
      #   TEST_RESULTS_DIR
      #   DD_TAGS
      #   DOCKER_USERNAME
      #   DOCKER_ACCESS_TOKEN
      #   ORACLE_DOCKER_USERNAME
      #   ORACLE_DOCKER_PASSWORD
      #   DD_GITHUB_USER
      #   DD_GITHUB_TOKEN
      #   INPUT_REPO
      #   INPUT_TARGET
      #   INPUT_TARGET_ENV
      #   INPUT_TARGET_STR
      #   INPUT_PLATFORM
      #   INPUT_MINIMUM_BASE_PACKAGE
      #   INPUT_PYTEST_ARGS
      #   INPUT_IS_FORK
      run: bash .github/workflows/scripts/setup-test-env.sh
      env:
        INPUT_PYTHON_VERSION: ${{ inputs.python-version }}
        INPUT_TEST_PY2: ${{ inputs.test-py2 }}
        INPUT_TEST_PY3: ${{ inputs.test-py3 }}
        INPUT_PLATFORM: ${{ inputs.platform }}
        INPUT_AGENT_IMAGE: ${{ inputs.agent-image }}
        INPUT_AGENT_IMAGE_PY2: ${{ inputs.agent-image-py2 }}
        INPUT_AGENT_IMAGE_WINDOWS: ${{ inputs.agent-image-windows }}
        INPUT_AGENT_IMAGE_WINDOWS_PY2: ${{ inputs.agent-image-windows-py2 }}
        INPUT_TARGET: ${{ inputs.target }}
        INPUT_TARGET_ENV: ${{ inputs.target-env }}
        INPUT_REPO: ${{ inputs.repo }}
        INPUT_CONTEXT: ${{ inputs.context }}
        INPUT_MINIMUM_BASE_PACKAGE: ${{ inputs.minimum-base-package }}
        INPUT_JOB_NAME: "${{ inputs.job-name }}${{ inputs.target-env && format('-{0}', inputs.target-env) || '' }}"
        INPUT_PYTEST_ARGS: ${{ inputs.pytest-args }}
        INPUT_IS_FORK: ${{ github.event.pull_request.head.repo.fork || false }}
        DD_API_KEY_SECRET: ${{ secrets.DD_API_KEY }}
        SETUP_ENV_VARS: ${{ inputs.setup-env-vars }}
        DOCKER_USERNAME: ${{ secrets.DOCKER_USERNAME }}
        DOCKER_ACCESS_TOKEN: ${{ secrets.DOCKER_ACCESS_TOKEN }}
        ORACLE_DOCKER_USERNAME: ${{ secrets.ORACLE_DOCKER_USERNAME }}
        ORACLE_DOCKER_PASSWORD: ${{ secrets.ORACLE_DOCKER_PASSWORD }}
        DD_GITHUB_USER: ${{ github.actor }}
        DD_GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

    - name: Tag job for CI Visibility
      # Skip on fork PRs and non-core repos since secrets won't be available
      if: env.INPUT_IS_FORK != 'true' && env.INPUT_REPO == 'core'
      uses: ./.github/actions/tag-job
      with:
        tags: ${{ env.DD_TAGS }}
        dd_api_key: ${{ secrets.DD_API_KEY }}
        dd_site: ${{ env.DD_SITE }}

    - name: Set up Python 2.7
      if: inputs.test-py2
      run: |
        if [ "$RUNNER_OS" == "Linux" ]; then
          sudo apt update
          sudo apt install python2 python2-dev
          sudo update-alternatives --install /usr/bin/python python /usr/bin/python2 1
        elif [ "$RUNNER_OS" == "Windows" ]; then
          choco install python2
        else
          echo "$RUNNER_OS not supported"
          exit 1
        fi
      shell: bash

    - name: Set up Python ${{ env.PYTHON_VERSION }}
      uses: actions/setup-python@a309ff8b426b58ec0e2a45f0f869d46889d02405 # v6.2.0
      with:
        python-version: "${{ env.PYTHON_VERSION }}"

    - name: Install ddev from local folder
      if: inputs.repo == 'core'
      uses: ./.github/actions/setup-ddev
      with:
        install-mode: local
        cache-profile: local-ddev-base

    - name: Install ddev from PyPI
      if: inputs.repo != 'core'
      uses: ./core-temp/.github/actions/setup-ddev
      with:
        install-mode: pypi

    - name: Configure ddev
      run: |-
        ddev config set upgrade_check false
        ddev config set repos.${{ inputs.repo }} .
        ddev config set repo ${{ inputs.repo }}

    - name: Lint
      timeout-minutes: ${{ inputs.step-timeout-minutes }}
      run: |-
        ddev test --lint ${{ inputs.target }} || {
          echo "::error::Lint failed!"
          echo "::error::Please update to the latest version of ddev to ensure you are using the latest linting rules and then run 'ddev test --fmt ${{ inputs.target }}' to fix formatting issues."
          exit 1
        }

    - name: Prepare for testing
      timeout-minutes: ${{ inputs.step-timeout-minutes }}
      run: ddev ci setup ${{ inputs.target-env && format('{0}:{1}', inputs.target, inputs.target-env) || inputs.target }}

    - name: Ensure Docker is running
      run: bash .github/workflows/scripts/ensure-docker.sh

    - name: Run Unit & Integration tests
      if: inputs.latest != true
      timeout-minutes: ${{ inputs.step-timeout-minutes }}
      run: bash .github/workflows/scripts/run-unit-integration-tests.sh

    - name: Run E2E tests
      if: (inputs.repo == 'core' && !inputs.minimum-base-package) || inputs.repo != 'core'
      timeout-minutes: ${{ inputs.step-timeout-minutes }}
      run: bash .github/workflows/scripts/run-e2e-tests.sh
      env:
        INPUT_SESSION_NAME: "e2e-tests"

    - name: Run benchmarks
      if: inputs.benchmark
      timeout-minutes: ${{ inputs.step-timeout-minutes }}
      env:
        DDEV_TEST_ENABLE_TRACING: "${{ inputs.repo == 'core' && (inputs.target != 'sqlserver' || inputs.platform != 'windows') && env.INPUT_IS_FORK != 'true' && '1' || '0' }}"
        DD_TEST_SESSION_NAME: "benchmarks"
      run: ddev test --bench --junit ${{ inputs.target-env && format('{0}:{1}', inputs.target, inputs.target-env) || inputs.target }}

    - name: Run tests and verify support for the latest version
      if: inputs.latest
      timeout-minutes: ${{ inputs.step-timeout-minutes }}
      env:
        DDEV_TEST_ENABLE_TRACING: "${{ inputs.repo == 'core' && (inputs.target != 'sqlserver' || inputs.platform != 'windows') && env.INPUT_IS_FORK != 'true' && '1' || '0' }}"
        DD_TEST_SESSION_NAME: "latest-tests"
      run: ddev test --latest --junit ${{ inputs.target-env && format('{0}:{1}', inputs.target, inputs.target-env) || inputs.target }}

    - name: Run E2E tests for the latest version
      if: inputs.latest
      timeout-minutes: ${{ inputs.step-timeout-minutes }}
      run: bash .github/workflows/scripts/run-e2e-tests.sh
      env:
        # Override INPUT_TARGET to include :latest suffix
        INPUT_TARGET: "${{ inputs.target }}:latest"
        INPUT_SESSION_NAME: "latest-e2e-tests"
        INPUT_IS_LATEST: "true"

    - name: Finalize test results
      if: always()
      run: |-
        mkdir -p "${{ env.TEST_RESULTS_DIR }}"
        if [[ -d ${{ inputs.target }}/junit ]]; then
          mv ${{ inputs.target }}/junit/*.xml "${{ env.TEST_RESULTS_DIR }}"
        fi

    - name: Upload test results
      if: always()
      uses: actions/upload-artifact@bbbca2ddaa5d8feaa63e36b76fdaad77386f024f # v7.0.0
      with:
        name: "${{ env.MINIMUM_BASE_PACKAGE_PREFIX }}test-results-${{ inputs.target }}${{ inputs.target-env && format('-{0}', inputs.target-env) || '' }}-${{ inputs.platform }}"
        path: "${{ env.TEST_RESULTS_BASE_DIR }}"

    - name: Upload local_clone debug info (ddev only)
      if: always() && inputs.target == 'ddev'
      uses: actions/upload-artifact@bbbca2ddaa5d8feaa63e36b76fdaad77386f024f # v7.0.0
      with:
        name: "${{ env.MINIMUM_BASE_PACKAGE_PREFIX }}local-clone-debug-${{ inputs.platform }}"
        path: "local_clone_debug.txt"
        if-no-files-found: ignore

    - name: Upload coverage data as artifact
      if: >
        !github.event.repository.private &&
        always() &&
        inputs.pytest-args != '-m flaky'
      # Flaky tests will have low coverage, don't include in artifacts to avoid pipeline issues
      uses: actions/upload-artifact@bbbca2ddaa5d8feaa63e36b76fdaad77386f024f # v7.0.0
      with:
        name: "${{ env.MINIMUM_BASE_PACKAGE_PREFIX }}coverage-${{ inputs.target }}${{ inputs.target-env && format('-{0}', inputs.target-env) || '' }}-${{ inputs.platform }}"
        path: "${{ inputs.target }}/coverage.xml"
        if-no-files-found: ignore