benchmarks.yml

variables:
  MICROBENCHMARKS_CI_IMAGE: 486234852809.dkr.ecr.us-east-1.amazonaws.com/ci/benchmarking-platform:dd-trace-js
  SLS_CI_IMAGE: registry.ddbuild.io/ci/serverless-tools:1

  # Benchmark's env variables. Modify to tweak benchmark parameters.
  UNCONFIDENCE_THRESHOLD: "5.0"
  MD_REPORT_ONLY_CHANGES: "1"

.benchmarks:
  stage: benchmarks
  needs: [ ]
  tags: ["runner:apm-k8s-m7i-metal"]
  image: $MICROBENCHMARKS_CI_IMAGE
  rules:
    - if: '$CI_COMMIT_REF_NAME =~ /^graphite-base\/.*$/'
      when: never
    - if: $CI_COMMIT_BRANCH == 'master'
      interruptible: false
    - interruptible: true
  timeout: 30m  # TODO: Reduce this once GitLab CI runner availability improves
  script:
    - git clone --branch dd-trace-js https://gitlab-ci-token:${CI_JOB_TOKEN}@gitlab.ddbuild.io/DataDog/benchmarking-platform platform && cd platform
    - bp-runner bp-runner.yml --debug
  artifacts:
    name: "artifacts"
    when: always
    paths:
      - platform/artifacts/
    expire_in: 3 months
  retry:
    max: 2
    when:
      - unknown_failure
      - data_integrity_failure
      - runner_system_failure
      - scheduler_failure
      - api_failure

benchmarks-pr-comment:
  stage: benchmarks-pr-comment
  needs: [ benchmark, benchmark-serverless ]
  rules:
    - if: '$CI_COMMIT_REF_NAME =~ /^graphite-base\/.*$/'
      when: never
    - when: on_success
  tags: ["arch:amd64"]
  image: $MICROBENCHMARKS_CI_IMAGE
  script:
    - cd platform && (git init && git remote add origin https://gitlab-ci-token:${CI_JOB_TOKEN}@gitlab.ddbuild.io/DataDog/benchmarking-platform && git pull origin dd-trace-js)
    - bp-runner bp-runner.pr-comment.yml --debug
  allow_failure: true

check-big-regressions:
  stage: benchmarks-pr-comment
  needs: [ benchmark, benchmark-serverless ]
  rules:
    - if: '$CI_COMMIT_REF_NAME =~ /^graphite-base\/.*$/'
      when: never
    - if: $CI_COMMIT_BRANCH == 'master'
      interruptible: false
    - interruptible: true
  tags: ["arch:amd64"]
  image: $MICROBENCHMARKS_CI_IMAGE
  script:
    - cd platform && (git init && git remote add origin https://gitlab-ci-token:${CI_JOB_TOKEN}@gitlab.ddbuild.io/DataDog/benchmarking-platform && git pull origin dd-trace-js)
    - bp-runner bp-runner.fail-on-regression.yml --debug

benchmark:
  extends: .benchmarks
  parallel:
    matrix:
      - MAJOR_VERSION: 18
        GROUP: 1
      - MAJOR_VERSION: 18
        GROUP: 2
      - MAJOR_VERSION: 18
        GROUP: 3
      - MAJOR_VERSION: 18
        GROUP: 4
      - MAJOR_VERSION: 20
        GROUP: 1
      - MAJOR_VERSION: 20
        GROUP: 2
      - MAJOR_VERSION: 20
        GROUP: 3
      - MAJOR_VERSION: 20
        GROUP: 4
      - MAJOR_VERSION: 22
        GROUP: 1
      - MAJOR_VERSION: 22
        GROUP: 2
      - MAJOR_VERSION: 22
        GROUP: 3
      - MAJOR_VERSION: 22
        GROUP: 4
      - MAJOR_VERSION: 24
        GROUP: 1
      - MAJOR_VERSION: 24
        GROUP: 2
      - MAJOR_VERSION: 24
        GROUP: 3
      - MAJOR_VERSION: 24
        GROUP: 4
  variables:
    SPLITS: 4

benchmark-serverless:
  stage: benchmarks
  image: $SLS_CI_IMAGE
  tags: ["arch:amd64"]
  when: on_success
  rules:
    - if: $CI_COMMIT_BRANCH == 'master'
      interruptible: false
    - interruptible: true
  needs:
    - benchmark-serverless-trigger
  script:
    - curl -OL "binaries.ddbuild.io/dd-source/authanywhere/LATEST/authanywhere-linux-amd64"
    - mv "authanywhere-linux-amd64" /bin/authanywhere
    - chmod +x /bin/authanywhere
    - BTI_CI_API_TOKEN=$(authanywhere --audience rapid-devex-ci)
    - >-
      BTI_RESPONSE=$(curl --silent --request GET \
        --header "$BTI_CI_API_TOKEN" \  --header "Content-Type: application/vnd.api+json" \
        "https://bti-ci-api.us1.ddbuild.io/internal/ci/gitlab/token?owner=DataDog&repository=serverless-tools")
    - GITLAB_TOKEN=$(echo "$BTI_RESPONSE" | jq -r '.token // empty')
    - git clone https://serverless-tools:${GITLAB_TOKEN}@gitlab.ddbuild.io/DataDog/serverless-tools.git ./serverless-tools && cd ./serverless-tools
    - ./ci/check_trigger_status.sh

benchmark-serverless-trigger:
  stage: benchmarks
  needs: []
  rules:
    - if: $CI_COMMIT_BRANCH == 'master'
      interruptible: false
    - interruptible: true
  trigger:
    project: DataDog/serverless-tools
    strategy: depend
  allow_failure: true
  variables:
    UPSTREAM_PIPELINE_ID: $CI_PIPELINE_ID
    UPSTREAM_PROJECT_URL: $CI_PROJECT_URL
    UPSTREAM_COMMIT_BRANCH: $CI_COMMIT_BRANCH
    UPSTREAM_COMMIT_AUTHOR: $CI_COMMIT_AUTHOR
    UPSTREAM_COMMIT_TITLE: $CI_COMMIT_TITLE
    UPSTREAM_COMMIT_TAG: $CI_COMMIT_TAG
    UPSTREAM_PROJECT_NAME: $CI_PROJECT_NAME
    UPSTREAM_GITLAB_USER_LOGIN: $GITLAB_USER_LOGIN
    UPSTREAM_GITLAB_USER_EMAIL: $GITLAB_USER_EMAIL