pipeline.winlogbeat.yml

# yaml-language-server: $schema=https://raw.githubusercontent.com/buildkite/pipeline-schema/main/schema.json
name: "beats-winlogbeat"

env:
  AWS_ARM_INSTANCE_TYPE: "m6g.xlarge"
  AWS_IMAGE_UBUNTU_ARM_64: "platform-ingest-beats-ubuntu-2204-aarch64-1782878510"

  GCP_DEFAULT_MACHINE_TYPE: "c2d-highcpu-8"
  GCP_HI_PERF_MACHINE_TYPE: "c2d-highcpu-16"
  GCP_WIN_MACHINE_TYPE: "n2-standard-8"

  IMAGE_UBUNTU_X86_64: "platform-ingest-beats-ubuntu-2204-1782878510"
  IMAGE_WIN_10: "platform-ingest-beats-windows-10-pro"
  IMAGE_WIN_11: "platform-ingest-beats-windows-11-pro"
  IMAGE_WIN_10_VERSION: "1.0.1782878510"
  IMAGE_WIN_11_VERSION: "1.0.1782878510"
  IMAGE_WIN_2016: "platform-ingest-beats-windows-2016-1782878510"
  IMAGE_WIN_2019: "platform-ingest-beats-windows-2019-1782878510"
  IMAGE_WIN_2022: "platform-ingest-beats-windows-2022-1782878510"
  IMAGE_WIN_2025: "platform-ingest-beats-windows-2025-1782878510"

  IMAGE_BEATS_WITH_HOOKS_LATEST: "docker.elastic.co/ci-agent-images/platform-ingest/buildkite-agent-beats-ci-with-hooks:latest"

  # Other deps
  ASDF_MAGE_VERSION: 1.15.0

  # Unit tests
  RACE_DETECTOR: "true"
  TEST_COVERAGE: "true"
  # See docker.go. Sets --pull to docker compose
  DOCKER_PULL: 0

# This section is used to define the plugins that will be used in the pipeline.
# See https://buildkite.com/docs/pipelines/integrations/plugins/using#using-yaml-anchors-with-plugins
common:
  - dockerhub_login_plugin: &dockerhub_login_plugin
      elastic/vault-docker-login#v0.8.0:
        disable_logout: true
        secret_path: 'kv/ci-shared/observability-github-secrets/shared/docker/dockerhub/observabilityrobots'
  - docker_elastic_login_plugin: &docker_elastic_login_plugin
      elastic/vault-docker-login#v0.8.0:
        disable_logout: true
        secret_path: 'kv/ci-shared/platform-ingest/elastic_docker_registry'

steps:
  - group: "Check/Update"
    key: "winlogbeat-check-update"

    steps:
      - label: "Winlogbeat: Run check/update"
        command: |
          set -eo pipefail
          make -C winlogbeat check update
          make check-no-changes
        retry:
          automatic:
            - limit: 1
        agents:
          image: "${IMAGE_BEATS_WITH_HOOKS_LATEST}"
          cpu: "4000m"
          memory: "8Gi"
          useCustomGlobalHooks: true
        notify:
          - github_commit_status:
              context: "winlogbeat: check/update"

      - label: "Winlogbeat: Run pre-commit"
        command: "pre-commit run --all-files"
        agents:
          image: "${IMAGE_BEATS_WITH_HOOKS_LATEST}"
          memory: "2Gi"
          useCustomGlobalHooks: true
        notify:
          - github_commit_status:
              context: "winlogbeat: pre-commit"

  - wait: ~
    # with PRs, we want to run mandatory tests only if check/update step succeed
    # for other cases, e.g. merge commits, we want to run mundatory test (and publish) independently of other tests
    # this allows building DRA artifacts even if there is flakiness in check/update step
    if: build.env("BUILDKITE_PULL_REQUEST") != "false"
    depends_on: "winlogbeat-check-update"

  - group: "Mandatory Tests"
    key: "winlogbeat-mandatory-tests"

    steps:

      - label: ":windows: Winlogbeat: Win 2016 Unit Tests"
        command: |
          Set-Location -Path winlogbeat
          mage build unitTest
        key: "mandatory-win-2016-unit-tests"
        retry:
          automatic:
            - limit: 1
        agents:
          provider: "gcp"
          image: "${IMAGE_WIN_2016}"
          machine_type: "${GCP_WIN_MACHINE_TYPE}"
          disk_size: 100
          disk_type: "pd-ssd"
        artifact_paths:
          - "winlogbeat/build/*.xml"
          - "winlogbeat/build/*.json"
        notify:
          - github_commit_status:
              context: "winlogbeat: Win 2016 Unit Tests"

      - label: ":windows: Winlogbeat: Win 2019 Unit Tests"
        command: |
          Set-Location -Path winlogbeat
          mage build unitTest
        key: "mandatory-win-2019-unit-tests"
        retry:
          automatic:
            - limit: 1
        agents:
          provider: "gcp"
          image: "${IMAGE_WIN_2019}"
          machineType: "${GCP_WIN_MACHINE_TYPE}"
          disk_size: 100
          disk_type: "pd-ssd"
        artifact_paths:
          - "winlogbeat/build/*.xml"
          - "winlogbeat/build/*.json"
        notify:
          - github_commit_status:
              context: "winlogbeat: Win 2019 Unit Tests"

      - label: ":windows: Winlogbeat: Win 2022 Unit Tests"
        command: |
          Set-Location -Path winlogbeat
          mage build unitTest
        key: "mandatory-win-2022-unit-tests"
        retry:
          automatic:
            - limit: 1
        agents:
          provider: "gcp"
          image: "${IMAGE_WIN_2022}"
          machine_type: "${GCP_WIN_MACHINE_TYPE}"
          disk_size: 100
          disk_type: "pd-ssd"
        artifact_paths:
          - "winlogbeat/build/*.xml"
          - "winlogbeat/build/*.json"
        notify:
          - github_commit_status:
              context: "winlogbeat: Win 2022 Unit Tests"

      - label: ":windows: Winlogbeat: Win 2025 Unit Tests"
        command: |
          Set-Location -Path winlogbeat
          mage build unitTest
        key: "mandatory-win-2025-unit-tests"
        retry:
          automatic:
            - limit: 1
        agents:
          provider: "gcp"
          image: "${IMAGE_WIN_2025}"
          machine_type: "${GCP_WIN_MACHINE_TYPE}"
          disk_size: 100
          disk_type: "pd-ssd"
        artifact_paths:
          - "winlogbeat/build/*.xml"
          - "winlogbeat/build/*.json"
        notify:
          - github_commit_status:
              context: "winlogbeat: Win 2025 Unit Tests"

  - group: "Extended Windows Tests"
    key: "winlogbeat-extended-win-tests"
    if: build.env("BUILDKITE_PULL_REQUEST") == "false" || build.env("GITHUB_PR_LABELS") =~ /.*[Ww]indows.*/

    steps:
      - label: ":windows: Winlogbeat: Win 10 Unit Tests"
        command: |
          Set-Location -Path winlogbeat
          mage build unitTest
        key: "extended-win-10-unit-tests"
        retry:
          automatic:
            - limit: 1
        agents:
          provider: "azure"
          image: "${IMAGE_WIN_10}"
          imageVersion: "${IMAGE_WIN_10_VERSION}"
          vmSize: "Standard_D8s_v5"
          diskSizeGb: "256"
        artifact_paths:
          - "winlogbeat/build/*.xml"
          - "winlogbeat/build/*.json"
        notify:
          - github_commit_status:
              context: "winlogbeat: Win 10 Unit Tests"

      - label: ":windows: Winlogbeat: Win 11 Unit Tests"
        command: |
          Set-Location -Path winlogbeat
          mage build unitTest
        key: "extended-win-11-unit-tests"
        retry:
          automatic:
            - limit: 1
        agents:
          provider: "azure"
          image: "${IMAGE_WIN_11}"
          imageVersion: "${IMAGE_WIN_11_VERSION}"
          vmSize: "Standard_D8s_v5"
          diskSizeGb: "256"
        artifact_paths:
          - "winlogbeat/build/*.xml"
          - "winlogbeat/build/*.json"
        notify:
          - github_commit_status:
              context: "winlogbeat: Win 11 Unit Tests"

  - wait: ~
    # with PRs, we want to run packaging only if mandatory tests succeed
    # for other cases, e.g. merge commits, we want to run packaging (and publish) independently of other tests
    # this allows building DRA artifacts even if there is flakiness in mandatory tests
    if: build.env("BUILDKITE_PULL_REQUEST") != "false"
    depends_on: "winlogbeat-mandatory-tests"

  - group: "Packaging"
    key: "winlogbeat-packaging"
    steps:
      - label: ":ubuntu: Winlogbeat: Packaging Linux"
        key: "packaging-linux"
        env:
          PLATFORMS: "+all linux/amd64 windows/amd64 darwin/amd64"
        command: |
          .buildkite/scripts/packaging/packaging.sh winlogbeat
        retry:
          automatic:
            - limit: 1
        timeout_in_minutes: 20
        plugins:
          - *dockerhub_login_plugin
          - *docker_elastic_login_plugin
        agents:
          provider: "gcp"
          image: "${IMAGE_UBUNTU_X86_64}"
          machineType: "${GCP_HI_PERF_MACHINE_TYPE}"
        notify:
          - github_commit_status:
              context: "winlogbeat: Packaging Linux"

      - label: ":ubuntu: Winlogbeat: Packaging Windows arm64"
        key: "winlogbeat-packaging-arm"
        env:
          PLATFORMS: "+all windows/arm64"
        command: |
          .buildkite/scripts/packaging/packaging.sh winlogbeat
        retry:
          automatic:
            - limit: 1
        timeout_in_minutes: 20
        plugins:
          - *dockerhub_login_plugin
          - *docker_elastic_login_plugin
        agents:
          provider: "aws"
          image: "${AWS_IMAGE_UBUNTU_ARM_64}"
          instanceType: "${AWS_ARM_INSTANCE_TYPE}"
        notify:
          - github_commit_status:
              context: "winlogbeat: Packaging Linux arm64"