Merge branch '9.0' into backport/9.0/pr-236506

Author: baileycash-elastic

.buildkite/pipelines/on_merge.yml

@@ -17,6 +17,20 @@ steps:
           limit: 1
   - wait
 
+  - command: .buildkite/scripts/steps/store_cache.sh
+    label: Store Cache for build
+    timeout_in_minutes: 10
+    id: store_cache
+    soft_fail: true
+    depends_on:
+      - terrazzo-initial-pipeline-upload
+    agents:
+      image: family/kibana-ubuntu-2404
+      imageProject: elastic-images-prod
+      provider: gcp
+      machineType: n2-standard-2
+      diskSizeGb: 95
+
   - command: .buildkite/scripts/steps/on_merge_build_and_metrics.sh
     label: Build Kibana Distribution
     agents:

.buildkite/pipelines/pull_request/base.yml

@@ -2,12 +2,24 @@ steps:
   - command: .buildkite/scripts/lifecycle/pre_build.sh
     label: Pre-Build
     timeout_in_minutes: 10
+    id: pre_build
     agents:
       machineType: n2-standard-2
       diskSizeGb: 100
 
   - wait
 
+  - command: .buildkite/scripts/steps/store_cache.sh
+    label: Store Cache for build
+    timeout_in_minutes: 10
+    id: store_cache
+    soft_fail: true
+    depends_on:
+      - terrazzo-initial-pipeline-upload
+    agents:
+      machineType: n2-standard-2
+      diskSizeGb: 95
+
   - command: .buildkite/scripts/steps/build_kibana.sh
     label: Build Kibana Distribution
     agents:

.buildkite/scripts/bootstrap.sh

@@ -23,10 +23,16 @@ if [[ "$(pwd)" != *"/local-ssd/"* && "$(pwd)" != "/dev/shm"* ]]; then
     echo "Using ~/.kibana/.yarn-local-mirror as a starting point"
     mv ~/.kibana/.yarn-local-mirror ./
   fi
-  if [[ -d ~/.kibana-moon-cache ]]; then
+  # Check if there's a cache artifact uploaded from a previous step
+  if (buildkite-agent artifact download --step "store_cache" "moon-cache.tar.gz" ~/); then
+    echo "Found moon-cache.tar.gz artifact, extracting to ./.moon/cache"
+    mkdir -p ./.moon/cache
+    echo "Extracting moon-cache.tar.gz to ./.moon/cache"
+    tar -xzf ~/moon-cache.tar.gz -C ./
+  elif [[ -d ~/.kibana-moon-cache ]]; then
     echo "Using ~/.moon/cache as a starting point"
     mkdir -p ./.moon/cache
-    mv ~/.kibana-moon-cache ./.moon/cache
+    mv ~/.kibana-moon-cache/* ./.moon/cache
   fi
 fi
 

.buildkite/scripts/steps/store_cache.sh

@@ -0,0 +1,18 @@
+#!/usr/bin/env bash
+
+set -euo pipefail
+
+source .buildkite/scripts/common/util.sh
+
+export MOON_CACHE=write
+.buildkite/scripts/bootstrap.sh
+echo "--- Archive moon cache"
+if [[ ! -d .moon/cache ]]; then
+  echo "No moon cache directory found, skipping archive"
+  exit 0
+else
+  tar -czf ~/moon-cache.tar.gz .moon/cache || echo "Failed to archive moon cache"
+  cd ~/
+  buildkite-agent artifact upload moon-cache.tar.gz || echo "Failed to upload moon cache"
+  echo "Moon cache archived as moon-cache.tar.gz"
+fi

fleet_packages.json

@@ -56,6 +56,6 @@
   },
   {
     "name": "security_detection_engine",
-    "version": "9.0.14"
+    "version": "9.0.15"
   }
 ]

oas_docs/output/kibana.serverless.yaml

@@ -75,25 +75,62 @@ tags:
     x-displayName: Connectors
   - name: Dashboards
   - name: Data streams
+    description: |
+      Data stream APIs enable you to manage data streams, which are collections of indices that share the same index template and are managed as a single unit for time-series data.
+    x-displayName: Data streams
   - description: Data view APIs enable you to manage data views, formerly known as Kibana index patterns.
     name: data views
     x-displayName: Data views
   - name: Elastic Agent actions
+    description: |
+      Elastic Agent actions APIs enable you to manage actions performed on Elastic Agents, including agent reassignment, diagnostics collection, enrollment management, upgrades, and bulk operations for agent lifecycle management.
+    x-displayName: Elastic Agent actions
   - name: Elastic Agent binary download sources
+    description: |
+      Elastic Agent binary download sources APIs enable you to manage download sources for Elastic Agent binaries, including creating, updating, and deleting custom download sources for agent binaries.
+    x-displayName: Elastic Agent binary download sources
   - name: Elastic Agent policies
+    description: |
+      Elastic Agent policies APIs enable you to manage agent policies, including creating, updating, and deleting policies, as well as to retrieve agent policy outputs, manifests, and auto-upgrade status information.
+    x-displayName: Elastic Agent policies
   - name: Elastic Agent status
+    description: |
+      Enables you to retrieve status information about Elastic Agents, including health summaries and operational status.
+    x-displayName: Elastic Agent status
   - name: Elastic Agents
+    description: |
+      Elastic Agents APIs enable you to manage Elastic Agents, including retrieving agent information, managing agent lifecycle, handling file uploads, and initiating agent setup.
+    x-displayName: Elastic Agents
   - name: Elastic Package Manager (EPM)
   - name: Fleet enrollment API keys
+    description: |
+      Fleet enrollment API keys APIs enable you to manage enrollment API keys for Fleet, including creating, retrieving, and revoking API keys used for agent enrollment.
+    x-displayName: Fleet enrollment API keys
   - name: Fleet internals
+    description: |
+      Fleet internals APIs enable you to manage Fleet internal operations, including checking permissions, monitoring Fleet Server health, managing settings, and initiating Fleet setup.
+    x-displayName: Fleet internals
   - name: Fleet outputs
+    description: |
+      Fleet outputs APIs enable you to manage Fleet outputs, including creating, updating, and deleting output configurations, generating Logstash API keys, and monitoring output health.
+    x-displayName: Fleet outputs
   - name: Fleet package policies
+    description: |
+      Fleet package policies APIs enable you to manage Fleet package policies, including creating, updating, and deleting policies, performing bulk operations, and managing policy upgrades.
+    x-displayName: Fleet package policies
   - name: Fleet proxies
+    description: |
+      Fleet proxies APIs enable you to manage Fleet proxies, including creating, updating, and deleting proxy configurations for Fleet agent communication.
+    x-displayName: Fleet proxies
   - name: Fleet Server hosts
   - name: Fleet service tokens
   - name: Fleet uninstall tokens
   - name: Message Signing Service
-  - description: Machine learning
+    description: |
+      Enables you to rotate message signing key pairs for secure Fleet communication.
+    x-displayName: Fleet Message Signing Service
+  - description: |
+      Enables you to synchronize machine learning saved objects.
     name: ml
     x-displayName: Machine learning
   - name: roles
@@ -142,7 +179,8 @@ tags:
   - description: Interact with and manage endpoints running the Elastic Defend integration.
     name: Security Endpoint Management API
     x-displayName: Security endpoint management
-  - description: ''
+  - description: |
+      Use the Security entity analytics APIs to manage entity analytics and risk scoring, including asset criticality, privileged user monitoring, and entity engines.
     name: Security Entity Analytics API
     x-displayName: Security entity analytics
   - description: |
@@ -220,15 +258,19 @@ tags:
   - name: spaces
     x-displayName: Spaces
     description: Manage your Kibana spaces.
+    externalDocs:
+      url: https://www.elastic.co/docs/deploy-manage/manage-spaces
+      description: Space overview
   - name: streams
     description: |
       Streams is a new and experimental way to manage your data in Kibana. The API is currently not considered stable and can change at any point.
     x-displayName: Streams
   - name: system
     x-displayName: System
     description: |
-      Get information about the system status, resource usage, and installed plugins.
-  - externalDocs:
+      Get information about the system status, resource usage, features, and installed plugins.
+  - description: Task manager APIs enable you to check the health of the Kibana task manager, which is used by features such as alerting, actions, and reporting to run mission critical work as persistent background tasks.
+    externalDocs:
       description: Task manager
       url: https://www.elastic.co/guide/en/kibana/current/task-manager-production-considerations.html
     name: task manager

oas_docs/output/kibana.yaml

@@ -89,23 +89,68 @@ tags:
     x-displayName: Connectors
   - name: Dashboards
   - name: Data streams
+    description: |
+      Data stream APIs enable you to manage data streams, which are collections of indices that share the same index template and are managed as a single unit for time-series data.
+    x-displayName: Data streams
   - description: Data view APIs enable you to manage data views, formerly known as Kibana index patterns.
     name: data views
     x-displayName: Data views
   - name: Elastic Agent actions
+    description: |
+      Elastic Agent actions APIs enable you to manage actions performed on Elastic Agents, including agent reassignment, diagnostics collection, enrollment management, upgrades, and bulk operations for agent lifecycle management.
+    x-displayName: Elastic Agent actions
   - name: Elastic Agent binary download sources
+    description: |
+      Elastic Agent binary download sources APIs enable you to manage download sources for Elastic Agent binaries, including creating, updating, and deleting custom download sources for agent binaries.
+    x-displayName: Elastic Agent binary download sources
   - name: Elastic Agent policies
+    description: |
+      Elastic Agent policies APIs enable you to manage agent policies, including creating, updating, and deleting policies, as well as to retrieve agent policy outputs, manifests, and auto-upgrade status information.
+    x-displayName: Elastic Agent policies
   - name: Elastic Agent status
+    description: |
+      Enables you to retrieve status information about Elastic Agents, including health summaries and operational status.
+    x-displayName: Elastic Agent status
   - name: Elastic Agents
+    description: |
+      Elastic Agents APIs enable you to manage Elastic Agents, including retrieving agent information, managing agent lifecycle, handling file uploads, and initiating agent setup.
+    x-displayName: Elastic Agents
   - name: Elastic Package Manager (EPM)
+    description: |
+      Elastic Package Manager (EPM) APIs enable you to manage packages and integrations, including installing, updating, and uninstalling packages, managing custom integrations, and handling package assets.
+    x-displayName: Elastic Package Manager (EPM)
   - name: Fleet enrollment API keys
+    description: |
+      Fleet enrollment API keys APIs enable you to manage enrollment API keys for Fleet, including creating, retrieving, and revoking API keys used for agent enrollment.
+    x-displayName: Fleet enrollment API keys
   - name: Fleet internals
+    description: |
+      Fleet internals APIs enable you to manage Fleet internal operations, including checking permissions, monitoring Fleet Server health, managing settings, and initiating Fleet setup.
+    x-displayName: Fleet internals
   - name: Fleet outputs
+    description: |
+      Fleet outputs APIs enable you to manage Fleet outputs, including creating, updating, and deleting output configurations, generating Logstash API keys, and monitoring output health.
+    x-displayName: Fleet outputs
   - name: Fleet package policies
+    description: |
+      Fleet package policies APIs enable you to manage Fleet package policies, including creating, updating, and deleting policies, performing bulk operations, and managing policy upgrades.
+    x-displayName: Fleet package policies
   - name: Fleet proxies
+    description: |
+      Fleet proxies APIs enable you to manage Fleet proxies, including creating, updating, and deleting proxy configurations for Fleet agent communication.
+    x-displayName: Fleet proxies
   - name: Fleet Server hosts
+    description: |
+      Fleet Server hosts APIs enable you to manage Fleet Server hosts, including creating, updating, and deleting Fleet Server host configurations.
+    x-displayName: Fleet Server hosts
   - name: Fleet service tokens
+    description: |
+      Enables you to create tokens for Fleet service authentication and authorization.
+    x-displayName: Fleet service tokens
   - name: Fleet uninstall tokens
+    description: |
+      Fleet uninstall tokens APIs enable you to manage Fleet uninstall tokens, including retrieving metadata and decrypted tokens for agent uninstallation.
+    x-displayName: Fleet uninstall tokens
   - description: |
       Programmatically integrate with Logstash configuration management.
       > warn
@@ -116,7 +161,11 @@ tags:
     name: logstash
     x-displayName: Logstash configuration management
   - name: Message Signing Service
-  - description: Machine learning
+    description: |
+      Enables you to rotate message signing key pairs for secure Fleet communication.
+    x-displayName: Fleet Message Signing Service
+  - description: |
+      Enables you to synchronize machine learning saved objects.
     name: ml
     x-displayName: Machine learning
   - name: roles
@@ -135,7 +184,7 @@ tags:
       * [Spaces](../group/endpoint-spaces)
       * [Short URLs](../group/endpoint-short-url)
 
-      Warning: Do not write documents directly to the `.kibana` index. When you write directly to the `.kibana` index, the data becomes corrupted and permanently breaks future Kibana versions
+      Warning: Do not write documents directly to the `.kibana` index. When you write directly to the `.kibana` index, the data becomes corrupted and permanently breaks future Kibana versions.
     name: saved objects
     x-displayName: Saved objects
   - description: Manage and interact with Security Assistant resources.
@@ -165,7 +214,8 @@ tags:
   - description: Interact with and manage endpoints running the Elastic Defend integration.
     name: Security Endpoint Management API
     x-displayName: Security endpoint management
-  - description: ''
+  - description: |
+      Use the Security entity analytics APIs to manage entity analytics and risk scoring, including asset criticality, privileged user monitoring, and entity engines.
     name: Security Entity Analytics API
     x-displayName: Security entity analytics
   - description: |
@@ -251,6 +301,7 @@ tags:
       description: Space overview
   - name: synthetics
     x-displayName: Synthetics
+    description: Synthetics APIs enable you to check the status of your services and applications.
     externalDocs:
       description: Synthetic monitoring
       url: https://www.elastic.co/docs/solutions/observability/synthetics
@@ -262,21 +313,25 @@ tags:
       Get information about the system status, resource usage, features, and installed plugins.
     name: system
     x-displayName: System
-  - externalDocs:
+  - description: Task manager APIs enable you to check the health of the Kibana task manager, which is used by features such as alerting, actions, and reporting to run mission critical work as persistent background tasks.
+    externalDocs:
       description: Task manager
       url: https://www.elastic.co/docs/deploy-manage/distributed-architecture/kibana-tasks-management
     name: task manager
     x-displayName: Task manager
   - description: The assistant helps you prepare for the next major version of Elasticsearch.
     name: upgrade
     x-displayName: Upgrade assistant
-  - externalDocs:
+  - description: Uptime APIs enable you to view and update uptime monitoring settings.
+    externalDocs:
       description: Uptime monitoring
       url: https://www.elastic.co/docs/solutions/observability/uptime
     name: uptime
     x-displayName: Uptime
   - name: user session
     x-displayName: User session management
+    description: |
+      Enables you to invalidate user sessions for security and session management purposes.
 paths:
   /api/actions/connector_types:
     get: