[Anonymization Platform Service] Backend primitives - shared package + policy + replacements + inference runtime (#252616)

Author: stephmilovic

.buildkite/ftr_platform_stateful_configs.yml

@@ -383,6 +383,7 @@ enabled:
   - x-pack/platform/test/api_integration/apis/cloud/config.ts
   - x-pack/platform/test/api_integration/apis/cloud/saml.config.ts
   - x-pack/platform/test/api_integration/apis/console/config.ts
+  - x-pack/platform/test/api_integration/apis/anonymization/config.ts
   - x-pack/platform/test/api_integration/apis/content_management/config.ts
   - x-pack/platform/test/api_integration/apis/features/config.ts
   - x-pack/platform/test/api_integration/apis/entity_manager/config.ts

.github/CODEOWNERS

@@ -956,6 +956,7 @@ x-pack/platform/packages/shared/ai-assistant/ai-assistant-connector-selector-act
 x-pack/platform/packages/shared/ai-assistant/ai-assistant-cta @elastic/appex-sharedux
 x-pack/platform/packages/shared/ai-assistant/common @elastic/search-kibana
 x-pack/platform/packages/shared/ai-assistant/icon @elastic/appex-sharedux
+x-pack/platform/packages/shared/ai-infra/anonymization-common @elastic/workchat-eng @elastic/security-generative-ai @elastic/security-threat-hunting
 x-pack/platform/packages/shared/ai-infra/inference-common @elastic/search-kibana
 x-pack/platform/packages/shared/ai-infra/inference-langchain @elastic/search-kibana
 x-pack/platform/packages/shared/ai-infra/kbn-evals-suite-llm-tasks @elastic/appex-ai-infra
@@ -1086,6 +1087,7 @@ x-pack/platform/plugins/shared/ai_infra/llm_tasks @elastic/appex-ai-infra
 x-pack/platform/plugins/shared/ai_infra/product_doc_base @elastic/appex-ai-infra
 x-pack/platform/plugins/shared/aiops @elastic/ml-ui
 x-pack/platform/plugins/shared/alerting @elastic/response-ops
+x-pack/platform/plugins/shared/anonymization @elastic/workchat-eng @elastic/security-generative-ai @elastic/security-threat-hunting
 x-pack/platform/plugins/shared/apm_sources_access @elastic/obs-presentation-team
 x-pack/platform/plugins/shared/automatic_import @elastic/integration-experience
 x-pack/platform/plugins/shared/automatic_import_v2 @elastic/integration-experience
@@ -3255,6 +3257,7 @@ x-pack/solutions/observability/plugins/observability_shared/public/components/pr
 /src/platform/test/examples/state_sync/*.ts @elastic/appex-sharedux
 /src/platform/test/examples/error_boundary/index.ts @elastic/appex-sharedux
 /src/platform/test/examples/content_management/*.ts @elastic/appex-sharedux
+/x-pack/platform/test/api_integration/apis/anonymization @elastic/security-generative-ai @elastic/workchat-eng @elastic/security-threat-hunting
 /x-pack/platform/test/api_integration/apis/content_management @elastic/appex-sharedux
 /x-pack/platform/test/api_integration_deployment_agnostic/apis/intercepts @elastic/appex-sharedux
 /x-pack/platform/test/accessibility/apps/group3/tags.ts @elastic/appex-sharedux
@@ -3291,6 +3294,7 @@ docs/reference                                @elastic/experience-docs
 # maintaining ESOs has been documented and consuming teams have acclimated to ZDT changes.
 x-pack/platform/plugins/shared/actions/server/saved_objects/index.ts @elastic/response-ops @elastic/kibana-security
 x-pack/platform/plugins/shared/alerting/server/saved_objects/index.ts @elastic/response-ops @elastic/kibana-security
+x-pack/platform/plugins/shared/anonymization/server/saved_objects/register_anonymization_salt_saved_object_type.ts @elastic/workchat-eng @elastic/security-generative-ai @elastic/security-threat-hunting @elastic/kibana-security
 x-pack/platform/plugins/shared/fleet/server/saved_objects/index.ts @elastic/fleet @elastic/kibana-security
 x-pack/solutions/observability/plugins/synthetics/server/saved_objects/saved_objects.ts @elastic/actionable-obs-team @elastic/kibana-security
 x-pack/solutions/observability/plugins/synthetics/server/saved_objects/synthetics_monitor/legacy_synthetics_monitor.ts @elastic/actionable-obs-team @elastic/kibana-security

docs/extend/plugin-list.md

@@ -116,6 +116,7 @@ mapped_pages:
 | [agentBuilderPlatform](https://github.com/elastic/kibana/blob/main/x-pack/platform/plugins/shared/agent_builder_platform/README.md) | Contains the platform-owned agent builder entities |
 | [aiops](https://github.com/elastic/kibana/blob/main/x-pack/platform/plugins/shared/aiops/README.md) | The plugin provides APIs and components for AIOps features, including the “Log rate analysis” UI, maintained by the ML team. |
 | [alerting](https://github.com/elastic/kibana/blob/main/x-pack/platform/plugins/shared/alerting/README.md) | The Kibana Alerting plugin provides a common place to set up rules. You can: |
+| [anonymization](https://github.com/elastic/kibana/blob/main/x-pack/platform/plugins/shared/anonymization/README.md) | Home of the platform-owned anonymization policy service used by inference-related workflows. |
 | [apm](https://github.com/elastic/kibana/blob/main/x-pack/solutions/observability/plugins/apm/readme.md) | This plugin provides access to App Monitoring features provided by Elastic. It allows you to monitor your software services and applications in real-time; visualize detailed performance information on your services, identify and analyze errors, and monitor host-level and APM agent-specific metrics like JVM and Go runtime metrics. |
 | [apmDataAccess](https://github.com/elastic/kibana/blob/main/x-pack/solutions/observability/plugins/apm_data_access) | WARNING: Missing or empty README. |
 | [apmSourcesAccess](https://github.com/elastic/kibana/blob/main/x-pack/platform/plugins/shared/apm_sources_access/README.md) | Exposes services to access APM sources. |

package.json

@@ -215,6 +215,8 @@
     "@kbn/analytics-collection-utils": "link:src/platform/packages/private/analytics/utils/analytics_collection_utils",
     "@kbn/analytics-ftr-helpers-plugin": "link:src/platform/test/analytics/plugins/analytics_ftr_helpers",
     "@kbn/analytics-plugin-a-plugin": "link:src/platform/test/analytics/plugins/analytics_plugin_a",
+    "@kbn/anonymization-common": "link:x-pack/platform/packages/shared/ai-infra/anonymization-common",
+    "@kbn/anonymization-plugin": "link:x-pack/platform/plugins/shared/anonymization",
     "@kbn/apm-config-loader": "link:src/platform/packages/private/kbn-apm-config-loader",
     "@kbn/apm-data-access-plugin": "link:x-pack/solutions/observability/plugins/apm_data_access",
     "@kbn/apm-data-view": "link:src/platform/packages/shared/kbn-apm-data-view",

packages/kbn-check-saved-objects-cli/current_fields.json

@@ -96,6 +96,7 @@
     "ruleTypeId",
     "tags"
   ],
+  "anonymization-salt": [],
   "api_key_pending_invalidation": [
     "apiKeyId",
     "createdAt",

packages/kbn-check-saved-objects-cli/current_mappings.json

@@ -324,6 +324,10 @@
       }
     }
   },
+  "anonymization-salt": {
+    "dynamic": false,
+    "properties": {}
+  },
   "api_key_pending_invalidation": {
     "properties": {
       "apiKeyId": {

src/core/packages/saved-objects/server-internal/src/object_types/index.ts

@@ -11,4 +11,4 @@ export { registerCoreObjectTypes } from './registration';
 
 // set minimum number of registered saved objects to ensure no object types are removed after 8.8
 // declared in internal implementation explicitly to prevent unintended changes.
-export const SAVED_OBJECT_TYPES_COUNT = 147 as const;
+export const SAVED_OBJECT_TYPES_COUNT = 148 as const;

src/core/server/integration_tests/ci_checks/saved_objects/check_registered_types.test.ts

@@ -62,6 +62,7 @@ describe('checking migration metadata changes on all registered SO types', () =>
         "ad_hoc_run_params": "9c372f2a8f8b468e9b699a6df633c7f14fab7f13216c9ec160813e75bae56098",
         "alert": "ab52f596c3499231d37ab4c0ee346010789a9a0b9d64d61a6631986e1e62b2aa",
         "alerting_rule_template": "a26521005d8a51af336ec95a2097c4bd073980c050e3c675cec3851acff78fd9",
+        "anonymization-salt": "487fee82ef036b64199d1eb26b9834c0f67d94d2ed7b74e5c10e04fa8616554a",
         "api_key_pending_invalidation": "c1c0f5cbb1175a7d25c762b290d9d46c04557e4a8ae6a2c7bf77b8fd99b2146d",
         "api_key_to_invalidate": "424d96e6dabbb6eef0618a2c23c24dca5005c650ea70f3f5fc80f978c0bd329c",
         "apm-custom-dashboards": "b4ac5df21cce9c4d5165fb529a05f170d91b4d9de932335b13f7932a83b8f34c",
@@ -303,6 +304,11 @@ describe('checking migration metadata changes on all registered SO types', () =>
         "alerting_rule_template|10.2.0: b60378ef7f2010d4904a7b9dca0a9a8c8cc3ef793bb4bb8664f902f0c8505811",
         "alerting_rule_template|10.1.0: 5d4e755ad4a43932d14339869246b5c49059ce9cd4079ab2571f2edd9213baea",
         "===============================================================================================",
+        "anonymization-salt|global: bba0fddbf8e5f2e6109fa5204c88eca26c1f632c",
+        "anonymization-salt|mappings: e1b10e5bec060a176469a5e9a4f80c94e23abcd7",
+        "anonymization-salt|schemas: da39a3ee5e6b4b0d3255bfef95601890afd80709",
+        "anonymization-salt|10.1.0: d10294b73c8ca0e9b8cd7639216a8a054be5c24b30f6048cf98f6c3f8d9ebfbd",
+        "===========================================================================================",
         "api_key_pending_invalidation|global: 95b04002ba51622fd4512312dc80f09c2176999c",
         "api_key_pending_invalidation|mappings: 3ad0b4c69b863b2dcd4b1a6818470bbceba628ba",
         "api_key_pending_invalidation|schemas: da39a3ee5e6b4b0d3255bfef95601890afd80709",
@@ -1341,6 +1347,7 @@ describe('checking migration metadata changes on all registered SO types', () =>
         "ad_hoc_run_params": "10.3.0",
         "alert": "10.9.0",
         "alerting_rule_template": "10.3.0",
+        "anonymization-salt": "10.1.0",
         "api_key_pending_invalidation": "10.2.0",
         "api_key_to_invalidate": "10.2.0",
         "apm-custom-dashboards": "10.1.0",
@@ -1498,6 +1505,7 @@ describe('checking migration metadata changes on all registered SO types', () =>
         "ad_hoc_run_params": "10.3.0",
         "alert": "10.9.0",
         "alerting_rule_template": "10.3.0",
+        "anonymization-salt": "10.1.0",
         "api_key_pending_invalidation": "10.2.0",
         "api_key_to_invalidate": "10.2.0",
         "apm-custom-dashboards": "10.1.0",

src/core/server/integration_tests/saved_objects/registration/type_registrations.test.ts

@@ -25,6 +25,7 @@ const previouslyRegisteredTypes = [
   'apm-service-group',
   'apm-services-telemetry',
   'apm-telemetry',
+  'anonymization-salt',
   'app_search_telemetry',
   'application_usage_daily',
   'application_usage_totals',

tsconfig.base.json

@@ -108,6 +108,10 @@
       "@kbn/analytics-ftr-helpers-plugin/*": ["src/platform/test/analytics/plugins/analytics_ftr_helpers/*"],
       "@kbn/analytics-plugin-a-plugin": ["src/platform/test/analytics/plugins/analytics_plugin_a"],
       "@kbn/analytics-plugin-a-plugin/*": ["src/platform/test/analytics/plugins/analytics_plugin_a/*"],
+      "@kbn/anonymization-common": ["x-pack/platform/packages/shared/ai-infra/anonymization-common"],
+      "@kbn/anonymization-common/*": ["x-pack/platform/packages/shared/ai-infra/anonymization-common/*"],
+      "@kbn/anonymization-plugin": ["x-pack/platform/plugins/shared/anonymization"],
+      "@kbn/anonymization-plugin/*": ["x-pack/platform/plugins/shared/anonymization/*"],
       "@kbn/api-contracts": ["packages/kbn-api-contracts"],
       "@kbn/api-contracts/*": ["packages/kbn-api-contracts/*"],
       "@kbn/apm-config-loader": ["src/platform/packages/private/kbn-apm-config-loader"],