Update datastream manifest file categories for misclassified security (#17523)

JDKurma · web-flow · commit 2c7d7eca29a5 · 2026-07-01T10:28:54.000+05:30
* update datastream manifest file categories for misclassified security datastreams

* add parent categories from ds to package level
diff --git a/packages/aws/data_stream/transitgateway/manifest.yml b/packages/aws/data_stream/transitgateway/manifest.yml
@@ -1,4 +1,8 @@
 title: AWS Transit Gateway metrics
+categories:
+  - aws
+  - network
+  - observability
 type: metrics
 elasticsearch:
   index_mode: "time_series"
diff --git a/packages/aws_bedrock/data_stream/guardrails/manifest.yml b/packages/aws_bedrock/data_stream/guardrails/manifest.yml
@@ -1,4 +1,8 @@
 title: "Amazon Bedrock Guardrails Metrics"
+categories:
+  - cloud
+  - aws
+  - observability
 type: metrics
 streams:
 - input: aws/metrics
diff --git a/packages/aws_bedrock/data_stream/runtime/manifest.yml b/packages/aws_bedrock/data_stream/runtime/manifest.yml
@@ -1,4 +1,8 @@
 title: Amazon Bedrock Runtime Metrics
+categories:
+  - observability
+  - aws
+  - cloud
 type: metrics
 elasticsearch:
   index_mode: time_series
diff --git a/packages/azure/data_stream/springcloudlogs/manifest.yml b/packages/azure/data_stream/springcloudlogs/manifest.yml
@@ -1,5 +1,9 @@
 type: logs
 title: Azure Spring Apps Logs
+categories:
+  - azure
+  - cloud
+  - observability
 streams:
   - input: "azure-eventhub"
     enabled: false
diff --git a/packages/azure_app_service/data_stream/app_service_logs/manifest.yml b/packages/azure_app_service/data_stream/app_service_logs/manifest.yml
@@ -1,4 +1,8 @@
 title: Collect App Service logs from Azure
+categories:
+  - observability
+  - cloud
+  - azure
 type: logs
 streams:
   - input: "azure-eventhub"
diff --git a/packages/cisco_meraki_metrics/data_stream/device_health/manifest.yml b/packages/cisco_meraki_metrics/data_stream/device_health/manifest.yml
@@ -1,4 +1,7 @@
 title: "Cisco Meraki Device Health Metrics"
+categories:
+  - network
+  - observability
 type: metrics
 streams:
   - input: meraki/metrics
diff --git a/packages/gcp/data_stream/cloudrun_metrics/manifest.yml b/packages/gcp/data_stream/cloudrun_metrics/manifest.yml
@@ -1,4 +1,10 @@
 title: "GCP Cloud Run Metrics"
+categories:
+  - cloud
+  - google_cloud
+  - datastore
+  - observability
+  - containers
 type: metrics
 streams:
   - input: gcp/metrics
diff --git a/packages/gcp/data_stream/cloudsql_mysql/manifest.yml b/packages/gcp/data_stream/cloudsql_mysql/manifest.yml
@@ -1,4 +1,10 @@
 title: "GCP CloudSQL MySQL Metrics"
+categories:
+  - datastore
+  - observability
+  - containers
+  - cloud
+  - google_cloud
 type: metrics
 streams:
   - input: gcp/metrics
diff --git a/packages/gcp/data_stream/cloudsql_postgresql/manifest.yml b/packages/gcp/data_stream/cloudsql_postgresql/manifest.yml
@@ -1,4 +1,10 @@
 title: "GCP CloudSQL PostgreSQL Metrics"
+categories:
+  - containers
+  - observability
+  - datastore
+  - cloud
+  - google_cloud
 type: metrics
 streams:
   - input: gcp/metrics
diff --git a/packages/gcp/data_stream/cloudsql_sqlserver/manifest.yml b/packages/gcp/data_stream/cloudsql_sqlserver/manifest.yml
@@ -1,4 +1,10 @@
 title: "GCP CloudSQL SQL Server Metrics"
+categories:
+  - datastore
+  - containers
+  - cloud
+  - google_cloud
+  - observability
 type: metrics
 streams:
   - input: gcp/metrics
diff --git a/packages/gcp/data_stream/loadbalancing_logs/manifest.yml b/packages/gcp/data_stream/loadbalancing_logs/manifest.yml
@@ -1,5 +1,9 @@
 type: logs
 title: Google Cloud Platform (GCP) Load Balancing logs
+categories:
+  - cloud
+  - google_cloud
+  - observability
 streams:
   - input: gcp-pubsub
     vars:
diff --git a/packages/gcp/data_stream/loadbalancing_metrics/manifest.yml b/packages/gcp/data_stream/loadbalancing_metrics/manifest.yml
@@ -1,4 +1,8 @@
 title: "GCP Load Balancing Metrics"
+categories:
+  - cloud
+  - google_cloud
+  - observability
 type: metrics
 streams:
   - input: gcp/metrics
diff --git a/packages/gcp/data_stream/vpcflow/manifest.yml b/packages/gcp/data_stream/vpcflow/manifest.yml
@@ -1,5 +1,10 @@
 type: logs
 title: Google Cloud Platform (GCP) vpcflow logs
+categories:
+  - cloud
+  - google_cloud
+  - network
+  - observability
 streams:
   - input: gcp-pubsub
     vars:
diff --git a/packages/gcp/manifest.yml b/packages/gcp/manifest.yml
@@ -17,6 +17,8 @@ categories:
   - containers
   # Added datastore category to match policy template categories (CloudSQL templates reference datastore subcategory)
   - datastore
+  # Added network category to match policy template categories (VPC flow and firewall templates reference network subcategory)
+  - network
   # Added security category to match policy template categories (audit, firewall, and dns templates reference security subcategories like firewall_security and dns_security)
   - security
 conditions:
diff --git a/packages/gitlab/data_stream/api/manifest.yml b/packages/gitlab/data_stream/api/manifest.yml
@@ -1,4 +1,6 @@
 title: GitLab API logs
+categories:
+  - productivity
 type: logs
 streams:
   - input: filestream
diff --git a/packages/gitlab/data_stream/application/manifest.yml b/packages/gitlab/data_stream/application/manifest.yml
@@ -1,4 +1,6 @@
 title: "Application"
+categories:
+  - productivity
 type: logs
 streams:
   - input: filestream
diff --git a/packages/gitlab/data_stream/pages/manifest.yml b/packages/gitlab/data_stream/pages/manifest.yml
@@ -1,4 +1,6 @@
 title: GitLab Pages logs
+categories:
+  - productivity
 type: logs
 streams:
   - input: filestream
diff --git a/packages/gitlab/data_stream/production/manifest.yml b/packages/gitlab/data_stream/production/manifest.yml
@@ -1,4 +1,6 @@
 title: GitLab Production logs
+categories:
+  - productivity
 type: logs
 streams:
   - input: filestream
diff --git a/packages/gitlab/data_stream/sidekiq/manifest.yml b/packages/gitlab/data_stream/sidekiq/manifest.yml
@@ -1,4 +1,6 @@
 title: GitLab Sidekiq logs
+categories:
+  - productivity
 type: logs
 streams:
   - input: filestream
diff --git a/packages/gitlab/manifest.yml b/packages/gitlab/manifest.yml
@@ -5,8 +5,9 @@ version: "2.6.0"
 description: Collect logs from GitLab with Elastic Agent.
 type: integration
 categories:
-  - security
+  - productivity
   - productivity_security
+  - security
 conditions:
   kibana:
     version: "^8.13.0 || ^9.0.0"
diff --git a/packages/google_workspace/data_stream/calendar/manifest.yml b/packages/google_workspace/data_stream/calendar/manifest.yml
@@ -1,4 +1,6 @@
 title: Google Workspace Calendar logs
+categories:
+  - productivity
 type: logs
 streams:
   - input: cel
diff --git a/packages/google_workspace/data_stream/chat/manifest.yml b/packages/google_workspace/data_stream/chat/manifest.yml
@@ -1,4 +1,6 @@
 title: Google Workspace Chat logs
+categories:
+  - productivity
 type: logs
 streams:
   - input: cel
diff --git a/packages/google_workspace/data_stream/data_studio/manifest.yml b/packages/google_workspace/data_stream/data_studio/manifest.yml
@@ -1,4 +1,6 @@
 title: Google Workspace Data Studio logs
+categories:
+  - productivity
 type: logs
 streams:
   - input: cel
diff --git a/packages/google_workspace/data_stream/keep/manifest.yml b/packages/google_workspace/data_stream/keep/manifest.yml
@@ -1,4 +1,6 @@
 title: Google Workspace Keep logs
+categories:
+  - productivity
 type: logs
 streams:
   - input: cel
diff --git a/packages/google_workspace/data_stream/meet/manifest.yml b/packages/google_workspace/data_stream/meet/manifest.yml
@@ -1,4 +1,6 @@
 title: Google Workspace Meet logs
+categories:
+  - productivity
 type: logs
 streams:
   - input: cel
diff --git a/packages/google_workspace/manifest.yml b/packages/google_workspace/manifest.yml
@@ -7,8 +7,9 @@ description: Collect logs from Google Workspace with Elastic Agent.
 type: integration
 format_version: "3.4.0"
 categories:
-  - security
+  - productivity
   - productivity_security
+  - security
 conditions:
   kibana:
     version: "^8.19.4 || ~9.0.7 || ^9.1.4"
diff --git a/packages/microsoft_sqlserver/data_stream/availability_groups/manifest.yml b/packages/microsoft_sqlserver/data_stream/availability_groups/manifest.yml
@@ -1,4 +1,6 @@
 title: "Microsoft SQL Server Always On Availability Groups metrics"
+categories:
+  - observability
 type: metrics
 streams:
   - input: sql/metrics
diff --git a/packages/microsoft_sqlserver/data_stream/performance/manifest.yml b/packages/microsoft_sqlserver/data_stream/performance/manifest.yml
@@ -1,5 +1,7 @@
 type: metrics
 title: Microsoft SQL Server performance metrics
+categories:
+  - observability
 streams:
   - input: sql/metrics
     vars:
diff --git a/packages/microsoft_sqlserver/data_stream/transaction_log/manifest.yml b/packages/microsoft_sqlserver/data_stream/transaction_log/manifest.yml
@@ -1,5 +1,7 @@
 type: metrics
 title: Microsoft SQL Server transaction_log metrics
+categories:
+  - observability
 streams:
   - input: sql/metrics
     vars:
diff --git a/packages/mongodb_atlas/data_stream/disk/manifest.yml b/packages/mongodb_atlas/data_stream/disk/manifest.yml
@@ -1,4 +1,8 @@
 title: Collect Disk metrics from MongoDB Atlas
+categories:
+  - cloud
+  - datastore
+  - observability
 type: logs
 streams:
   - input: cel
diff --git a/packages/mongodb_atlas/data_stream/hardware/manifest.yml b/packages/mongodb_atlas/data_stream/hardware/manifest.yml
@@ -1,4 +1,8 @@
 title: Collect Hardware metrics from MongoDB Atlas
+categories:
+  - datastore
+  - cloud
+  - observability
 type: logs
 streams:
   - input: cel
diff --git a/packages/mongodb_atlas/data_stream/mongod_database/manifest.yml b/packages/mongodb_atlas/data_stream/mongod_database/manifest.yml
@@ -1,4 +1,8 @@
 title: Collect Mongod Database logs from MongoDB Atlas
+categories:
+  - cloud
+  - observability
+  - datastore
 type: logs
 streams:
   - input: cel
diff --git a/packages/mongodb_atlas/data_stream/process/manifest.yml b/packages/mongodb_atlas/data_stream/process/manifest.yml
@@ -1,4 +1,8 @@
 title: Collect Process metrics from MongoDB Atlas
+categories:
+  - datastore
+  - cloud
+  - observability
 type: logs
 streams:
   - input: cel
diff --git a/packages/o365_metrics/data_stream/active_users_services_user_counts/manifest.yml b/packages/o365_metrics/data_stream/active_users_services_user_counts/manifest.yml
@@ -1,4 +1,6 @@
 title: Microsoft 365 Active Users Services User Counts
+categories:
+  - observability
 type: metrics
 streams:
   - input: cel
diff --git a/packages/o365_metrics/data_stream/entra_features/manifest.yml b/packages/o365_metrics/data_stream/entra_features/manifest.yml
@@ -1,4 +1,6 @@
 title: Microsoft 365 Entra Features
+categories:
+  - observability
 type: metrics
 streams:
   - input: cel
diff --git a/packages/o365_metrics/data_stream/groups_activity_group_detail/manifest.yml b/packages/o365_metrics/data_stream/groups_activity_group_detail/manifest.yml
@@ -1,4 +1,6 @@
 title: Microsoft 365 Groups Activity Group Detail
+categories:
+  - observability
 type: metrics
 ilm_policy: metrics-o365_metrics.groups_activity_group_detail-default_policy
 streams:
diff --git a/packages/o365_metrics/data_stream/mailbox_usage_detail/manifest.yml b/packages/o365_metrics/data_stream/mailbox_usage_detail/manifest.yml
@@ -1,4 +1,6 @@
 title: Microsoft 365 Mailbox Usage Detail
+categories:
+  - observability
 type: metrics
 streams:
   - input: cel
diff --git a/packages/o365_metrics/data_stream/mailbox_usage_quota_status/manifest.yml b/packages/o365_metrics/data_stream/mailbox_usage_quota_status/manifest.yml
@@ -1,4 +1,6 @@
 title: Microsoft 365 Mailbox Quota Status
+categories:
+  - observability
 type: metrics
 streams:
   - input: cel
diff --git a/packages/o365_metrics/data_stream/onedrive_usage_account_counts/manifest.yml b/packages/o365_metrics/data_stream/onedrive_usage_account_counts/manifest.yml
@@ -1,4 +1,6 @@
 title: Microsoft 365 One Drive Usage Account Counts
+categories:
+  - observability
 type: metrics
 streams:
   - input: cel
diff --git a/packages/o365_metrics/data_stream/onedrive_usage_account_detail/manifest.yml b/packages/o365_metrics/data_stream/onedrive_usage_account_detail/manifest.yml
@@ -1,4 +1,6 @@
 title: Microsoft 365 OneDrive Usage Account Detail
+categories:
+  - observability
 type: metrics
 ilm_policy: metrics-o365_metrics.onedrive_usage_account_detail-default_policy
 streams:
diff --git a/packages/o365_metrics/data_stream/onedrive_usage_file_counts/manifest.yml b/packages/o365_metrics/data_stream/onedrive_usage_file_counts/manifest.yml
@@ -1,4 +1,6 @@
 title: Microsoft 365 One Drive Usage File Counts
+categories:
+  - observability
 type: metrics
 streams:
   - input: cel
diff --git a/packages/o365_metrics/data_stream/onedrive_usage_storage/manifest.yml b/packages/o365_metrics/data_stream/onedrive_usage_storage/manifest.yml
@@ -1,4 +1,6 @@
 title: Microsoft 365 One Drive Usage Storage
+categories:
+  - observability
 type: metrics
 streams:
   - input: cel
diff --git a/packages/o365_metrics/data_stream/outlook_activity/manifest.yml b/packages/o365_metrics/data_stream/outlook_activity/manifest.yml
@@ -1,4 +1,6 @@
 title: Microsoft 365 Outlook Activity
+categories:
+  - observability
 type: metrics
 streams:
   - input: cel
diff --git a/packages/o365_metrics/data_stream/outlook_app_usage_version_counts/manifest.yml b/packages/o365_metrics/data_stream/outlook_app_usage_version_counts/manifest.yml
@@ -1,4 +1,6 @@
 title: Microsoft 365 Outlook App Usage Version Counts
+categories:
+  - observability
 type: metrics
 streams:
   - input: cel
diff --git a/packages/o365_metrics/data_stream/service_health/manifest.yml b/packages/o365_metrics/data_stream/service_health/manifest.yml
@@ -1,4 +1,6 @@
 title: Microsoft 365 Service Health metrics
+categories:
+  - observability
 type: metrics
 streams:
   - input: cel
diff --git a/packages/o365_metrics/data_stream/sharepoint_site_usage_detail/manifest.yml b/packages/o365_metrics/data_stream/sharepoint_site_usage_detail/manifest.yml
@@ -1,4 +1,6 @@
 title: Microsoft 365 Sharepoint Site Usage Detail
+categories:
+  - observability
 type: metrics
 streams:
   - input: cel
diff --git a/packages/o365_metrics/data_stream/sharepoint_site_usage_storage/manifest.yml b/packages/o365_metrics/data_stream/sharepoint_site_usage_storage/manifest.yml
@@ -1,4 +1,6 @@
 title: Microsoft 365 Sharepoint Site Usage Storage
+categories:
+  - observability
 type: metrics
 streams:
   - input: cel
diff --git a/packages/o365_metrics/data_stream/subscriptions/manifest.yml b/packages/o365_metrics/data_stream/subscriptions/manifest.yml
@@ -1,4 +1,6 @@
 title: Microsoft 365 Subscriptions metrics
+categories:
+  - observability
 type: metrics
 streams:
   - input: cel
diff --git a/packages/o365_metrics/data_stream/teams_call_quality/manifest.yml b/packages/o365_metrics/data_stream/teams_call_quality/manifest.yml
@@ -1,4 +1,6 @@
 title: Microsoft 365 Teams Call Quality
+categories:
+  - observability
 type: metrics
 streams:
   - input: cel
diff --git a/packages/o365_metrics/data_stream/teams_device_usage_user_counts/manifest.yml b/packages/o365_metrics/data_stream/teams_device_usage_user_counts/manifest.yml
diff --git a/packages/o365_metrics/data_stream/teams_user_activity_user_counts/manifest.yml b/packages/o365_metrics/data_stream/teams_user_activity_user_counts/manifest.yml
diff --git a/packages/o365_metrics/data_stream/teams_user_activity_user_detail/manifest.yml b/packages/o365_metrics/data_stream/teams_user_activity_user_detail/manifest.yml
diff --git a/packages/o365_metrics/data_stream/tenant_settings/manifest.yml b/packages/o365_metrics/data_stream/tenant_settings/manifest.yml
diff --git a/packages/o365_metrics/data_stream/viva_engage_device_usage_user_counts/manifest.yml b/packages/o365_metrics/data_stream/viva_engage_device_usage_user_counts/manifest.yml
diff --git a/packages/o365_metrics/data_stream/viva_engage_groups_activity_group_detail/manifest.yml b/packages/o365_metrics/data_stream/viva_engage_groups_activity_group_detail/manifest.yml
diff --git a/packages/oracle/data_stream/memory/manifest.yml b/packages/oracle/data_stream/memory/manifest.yml
diff --git a/packages/oracle/data_stream/performance/manifest.yml b/packages/oracle/data_stream/performance/manifest.yml
diff --git a/packages/oracle/data_stream/sysmetric/manifest.yml b/packages/oracle/data_stream/sysmetric/manifest.yml
diff --git a/packages/oracle/data_stream/system_statistics/manifest.yml b/packages/oracle/data_stream/system_statistics/manifest.yml
diff --git a/packages/oracle/data_stream/tablespace/manifest.yml b/packages/oracle/data_stream/tablespace/manifest.yml
diff --git a/packages/tencent_cloud/data_stream/clb/manifest.yml b/packages/tencent_cloud/data_stream/clb/manifest.yml
diff --git a/packages/tencent_cloud/data_stream/cos/manifest.yml b/packages/tencent_cloud/data_stream/cos/manifest.yml
diff --git a/packages/tines/data_stream/time_saved/manifest.yml b/packages/tines/data_stream/time_saved/manifest.yml
diff --git a/packages/windows/data_stream/perfmon/manifest.yml b/packages/windows/data_stream/perfmon/manifest.yml
diff --git a/packages/zeek/data_stream/capture_loss/manifest.yml b/packages/zeek/data_stream/capture_loss/manifest.yml
diff --git a/packages/zeek/data_stream/stats/manifest.yml b/packages/zeek/data_stream/stats/manifest.yml
