datasecurity: add sds_result event platform pipeline and forwarder config

Author: aimenebelfodil

.golangci.yml

@@ -162,6 +162,7 @@ linters:
             - "!**/comp/forwarder/eventplatform/impl/epforwarder.go"
             - "!**/comp/forwarder/eventplatform/impl/pipelines_container.go"
             - "!**/comp/forwarder/eventplatform/impl/pipelines_dataobservability.go"
+            - "!**/comp/forwarder/eventplatform/impl/pipelines_datasecurity.go"
             - "!**/comp/forwarder/eventplatform/impl/pipelines_datastreams.go"
             - "!**/comp/forwarder/eventplatform/impl/pipelines_dbm.go"
             - "!**/comp/forwarder/eventplatform/impl/pipelines_eventmanagement.go"

comp/forwarder/eventplatform/def/component.go

@@ -47,6 +47,8 @@ const (
 	EventTypeKubeActions = "kube-actions"
 	// EventTypeAgentDiscovery represents an Agent Discovery configuration files event
 	EventTypeAgentDiscovery = "agentdiscovery"
+	// EventTypeSDSResult represents a sensitive-data-scanner result event
+	EventTypeSDSResult = "sds-result"
 )
 
 // Component is the interface of the event platform forwarder component.

comp/forwarder/eventplatform/impl/BUILD.bazel

@@ -9,6 +9,7 @@ go_library(
         "pipelines_agentdiscovery.go",
         "pipelines_container.go",
         "pipelines_dataobservability.go",
+        "pipelines_datasecurity.go",
         "pipelines_datastreams.go",
         "pipelines_dbm.go",
         "pipelines_eventmanagement.go",

comp/forwarder/eventplatform/impl/epforwarder.go

@@ -80,6 +80,7 @@ func getPassthroughPipelines() []passthroughPipelineDesc {
 		getDataObservabilityPipelines,
 		getSoftwareInventoryPipelines,
 		getAgentDiscoveryPipelines,
+		getDataSecurityPipelines,
 	}
 	var descs []passthroughPipelineDesc
 	for _, get := range getters {

comp/forwarder/eventplatform/impl/pipelines_datasecurity.go

@@ -0,0 +1,29 @@
+// Unless explicitly stated otherwise all files in this repository are licensed
+// under the Apache License Version 2.0.
+// This product includes software developed at Datadog (https://www.datadoghq.com/).
+// Copyright 2016-present Datadog, Inc.
+
+package eventplatformimpl
+
+import (
+	eventplatform "github.com/DataDog/datadog-agent/comp/forwarder/eventplatform/def"
+	logshttp "github.com/DataDog/datadog-agent/comp/logs-library/client/http"
+	pkgconfigsetup "github.com/DataDog/datadog-agent/pkg/config/setup"
+)
+
+func getDataSecurityPipelines() []passthroughPipelineDesc {
+	return []passthroughPipelineDesc{
+		{
+			eventType:                     eventplatform.EventTypeSDSResult,
+			category:                      "Data Security",
+			contentType:                   logshttp.ProtobufContentType,
+			endpointsConfigPrefix:         "sds_result.forwarder.",
+			hostnameEndpointPrefix:        "sds-intake.",
+			intakeTrackType:               "sdsresult",
+			defaultBatchMaxConcurrentSend: 10,
+			defaultBatchMaxContentSize:    pkgconfigsetup.DefaultBatchMaxContentSize,
+			defaultBatchMaxSize:           pkgconfigsetup.DefaultBatchMaxSize,
+			defaultInputChanSize:          pkgconfigsetup.DefaultInputChanSize,
+		},
+	}
+}

pkg/config/schema/yaml/core_schema.yaml

@@ -9669,6 +9669,110 @@ properties:
     default: ${run_path}
   runtime_security_config:
     $ref: runtime_security_config.yaml
+  sds_result:
+    node_type: section
+    type: object
+    properties:
+      forwarder:
+        node_type: section
+        type: object
+        properties:
+          additional_endpoints:
+            node_type: setting
+            type: array
+            default: []
+            items:
+              type: object
+          batch_max_concurrent_send:
+            node_type: setting
+            type: integer
+            default: 0
+          batch_max_content_size:
+            node_type: setting
+            type: integer
+            default: 5000000
+          batch_max_size:
+            node_type: setting
+            type: integer
+            default: 1000
+          batch_wait:
+            node_type: setting
+            type: number
+            default: 5
+            tags:
+            - golang_type:float64
+          compression_kind:
+            node_type: setting
+            type: string
+            default: zstd
+          compression_level:
+            node_type: setting
+            type: integer
+            default: 6
+          connection_reset_interval:
+            node_type: setting
+            type: integer
+            default: 0
+          dd_url:
+            node_type: setting
+            type: string
+            default: ''
+          dev_mode_no_ssl:
+            node_type: setting
+            type: boolean
+            default: false
+            tags:
+            - no-env
+          input_chan_size:
+            node_type: setting
+            type: integer
+            default: 100
+          logs_dd_url:
+            node_type: setting
+            type: string
+            default: ''
+          logs_no_ssl:
+            node_type: setting
+            type: boolean
+            default: false
+          sender_backoff_base:
+            node_type: setting
+            type: number
+            default: 1
+            tags:
+            - golang_type:float64
+          sender_backoff_factor:
+            node_type: setting
+            type: number
+            default: 2
+            tags:
+            - golang_type:float64
+          sender_backoff_max:
+            node_type: setting
+            type: number
+            default: 120
+            tags:
+            - golang_type:float64
+          sender_recovery_interval:
+            node_type: setting
+            type: integer
+            default: 2
+          sender_recovery_reset:
+            node_type: setting
+            type: boolean
+            default: false
+          use_compression:
+            node_type: setting
+            type: boolean
+            default: true
+          use_v2_api:
+            node_type: setting
+            type: boolean
+            default: true
+          zstd_compression_level:
+            node_type: setting
+            type: integer
+            default: 1
   secret_audit_file_max_size:
     node_type: setting
     type: integer

pkg/config/setup/common_settings.go

@@ -1255,6 +1255,9 @@ func agent(config pkgconfigmodel.Setup) {
 	// https://docs.datadoghq.com/api/latest/events#post-an-event
 	bindEnvAndSetLogsConfigKeys(config, "event_management.forwarder.")
 
+	// Data Security (sensitive-data-scanner results) event platform forwarder
+	bindEnvAndSetLogsConfigKeys(config, "sds_result.forwarder.")
+
 	// The cardinality of tags to send for checks.
 	// Choices are: low, orchestrator, high.
 	// Changing this setting may impact your custom metrics billing.