remove otelconsumer output from translated config (#11373)

* remove otelconsumer output from translated config

* fix ci

Author: khushijain21

docs/hybrid-agent-beats-receivers.md

@@ -155,8 +155,6 @@ receivers:
                   paths:
                     - /var/log/*.log
                   type: filestream
-        output:
-            otelconsumer: {}
     metricbeatreceiver:
         metricbeat:
             modules:
@@ -166,8 +164,6 @@ receivers:
                   metricsets:
                     - cpu
                   module: system
-        output:
-            otelconsumer: {}
 exporters:
     elasticsearch/_agent-component/default:
         api_key: placeholder

internal/pkg/otel/samples/darwin/autoops_es.yml

@@ -27,8 +27,6 @@ receivers:
           fields:
             temp_resource_id: ${env:AUTOOPS_TEMP_RESOURCE_ID}
             token: ${env:AUTOOPS_TOKEN}
-    output:
-      otelconsumer:
     telemetry_types: ["logs"]
 
 exporters:

internal/pkg/otel/samples/darwin/autoops_es_debug.yml

@@ -27,8 +27,6 @@ receivers:
           fields:
             temp_resource_id: ${env:AUTOOPS_TEMP_RESOURCE_ID}
             token: ${env:AUTOOPS_TOKEN}
-    output:
-      otelconsumer:
     telemetry_types: ["logs"]
 
 exporters:

internal/pkg/otel/samples/linux/autoops_es.yml

@@ -27,8 +27,6 @@ receivers:
           fields:
             temp_resource_id: ${env:AUTOOPS_TEMP_RESOURCE_ID}
             token: ${env:AUTOOPS_TOKEN}
-    output:
-      otelconsumer:
     telemetry_types: ["logs"]
 
 exporters:

internal/pkg/otel/samples/linux/autoops_es_debug.yml

@@ -27,8 +27,6 @@ receivers:
           fields:
             temp_resource_id: ${env:AUTOOPS_TEMP_RESOURCE_ID}
             token: ${env:AUTOOPS_TOKEN}
-    output:
-      otelconsumer:
     telemetry_types: ["logs"]
 
 exporters:

internal/pkg/otel/samples/windows/autoops_es.yml

@@ -27,8 +27,6 @@ receivers:
           fields:
             temp_resource_id: ${env:AUTOOPS_TEMP_RESOURCE_ID}
             token: ${env:AUTOOPS_TOKEN}
-    output:
-      otelconsumer:
     telemetry_types: ["logs"]
 
 exporters:

internal/pkg/otel/samples/windows/autoops_es_debug.yml

@@ -27,8 +27,6 @@ receivers:
           fields:
             temp_resource_id: ${env:AUTOOPS_TEMP_RESOURCE_ID}
             token: ${env:AUTOOPS_TOKEN}
-    output:
-      otelconsumer:
     telemetry_types: ["logs"]
 
 exporters:

internal/pkg/otel/translate/otelconfig.go

@@ -271,10 +271,6 @@ func getReceiversConfigForComponent(
 	dataset := fmt.Sprintf("elastic_agent.%s", strings.ReplaceAll(strings.ReplaceAll(binaryName, "-", "_"), "/", "_"))
 
 	receiverConfig := map[string]any{
-		// the output needs to be otelconsumer
-		"output": map[string]any{
-			"otelconsumer": map[string]any{},
-		},
 		// just like we do for beats processes, each receiver needs its own data path
 		"path": map[string]any{
 			"data": BeatDataPath(comp.ID),

internal/pkg/otel/translate/otelconfig_test.go

@@ -407,9 +407,6 @@ func TestGetOtelConfig(t *testing.T) {
 					},
 				},
 			},
-			"output": map[string]any{
-				"otelconsumer": map[string]any{},
-			},
 			"path": map[string]any{
 				"data": filepath.Join(paths.Run(), id),
 			},
@@ -743,9 +740,6 @@ func TestGetOtelConfig(t *testing.T) {
 								},
 							},
 						},
-						"output": map[string]any{
-							"otelconsumer": map[string]any{},
-						},
 						"path": map[string]any{
 							"data": filepath.Join(paths.Run(), "beat-metrics-monitoring"),
 						},
@@ -854,9 +848,6 @@ func TestGetOtelConfig(t *testing.T) {
 								},
 							},
 						},
-						"output": map[string]any{
-							"otelconsumer": map[string]any{},
-						},
 						"path": map[string]any{
 							"data": filepath.Join(paths.Run(), "system-metrics"),
 						},
@@ -1106,7 +1097,6 @@ func TestGetReceiversConfigForComponent(t *testing.T) {
 			assert.True(t, ok, "receiver config should be a map")
 
 			// Verify configuration section presence
-			assert.Contains(t, receiverConfig, "output", "output config should be present")
 			assert.Contains(t, receiverConfig, "path", "path config should be present")
 			assert.Contains(t, receiverConfig, "logging", "logging config should be present")
 			assert.Contains(t, receiverConfig, tt.expectedBeatName, fmt.Sprintf("%s config should be present", tt.expectedBeatName))

testing/integration/ess/otel_test.go

@@ -832,8 +832,6 @@ func TestFileBeatReceiver(t *testing.T) {
           enabled: true
           count: 1
           message: {{.Message}}
-    output:
-      otelconsumer:
     logging:
       level: info
       selectors:
@@ -959,8 +957,6 @@ func TestOtelFBReceiverE2E(t *testing.T) {
             - {{.InputPath}}
           prospector.scanner.fingerprint.enabled: false
           file_identity.native: ~
-    output:
-      otelconsumer:
     logging:
       level: info
       selectors:
@@ -1384,8 +1380,6 @@ func TestOtelMBReceiverE2E(t *testing.T) {
             - '.*'
           metricsets:
             - cpu
-    output:
-      otelconsumer:
     logging:
       level: info
       selectors:
@@ -1574,8 +1568,6 @@ receivers:
           fields:
             dataset: generic
           target: event
-    output:
-      otelconsumer:
     logging:
       level: info
       selectors:
@@ -1812,8 +1804,6 @@ func TestFBOtelRestartE2E(t *testing.T) {
                 document_id: "id"
           prospector.scanner.fingerprint.enabled: false
           file_identity.native: ~
-    output:
-      otelconsumer:
     logging:
       level: info
       selectors:
@@ -2049,8 +2039,6 @@ receivers:
             - '.*'
           metricsets:
             - cpu
-    output:
-      otelconsumer:
     queue.mem.flush.timeout: 0s
 exporters:
   elasticsearch/log:
@@ -2197,8 +2185,6 @@ receivers:
             - '.*'
           metricsets:
             - cpu
-    output:
-      otelconsumer:
     queue.mem.flush.timeout: 0s
 exporters:
   elasticsearch/log: