@@ -34,92 +34,6 @@ func TestFilebeatOTelKafkaExporter(t *testing.T) {
3434
3535 otelCfg := fmt .Sprintf (`receivers:
3636 filebeatreceiver:
37- filebeat:
38- inputs:
39- - type: filestream
40- id: filestream-input-id
41- enabled: true
42- paths:
43- - %s
44- prospector.scanner.fingerprint.enabled: false
45- file_identity.native: ~
46- queue.mem.flush.timeout: 0s
47- setup.template.enabled: false
48- path.home: %s
49- exporters:
50- kafka:
51- brokers:
52- - %s
53- logs:
54- topic: %s
55- encoding: raw
56- service:
57- pipelines:
58- logs:
59- receivers:
60- - filebeatreceiver
61- exporters:
62- - kafka
63- telemetry:
64- metrics:
65- level: none
66- ` , logFilePath , tmpdir , kafkaBroker , topic )
67-
68- oteltestcol .New (t , otelCfg )
69-
70- received := consumeKafkaTopic (t , topic )
71-
72- t .Logf ("received Kafka message: %s" , string (received ))
73-
74- var body mapstr.M
75- require .NoError (t , json .Unmarshal (received , & body ), "Kafka message is not valid JSON" )
76- got := body .Flatten ()
77-
78- // Check non-deterministic fields are present.
79- agentVersion , _ := got .GetValue ("agent.version" )
80- require .NotEmpty (t , agentVersion , "expected agent.version to be set" )
81- agentID , _ := got .GetValue ("agent.id" )
82- require .NotEmpty (t , agentID , "expected agent.id to be set" )
83- agentEphemeralID , _ := got .GetValue ("agent.ephemeral_id" )
84- require .NotEmpty (t , agentEphemeralID , "expected agent.ephemeral_id to be set" )
85- hostName , _ := got .GetValue ("host.name" )
86- require .NotEmpty (t , hostName , "expected host.name to be set" )
87- timestamp , _ := got .GetValue ("@timestamp" )
88- require .NotEmpty (t , timestamp , "expected @timestamp to be set" )
89-
90- // Remove non-deterministic fields before comparison.
91- _ = got .Delete ("@timestamp" )
92- _ = got .Delete ("agent.id" )
93- _ = got .Delete ("agent.ephemeral_id" )
94- _ = got .Delete ("agent.name" )
95- _ = got .Delete ("agent.version" )
96- _ = got .Delete ("host.name" )
97- _ = got .Delete ("log.file.device_id" )
98- _ = got .Delete ("log.file.inode" )
99-
100- want := mapstr.M {
101- "message" : "Line 0" ,
102- "agent.type" : "filebeat" ,
103- "input.type" : "filestream" ,
104- "ecs.version" : "8.0.0" ,
105- "log.offset" : float64 (0 ),
106- "log.file.path" : logFilePath ,
107- }
108-
109- if diff := cmp .Diff (want , got ); diff != "" {
110- t .Fatalf ("log event fields mismatch (-want +got):\n %s" , diff )
111- }
112- }
113-
114- func TestFilebeatOTelKafkaExporterIncludesMetadata (t * testing.T ) {
115- topic := fmt .Sprintf ("test-otel-kafka-meta-%s" , uuid .Must (uuid .NewV4 ()).String ())
116-
117- tmpdir := t .TempDir ()
118- logFilePath := filepath .Join (tmpdir , "kafka_test.log" )
119- writeEventsToLogFile (t , logFilePath , 1 )
120-
121- otelCfg := fmt .Sprintf (`receivers:
122- filebeatreceiver:
12337 include_metadata: true
12438 filebeat:
12539 inputs:
0 commit comments