Add missing exclude_logs feature.

Author: franciscovalentecastro

apps/iis.go

@@ -290,6 +290,15 @@ func (p LoggingProcessorMacroIisAccess) Expand(ctx context.Context) []confgenera
 	// Handle field concatenation (serverIp+port, requestUrl)
 	concatFields := IISConcatFields{}
 
+	// This is used to exclude the header lines above the logs
+	// EXAMPLE LINES:
+	// #Software: Microsoft Internet Information Services 10.0
+	// #Version: 1.0
+	// #Date: 2022-04-11 12:53:50
+	excludeLogs := confgenerator.LoggingProcessorExcludeLogs{
+		MatchAny: []string{`jsonPayload.message=~"^#(?:Fields|Date|Version|Software):"`},
+	}
+
 	// Create fields map for simple field operations and moves
 	fields := map[string]*confgenerator.ModifyField{
 		InstrumentationSourceLabel: instrumentationSourceValue(p.Type()),
@@ -317,6 +326,7 @@ func (p LoggingProcessorMacroIisAccess) Expand(ctx context.Context) []confgenera
 	return []confgenerator.InternalLoggingProcessor{
 		parseRegex,
 		concatFields,
+		excludeLogs,
 		modifyFields,
 	}
 }

transformation_test/testdata/logging_processor-iis_access/input.log

@@ -1,3 +1,6 @@
+#Software: Microsoft Internet Information Services 10.0
+#Version: 1.0
+#Date: 2022-04-11 12:53:50
 2022-03-10 17:26:30 ::1 GET /iisstart.png - 80 - ::1 Mozilla/5.0+(Windows+NT+10.0;+WOW64;+Trident/7.0;+rv:11.0)+like+Gecko http://localhost/ 200 0 0 18
 2022-03-10 17:26:30 ::1 GET / - 80 - ::1 Mozilla/5.0+(Windows+NT+10.0;+WOW64;+Trident/7.0;+rv:11.0)+like+Gecko - 200 0 0 352
 2022-03-10 17:26:32 ::1 GET /favicon.ico - 80 - ::1 Mozilla/5.0+(Windows+NT+10.0;+WOW64;+Trident/7.0;+rv:11.0)+like+Gecko - 404 0 2 49