diff --git a/test/regression/logs/syslog/README.md b/test/regression/logs/syslog/README.md new file mode 100644 index 000000000000..73e77ddcc290 --- /dev/null +++ b/test/regression/logs/syslog/README.md @@ -0,0 +1,7 @@ +--- +description: Syslog regression experiments. +--- + +# Logs — syslog + +Label-gated suite: runs only when its `smp/logs/syslog` label is applied to a PR. diff --git a/test/regression/logs/syslog/cases/quality_gate_syslog/datadog-agent/conf.d/tcp-listener.d/conf.yaml b/test/regression/logs/syslog/cases/quality_gate_syslog/datadog-agent/conf.d/tcp-listener.d/conf.yaml new file mode 100644 index 000000000000..bb67cf72f99f --- /dev/null +++ b/test/regression/logs/syslog/cases/quality_gate_syslog/datadog-agent/conf.d/tcp-listener.d/conf.yaml @@ -0,0 +1,6 @@ +logs: + - type: tcp + port: 10000 + format: syslog + service: "my-service" + source: "my-client-app" diff --git a/test/regression/logs/syslog/cases/quality_gate_syslog/datadog-agent/datadog.yaml b/test/regression/logs/syslog/cases/quality_gate_syslog/datadog-agent/datadog.yaml new file mode 100644 index 000000000000..d5aa08d9135e --- /dev/null +++ b/test/regression/logs/syslog/cases/quality_gate_syslog/datadog-agent/datadog.yaml @@ -0,0 +1,19 @@ +auth_token_file_path: /tmp/agent-auth-token + +# Disable cloud detection. This stops the Agent from poking around the +# execution environment & network. This is particularly important if the target +# has network access. +cloud_provider_metadata: [] + +dd_url: http://127.0.0.1:9091 + +logs_enabled: true +logs_config: + logs_dd_url: 127.0.0.1:9092 + logs_no_ssl: true + force_use_http: true + +process_config.process_dd_url: http://localhost:9093 + +telemetry.enabled: true +telemetry.checks: '*' diff --git a/test/regression/logs/syslog/cases/quality_gate_syslog/experiment.yaml b/test/regression/logs/syslog/cases/quality_gate_syslog/experiment.yaml new file mode 100644 index 000000000000..f3daf4176485 --- /dev/null +++ b/test/regression/logs/syslog/cases/quality_gate_syslog/experiment.yaml @@ -0,0 +1,44 @@ +optimization_goal: memory +erratic: false + +target: + name: datadog-agent + cpu_allotment: 4 + # Set to 20% higher than the memory_usage check value + memory_allotment: 264 MiB + + environment: + DD_API_KEY: a0000001 + DD_HOSTNAME: smp-regression + + profiling_environment: + DD_INTERNAL_PROFILING_BLOCK_PROFILE_RATE: 10000 + DD_INTERNAL_PROFILING_CPU_DURATION: 1m + DD_INTERNAL_PROFILING_DELTA_PROFILES: true + DD_INTERNAL_PROFILING_ENABLED: true + DD_INTERNAL_PROFILING_ENABLE_GOROUTINE_STACKTRACES: true + DD_INTERNAL_PROFILING_MUTEX_PROFILE_FRACTION: 10 + DD_INTERNAL_PROFILING_PERIOD: 1m + DD_INTERNAL_PROFILING_UNIX_SOCKET: /smp-host/apm.socket + DD_PROFILING_EXECUTION_TRACE_ENABLED: true + DD_PROFILING_EXECUTION_TRACE_PERIOD: 1m + DD_PROFILING_WAIT_PROFILE: true + DD_APM_INTERNAL_PROFILING_ENABLED: true + +checks: + - name: memory_usage + description: "Memory usage for syslog structured parsing pipeline" + bounds: + series: total_pss_bytes + # When updating this, update the memory_allotment in the target section to 20% higher + upper_bound: "220 MiB" + + - name: intake_connections + description: "Connections established to intake APIs. This puts a bound on total connections per Agent instance." + bounds: + series: "connection.current" + upper_bound: 6 + +report_links: + - text: "bounds checks dashboard" + link: "https://app.datadoghq.com/dashboard/vz3-jd5-bdi?fromUser=true&refresh_mode=paused&tpl_var_experiment%5B0%5D={{ experiment }}&tpl_var_job_id%5B0%5D={{ job_id }}&view=spans&from_ts={{ start_time_ms }}&to_ts={{ end_time_ms }}&live=false" diff --git a/test/regression/logs/syslog/cases/quality_gate_syslog/lading/lading.yaml b/test/regression/logs/syslog/cases/quality_gate_syslog/lading/lading.yaml new file mode 100644 index 000000000000..c2efb309538c --- /dev/null +++ b/test/regression/logs/syslog/cases/quality_gate_syslog/lading/lading.yaml @@ -0,0 +1,23 @@ +generator: + - tcp: + seed: [2, 3, 5, 7, 11, 13, 17, 19, 23, 29, 31, 37, 41, 43, 47, 53, + 59, 61, 67, 71, 73, 79, 83, 89, 97, 101, 103, 107, 109, 113, 127, 131] + addr: "127.0.0.1:10000" + variant: "syslog5424" + bytes_per_second: "500 KiB" + maximum_prebuild_cache_size_bytes: "64 MiB" + +blackhole: + - http: + binding_addr: "127.0.0.1:9091" + - http: + binding_addr: "127.0.0.1:9092" + response_delay_millis: 75 + - http: + binding_addr: "127.0.0.1:9093" + +target_metrics: + - prometheus: + uri: "http://127.0.0.1:5000/telemetry" + tags: + sub_agent: "core" diff --git a/test/regression/logs/syslog/cases/tcp_syslog_scaling_10conn_structured/datadog-agent/conf.d/tcp-listener.d/conf.yaml b/test/regression/logs/syslog/cases/tcp_syslog_scaling_10conn_structured/datadog-agent/conf.d/tcp-listener.d/conf.yaml new file mode 100644 index 000000000000..4e6d64972d7a --- /dev/null +++ b/test/regression/logs/syslog/cases/tcp_syslog_scaling_10conn_structured/datadog-agent/conf.d/tcp-listener.d/conf.yaml @@ -0,0 +1,28 @@ +logs: + - type: tcp + port: 10000 + format: syslog + service: "my-service" + source: "my-client-app" + log_processing_rules: + - type: remap_source + name: siem_source_remap + matching: + - attribute: "siem.device_vendor" + value: "ArcSight" + new_source: "arcsight" + - attribute: "siem.device_product" + value: "Firewall" + new_source: "pan_firewall" + - attribute: "siem.format" + value: "LEEF" + new_source: "leef_generic" + - attribute: "siem.event_id" + value: "IDS-42" + new_source: "ids_alerts" + - attribute: "syslog.appname" + value: "nginx" + new_source: "nginx_access" + - attribute: "syslog.hostname" + value: "db-primary" + new_source: "database" diff --git a/test/regression/logs/syslog/cases/tcp_syslog_scaling_10conn_structured/datadog-agent/datadog.yaml b/test/regression/logs/syslog/cases/tcp_syslog_scaling_10conn_structured/datadog-agent/datadog.yaml new file mode 100644 index 000000000000..b3ecea94bd1e --- /dev/null +++ b/test/regression/logs/syslog/cases/tcp_syslog_scaling_10conn_structured/datadog-agent/datadog.yaml @@ -0,0 +1,20 @@ +auth_token_file_path: /tmp/agent-auth-token + +dd_url: http://localhost:9091 +process_config.process_dd_url: http://localhost:9093 + +telemetry.enabled: true +telemetry.checks: '*' + +# Disable cloud detection. This stops the Agent from poking around the +# execution environment & network. This is particularly important if the target +# has network access. +cloud_provider_metadata: [] + +logs_enabled: true +logs_config: + logs_dd_url: 127.0.0.1:9092 + logs_no_ssl: true + pipelines: 4 + pipeline_failover: + enabled: true \ No newline at end of file diff --git a/test/regression/logs/syslog/cases/tcp_syslog_scaling_10conn_structured/experiment.yaml b/test/regression/logs/syslog/cases/tcp_syslog_scaling_10conn_structured/experiment.yaml new file mode 100644 index 000000000000..b5ee79fb95cd --- /dev/null +++ b/test/regression/logs/syslog/cases/tcp_syslog_scaling_10conn_structured/experiment.yaml @@ -0,0 +1,27 @@ +optimization_goal: memory +erratic: false + +target: + name: datadog-agent + cpu_allotment: 4 + memory_allotment: 2GiB + + environment: + DD_API_KEY: a0000001 + DD_HOSTNAME: smp-regression + + profiling_environment: + DD_INTERNAL_PROFILING_BLOCK_PROFILE_RATE: 10000 + DD_INTERNAL_PROFILING_CPU_DURATION: 1m + DD_INTERNAL_PROFILING_DELTA_PROFILES: true + DD_INTERNAL_PROFILING_ENABLED: true + DD_INTERNAL_PROFILING_ENABLE_GOROUTINE_STACKTRACES: true + DD_INTERNAL_PROFILING_MUTEX_PROFILE_FRACTION: 10 + DD_INTERNAL_PROFILING_PERIOD: 1m + DD_INTERNAL_PROFILING_UNIX_SOCKET: /smp-host/apm.socket + DD_PROFILING_EXECUTION_TRACE_ENABLED: true + DD_PROFILING_EXECUTION_TRACE_PERIOD: 1m + DD_PROFILING_WAIT_PROFILE: true + DD_APM_INTERNAL_PROFILING_ENABLED: true + + DD_INTERNAL_PROFILING_EXTRA_TAGS: experiment:tcp_syslog_scaling_10conn_structured diff --git a/test/regression/logs/syslog/cases/tcp_syslog_scaling_10conn_structured/lading/lading.yaml b/test/regression/logs/syslog/cases/tcp_syslog_scaling_10conn_structured/lading/lading.yaml new file mode 100644 index 000000000000..ecd0f59b87fb --- /dev/null +++ b/test/regression/logs/syslog/cases/tcp_syslog_scaling_10conn_structured/lading/lading.yaml @@ -0,0 +1,23 @@ +generator: + - tcp: + seed: [2, 3, 5, 7, 11, 13, 17, 19, 23, 29, 31, 37, 41, 43, 47, 53, + 59, 61, 67, 71, 73, 79, 83, 89, 97, 101, 103, 107, 109, 113, 127, 131] + addr: "127.0.0.1:10000" + variant: "syslog5424" + bytes_per_second: "50 MiB" + parallel_connections: 10 + maximum_prebuild_cache_size_bytes: "256 MiB" + +blackhole: + - http: + binding_addr: "127.0.0.1:9091" + - http: + binding_addr: "127.0.0.1:9092" + - http: + binding_addr: "127.0.0.1:9093" + +target_metrics: + - prometheus: + uri: "http://127.0.0.1:5000/telemetry" + tags: + sub_agent: "core" diff --git a/test/regression/logs/syslog/cases/tcp_syslog_scaling_10conn_structured_200rules/datadog-agent/conf.d/tcp-listener.d/conf.yaml b/test/regression/logs/syslog/cases/tcp_syslog_scaling_10conn_structured_200rules/datadog-agent/conf.d/tcp-listener.d/conf.yaml new file mode 100644 index 000000000000..23f0777d57d0 --- /dev/null +++ b/test/regression/logs/syslog/cases/tcp_syslog_scaling_10conn_structured_200rules/datadog-agent/conf.d/tcp-listener.d/conf.yaml @@ -0,0 +1,610 @@ +logs: + - type: tcp + port: 10000 + format: syslog + service: "my-service" + source: "my-client-app" + log_processing_rules: + - type: remap_source + name: siem_source_remap_200 + matching: + - attribute: "siem.device_vendor" + value: "vendor_nomatch_000" + new_source: "source_vendor_000" + - attribute: "siem.device_product" + value: "product_nomatch_001" + new_source: "source_product_001" + - attribute: "siem.format" + value: "fmt_nomatch_002" + new_source: "source_fmt_002" + - attribute: "siem.event_id" + value: "evt_nomatch_003" + new_source: "source_evt_003" + - attribute: "syslog.appname" + value: "app_nomatch_004" + new_source: "source_app_004" + - attribute: "syslog.hostname" + value: "host_nomatch_005" + new_source: "source_host_005" + - attribute: "syslog.msgid" + value: "msgid_nomatch_006" + new_source: "source_msgid_006" + - attribute: "syslog.procid" + value: "proc_nomatch_007" + new_source: "source_proc_007" + - attribute: "siem.device_vendor" + value: "vendor_nomatch_008" + new_source: "source_vendor_008" + - attribute: "siem.device_product" + value: "product_nomatch_009" + new_source: "source_product_009" + - attribute: "siem.format" + value: "fmt_nomatch_010" + new_source: "source_fmt_010" + - attribute: "siem.event_id" + value: "evt_nomatch_011" + new_source: "source_evt_011" + - attribute: "syslog.appname" + value: "app_nomatch_012" + new_source: "source_app_012" + - attribute: "syslog.hostname" + value: "host_nomatch_013" + new_source: "source_host_013" + - attribute: "syslog.msgid" + value: "msgid_nomatch_014" + new_source: "source_msgid_014" + - attribute: "syslog.procid" + value: "proc_nomatch_015" + new_source: "source_proc_015" + - attribute: "siem.device_vendor" + value: "vendor_nomatch_016" + new_source: "source_vendor_016" + - attribute: "siem.device_product" + value: "product_nomatch_017" + new_source: "source_product_017" + - attribute: "siem.format" + value: "fmt_nomatch_018" + new_source: "source_fmt_018" + - attribute: "siem.event_id" + value: "evt_nomatch_019" + new_source: "source_evt_019" + - attribute: "syslog.appname" + value: "app_nomatch_020" + new_source: "source_app_020" + - attribute: "syslog.hostname" + value: "host_nomatch_021" + new_source: "source_host_021" + - attribute: "syslog.msgid" + value: "msgid_nomatch_022" + new_source: "source_msgid_022" + - attribute: "syslog.procid" + value: "proc_nomatch_023" + new_source: "source_proc_023" + - attribute: "siem.device_vendor" + value: "vendor_nomatch_024" + new_source: "source_vendor_024" + - attribute: "siem.device_product" + value: "product_nomatch_025" + new_source: "source_product_025" + - attribute: "siem.format" + value: "fmt_nomatch_026" + new_source: "source_fmt_026" + - attribute: "siem.event_id" + value: "evt_nomatch_027" + new_source: "source_evt_027" + - attribute: "syslog.appname" + value: "app_nomatch_028" + new_source: "source_app_028" + - attribute: "syslog.hostname" + value: "host_nomatch_029" + new_source: "source_host_029" + - attribute: "syslog.msgid" + value: "msgid_nomatch_030" + new_source: "source_msgid_030" + - attribute: "syslog.procid" + value: "proc_nomatch_031" + new_source: "source_proc_031" + - attribute: "siem.device_vendor" + value: "vendor_nomatch_032" + new_source: "source_vendor_032" + - attribute: "siem.device_product" + value: "product_nomatch_033" + new_source: "source_product_033" + - attribute: "siem.format" + value: "fmt_nomatch_034" + new_source: "source_fmt_034" + - attribute: "siem.event_id" + value: "evt_nomatch_035" + new_source: "source_evt_035" + - attribute: "syslog.appname" + value: "app_nomatch_036" + new_source: "source_app_036" + - attribute: "syslog.hostname" + value: "host_nomatch_037" + new_source: "source_host_037" + - attribute: "syslog.msgid" + value: "msgid_nomatch_038" + new_source: "source_msgid_038" + - attribute: "syslog.procid" + value: "proc_nomatch_039" + new_source: "source_proc_039" + - attribute: "siem.device_vendor" + value: "vendor_nomatch_040" + new_source: "source_vendor_040" + - attribute: "siem.device_product" + value: "product_nomatch_041" + new_source: "source_product_041" + - attribute: "siem.format" + value: "fmt_nomatch_042" + new_source: "source_fmt_042" + - attribute: "siem.event_id" + value: "evt_nomatch_043" + new_source: "source_evt_043" + - attribute: "syslog.appname" + value: "app_nomatch_044" + new_source: "source_app_044" + - attribute: "syslog.hostname" + value: "host_nomatch_045" + new_source: "source_host_045" + - attribute: "syslog.msgid" + value: "msgid_nomatch_046" + new_source: "source_msgid_046" + - attribute: "syslog.procid" + value: "proc_nomatch_047" + new_source: "source_proc_047" + - attribute: "siem.device_vendor" + value: "vendor_nomatch_048" + new_source: "source_vendor_048" + - attribute: "siem.device_product" + value: "product_nomatch_049" + new_source: "source_product_049" + - attribute: "siem.format" + value: "fmt_nomatch_050" + new_source: "source_fmt_050" + - attribute: "siem.event_id" + value: "evt_nomatch_051" + new_source: "source_evt_051" + - attribute: "syslog.appname" + value: "app_nomatch_052" + new_source: "source_app_052" + - attribute: "syslog.hostname" + value: "host_nomatch_053" + new_source: "source_host_053" + - attribute: "syslog.msgid" + value: "msgid_nomatch_054" + new_source: "source_msgid_054" + - attribute: "syslog.procid" + value: "proc_nomatch_055" + new_source: "source_proc_055" + - attribute: "siem.device_vendor" + value: "vendor_nomatch_056" + new_source: "source_vendor_056" + - attribute: "siem.device_product" + value: "product_nomatch_057" + new_source: "source_product_057" + - attribute: "siem.format" + value: "fmt_nomatch_058" + new_source: "source_fmt_058" + - attribute: "siem.event_id" + value: "evt_nomatch_059" + new_source: "source_evt_059" + - attribute: "syslog.appname" + value: "app_nomatch_060" + new_source: "source_app_060" + - attribute: "syslog.hostname" + value: "host_nomatch_061" + new_source: "source_host_061" + - attribute: "syslog.msgid" + value: "msgid_nomatch_062" + new_source: "source_msgid_062" + - attribute: "syslog.procid" + value: "proc_nomatch_063" + new_source: "source_proc_063" + - attribute: "siem.device_vendor" + value: "vendor_nomatch_064" + new_source: "source_vendor_064" + - attribute: "siem.device_product" + value: "product_nomatch_065" + new_source: "source_product_065" + - attribute: "siem.format" + value: "fmt_nomatch_066" + new_source: "source_fmt_066" + - attribute: "siem.event_id" + value: "evt_nomatch_067" + new_source: "source_evt_067" + - attribute: "syslog.appname" + value: "app_nomatch_068" + new_source: "source_app_068" + - attribute: "syslog.hostname" + value: "host_nomatch_069" + new_source: "source_host_069" + - attribute: "syslog.msgid" + value: "msgid_nomatch_070" + new_source: "source_msgid_070" + - attribute: "syslog.procid" + value: "proc_nomatch_071" + new_source: "source_proc_071" + - attribute: "siem.device_vendor" + value: "vendor_nomatch_072" + new_source: "source_vendor_072" + - attribute: "siem.device_product" + value: "product_nomatch_073" + new_source: "source_product_073" + - attribute: "siem.format" + value: "fmt_nomatch_074" + new_source: "source_fmt_074" + - attribute: "siem.event_id" + value: "evt_nomatch_075" + new_source: "source_evt_075" + - attribute: "syslog.appname" + value: "app_nomatch_076" + new_source: "source_app_076" + - attribute: "syslog.hostname" + value: "host_nomatch_077" + new_source: "source_host_077" + - attribute: "syslog.msgid" + value: "msgid_nomatch_078" + new_source: "source_msgid_078" + - attribute: "syslog.procid" + value: "proc_nomatch_079" + new_source: "source_proc_079" + - attribute: "siem.device_vendor" + value: "vendor_nomatch_080" + new_source: "source_vendor_080" + - attribute: "siem.device_product" + value: "product_nomatch_081" + new_source: "source_product_081" + - attribute: "siem.format" + value: "fmt_nomatch_082" + new_source: "source_fmt_082" + - attribute: "siem.event_id" + value: "evt_nomatch_083" + new_source: "source_evt_083" + - attribute: "syslog.appname" + value: "app_nomatch_084" + new_source: "source_app_084" + - attribute: "syslog.hostname" + value: "host_nomatch_085" + new_source: "source_host_085" + - attribute: "syslog.msgid" + value: "msgid_nomatch_086" + new_source: "source_msgid_086" + - attribute: "syslog.procid" + value: "proc_nomatch_087" + new_source: "source_proc_087" + - attribute: "siem.device_vendor" + value: "vendor_nomatch_088" + new_source: "source_vendor_088" + - attribute: "siem.device_product" + value: "product_nomatch_089" + new_source: "source_product_089" + - attribute: "siem.format" + value: "fmt_nomatch_090" + new_source: "source_fmt_090" + - attribute: "siem.event_id" + value: "evt_nomatch_091" + new_source: "source_evt_091" + - attribute: "syslog.appname" + value: "app_nomatch_092" + new_source: "source_app_092" + - attribute: "syslog.hostname" + value: "host_nomatch_093" + new_source: "source_host_093" + - attribute: "syslog.msgid" + value: "msgid_nomatch_094" + new_source: "source_msgid_094" + - attribute: "syslog.procid" + value: "proc_nomatch_095" + new_source: "source_proc_095" + - attribute: "siem.device_vendor" + value: "vendor_nomatch_096" + new_source: "source_vendor_096" + - attribute: "siem.device_product" + value: "product_nomatch_097" + new_source: "source_product_097" + - attribute: "siem.format" + value: "fmt_nomatch_098" + new_source: "source_fmt_098" + - attribute: "siem.event_id" + value: "evt_nomatch_099" + new_source: "source_evt_099" + - attribute: "syslog.appname" + value: "app_nomatch_100" + new_source: "source_app_100" + - attribute: "syslog.hostname" + value: "host_nomatch_101" + new_source: "source_host_101" + - attribute: "syslog.msgid" + value: "msgid_nomatch_102" + new_source: "source_msgid_102" + - attribute: "syslog.procid" + value: "proc_nomatch_103" + new_source: "source_proc_103" + - attribute: "siem.device_vendor" + value: "vendor_nomatch_104" + new_source: "source_vendor_104" + - attribute: "siem.device_product" + value: "product_nomatch_105" + new_source: "source_product_105" + - attribute: "siem.format" + value: "fmt_nomatch_106" + new_source: "source_fmt_106" + - attribute: "siem.event_id" + value: "evt_nomatch_107" + new_source: "source_evt_107" + - attribute: "syslog.appname" + value: "app_nomatch_108" + new_source: "source_app_108" + - attribute: "syslog.hostname" + value: "host_nomatch_109" + new_source: "source_host_109" + - attribute: "syslog.msgid" + value: "msgid_nomatch_110" + new_source: "source_msgid_110" + - attribute: "syslog.procid" + value: "proc_nomatch_111" + new_source: "source_proc_111" + - attribute: "siem.device_vendor" + value: "vendor_nomatch_112" + new_source: "source_vendor_112" + - attribute: "siem.device_product" + value: "product_nomatch_113" + new_source: "source_product_113" + - attribute: "siem.format" + value: "fmt_nomatch_114" + new_source: "source_fmt_114" + - attribute: "siem.event_id" + value: "evt_nomatch_115" + new_source: "source_evt_115" + - attribute: "syslog.appname" + value: "app_nomatch_116" + new_source: "source_app_116" + - attribute: "syslog.hostname" + value: "host_nomatch_117" + new_source: "source_host_117" + - attribute: "syslog.msgid" + value: "msgid_nomatch_118" + new_source: "source_msgid_118" + - attribute: "syslog.procid" + value: "proc_nomatch_119" + new_source: "source_proc_119" + - attribute: "siem.device_vendor" + value: "vendor_nomatch_120" + new_source: "source_vendor_120" + - attribute: "siem.device_product" + value: "product_nomatch_121" + new_source: "source_product_121" + - attribute: "siem.format" + value: "fmt_nomatch_122" + new_source: "source_fmt_122" + - attribute: "siem.event_id" + value: "evt_nomatch_123" + new_source: "source_evt_123" + - attribute: "syslog.appname" + value: "app_nomatch_124" + new_source: "source_app_124" + - attribute: "syslog.hostname" + value: "host_nomatch_125" + new_source: "source_host_125" + - attribute: "syslog.msgid" + value: "msgid_nomatch_126" + new_source: "source_msgid_126" + - attribute: "syslog.procid" + value: "proc_nomatch_127" + new_source: "source_proc_127" + - attribute: "siem.device_vendor" + value: "vendor_nomatch_128" + new_source: "source_vendor_128" + - attribute: "siem.device_product" + value: "product_nomatch_129" + new_source: "source_product_129" + - attribute: "siem.format" + value: "fmt_nomatch_130" + new_source: "source_fmt_130" + - attribute: "siem.event_id" + value: "evt_nomatch_131" + new_source: "source_evt_131" + - attribute: "syslog.appname" + value: "app_nomatch_132" + new_source: "source_app_132" + - attribute: "syslog.hostname" + value: "host_nomatch_133" + new_source: "source_host_133" + - attribute: "syslog.msgid" + value: "msgid_nomatch_134" + new_source: "source_msgid_134" + - attribute: "syslog.procid" + value: "proc_nomatch_135" + new_source: "source_proc_135" + - attribute: "siem.device_vendor" + value: "vendor_nomatch_136" + new_source: "source_vendor_136" + - attribute: "siem.device_product" + value: "product_nomatch_137" + new_source: "source_product_137" + - attribute: "siem.format" + value: "fmt_nomatch_138" + new_source: "source_fmt_138" + - attribute: "siem.event_id" + value: "evt_nomatch_139" + new_source: "source_evt_139" + - attribute: "syslog.appname" + value: "app_nomatch_140" + new_source: "source_app_140" + - attribute: "syslog.hostname" + value: "host_nomatch_141" + new_source: "source_host_141" + - attribute: "syslog.msgid" + value: "msgid_nomatch_142" + new_source: "source_msgid_142" + - attribute: "syslog.procid" + value: "proc_nomatch_143" + new_source: "source_proc_143" + - attribute: "siem.device_vendor" + value: "vendor_nomatch_144" + new_source: "source_vendor_144" + - attribute: "siem.device_product" + value: "product_nomatch_145" + new_source: "source_product_145" + - attribute: "siem.format" + value: "fmt_nomatch_146" + new_source: "source_fmt_146" + - attribute: "siem.event_id" + value: "evt_nomatch_147" + new_source: "source_evt_147" + - attribute: "syslog.appname" + value: "app_nomatch_148" + new_source: "source_app_148" + - attribute: "syslog.hostname" + value: "host_nomatch_149" + new_source: "source_host_149" + - attribute: "syslog.msgid" + value: "msgid_nomatch_150" + new_source: "source_msgid_150" + - attribute: "syslog.procid" + value: "proc_nomatch_151" + new_source: "source_proc_151" + - attribute: "siem.device_vendor" + value: "vendor_nomatch_152" + new_source: "source_vendor_152" + - attribute: "siem.device_product" + value: "product_nomatch_153" + new_source: "source_product_153" + - attribute: "siem.format" + value: "fmt_nomatch_154" + new_source: "source_fmt_154" + - attribute: "siem.event_id" + value: "evt_nomatch_155" + new_source: "source_evt_155" + - attribute: "syslog.appname" + value: "app_nomatch_156" + new_source: "source_app_156" + - attribute: "syslog.hostname" + value: "host_nomatch_157" + new_source: "source_host_157" + - attribute: "syslog.msgid" + value: "msgid_nomatch_158" + new_source: "source_msgid_158" + - attribute: "syslog.procid" + value: "proc_nomatch_159" + new_source: "source_proc_159" + - attribute: "siem.device_vendor" + value: "vendor_nomatch_160" + new_source: "source_vendor_160" + - attribute: "siem.device_product" + value: "product_nomatch_161" + new_source: "source_product_161" + - attribute: "siem.format" + value: "fmt_nomatch_162" + new_source: "source_fmt_162" + - attribute: "siem.event_id" + value: "evt_nomatch_163" + new_source: "source_evt_163" + - attribute: "syslog.appname" + value: "app_nomatch_164" + new_source: "source_app_164" + - attribute: "syslog.hostname" + value: "host_nomatch_165" + new_source: "source_host_165" + - attribute: "syslog.msgid" + value: "msgid_nomatch_166" + new_source: "source_msgid_166" + - attribute: "syslog.procid" + value: "proc_nomatch_167" + new_source: "source_proc_167" + - attribute: "siem.device_vendor" + value: "vendor_nomatch_168" + new_source: "source_vendor_168" + - attribute: "siem.device_product" + value: "product_nomatch_169" + new_source: "source_product_169" + - attribute: "siem.format" + value: "fmt_nomatch_170" + new_source: "source_fmt_170" + - attribute: "siem.event_id" + value: "evt_nomatch_171" + new_source: "source_evt_171" + - attribute: "syslog.appname" + value: "app_nomatch_172" + new_source: "source_app_172" + - attribute: "syslog.hostname" + value: "host_nomatch_173" + new_source: "source_host_173" + - attribute: "syslog.msgid" + value: "msgid_nomatch_174" + new_source: "source_msgid_174" + - attribute: "syslog.procid" + value: "proc_nomatch_175" + new_source: "source_proc_175" + - attribute: "siem.device_vendor" + value: "vendor_nomatch_176" + new_source: "source_vendor_176" + - attribute: "siem.device_product" + value: "product_nomatch_177" + new_source: "source_product_177" + - attribute: "siem.format" + value: "fmt_nomatch_178" + new_source: "source_fmt_178" + - attribute: "siem.event_id" + value: "evt_nomatch_179" + new_source: "source_evt_179" + - attribute: "syslog.appname" + value: "app_nomatch_180" + new_source: "source_app_180" + - attribute: "syslog.hostname" + value: "host_nomatch_181" + new_source: "source_host_181" + - attribute: "syslog.msgid" + value: "msgid_nomatch_182" + new_source: "source_msgid_182" + - attribute: "syslog.procid" + value: "proc_nomatch_183" + new_source: "source_proc_183" + - attribute: "siem.device_vendor" + value: "vendor_nomatch_184" + new_source: "source_vendor_184" + - attribute: "siem.device_product" + value: "product_nomatch_185" + new_source: "source_product_185" + - attribute: "siem.format" + value: "fmt_nomatch_186" + new_source: "source_fmt_186" + - attribute: "siem.event_id" + value: "evt_nomatch_187" + new_source: "source_evt_187" + - attribute: "syslog.appname" + value: "app_nomatch_188" + new_source: "source_app_188" + - attribute: "syslog.hostname" + value: "host_nomatch_189" + new_source: "source_host_189" + - attribute: "syslog.msgid" + value: "msgid_nomatch_190" + new_source: "source_msgid_190" + - attribute: "syslog.procid" + value: "proc_nomatch_191" + new_source: "source_proc_191" + - attribute: "siem.device_vendor" + value: "vendor_nomatch_192" + new_source: "source_vendor_192" + - attribute: "siem.device_product" + value: "product_nomatch_193" + new_source: "source_product_193" + - attribute: "siem.format" + value: "fmt_nomatch_194" + new_source: "source_fmt_194" + - attribute: "siem.event_id" + value: "evt_nomatch_195" + new_source: "source_evt_195" + - attribute: "syslog.appname" + value: "app_nomatch_196" + new_source: "source_app_196" + - attribute: "syslog.hostname" + value: "host_nomatch_197" + new_source: "source_host_197" + - attribute: "syslog.msgid" + value: "msgid_nomatch_198" + new_source: "source_msgid_198" + - attribute: "syslog.procid" + value: "proc_nomatch_199" + new_source: "source_proc_199" diff --git a/test/regression/logs/syslog/cases/tcp_syslog_scaling_10conn_structured_200rules/datadog-agent/datadog.yaml b/test/regression/logs/syslog/cases/tcp_syslog_scaling_10conn_structured_200rules/datadog-agent/datadog.yaml new file mode 100644 index 000000000000..b3ecea94bd1e --- /dev/null +++ b/test/regression/logs/syslog/cases/tcp_syslog_scaling_10conn_structured_200rules/datadog-agent/datadog.yaml @@ -0,0 +1,20 @@ +auth_token_file_path: /tmp/agent-auth-token + +dd_url: http://localhost:9091 +process_config.process_dd_url: http://localhost:9093 + +telemetry.enabled: true +telemetry.checks: '*' + +# Disable cloud detection. This stops the Agent from poking around the +# execution environment & network. This is particularly important if the target +# has network access. +cloud_provider_metadata: [] + +logs_enabled: true +logs_config: + logs_dd_url: 127.0.0.1:9092 + logs_no_ssl: true + pipelines: 4 + pipeline_failover: + enabled: true \ No newline at end of file diff --git a/test/regression/logs/syslog/cases/tcp_syslog_scaling_10conn_structured_200rules/experiment.yaml b/test/regression/logs/syslog/cases/tcp_syslog_scaling_10conn_structured_200rules/experiment.yaml new file mode 100644 index 000000000000..6318186b9373 --- /dev/null +++ b/test/regression/logs/syslog/cases/tcp_syslog_scaling_10conn_structured_200rules/experiment.yaml @@ -0,0 +1,27 @@ +optimization_goal: memory +erratic: false + +target: + name: datadog-agent + cpu_allotment: 4 + memory_allotment: 2GiB + + environment: + DD_API_KEY: a0000001 + DD_HOSTNAME: smp-regression + + profiling_environment: + DD_INTERNAL_PROFILING_BLOCK_PROFILE_RATE: 10000 + DD_INTERNAL_PROFILING_CPU_DURATION: 1m + DD_INTERNAL_PROFILING_DELTA_PROFILES: true + DD_INTERNAL_PROFILING_ENABLED: true + DD_INTERNAL_PROFILING_ENABLE_GOROUTINE_STACKTRACES: true + DD_INTERNAL_PROFILING_MUTEX_PROFILE_FRACTION: 10 + DD_INTERNAL_PROFILING_PERIOD: 1m + DD_INTERNAL_PROFILING_UNIX_SOCKET: /smp-host/apm.socket + DD_PROFILING_EXECUTION_TRACE_ENABLED: true + DD_PROFILING_EXECUTION_TRACE_PERIOD: 1m + DD_PROFILING_WAIT_PROFILE: true + DD_APM_INTERNAL_PROFILING_ENABLED: true + + DD_INTERNAL_PROFILING_EXTRA_TAGS: experiment:tcp_syslog_scaling_10conn_structured_200rules diff --git a/test/regression/logs/syslog/cases/tcp_syslog_scaling_10conn_structured_200rules/lading/lading.yaml b/test/regression/logs/syslog/cases/tcp_syslog_scaling_10conn_structured_200rules/lading/lading.yaml new file mode 100644 index 000000000000..ecd0f59b87fb --- /dev/null +++ b/test/regression/logs/syslog/cases/tcp_syslog_scaling_10conn_structured_200rules/lading/lading.yaml @@ -0,0 +1,23 @@ +generator: + - tcp: + seed: [2, 3, 5, 7, 11, 13, 17, 19, 23, 29, 31, 37, 41, 43, 47, 53, + 59, 61, 67, 71, 73, 79, 83, 89, 97, 101, 103, 107, 109, 113, 127, 131] + addr: "127.0.0.1:10000" + variant: "syslog5424" + bytes_per_second: "50 MiB" + parallel_connections: 10 + maximum_prebuild_cache_size_bytes: "256 MiB" + +blackhole: + - http: + binding_addr: "127.0.0.1:9091" + - http: + binding_addr: "127.0.0.1:9092" + - http: + binding_addr: "127.0.0.1:9093" + +target_metrics: + - prometheus: + uri: "http://127.0.0.1:5000/telemetry" + tags: + sub_agent: "core" diff --git a/test/regression/logs/syslog/cases/tcp_syslog_scaling_10conn_structured_noremap/datadog-agent/conf.d/tcp-listener.d/conf.yaml b/test/regression/logs/syslog/cases/tcp_syslog_scaling_10conn_structured_noremap/datadog-agent/conf.d/tcp-listener.d/conf.yaml new file mode 100644 index 000000000000..bb67cf72f99f --- /dev/null +++ b/test/regression/logs/syslog/cases/tcp_syslog_scaling_10conn_structured_noremap/datadog-agent/conf.d/tcp-listener.d/conf.yaml @@ -0,0 +1,6 @@ +logs: + - type: tcp + port: 10000 + format: syslog + service: "my-service" + source: "my-client-app" diff --git a/test/regression/logs/syslog/cases/tcp_syslog_scaling_10conn_structured_noremap/datadog-agent/datadog.yaml b/test/regression/logs/syslog/cases/tcp_syslog_scaling_10conn_structured_noremap/datadog-agent/datadog.yaml new file mode 100644 index 000000000000..b3ecea94bd1e --- /dev/null +++ b/test/regression/logs/syslog/cases/tcp_syslog_scaling_10conn_structured_noremap/datadog-agent/datadog.yaml @@ -0,0 +1,20 @@ +auth_token_file_path: /tmp/agent-auth-token + +dd_url: http://localhost:9091 +process_config.process_dd_url: http://localhost:9093 + +telemetry.enabled: true +telemetry.checks: '*' + +# Disable cloud detection. This stops the Agent from poking around the +# execution environment & network. This is particularly important if the target +# has network access. +cloud_provider_metadata: [] + +logs_enabled: true +logs_config: + logs_dd_url: 127.0.0.1:9092 + logs_no_ssl: true + pipelines: 4 + pipeline_failover: + enabled: true \ No newline at end of file diff --git a/test/regression/logs/syslog/cases/tcp_syslog_scaling_10conn_structured_noremap/experiment.yaml b/test/regression/logs/syslog/cases/tcp_syslog_scaling_10conn_structured_noremap/experiment.yaml new file mode 100644 index 000000000000..10d0f4a3d190 --- /dev/null +++ b/test/regression/logs/syslog/cases/tcp_syslog_scaling_10conn_structured_noremap/experiment.yaml @@ -0,0 +1,27 @@ +optimization_goal: memory +erratic: false + +target: + name: datadog-agent + cpu_allotment: 4 + memory_allotment: 2GiB + + environment: + DD_API_KEY: a0000001 + DD_HOSTNAME: smp-regression + + profiling_environment: + DD_INTERNAL_PROFILING_BLOCK_PROFILE_RATE: 10000 + DD_INTERNAL_PROFILING_CPU_DURATION: 1m + DD_INTERNAL_PROFILING_DELTA_PROFILES: true + DD_INTERNAL_PROFILING_ENABLED: true + DD_INTERNAL_PROFILING_ENABLE_GOROUTINE_STACKTRACES: true + DD_INTERNAL_PROFILING_MUTEX_PROFILE_FRACTION: 10 + DD_INTERNAL_PROFILING_PERIOD: 1m + DD_INTERNAL_PROFILING_UNIX_SOCKET: /smp-host/apm.socket + DD_PROFILING_EXECUTION_TRACE_ENABLED: true + DD_PROFILING_EXECUTION_TRACE_PERIOD: 1m + DD_PROFILING_WAIT_PROFILE: true + DD_APM_INTERNAL_PROFILING_ENABLED: true + + DD_INTERNAL_PROFILING_EXTRA_TAGS: experiment:tcp_syslog_scaling_10conn_structured_noremap diff --git a/test/regression/logs/syslog/cases/tcp_syslog_scaling_10conn_structured_noremap/lading/lading.yaml b/test/regression/logs/syslog/cases/tcp_syslog_scaling_10conn_structured_noremap/lading/lading.yaml new file mode 100644 index 000000000000..ecd0f59b87fb --- /dev/null +++ b/test/regression/logs/syslog/cases/tcp_syslog_scaling_10conn_structured_noremap/lading/lading.yaml @@ -0,0 +1,23 @@ +generator: + - tcp: + seed: [2, 3, 5, 7, 11, 13, 17, 19, 23, 29, 31, 37, 41, 43, 47, 53, + 59, 61, 67, 71, 73, 79, 83, 89, 97, 101, 103, 107, 109, 113, 127, 131] + addr: "127.0.0.1:10000" + variant: "syslog5424" + bytes_per_second: "50 MiB" + parallel_connections: 10 + maximum_prebuild_cache_size_bytes: "256 MiB" + +blackhole: + - http: + binding_addr: "127.0.0.1:9091" + - http: + binding_addr: "127.0.0.1:9092" + - http: + binding_addr: "127.0.0.1:9093" + +target_metrics: + - prometheus: + uri: "http://127.0.0.1:5000/telemetry" + tags: + sub_agent: "core" diff --git a/test/regression/logs/syslog/cases/tcp_syslog_scaling_10conn_unstructured/datadog-agent/conf.d/tcp-listener.d/conf.yaml b/test/regression/logs/syslog/cases/tcp_syslog_scaling_10conn_unstructured/datadog-agent/conf.d/tcp-listener.d/conf.yaml new file mode 100644 index 000000000000..701b87c24656 --- /dev/null +++ b/test/regression/logs/syslog/cases/tcp_syslog_scaling_10conn_unstructured/datadog-agent/conf.d/tcp-listener.d/conf.yaml @@ -0,0 +1,5 @@ +logs: + - type: tcp + port: 10000 + service: "my-service" + source: "my-client-app" diff --git a/test/regression/logs/syslog/cases/tcp_syslog_scaling_10conn_unstructured/datadog-agent/datadog.yaml b/test/regression/logs/syslog/cases/tcp_syslog_scaling_10conn_unstructured/datadog-agent/datadog.yaml new file mode 100644 index 000000000000..b3ecea94bd1e --- /dev/null +++ b/test/regression/logs/syslog/cases/tcp_syslog_scaling_10conn_unstructured/datadog-agent/datadog.yaml @@ -0,0 +1,20 @@ +auth_token_file_path: /tmp/agent-auth-token + +dd_url: http://localhost:9091 +process_config.process_dd_url: http://localhost:9093 + +telemetry.enabled: true +telemetry.checks: '*' + +# Disable cloud detection. This stops the Agent from poking around the +# execution environment & network. This is particularly important if the target +# has network access. +cloud_provider_metadata: [] + +logs_enabled: true +logs_config: + logs_dd_url: 127.0.0.1:9092 + logs_no_ssl: true + pipelines: 4 + pipeline_failover: + enabled: true \ No newline at end of file diff --git a/test/regression/logs/syslog/cases/tcp_syslog_scaling_10conn_unstructured/experiment.yaml b/test/regression/logs/syslog/cases/tcp_syslog_scaling_10conn_unstructured/experiment.yaml new file mode 100644 index 000000000000..e2415612fe3a --- /dev/null +++ b/test/regression/logs/syslog/cases/tcp_syslog_scaling_10conn_unstructured/experiment.yaml @@ -0,0 +1,27 @@ +optimization_goal: memory +erratic: false + +target: + name: datadog-agent + cpu_allotment: 4 + memory_allotment: 2GiB + + environment: + DD_API_KEY: a0000001 + DD_HOSTNAME: smp-regression + + profiling_environment: + DD_INTERNAL_PROFILING_BLOCK_PROFILE_RATE: 10000 + DD_INTERNAL_PROFILING_CPU_DURATION: 1m + DD_INTERNAL_PROFILING_DELTA_PROFILES: true + DD_INTERNAL_PROFILING_ENABLED: true + DD_INTERNAL_PROFILING_ENABLE_GOROUTINE_STACKTRACES: true + DD_INTERNAL_PROFILING_MUTEX_PROFILE_FRACTION: 10 + DD_INTERNAL_PROFILING_PERIOD: 1m + DD_INTERNAL_PROFILING_UNIX_SOCKET: /smp-host/apm.socket + DD_PROFILING_EXECUTION_TRACE_ENABLED: true + DD_PROFILING_EXECUTION_TRACE_PERIOD: 1m + DD_PROFILING_WAIT_PROFILE: true + DD_APM_INTERNAL_PROFILING_ENABLED: true + + DD_INTERNAL_PROFILING_EXTRA_TAGS: experiment:tcp_syslog_scaling_10conn_unstructured diff --git a/test/regression/logs/syslog/cases/tcp_syslog_scaling_10conn_unstructured/lading/lading.yaml b/test/regression/logs/syslog/cases/tcp_syslog_scaling_10conn_unstructured/lading/lading.yaml new file mode 100644 index 000000000000..ecd0f59b87fb --- /dev/null +++ b/test/regression/logs/syslog/cases/tcp_syslog_scaling_10conn_unstructured/lading/lading.yaml @@ -0,0 +1,23 @@ +generator: + - tcp: + seed: [2, 3, 5, 7, 11, 13, 17, 19, 23, 29, 31, 37, 41, 43, 47, 53, + 59, 61, 67, 71, 73, 79, 83, 89, 97, 101, 103, 107, 109, 113, 127, 131] + addr: "127.0.0.1:10000" + variant: "syslog5424" + bytes_per_second: "50 MiB" + parallel_connections: 10 + maximum_prebuild_cache_size_bytes: "256 MiB" + +blackhole: + - http: + binding_addr: "127.0.0.1:9091" + - http: + binding_addr: "127.0.0.1:9092" + - http: + binding_addr: "127.0.0.1:9093" + +target_metrics: + - prometheus: + uri: "http://127.0.0.1:5000/telemetry" + tags: + sub_agent: "core" diff --git a/test/regression/logs/syslog/cases/tcp_syslog_scaling_200conn_structured/datadog-agent/conf.d/tcp-listener.d/conf.yaml b/test/regression/logs/syslog/cases/tcp_syslog_scaling_200conn_structured/datadog-agent/conf.d/tcp-listener.d/conf.yaml new file mode 100644 index 000000000000..bb67cf72f99f --- /dev/null +++ b/test/regression/logs/syslog/cases/tcp_syslog_scaling_200conn_structured/datadog-agent/conf.d/tcp-listener.d/conf.yaml @@ -0,0 +1,6 @@ +logs: + - type: tcp + port: 10000 + format: syslog + service: "my-service" + source: "my-client-app" diff --git a/test/regression/logs/syslog/cases/tcp_syslog_scaling_200conn_structured/datadog-agent/datadog.yaml b/test/regression/logs/syslog/cases/tcp_syslog_scaling_200conn_structured/datadog-agent/datadog.yaml new file mode 100644 index 000000000000..96e2d4f537c0 --- /dev/null +++ b/test/regression/logs/syslog/cases/tcp_syslog_scaling_200conn_structured/datadog-agent/datadog.yaml @@ -0,0 +1,17 @@ +auth_token_file_path: /tmp/agent-auth-token + +dd_url: http://localhost:9091 +process_config.process_dd_url: http://localhost:9093 + +telemetry.enabled: true +telemetry.checks: '*' + +# Disable cloud detection. This stops the Agent from poking around the +# execution environment & network. This is particularly important if the target +# has network access. +cloud_provider_metadata: [] + +logs_enabled: true +logs_config: + logs_dd_url: 127.0.0.1:9092 + logs_no_ssl: true diff --git a/test/regression/logs/syslog/cases/tcp_syslog_scaling_200conn_structured/experiment.yaml b/test/regression/logs/syslog/cases/tcp_syslog_scaling_200conn_structured/experiment.yaml new file mode 100644 index 000000000000..c936d206b89c --- /dev/null +++ b/test/regression/logs/syslog/cases/tcp_syslog_scaling_200conn_structured/experiment.yaml @@ -0,0 +1,27 @@ +optimization_goal: memory +erratic: false + +target: + name: datadog-agent + cpu_allotment: 4 + memory_allotment: 2GiB + + environment: + DD_API_KEY: a0000001 + DD_HOSTNAME: smp-regression + + profiling_environment: + DD_INTERNAL_PROFILING_BLOCK_PROFILE_RATE: 10000 + DD_INTERNAL_PROFILING_CPU_DURATION: 1m + DD_INTERNAL_PROFILING_DELTA_PROFILES: true + DD_INTERNAL_PROFILING_ENABLED: true + DD_INTERNAL_PROFILING_ENABLE_GOROUTINE_STACKTRACES: true + DD_INTERNAL_PROFILING_MUTEX_PROFILE_FRACTION: 10 + DD_INTERNAL_PROFILING_PERIOD: 1m + DD_INTERNAL_PROFILING_UNIX_SOCKET: /smp-host/apm.socket + DD_PROFILING_EXECUTION_TRACE_ENABLED: true + DD_PROFILING_EXECUTION_TRACE_PERIOD: 1m + DD_PROFILING_WAIT_PROFILE: true + DD_APM_INTERNAL_PROFILING_ENABLED: true + + DD_INTERNAL_PROFILING_EXTRA_TAGS: experiment:tcp_syslog_scaling_200conn_structured diff --git a/test/regression/logs/syslog/cases/tcp_syslog_scaling_200conn_structured/lading/lading.yaml b/test/regression/logs/syslog/cases/tcp_syslog_scaling_200conn_structured/lading/lading.yaml new file mode 100644 index 000000000000..d474b4a9a2c8 --- /dev/null +++ b/test/regression/logs/syslog/cases/tcp_syslog_scaling_200conn_structured/lading/lading.yaml @@ -0,0 +1,23 @@ +generator: + - tcp: + seed: [2, 3, 5, 7, 11, 13, 17, 19, 23, 29, 31, 37, 41, 43, 47, 53, + 59, 61, 67, 71, 73, 79, 83, 89, 97, 101, 103, 107, 109, 113, 127, 131] + addr: "127.0.0.1:10000" + variant: "syslog5424" + bytes_per_second: "50 MiB" + parallel_connections: 200 + maximum_prebuild_cache_size_bytes: "256 MiB" + +blackhole: + - http: + binding_addr: "127.0.0.1:9091" + - http: + binding_addr: "127.0.0.1:9092" + - http: + binding_addr: "127.0.0.1:9093" + +target_metrics: + - prometheus: + uri: "http://127.0.0.1:5000/telemetry" + tags: + sub_agent: "core" diff --git a/test/regression/logs/syslog/cases/tcp_syslog_scaling_200conn_unstructured/datadog-agent/conf.d/tcp-listener.d/conf.yaml b/test/regression/logs/syslog/cases/tcp_syslog_scaling_200conn_unstructured/datadog-agent/conf.d/tcp-listener.d/conf.yaml new file mode 100644 index 000000000000..701b87c24656 --- /dev/null +++ b/test/regression/logs/syslog/cases/tcp_syslog_scaling_200conn_unstructured/datadog-agent/conf.d/tcp-listener.d/conf.yaml @@ -0,0 +1,5 @@ +logs: + - type: tcp + port: 10000 + service: "my-service" + source: "my-client-app" diff --git a/test/regression/logs/syslog/cases/tcp_syslog_scaling_200conn_unstructured/datadog-agent/datadog.yaml b/test/regression/logs/syslog/cases/tcp_syslog_scaling_200conn_unstructured/datadog-agent/datadog.yaml new file mode 100644 index 000000000000..96e2d4f537c0 --- /dev/null +++ b/test/regression/logs/syslog/cases/tcp_syslog_scaling_200conn_unstructured/datadog-agent/datadog.yaml @@ -0,0 +1,17 @@ +auth_token_file_path: /tmp/agent-auth-token + +dd_url: http://localhost:9091 +process_config.process_dd_url: http://localhost:9093 + +telemetry.enabled: true +telemetry.checks: '*' + +# Disable cloud detection. This stops the Agent from poking around the +# execution environment & network. This is particularly important if the target +# has network access. +cloud_provider_metadata: [] + +logs_enabled: true +logs_config: + logs_dd_url: 127.0.0.1:9092 + logs_no_ssl: true diff --git a/test/regression/logs/syslog/cases/tcp_syslog_scaling_200conn_unstructured/experiment.yaml b/test/regression/logs/syslog/cases/tcp_syslog_scaling_200conn_unstructured/experiment.yaml new file mode 100644 index 000000000000..2b3fb526f1a7 --- /dev/null +++ b/test/regression/logs/syslog/cases/tcp_syslog_scaling_200conn_unstructured/experiment.yaml @@ -0,0 +1,27 @@ +optimization_goal: memory +erratic: false + +target: + name: datadog-agent + cpu_allotment: 4 + memory_allotment: 2GiB + + environment: + DD_API_KEY: a0000001 + DD_HOSTNAME: smp-regression + + profiling_environment: + DD_INTERNAL_PROFILING_BLOCK_PROFILE_RATE: 10000 + DD_INTERNAL_PROFILING_CPU_DURATION: 1m + DD_INTERNAL_PROFILING_DELTA_PROFILES: true + DD_INTERNAL_PROFILING_ENABLED: true + DD_INTERNAL_PROFILING_ENABLE_GOROUTINE_STACKTRACES: true + DD_INTERNAL_PROFILING_MUTEX_PROFILE_FRACTION: 10 + DD_INTERNAL_PROFILING_PERIOD: 1m + DD_INTERNAL_PROFILING_UNIX_SOCKET: /smp-host/apm.socket + DD_PROFILING_EXECUTION_TRACE_ENABLED: true + DD_PROFILING_EXECUTION_TRACE_PERIOD: 1m + DD_PROFILING_WAIT_PROFILE: true + DD_APM_INTERNAL_PROFILING_ENABLED: true + + DD_INTERNAL_PROFILING_EXTRA_TAGS: experiment:tcp_syslog_scaling_200conn_unstructured diff --git a/test/regression/logs/syslog/cases/tcp_syslog_scaling_200conn_unstructured/lading/lading.yaml b/test/regression/logs/syslog/cases/tcp_syslog_scaling_200conn_unstructured/lading/lading.yaml new file mode 100644 index 000000000000..d474b4a9a2c8 --- /dev/null +++ b/test/regression/logs/syslog/cases/tcp_syslog_scaling_200conn_unstructured/lading/lading.yaml @@ -0,0 +1,23 @@ +generator: + - tcp: + seed: [2, 3, 5, 7, 11, 13, 17, 19, 23, 29, 31, 37, 41, 43, 47, 53, + 59, 61, 67, 71, 73, 79, 83, 89, 97, 101, 103, 107, 109, 113, 127, 131] + addr: "127.0.0.1:10000" + variant: "syslog5424" + bytes_per_second: "50 MiB" + parallel_connections: 200 + maximum_prebuild_cache_size_bytes: "256 MiB" + +blackhole: + - http: + binding_addr: "127.0.0.1:9091" + - http: + binding_addr: "127.0.0.1:9092" + - http: + binding_addr: "127.0.0.1:9093" + +target_metrics: + - prometheus: + uri: "http://127.0.0.1:5000/telemetry" + tags: + sub_agent: "core" diff --git a/test/regression/logs/syslog/cases/tcp_syslog_scaling_50conn_structured/datadog-agent/conf.d/tcp-listener.d/conf.yaml b/test/regression/logs/syslog/cases/tcp_syslog_scaling_50conn_structured/datadog-agent/conf.d/tcp-listener.d/conf.yaml new file mode 100644 index 000000000000..bb67cf72f99f --- /dev/null +++ b/test/regression/logs/syslog/cases/tcp_syslog_scaling_50conn_structured/datadog-agent/conf.d/tcp-listener.d/conf.yaml @@ -0,0 +1,6 @@ +logs: + - type: tcp + port: 10000 + format: syslog + service: "my-service" + source: "my-client-app" diff --git a/test/regression/logs/syslog/cases/tcp_syslog_scaling_50conn_structured/datadog-agent/datadog.yaml b/test/regression/logs/syslog/cases/tcp_syslog_scaling_50conn_structured/datadog-agent/datadog.yaml new file mode 100644 index 000000000000..96e2d4f537c0 --- /dev/null +++ b/test/regression/logs/syslog/cases/tcp_syslog_scaling_50conn_structured/datadog-agent/datadog.yaml @@ -0,0 +1,17 @@ +auth_token_file_path: /tmp/agent-auth-token + +dd_url: http://localhost:9091 +process_config.process_dd_url: http://localhost:9093 + +telemetry.enabled: true +telemetry.checks: '*' + +# Disable cloud detection. This stops the Agent from poking around the +# execution environment & network. This is particularly important if the target +# has network access. +cloud_provider_metadata: [] + +logs_enabled: true +logs_config: + logs_dd_url: 127.0.0.1:9092 + logs_no_ssl: true diff --git a/test/regression/logs/syslog/cases/tcp_syslog_scaling_50conn_structured/experiment.yaml b/test/regression/logs/syslog/cases/tcp_syslog_scaling_50conn_structured/experiment.yaml new file mode 100644 index 000000000000..8785f30fbf80 --- /dev/null +++ b/test/regression/logs/syslog/cases/tcp_syslog_scaling_50conn_structured/experiment.yaml @@ -0,0 +1,27 @@ +optimization_goal: memory +erratic: false + +target: + name: datadog-agent + cpu_allotment: 4 + memory_allotment: 2GiB + + environment: + DD_API_KEY: a0000001 + DD_HOSTNAME: smp-regression + + profiling_environment: + DD_INTERNAL_PROFILING_BLOCK_PROFILE_RATE: 10000 + DD_INTERNAL_PROFILING_CPU_DURATION: 1m + DD_INTERNAL_PROFILING_DELTA_PROFILES: true + DD_INTERNAL_PROFILING_ENABLED: true + DD_INTERNAL_PROFILING_ENABLE_GOROUTINE_STACKTRACES: true + DD_INTERNAL_PROFILING_MUTEX_PROFILE_FRACTION: 10 + DD_INTERNAL_PROFILING_PERIOD: 1m + DD_INTERNAL_PROFILING_UNIX_SOCKET: /smp-host/apm.socket + DD_PROFILING_EXECUTION_TRACE_ENABLED: true + DD_PROFILING_EXECUTION_TRACE_PERIOD: 1m + DD_PROFILING_WAIT_PROFILE: true + DD_APM_INTERNAL_PROFILING_ENABLED: true + + DD_INTERNAL_PROFILING_EXTRA_TAGS: experiment:tcp_syslog_scaling_50conn_structured diff --git a/test/regression/logs/syslog/cases/tcp_syslog_scaling_50conn_structured/lading/lading.yaml b/test/regression/logs/syslog/cases/tcp_syslog_scaling_50conn_structured/lading/lading.yaml new file mode 100644 index 000000000000..da3c762d3f7b --- /dev/null +++ b/test/regression/logs/syslog/cases/tcp_syslog_scaling_50conn_structured/lading/lading.yaml @@ -0,0 +1,23 @@ +generator: + - tcp: + seed: [2, 3, 5, 7, 11, 13, 17, 19, 23, 29, 31, 37, 41, 43, 47, 53, + 59, 61, 67, 71, 73, 79, 83, 89, 97, 101, 103, 107, 109, 113, 127, 131] + addr: "127.0.0.1:10000" + variant: "syslog5424" + bytes_per_second: "50 MiB" + parallel_connections: 50 + maximum_prebuild_cache_size_bytes: "256 MiB" + +blackhole: + - http: + binding_addr: "127.0.0.1:9091" + - http: + binding_addr: "127.0.0.1:9092" + - http: + binding_addr: "127.0.0.1:9093" + +target_metrics: + - prometheus: + uri: "http://127.0.0.1:5000/telemetry" + tags: + sub_agent: "core" diff --git a/test/regression/logs/syslog/cases/tcp_syslog_scaling_50conn_unstructured/datadog-agent/conf.d/tcp-listener.d/conf.yaml b/test/regression/logs/syslog/cases/tcp_syslog_scaling_50conn_unstructured/datadog-agent/conf.d/tcp-listener.d/conf.yaml new file mode 100644 index 000000000000..701b87c24656 --- /dev/null +++ b/test/regression/logs/syslog/cases/tcp_syslog_scaling_50conn_unstructured/datadog-agent/conf.d/tcp-listener.d/conf.yaml @@ -0,0 +1,5 @@ +logs: + - type: tcp + port: 10000 + service: "my-service" + source: "my-client-app" diff --git a/test/regression/logs/syslog/cases/tcp_syslog_scaling_50conn_unstructured/datadog-agent/datadog.yaml b/test/regression/logs/syslog/cases/tcp_syslog_scaling_50conn_unstructured/datadog-agent/datadog.yaml new file mode 100644 index 000000000000..96e2d4f537c0 --- /dev/null +++ b/test/regression/logs/syslog/cases/tcp_syslog_scaling_50conn_unstructured/datadog-agent/datadog.yaml @@ -0,0 +1,17 @@ +auth_token_file_path: /tmp/agent-auth-token + +dd_url: http://localhost:9091 +process_config.process_dd_url: http://localhost:9093 + +telemetry.enabled: true +telemetry.checks: '*' + +# Disable cloud detection. This stops the Agent from poking around the +# execution environment & network. This is particularly important if the target +# has network access. +cloud_provider_metadata: [] + +logs_enabled: true +logs_config: + logs_dd_url: 127.0.0.1:9092 + logs_no_ssl: true diff --git a/test/regression/logs/syslog/cases/tcp_syslog_scaling_50conn_unstructured/experiment.yaml b/test/regression/logs/syslog/cases/tcp_syslog_scaling_50conn_unstructured/experiment.yaml new file mode 100644 index 000000000000..eb58dd32081b --- /dev/null +++ b/test/regression/logs/syslog/cases/tcp_syslog_scaling_50conn_unstructured/experiment.yaml @@ -0,0 +1,27 @@ +optimization_goal: memory +erratic: false + +target: + name: datadog-agent + cpu_allotment: 4 + memory_allotment: 2GiB + + environment: + DD_API_KEY: a0000001 + DD_HOSTNAME: smp-regression + + profiling_environment: + DD_INTERNAL_PROFILING_BLOCK_PROFILE_RATE: 10000 + DD_INTERNAL_PROFILING_CPU_DURATION: 1m + DD_INTERNAL_PROFILING_DELTA_PROFILES: true + DD_INTERNAL_PROFILING_ENABLED: true + DD_INTERNAL_PROFILING_ENABLE_GOROUTINE_STACKTRACES: true + DD_INTERNAL_PROFILING_MUTEX_PROFILE_FRACTION: 10 + DD_INTERNAL_PROFILING_PERIOD: 1m + DD_INTERNAL_PROFILING_UNIX_SOCKET: /smp-host/apm.socket + DD_PROFILING_EXECUTION_TRACE_ENABLED: true + DD_PROFILING_EXECUTION_TRACE_PERIOD: 1m + DD_PROFILING_WAIT_PROFILE: true + DD_APM_INTERNAL_PROFILING_ENABLED: true + + DD_INTERNAL_PROFILING_EXTRA_TAGS: experiment:tcp_syslog_scaling_50conn_unstructured diff --git a/test/regression/logs/syslog/cases/tcp_syslog_scaling_50conn_unstructured/lading/lading.yaml b/test/regression/logs/syslog/cases/tcp_syslog_scaling_50conn_unstructured/lading/lading.yaml new file mode 100644 index 000000000000..da3c762d3f7b --- /dev/null +++ b/test/regression/logs/syslog/cases/tcp_syslog_scaling_50conn_unstructured/lading/lading.yaml @@ -0,0 +1,23 @@ +generator: + - tcp: + seed: [2, 3, 5, 7, 11, 13, 17, 19, 23, 29, 31, 37, 41, 43, 47, 53, + 59, 61, 67, 71, 73, 79, 83, 89, 97, 101, 103, 107, 109, 113, 127, 131] + addr: "127.0.0.1:10000" + variant: "syslog5424" + bytes_per_second: "50 MiB" + parallel_connections: 50 + maximum_prebuild_cache_size_bytes: "256 MiB" + +blackhole: + - http: + binding_addr: "127.0.0.1:9091" + - http: + binding_addr: "127.0.0.1:9092" + - http: + binding_addr: "127.0.0.1:9093" + +target_metrics: + - prometheus: + uri: "http://127.0.0.1:5000/telemetry" + tags: + sub_agent: "core" diff --git a/test/regression/logs/syslog/cases/tcp_syslog_structured/datadog-agent/conf.d/tcp-listener.d/conf.yaml b/test/regression/logs/syslog/cases/tcp_syslog_structured/datadog-agent/conf.d/tcp-listener.d/conf.yaml new file mode 100644 index 000000000000..bb67cf72f99f --- /dev/null +++ b/test/regression/logs/syslog/cases/tcp_syslog_structured/datadog-agent/conf.d/tcp-listener.d/conf.yaml @@ -0,0 +1,6 @@ +logs: + - type: tcp + port: 10000 + format: syslog + service: "my-service" + source: "my-client-app" diff --git a/test/regression/logs/syslog/cases/tcp_syslog_structured/datadog-agent/datadog.yaml b/test/regression/logs/syslog/cases/tcp_syslog_structured/datadog-agent/datadog.yaml new file mode 100644 index 000000000000..96e2d4f537c0 --- /dev/null +++ b/test/regression/logs/syslog/cases/tcp_syslog_structured/datadog-agent/datadog.yaml @@ -0,0 +1,17 @@ +auth_token_file_path: /tmp/agent-auth-token + +dd_url: http://localhost:9091 +process_config.process_dd_url: http://localhost:9093 + +telemetry.enabled: true +telemetry.checks: '*' + +# Disable cloud detection. This stops the Agent from poking around the +# execution environment & network. This is particularly important if the target +# has network access. +cloud_provider_metadata: [] + +logs_enabled: true +logs_config: + logs_dd_url: 127.0.0.1:9092 + logs_no_ssl: true diff --git a/test/regression/logs/syslog/cases/tcp_syslog_structured/experiment.yaml b/test/regression/logs/syslog/cases/tcp_syslog_structured/experiment.yaml new file mode 100644 index 000000000000..174ae7720c58 --- /dev/null +++ b/test/regression/logs/syslog/cases/tcp_syslog_structured/experiment.yaml @@ -0,0 +1,27 @@ +optimization_goal: ingress_throughput +erratic: false + +target: + name: datadog-agent + cpu_allotment: 4 + memory_allotment: 2GiB + + environment: + DD_API_KEY: a0000001 + DD_HOSTNAME: smp-regression + + profiling_environment: + DD_INTERNAL_PROFILING_BLOCK_PROFILE_RATE: 10000 + DD_INTERNAL_PROFILING_CPU_DURATION: 1m + DD_INTERNAL_PROFILING_DELTA_PROFILES: true + DD_INTERNAL_PROFILING_ENABLED: true + DD_INTERNAL_PROFILING_ENABLE_GOROUTINE_STACKTRACES: true + DD_INTERNAL_PROFILING_MUTEX_PROFILE_FRACTION: 10 + DD_INTERNAL_PROFILING_PERIOD: 1m + DD_INTERNAL_PROFILING_UNIX_SOCKET: /smp-host/apm.socket + DD_PROFILING_EXECUTION_TRACE_ENABLED: true + DD_PROFILING_EXECUTION_TRACE_PERIOD: 1m + DD_PROFILING_WAIT_PROFILE: true + DD_APM_INTERNAL_PROFILING_ENABLED: true + + DD_INTERNAL_PROFILING_EXTRA_TAGS: experiment:tcp_syslog_structured diff --git a/test/regression/logs/syslog/cases/tcp_syslog_structured/lading/lading.yaml b/test/regression/logs/syslog/cases/tcp_syslog_structured/lading/lading.yaml new file mode 100644 index 000000000000..b99c5e7ad2b8 --- /dev/null +++ b/test/regression/logs/syslog/cases/tcp_syslog_structured/lading/lading.yaml @@ -0,0 +1,22 @@ +generator: + - tcp: + seed: [2, 3, 5, 7, 11, 13, 17, 19, 23, 29, 31, 37, 41, 43, 47, 53, + 59, 61, 67, 71, 73, 79, 83, 89, 97, 101, 103, 107, 109, 113, 127, 131] + addr: "127.0.0.1:10000" + variant: "syslog5424" + bytes_per_second: "50 MiB" + maximum_prebuild_cache_size_bytes: "256 MiB" + +blackhole: + - http: + binding_addr: "127.0.0.1:9091" + - http: + binding_addr: "127.0.0.1:9092" + - http: + binding_addr: "127.0.0.1:9093" + +target_metrics: + - prometheus: # core agent telemetry + uri: "http://127.0.0.1:5000/telemetry" + tags: + sub_agent: "core" diff --git a/test/regression/selection.yaml b/test/regression/selection.yaml index d6de7b6e8df7..330a32a6b050 100644 --- a/test/regression/selection.yaml +++ b/test/regression/selection.yaml @@ -14,3 +14,9 @@ always: codeowners: - logs/general/** + +labels: + smp/logs/syslog: + description: Optional syslog experiment suite. + experiments: + - logs/syslog/**