Skip to content

Commit fbe18a1

Browse files
cmetz100cmetz100
committed
add label triggered syslog experiments
Signed-off-by: Caleb Metz <caleb.metz@datadoghq.com>
1 parent 88934b7 commit fbe18a1

42 files changed

Lines changed: 1396 additions & 0 deletions

File tree

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

‎test/regression/logs/syslog/README.md‎

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,7 @@
1+
---
2+
description: Syslog regression experiments.
3+
---
4+
5+
# Logs — syslog
6+
7+
Label-gated suite: runs only when its `smp/logs/syslog` label is applied to a PR.

‎test/regression/logs/syslog/cases/quality_gate_syslog/datadog-agent/conf.d/tcp-listener.d/conf.yaml‎

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,6 @@
1+
logs:
2+
- type: tcp
3+
port: 10000
4+
format: syslog
5+
service: "my-service"
6+
source: "my-client-app"

‎test/regression/logs/syslog/cases/quality_gate_syslog/datadog-agent/datadog.yaml‎

Lines changed: 19 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,19 @@
1+
auth_token_file_path: /tmp/agent-auth-token
2+
3+
# Disable cloud detection. This stops the Agent from poking around the
4+
# execution environment & network. This is particularly important if the target
5+
# has network access.
6+
cloud_provider_metadata: []
7+
8+
dd_url: http://127.0.0.1:9091
9+
10+
logs_enabled: true
11+
logs_config:
12+
logs_dd_url: 127.0.0.1:9092
13+
logs_no_ssl: true
14+
force_use_http: true
15+
16+
process_config.process_dd_url: http://localhost:9093
17+
18+
telemetry.enabled: true
19+
telemetry.checks: '*'

‎test/regression/logs/syslog/cases/quality_gate_syslog/experiment.yaml‎

Lines changed: 44 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,44 @@
1+
optimization_goal: memory
2+
erratic: false
3+
4+
target:
5+
name: datadog-agent
6+
cpu_allotment: 4
7+
# Set to 20% higher than the memory_usage check value
8+
memory_allotment: 264 MiB
9+
10+
environment:
11+
DD_API_KEY: a0000001
12+
DD_HOSTNAME: smp-regression
13+
14+
profiling_environment:
15+
DD_INTERNAL_PROFILING_BLOCK_PROFILE_RATE: 10000
16+
DD_INTERNAL_PROFILING_CPU_DURATION: 1m
17+
DD_INTERNAL_PROFILING_DELTA_PROFILES: true
18+
DD_INTERNAL_PROFILING_ENABLED: true
19+
DD_INTERNAL_PROFILING_ENABLE_GOROUTINE_STACKTRACES: true
20+
DD_INTERNAL_PROFILING_MUTEX_PROFILE_FRACTION: 10
21+
DD_INTERNAL_PROFILING_PERIOD: 1m
22+
DD_INTERNAL_PROFILING_UNIX_SOCKET: /smp-host/apm.socket
23+
DD_PROFILING_EXECUTION_TRACE_ENABLED: true
24+
DD_PROFILING_EXECUTION_TRACE_PERIOD: 1m
25+
DD_PROFILING_WAIT_PROFILE: true
26+
DD_APM_INTERNAL_PROFILING_ENABLED: true
27+
28+
checks:
29+
- name: memory_usage
30+
description: "Memory usage for syslog structured parsing pipeline"
31+
bounds:
32+
series: total_pss_bytes
33+
# When updating this, update the memory_allotment in the target section to 20% higher
34+
upper_bound: "220 MiB"
35+
36+
- name: intake_connections
37+
description: "Connections established to intake APIs. This puts a bound on total connections per Agent instance."
38+
bounds:
39+
series: "connection.current"
40+
upper_bound: 6
41+
42+
report_links:
43+
- text: "bounds checks dashboard"
44+
link: "https://app.datadoghq.com/dashboard/vz3-jd5-bdi?fromUser=true&refresh_mode=paused&tpl_var_experiment%5B0%5D={{ experiment }}&tpl_var_job_id%5B0%5D={{ job_id }}&view=spans&from_ts={{ start_time_ms }}&to_ts={{ end_time_ms }}&live=false"

‎test/regression/logs/syslog/cases/quality_gate_syslog/lading/lading.yaml‎

Lines changed: 23 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,23 @@
1+
generator:
2+
- tcp:
3+
seed: [2, 3, 5, 7, 11, 13, 17, 19, 23, 29, 31, 37, 41, 43, 47, 53,
4+
59, 61, 67, 71, 73, 79, 83, 89, 97, 101, 103, 107, 109, 113, 127, 131]
5+
addr: "127.0.0.1:10000"
6+
variant: "syslog5424"
7+
bytes_per_second: "500 KiB"
8+
maximum_prebuild_cache_size_bytes: "64 MiB"
9+
10+
blackhole:
11+
- http:
12+
binding_addr: "127.0.0.1:9091"
13+
- http:
14+
binding_addr: "127.0.0.1:9092"
15+
response_delay_millis: 75
16+
- http:
17+
binding_addr: "127.0.0.1:9093"
18+
19+
target_metrics:
20+
- prometheus:
21+
uri: "http://127.0.0.1:5000/telemetry"
22+
tags:
23+
sub_agent: "core"

‎test/regression/logs/syslog/cases/tcp_syslog_scaling_10conn_structured/datadog-agent/conf.d/tcp-listener.d/conf.yaml‎

Lines changed: 28 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,28 @@
1+
logs:
2+
- type: tcp
3+
port: 10000
4+
format: syslog
5+
service: "my-service"
6+
source: "my-client-app"
7+
log_processing_rules:
8+
- type: remap_source
9+
name: siem_source_remap
10+
matching:
11+
- attribute: "siem.device_vendor"
12+
value: "ArcSight"
13+
new_source: "arcsight"
14+
- attribute: "siem.device_product"
15+
value: "Firewall"
16+
new_source: "pan_firewall"
17+
- attribute: "siem.format"
18+
value: "LEEF"
19+
new_source: "leef_generic"
20+
- attribute: "siem.event_id"
21+
value: "IDS-42"
22+
new_source: "ids_alerts"
23+
- attribute: "syslog.appname"
24+
value: "nginx"
25+
new_source: "nginx_access"
26+
- attribute: "syslog.hostname"
27+
value: "db-primary"
28+
new_source: "database"

‎test/regression/logs/syslog/cases/tcp_syslog_scaling_10conn_structured/datadog-agent/datadog.yaml‎

Lines changed: 20 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,20 @@
1+
auth_token_file_path: /tmp/agent-auth-token
2+
3+
dd_url: http://localhost:9091
4+
process_config.process_dd_url: http://localhost:9093
5+
6+
telemetry.enabled: true
7+
telemetry.checks: '*'
8+
9+
# Disable cloud detection. This stops the Agent from poking around the
10+
# execution environment & network. This is particularly important if the target
11+
# has network access.
12+
cloud_provider_metadata: []
13+
14+
logs_enabled: true
15+
logs_config:
16+
logs_dd_url: 127.0.0.1:9092
17+
logs_no_ssl: true
18+
pipelines: 4
19+
pipeline_failover:
20+
enabled: true

‎test/regression/logs/syslog/cases/tcp_syslog_scaling_10conn_structured/experiment.yaml‎

Lines changed: 27 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,27 @@
1+
optimization_goal: memory
2+
erratic: false
3+
4+
target:
5+
name: datadog-agent
6+
cpu_allotment: 4
7+
memory_allotment: 2GiB
8+
9+
environment:
10+
DD_API_KEY: a0000001
11+
DD_HOSTNAME: smp-regression
12+
13+
profiling_environment:
14+
DD_INTERNAL_PROFILING_BLOCK_PROFILE_RATE: 10000
15+
DD_INTERNAL_PROFILING_CPU_DURATION: 1m
16+
DD_INTERNAL_PROFILING_DELTA_PROFILES: true
17+
DD_INTERNAL_PROFILING_ENABLED: true
18+
DD_INTERNAL_PROFILING_ENABLE_GOROUTINE_STACKTRACES: true
19+
DD_INTERNAL_PROFILING_MUTEX_PROFILE_FRACTION: 10
20+
DD_INTERNAL_PROFILING_PERIOD: 1m
21+
DD_INTERNAL_PROFILING_UNIX_SOCKET: /smp-host/apm.socket
22+
DD_PROFILING_EXECUTION_TRACE_ENABLED: true
23+
DD_PROFILING_EXECUTION_TRACE_PERIOD: 1m
24+
DD_PROFILING_WAIT_PROFILE: true
25+
DD_APM_INTERNAL_PROFILING_ENABLED: true
26+
27+
DD_INTERNAL_PROFILING_EXTRA_TAGS: experiment:tcp_syslog_scaling_10conn_structured

‎test/regression/logs/syslog/cases/tcp_syslog_scaling_10conn_structured/lading/lading.yaml‎

Lines changed: 23 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,23 @@
1+
generator:
2+
- tcp:
3+
seed: [2, 3, 5, 7, 11, 13, 17, 19, 23, 29, 31, 37, 41, 43, 47, 53,
4+
59, 61, 67, 71, 73, 79, 83, 89, 97, 101, 103, 107, 109, 113, 127, 131]
5+
addr: "127.0.0.1:10000"
6+
variant: "syslog5424"
7+
bytes_per_second: "50 MiB"
8+
parallel_connections: 10
9+
maximum_prebuild_cache_size_bytes: "256 MiB"
10+
11+
blackhole:
12+
- http:
13+
binding_addr: "127.0.0.1:9091"
14+
- http:
15+
binding_addr: "127.0.0.1:9092"
16+
- http:
17+
binding_addr: "127.0.0.1:9093"
18+
19+
target_metrics:
20+
- prometheus:
21+
uri: "http://127.0.0.1:5000/telemetry"
22+
tags:
23+
sub_agent: "core"

0 commit comments

Comments
 (0)