Skip to content

Commit 71a1cfe

Browse files
scottopellscottopell
committed
corrected example netflow config
1 parent 1d8bb4c commit 71a1cfe

File tree

4 files changed

+348
-69
lines changed

4 files changed

+348
-69
lines changed

‎examples/expvar.yaml‎

Lines changed: 167 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,167 @@
1+
generator: []
2+
3+
sample_period_milliseconds: 50
4+
5+
blackhole:
6+
- http:
7+
binding_addr: "127.0.0.1:9092"
8+
9+
target_metrics:
10+
- expvar:
11+
uri: "http://127.0.0.1:8080/debug/vars"
12+
vars:
13+
- "/Event"
14+
- "/ServiceCheck"
15+
- "/check_run_v1"
16+
- "/cmdline"
17+
- "/compressor/BytesIn"
18+
- "/compressor/BytesOut"
19+
- "/compressor/TotalCompressCycles"
20+
- "/compressor/TotalPayloads"
21+
- "/connections"
22+
- "/container"
23+
- "/events_v2"
24+
- "/forwarder/APIKeyFailure"
25+
- "/forwarder/APIKeyStatus"
26+
- "/forwarder/FileStorage/CurrentSizeInBytes"
27+
- "/forwarder/FileStorage/DeserializeCount"
28+
- "/forwarder/FileStorage/DeserializeErrorsCount"
29+
- "/forwarder/FileStorage/DeserializeTransactionsCount"
30+
- "/forwarder/FileStorage/FileSize"
31+
- "/forwarder/FileStorage/FilesCount"
32+
- "/forwarder/FileStorage/FilesRemovedCount"
33+
- "/forwarder/FileStorage/PointsDroppedCount"
34+
- "/forwarder/FileStorage/SerializeCount"
35+
- "/forwarder/FileStorage/StartupReloadedRetryFilesCount"
36+
- "/forwarder/RemovalPolicy/FilesFromUnknownDomainCount"
37+
- "/forwarder/RemovalPolicy/NewRemovalPolicyCount"
38+
- "/forwarder/RemovalPolicy/OutdatedFilesCount"
39+
- "/forwarder/RemovalPolicy/RegisteredDomainCount"
40+
- "/forwarder/TransactionContainer/CurrentMemSizeInBytes"
41+
- "/forwarder/TransactionContainer/ErrorsCount"
42+
- "/forwarder/TransactionContainer/PointsDroppedCount"
43+
- "/forwarder/TransactionContainer/TransactionsCount"
44+
- "/forwarder/TransactionContainer/TransactionsDroppedCount"
45+
- "/forwarder/Transactions/Cluster"
46+
- "/forwarder/Transactions/ClusterRole"
47+
- "/forwarder/Transactions/ClusterRoleBinding"
48+
- "/forwarder/Transactions/ConnectionEvents/ConnectSuccess"
49+
- "/forwarder/Transactions/ConnectionEvents/DNSSuccess"
50+
- "/forwarder/Transactions/CronJob"
51+
- "/forwarder/Transactions/CustomResource"
52+
- "/forwarder/Transactions/CustomResourceDefinition"
53+
- "/forwarder/Transactions/DaemonSet"
54+
- "/forwarder/Transactions/Deployment"
55+
- "/forwarder/Transactions/Dropped"
56+
- "/forwarder/Transactions/DroppedByEndpoint"
57+
- "/forwarder/Transactions/ECSTask"
58+
- "/forwarder/Transactions/Errors"
59+
- "/forwarder/Transactions/ErrorsByType/ConnectionErrors"
60+
- "/forwarder/Transactions/ErrorsByType/DNSErrors"
61+
- "/forwarder/Transactions/ErrorsByType/SentRequestErrors"
62+
- "/forwarder/Transactions/ErrorsByType/TLSErrors"
63+
- "/forwarder/Transactions/ErrorsByType/WroteRequestErrors"
64+
- "/forwarder/Transactions/HTTPErrors"
65+
- "/forwarder/Transactions/HTTPErrorsByCode"
66+
- "/forwarder/Transactions/HighPriorityQueueFull"
67+
- "/forwarder/Transactions/HorizontalPodAutoscaler"
68+
- "/forwarder/Transactions/Ingress"
69+
- "/forwarder/Transactions/InputBytesByEndpoint"
70+
- "/forwarder/Transactions/InputCountByEndpoint"
71+
- "/forwarder/Transactions/Job"
72+
- "/forwarder/Transactions/LimitRange"
73+
- "/forwarder/Transactions/Namespace"
74+
- "/forwarder/Transactions/NetworkPolicy"
75+
- "/forwarder/Transactions/Node"
76+
- "/forwarder/Transactions/OrchestratorManifest"
77+
- "/forwarder/Transactions/PersistentVolume"
78+
- "/forwarder/Transactions/PersistentVolumeClaim"
79+
- "/forwarder/Transactions/Pod"
80+
- "/forwarder/Transactions/ReplicaSet"
81+
- "/forwarder/Transactions/Requeued"
82+
- "/forwarder/Transactions/RequeuedByEndpoint"
83+
- "/forwarder/Transactions/Retried"
84+
- "/forwarder/Transactions/RetriedByEndpoint"
85+
- "/forwarder/Transactions/RetryQueueSize"
86+
- "/forwarder/Transactions/Role"
87+
- "/forwarder/Transactions/RoleBinding"
88+
- "/forwarder/Transactions/Service"
89+
- "/forwarder/Transactions/ServiceAccount"
90+
- "/forwarder/Transactions/StatefulSet"
91+
- "/forwarder/Transactions/StorageClass"
92+
- "/forwarder/Transactions/Success"
93+
- "/forwarder/Transactions/SuccessByEndpoint/check_run_v1"
94+
- "/forwarder/Transactions/SuccessByEndpoint/connections"
95+
- "/forwarder/Transactions/SuccessByEndpoint/container"
96+
- "/forwarder/Transactions/SuccessByEndpoint/events_v2"
97+
- "/forwarder/Transactions/SuccessByEndpoint/host_metadata_v2"
98+
- "/forwarder/Transactions/SuccessByEndpoint/intake"
99+
- "/forwarder/Transactions/SuccessByEndpoint/orchestrator"
100+
- "/forwarder/Transactions/SuccessByEndpoint/process"
101+
- "/forwarder/Transactions/SuccessByEndpoint/rtcontainer"
102+
- "/forwarder/Transactions/SuccessByEndpoint/rtprocess"
103+
- "/forwarder/Transactions/SuccessByEndpoint/series_v1"
104+
- "/forwarder/Transactions/SuccessByEndpoint/series_v2"
105+
- "/forwarder/Transactions/SuccessByEndpoint/services_checks_v2"
106+
- "/forwarder/Transactions/SuccessByEndpoint/sketches_v1"
107+
- "/forwarder/Transactions/SuccessByEndpoint/sketches_v2"
108+
- "/forwarder/Transactions/SuccessByEndpoint/validate_v1"
109+
- "/forwarder/Transactions/SuccessBytesByEndpoint"
110+
- "/forwarder/Transactions/VerticalPodAutoscaler"
111+
- "/host_metadata_v2"
112+
- "/hostname/errors"
113+
- "/hostname/provider"
114+
- "/intake"
115+
- "/jsonstream/CompressorLocks"
116+
- "/jsonstream/ItemDrops"
117+
- "/jsonstream/PayloadFulls"
118+
- "/jsonstream/TotalCalls"
119+
- "/jsonstream/TotalItems"
120+
- "/jsonstream/TotalLockTime"
121+
- "/jsonstream/TotalSerializationTime"
122+
- "/jsonstream/WriteItemErrors"
123+
- "/kubeletQueries"
124+
- "/orchestrator"
125+
- "/pid"
126+
- "/process"
127+
- "/rtcontainer"
128+
- "/rtprocess"
129+
- "/serializer/SendEventsErrItemTooBigs"
130+
- "/serializer/SendEventsErrItemTooBigsFallback"
131+
- "/series"
132+
- "/series_v1"
133+
- "/series_v2"
134+
- "/services_checks_v2"
135+
- "/sketch_series/ItemTooBig"
136+
- "/sketch_series/PayloadFull"
137+
- "/sketch_series/UnexpectedItemDrops"
138+
- "/sketches_v1"
139+
- "/sketches_v2"
140+
- "/splitter/NotTooBig"
141+
- "/splitter/PayloadDrops"
142+
- "/splitter/TooBig"
143+
- "/splitter/TotalLoops"
144+
- "/stats_writer/Bytes"
145+
- "/stats_writer/ClientPayloads"
146+
- "/stats_writer/Errors"
147+
- "/stats_writer/Payloads"
148+
- "/stats_writer/Retries"
149+
- "/stats_writer/Splits"
150+
- "/stats_writer/StatsBuckets"
151+
- "/stats_writer/StatsEntries"
152+
- "/trace_writer/Bytes"
153+
- "/trace_writer/BytesUncompressed"
154+
- "/trace_writer/Errors"
155+
- "/trace_writer/Events"
156+
- "/trace_writer/Payloads"
157+
- "/trace_writer/Retries"
158+
- "/trace_writer/SingleMaxSize"
159+
- "/trace_writer/Spans"
160+
- "/trace_writer/Traces"
161+
- "/uptime"
162+
- "/validate_v1"
163+
- "/version/Version"
164+
- "/version/GitCommit"
165+
- "/watchdog/CPU/UserAvg"
166+
- "/watchdog/Mem/Alloc"
167+

‎examples/lading-otel-metrics.yml‎

Lines changed: 63 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,63 @@
1+
generator:
2+
- http:
3+
seed: [2, 3, 5, 7, 11, 13, 17, 19, 23, 29, 31, 37, 41, 43, 47, 53,
4+
59, 61, 67, 71, 73, 79, 83, 89, 97, 101, 103, 107, 109, 113, 127, 131]
5+
headers:
6+
content-type: "application/x-protobuf"
7+
target_uri: "http://127.0.0.1:4318/v1/metrics"
8+
bytes_per_second: "50 MiB"
9+
parallel_connections: 5
10+
method:
11+
post:
12+
maximum_prebuild_cache_size_bytes: "1 GiB"
13+
variant:
14+
# all numbers arbitraray
15+
opentelemetry_metrics:
16+
metric_weights:
17+
gauge: 50
18+
sum: 50
19+
contexts:
20+
total_contexts:
21+
constant: 100
22+
# host., service. etc
23+
attributes_per_resource:
24+
inclusive:
25+
min: 1
26+
max: 64
27+
# auto-instrumentation in client libraries, DB connection etc
28+
scopes_per_resource:
29+
inclusive:
30+
min: 1
31+
max: 32
32+
# rare? build info possibly
33+
attributes_per_scope:
34+
inclusive:
35+
min: 0
36+
max: 4
37+
# exported instruments / telemetry by libraries and custom code
38+
metrics_per_scope:
39+
inclusive:
40+
min: 1
41+
max: 128
42+
# stuff like exit code, user id, cgroup id
43+
attributes_per_metric:
44+
inclusive:
45+
min: 0
46+
max: 255
47+
48+
blackhole:
49+
- http:
50+
binding_addr: "127.0.0.1:9091"
51+
- http:
52+
binding_addr: "127.0.0.1:9092"
53+
- http:
54+
binding_addr: "127.0.0.1:4217" # OTLP HTTP endpoint
55+
body_variant: "nothing"
56+
# - grpc:
57+
# binding_addr: "127.0.0.1:4318" # OTLP gRPC endpoint
58+
59+
target_metrics:
60+
- prometheus:
61+
uri: "http://127.0.0.1:8888/metrics" # OTel collector metrics endpoint
62+
tags:
63+
component: "otel-collector"

‎examples/netflow_v5.yaml‎

Lines changed: 67 additions & 69 deletions
Original file line numberDiff line numberDiff line change
@@ -1,83 +1,81 @@
11
# Example configuration for NetFlow v5 load testing
22
# This generates NetFlow v5 packets and sends them over UDP
33

4-
version: "1"
5-
6-
target: null # No target needed for generators
7-
84
generator:
9-
udp:
10-
seed: [1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32]
11-
addr: "127.0.0.1:9995" # NetFlow collector address
12-
variant:
13-
net_flow_v5:
14-
# Number of flow records per packet (1-30 to stay within MTU)
15-
flows_per_packet:
16-
min: 5
17-
max: 20
18-
19-
# Source IP range (10.0.0.0/8 network)
20-
src_ip_range:
21-
min: 167772161 # 10.0.0.1 in u32
22-
max: 184549374 # 10.255.255.254 in u32
5+
- udp:
6+
seed: [1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32]
7+
addr: "127.0.0.1:9995" # NetFlow collector address
8+
variant:
9+
net_flow_v5:
10+
# Number of flow records per packet (1-30 to stay within MTU)
11+
flows_per_packet:
12+
inclusive:
13+
min: 5
14+
max: 20
2315

24-
# Destination IP range (192.168.0.0/16 network)
25-
dst_ip_range:
26-
min: 3232235521 # 192.168.1.1 in u32
27-
max: 3232301054 # 192.168.255.254 in u32
16+
# Source IP range (10.0.0.0/8 network)
17+
src_ip_range:
18+
inclusive:
19+
min: 167772161 # 10.0.0.1 in u32
20+
max: 184549374 # 10.255.255.254 in u32
2821

29-
# Port ranges
30-
src_port_range:
31-
min: 1024
32-
max: 65535
33-
dst_port_range:
34-
min: 1
35-
max: 65535
22+
# Destination IP range (192.168.0.0/16 network)
23+
dst_ip_range:
24+
inclusive:
25+
min: 3232235521 # 192.168.1.1 in u32
26+
max: 3232301054 # 192.168.255.254 in u32
3627

37-
# Flow metrics
38-
packet_count_range:
39-
min: 1
40-
max: 1000
41-
byte_count_range:
42-
min: 64
43-
max: 150000
44-
flow_duration_range:
45-
min: 1000 # 1 second
46-
max: 300000 # 5 minutes
28+
# Port ranges
29+
src_port_range:
30+
inclusive:
31+
min: 1024
32+
max: 65535
33+
dst_port_range:
34+
inclusive:
35+
min: 1
36+
max: 65535
4737

48-
# Interface and AS ranges
49-
interface_range:
50-
min: 1
51-
max: 10
52-
as_number_range:
53-
min: 100
54-
max: 65000
38+
# Flow metrics
39+
packet_count_range:
40+
inclusive:
41+
min: 1
42+
max: 1000
43+
byte_count_range:
44+
inclusive:
45+
min: 64
46+
max: 150000
47+
flow_duration_range:
48+
inclusive:
49+
min: 1000 # 1 second
50+
max: 300000 # 5 minutes
5551

56-
# Protocol distribution (weights)
57-
protocol_weights:
58-
tcp: 70 # 70% TCP traffic
59-
udp: 25 # 25% UDP traffic
60-
icmp: 3 # 3% ICMP traffic
61-
other: 2 # 2% other protocols
52+
# Interface and AS ranges
53+
interface_range:
54+
inclusive:
55+
min: 1
56+
max: 10
57+
as_number_range:
58+
inclusive:
59+
min: 100
60+
max: 65000
6261

63-
# Router identification
64-
engine_type: 1
65-
engine_id: 0
62+
# Protocol distribution (weights)
63+
protocol_weights:
64+
tcp: 70 # 70% TCP traffic
65+
udp: 25 # 25% UDP traffic
66+
icmp: 3 # 3% ICMP traffic
67+
other: 2 # 2% other protocols
6668

67-
# Traffic generation settings
68-
bytes_per_second: "1MB" # Rate limit
69-
maximum_block_size: "1400B" # Stay within MTU
70-
maximum_prebuild_cache_size_bytes: "100MB"
69+
# Router identification
70+
engine_type: 1
71+
engine_id: 0
7172

72-
# Throttling (optional)
73-
throttle:
74-
stable: {} # Stable rate throttling
73+
# Traffic generation settings
74+
bytes_per_second: "1MB" # Rate limit
75+
maximum_block_size: "1400B" # Stay within MTU
76+
maximum_prebuild_cache_size_bytes: "100MB"
7577

76-
# Observability configuration
77-
observer:
78-
prometheus:
79-
addr: "127.0.0.1:9090"
78+
# Throttling (optional)
79+
throttle:
80+
stable: {} # Stable rate throttling
8081

81-
# General settings
82-
general:
83-
id: "netflow-v5-generator"

0 commit comments

Comments
 (0)