App-microServices/otel-collector-config.yaml at main · Ekrem-A/App-microServices · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
# ============================================================
# OpenTelemetry Collector Configuration
# ============================================================
# All microservices send OTLP data here (gRPC :4317, HTTP :4318)
# Collector batches and forwards to Elastic APM Server
# APM Server stores in Elasticsearch, Kibana visualizes
# ============================================================

receivers:
  otlp:
    protocols:
      grpc:
        endpoint: 0.0.0.0:4317
      http:
        endpoint: 0.0.0.0:4318

processors:
  batch:
    timeout: 1s
    send_batch_size: 1024
    send_batch_max_size: 2048

  memory_limiter:
    check_interval: 5s
    limit_mib: 256
    spike_limit_mib: 64

  # Resource attributes for environment tagging
  resource:
    attributes:
      - key: deployment.environment
        value: "production"
        action: upsert

exporters:
  # APM Server — traces and metrics via gRPC
  # APM Server 7.17 supports OTLP gRPC for traces and metrics (NOT logs)
  otlp/elastic:
    endpoint: "apm-server:8200"
    tls:
      insecure: true

  # Elasticsearch — logs go directly here
  elasticsearch/logs:
    endpoints: ["http://elasticsearch:9200"]
    logs_index: "logs-otel"
    mapping:
      mode: ecs
    flush:
      bytes: 5000000
      interval: 5s
    retry:
      enabled: true
      max_requests: 5
      initial_interval: 1s
      max_interval: 30s

  debug:
    verbosity: detailed

extensions:
  health_check:
    endpoint: 0.0.0.0:13133

service:
  extensions: [health_check]

  pipelines:
    traces:
      receivers: [otlp]
      processors: [memory_limiter, resource, batch]
      exporters: [otlp/elastic, debug]

    metrics:
      receivers: [otlp]
      processors: [memory_limiter, resource, batch]
      exporters: [otlp/elastic, debug]

    logs:
      receivers: [otlp]
      processors: [memory_limiter, resource, batch]
      exporters: [elasticsearch/logs, debug]

  telemetry:
    logs:
      level: info