otel-lgtm-mvp/k8s/base/files/grafana/provisioning/alerting/alerts.yml at f53a6fc2fced0c65d8ed80dd34a527d92c7b2ea2 · hyzhak/otel-lgtm-mvp · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
apiVersion: 1

contactPoints:
  - orgId: 1
    name: console
    receivers:
      - uid: console
        type: webhook
        settings:
          url: http://localhost:65535/nowhere

policies:
  - orgId: 1
    receiver: console

rules:
  - orgId: 1
    name: High error rate (space-app)
    folder: Alerts
    interval: 30s
    condition: B
    data:
      - refId: A
        datasourceUid: prometheus
        relativeTimeRange:
          from: 600
          to: 0
        model:
          expr: sum(rate(app_request_errors_total[1m]))
          interval: ""
          legendFormat: "errors/s"
          refId: A
      - refId: B
        datasourceUid: __expr__
        model:
          type: threshold
          expression: A
          conditions:
            - evaluator:
                params: [0.0167]
                type: gt
              operator:
                type: and
              reducer:
                type: last
              type: query
    for: 2m
    annotations:
      summary: "Error rate >= 1/min over 2m"
      description: "space-app is erroring. Check /error endpoint & logs."