bidding-service/alerts.yml at main · NUS-MTech-SE-33-PT-ArchSS-G3/bidding-service · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
groups:
  - name: bid-platform
    rules:
#      - alert: InstanceDown
#        expr: up == 0
#        for: 1m
#        labels: { severity: critical }
#        annotations:
#          summary: "Instance down: {{ $labels.instance }}"

      - alert: High5xxErrorRate
        expr: (
          sum(rate(http_requests_total{status=~"5.."}[1m]))
          / clamp_min(sum(rate(http_requests_total[1m])), 1e-12)) > 0.05
        for: 1m
        labels: { severity: warning }
        annotations:
          summary: "5xx > 5% ({{ $labels.service }})"

      - alert: PanicsDetected
        expr: sum(rate(http_panics_total[1m])) > 0
        for: 0m
        labels: { severity: critical }
        annotations:
          summary: "Panics detected ({{ $labels.service }})"

      - alert: HighLatencyP99
        expr: histogram_quantile(0.99, sum by (le) (rate(http_request_duration_seconds_bucket[5m]))) > 0.5
        for: 2m
        labels: { severity: warning }
        annotations:
          summary: "p99 > 500ms ({{ $labels.service }})"