Multi-instance PBS exporter support

Co-authored-by: 33Fraise33 <33Fraise33@users.noreply.github.com>

Author: opencode-agent[bot]

playbooks/host_files/beokpdcovm01/files/prometheus/alerts.d/pbs.rules.yml

@@ -2,7 +2,7 @@
 groups:
   - name: pbs.rules
     rules:
-      - alert: PBS backup failed
+      - alert: PBSBackupFailed
         expr: pbs_task_status{task_type="backup",status=~"(?i:failed|error)"} == 1
         for: 10m
         labels:
@@ -11,7 +11,7 @@ groups:
           summary: "PBS backup failed on {{ $labels.node_name }}"
           description: "Backup {{ $labels.task }} for datastore {{ $labels.datastore }} failed."
 
-      - alert: PBS verification failed
+      - alert: PBSVerificationFailed
         expr: pbs_task_status{task_type="verify",status=~"(?i:failed|error)"} == 1
         for: 10m
         labels:
@@ -20,7 +20,7 @@ groups:
           summary: "PBS verification failed on {{ $labels.node_name }}"
           description: "Verification {{ $labels.task }} for datastore {{ $labels.datastore }} failed."
 
-      - alert: PBS sync failed
+      - alert: PBSSyncFailed
         expr: pbs_task_status{task_type="sync",status=~"(?i:failed|error)"} == 1
         for: 10m
         labels:

playbooks/host_files/beokpdcovm01/templates/prometheus/prometheus.yml.j2

@@ -262,12 +262,17 @@ scrape_configs:
       - targets:
           - "prometheus-adguard_exporter:9618"
 
-  - job_name: 'pbs_exporter'
+{% if prometheus.features.pbs_exporter | default(false) %}
+{% for pbs_instance in pbs_exporter_instances | default([]) %}
+  - job_name: 'pbs_exporter_{{ pbs_instance.name }}'
     metrics_path: /probe
     http_sd_configs:
       - <<: *netbox_auth
         url: https://netbox.unitix.be/api/plugins/prometheus-sd/virtual-machines/?status=active&tag=pbs
     relabel_configs:
+      - source_labels: [__meta_netbox_name]
+        regex: '^{{ pbs_instance.netbox_name | regex_escape }}$'
+        action: keep
       - source_labels: [__meta_netbox_primary_ip]
         target_label: __param_target
       - source_labels: [__param_target]
@@ -281,7 +286,10 @@ scrape_configs:
       - source_labels: [__meta_netbox_role_slug]
         target_label: device_role
       - target_label: __address__
-        replacement: "prometheus-pbs_exporter:9569"
+        replacement: "prometheus-pbs-exporter-{{ pbs_instance.name }}:9569"
+
+{% endfor %}
+{% endif %}
 
   - job_name: "hass"
     metrics_path: /api/prometheus

roles/prometheus/tasks/pbs_exporter.yml

@@ -1,31 +1,75 @@
 ---
-- name: Validate PBS exporter credentials
+- name: Validate PBS exporter instances list
   ansible.builtin.assert:
     that:
-      - pbs_exporter_api_token_id is defined
-      - pbs_exporter_api_token_id | length > 0
-      - pbs_exporter_api_token_secret is defined
-      - pbs_exporter_api_token_secret | length > 0
+      - pbs_exporter_instances is defined
+      - pbs_exporter_instances is sequence
+      - pbs_exporter_instances is not string
+      - pbs_exporter_instances | length > 0
     fail_msg: >-
-      pbs_exporter_api_token_id and pbs_exporter_api_token_secret must be
-      supplied as inventory variables.
+      pbs_exporter_instances must be a non-empty inventory list.
   no_log: true
 
-- name: Setup Prometheus PBS exporter
+- name: Validate PBS exporter instances
+  ansible.builtin.assert:
+    that:
+      - item.name is defined
+      - item.name is string
+      - item.name is match('^[a-z0-9][a-z0-9-]*$')
+      - item.netbox_name is defined
+      - item.netbox_name is string
+      - item.netbox_name | length > 0
+      - item.api_token_id is defined
+      - item.api_token_id is string
+      - item.api_token_id | length > 0
+      - item.api_token_secret is defined
+      - item.api_token_secret is string
+      - item.api_token_secret | length > 0
+    fail_msg: >-
+      Every PBS exporter instance must define a lowercase name, netbox_name,
+      api_token_id, and api_token_secret.
+  loop: "{{ pbs_exporter_instances }}"
+  loop_control:
+    label: hidden
+  no_log: true
+
+- name: Validate unique PBS exporter instance selectors
+  ansible.builtin.assert:
+    that:
+      - >-
+        pbs_exporter_instances | map(attribute='name') | unique | list | length
+        == pbs_exporter_instances | length
+      - >-
+        pbs_exporter_instances | map(attribute='netbox_name') | unique | list | length
+        == pbs_exporter_instances | length
+    fail_msg: PBS exporter instance names and NetBox names must be unique.
+  no_log: true
+
+- name: Remove legacy Prometheus PBS exporter
   community.docker.docker_container:
     name: prometheus-pbs_exporter
+    state: absent
+  no_log: true
+
+- name: Setup Prometheus PBS exporters
+  community.docker.docker_container:
+    name: "prometheus-pbs-exporter-{{ item.name }}"
     image: "{{ pbs_exporter_image | default('natrontech/pbs-exporter:latest') }}"
     networks:
       - name: monitoring
     dns_servers: "{{ dns.servers }}"
     env:
-      PBS_TOKEN_ID: "{{ pbs_exporter_api_token_id }}"
-      PBS_TOKEN_SECRET: "{{ pbs_exporter_api_token_secret }}"
+      PBS_TOKEN_ID: "{{ item.api_token_id }}"
+      PBS_TOKEN_SECRET: "{{ item.api_token_secret }}"
       PBS_TLS_INSECURE: "true"
     restart: true
     restart_policy: always
     state: started
     pull: true
     labels:
       traefik.enable: "false"
+      com.unitix.prometheus.pbs-exporter: "true"
+  loop: "{{ pbs_exporter_instances }}"
+  loop_control:
+    label: hidden
   no_log: true