add supervisor, monitoring

Author: Wonters

Dockerfile

@@ -1,5 +1,5 @@
 FROM python:3.10-slim
-RUN apt-get update && apt-get install -y procps
+RUN apt-get update && apt-get install -y procps git
 LABEL authors="shift"
 WORKDIR /app
 COPY requirements.txt .

docker-compose.yml

@@ -10,7 +10,7 @@ services:
       - ./src:/app/src/
     stdin_open: true
     tty: true
-    # entrypoint: "./entrypoint.sh"
+    entrypoint: "/bin/bash" #"./entrypoint.sh"
     environment:
       - MLFLOW_TRACKING_URI=http://0.0.0.0:5001
       - HOST_DEPLOY = 0.0.0.0
@@ -35,8 +35,14 @@ services:
       - loki
     volumes:
       - grafana-storage:/var/lib/grafana
+      - ./grafana/dashboards:/etc/grafana/dashboards
+      - ./grafana/dashboards.yml:/etc/grafana/provisioning/dashboards/tweet_dashboards.yml
+      - ./grafana/datasources:/etc/grafana/provisioning/datasources
+      - ./grafana/alerting:/etc/grafana/alerting
+      - ./grafana/alerting.yml:/etc/grafana/provisioning/alerting/tweet_alerts.yml
     environment:
       - GF_SECURITY_ADMIN_PASSWORD=admin
+      - GF_DASHBOARDS_DEFAULT_HOME_DASHBOARD_PATH=/etc/grafana/dashboards/tweet_dashboard.json
     restart: unless-stopped
 
   loki:

grafana/alerting/rules.yaml

@@ -0,0 +1,63 @@
+apiVersion: 1
+groups:
+    - orgId: 1
+      name: job alert
+      folder: bert
+      interval: 1m
+      rules:
+        - uid: dej6cljqgxekge
+          title: Alert max jobs
+          condition: C
+          data:
+            - refId: A
+              relativeTimeRange:
+                from: 600
+                to: 0
+              datasourceUid: cej41rlo2r11cd
+              model:
+                disableTextWrap: false
+                editorMode: builder
+                expr: prediction_status{model="bert"}
+                fullMetaSearch: false
+                includeNullMetadata: true
+                instant: true
+                intervalMs: 1000
+                legendFormat: __auto
+                maxDataPoints: 43200
+                range: false
+                refId: A
+                useBackend: false
+            - refId: C
+              datasourceUid: __expr__
+              model:
+                conditions:
+                    - evaluator:
+                        params:
+                            - 5
+                        type: gt
+                      operator:
+                        type: and
+                      query:
+                        params:
+                            - C
+                      reducer:
+                        params: []
+                        type: last
+                      type: query
+                datasource:
+                    type: __expr__
+                    uid: __expr__
+                expression: A
+                intervalMs: 1000
+                maxDataPoints: 43200
+                refId: C
+                type: threshold
+          noDataState: NoData
+          execErrState: Error
+          for: 1m
+          annotations:
+            description: Task is up to 5 jobs
+            summary: Alert Sentiment analysis
+          isPaused: false
+          notification_settings:
+            receiver: admin-email

grafana/alertings.yaml

@@ -0,0 +1,9 @@
+apiVersion: 1
+
+groups:
+  - name: alert-rules
+    folder: Tweet Alerts
+    orgId: 1
+    interval: 30s
+    rules:
+      - file: /etc/grafana/alerting/rules.yml

grafana/dashboards.yaml

@@ -0,0 +1,8 @@
+apiVersion: 1
+
+providers:
+  - name: "default"
+    folder: "Tweet Dashboards"
+    type: file
+    options:
+      path: /etc/grafana/dashboards