improvement(view_widget): new nemesis stats widget

We want to see nemesis statistics run for selected release.
Something similar we currently have in elasticsearch.
In this initial version user gets 2 charts:
1. Pie chart showing statistics of overall nemesis pass/failure rate
2. Bar chart with corresponding nemesis pass/failure rates

additionally, stats for number of hours nemesis run and distinct nemesis
executed.
All data can be filtered per release/specific patch version.

refs: #446

Author: soyacz

argus/backend/controller/view_api.py

@@ -8,6 +8,7 @@
 from argus.backend.controller.views_widgets.highlights import bp as highlights_bp
 from argus.backend.controller.views_widgets.summary import bp as summary_bp
 from argus.backend.controller.views_widgets.graphs import bp as graphs_bp
+from argus.backend.controller.views_widgets.nemesis_stats import bp as nemesis_stats_bp
 from argus.backend.error_handlers import handle_api_exception
 from argus.backend.models.web import User
 from argus.backend.service.stats import ViewStatsCollector
@@ -20,6 +21,7 @@
 bp.register_blueprint(highlights_bp)
 bp.register_blueprint(summary_bp)
 bp.register_blueprint(graphs_bp)
+bp.register_blueprint(nemesis_stats_bp)
 bp.register_error_handler(Exception, handle_api_exception)
 
 

argus/backend/controller/views_widgets/nemesis_stats.py

@@ -0,0 +1,27 @@
+from uuid import UUID
+
+from flask import Blueprint, request
+
+from argus.backend.models.web import ArgusUserView
+from argus.backend.service.views_widgets.nemesis_stats import NemesisStatsService
+from argus.backend.service.user import api_login_required
+
+
+bp = Blueprint("nemesis_stats", __name__, url_prefix="/widgets")
+
+
+@bp.route("/nemesis_data", methods=["GET"])
+@api_login_required
+def get_nemesis_data():
+    view_id = UUID(request.args.get("view_id"))
+    view: ArgusUserView = ArgusUserView.get(id=view_id)
+    service = NemesisStatsService()
+    nemesis_data = []
+    for test_id in view.tests:
+        data = service.get_nemesis_data(test_id)
+        nemesis_data.extend(data)
+    return {
+        "status": "ok",
+        "response": {"nemesis_data": nemesis_data},
+    }
+

argus/backend/service/views_widgets/nemesis_stats.py

@@ -0,0 +1,34 @@
+from dataclasses import dataclass
+from uuid import UUID
+
+
+from argus.backend.db import ScyllaCluster
+from argus.backend.plugins.sct.testrun import SCTTestRun
+
+@dataclass
+class NemesisStats:
+    version: str
+    name: str
+    duration: int
+    status: str
+
+
+class NemesisStatsService:
+
+    def __init__(self) -> None:
+        self.cluster = ScyllaCluster.get()
+
+    def get_nemesis_data(self, test_id: UUID):
+        rows = SCTTestRun.filter(test_id=test_id).only(["id", "nemesis_data", "investigation_status", "packages"]).all()
+        nemesis_data = []
+        for test in [row for row in rows if row["investigation_status"].lower() != "ignored"]:
+            try:
+                version = [package.version for package in test["packages"] if package.name == "scylla-server"][0]
+            except (IndexError, TypeError):
+                continue
+            if not test["nemesis_data"]:
+                continue
+            for nemesis in [nemesis for nemesis in test["nemesis_data"]  if nemesis.status in ("succeeded", "failed")]:
+                nemesis_data.append({"version": version, "name": nemesis.name.split("disrupt_")[-1], "duration": nemesis.end_time - nemesis.start_time,
+                                    "status": nemesis.status})
+        return nemesis_data

frontend/Common/ViewTypes.js

@@ -11,7 +11,7 @@ import ViewHighlights from "../Views/Widgets/ViewHighlights/ViewHighlights.svelt
 import IntegerValue from "../Views/WidgetSettingTypes/IntegerValue.svelte";
 import SummaryWidget from "../Views/Widgets/SummaryWidget/SummaryWidget.svelte";
 import GraphWidget from "../Views/Widgets/GraphsWidget/GraphsWidget.svelte";
-
+import ViewNemesisStats from "../Views/Widgets/ViewNemesisStats.svelte";
 
 export class Widget {
     constructor(position = -1, type = "testDashboard", settings = {}) {
@@ -127,6 +127,12 @@ export const WIDGET_TYPES = {
         friendlyName: "Graphs Views",
         settingDefinitions: {}
     },
+    releaseStats: {
+        type: ViewNemesisStats,
+        friendlyName: "Nemesis stats",
+        settingDefinitions: {
+        },
+    },
 };