tilt-engine and analysis-engine bug fix

Author: dittmanndennis

analysis/app/routers/analysis.py

@@ -16,8 +16,6 @@
 #       API-Analysis
 # <------------------------>
 
-@router.on_event("startup")
-@repeat_every( seconds= 60 * 60 * 24 )
 @router.get("/update", responses=default_responses)
 async def analysis(user: User = Depends(authenticate)):
     if user["access_lvl"] != 0 and user["access_lvl"] != 1:
@@ -28,3 +26,10 @@ async def analysis(user: User = Depends(authenticate)):
     print("updated!")
 
     return JSONResponse(status_code=200, content={"acknowledged": True})
+
+@router.on_event("startup")
+@repeat_every( seconds= 60 * 60 * 24 )
+async def __analysis():
+    print("updating...")
+    update()
+    print("updated!")

tests/risks_analysis.py

@@ -0,0 +1,68 @@
+import json
+
+f = open('./dbseed/risks.json')
+
+data = json.load(f)
+
+hasSimilarNodes = 0
+numberSimilarNodes = 0
+
+hasRisk = 0
+totalRisk = 0
+maxRisk = 0
+
+totalBreached = []
+totalBreaches = 0
+
+seenCluster = []
+validArticleRank = 0
+validBetweenness = 0
+validDegree = 0
+validHarmonicCloseness = 0
+
+for d in data:
+    if "similarNodes" in d and len(d["similarNodes"]) > 0:
+        hasSimilarNodes += 1
+        numberSimilarNodes += len(d["similarNodes"])
+    else:
+        print(d)
+    if "riskScore" in d:
+        hasRisk += 1
+        totalRisk += d["riskScore"]
+        if d["riskScore"] > maxRisk:
+            maxRisk = d["riskScore"]
+    if "similarBreachedDomains" in d:
+        for breached in d["similarBreachedDomains"]:
+            if breached["domain"] not in totalBreached:
+                totalBreached.append(breached["domain"])
+                totalBreaches += breached["breaches"]
+    if "validMeasuresInCluster" in d:
+        for c in d["validMeasuresInCluster"]:
+            if c["cluster"] not in seenCluster:
+                seenCluster.append(c["cluster"])
+                if c["articleRank"]:
+                    validArticleRank += 1
+                if c["betweenness"]:
+                    validBetweenness += 1
+                if c["degree"]:
+                    validDegree += 1
+                if c["harmonicCloseness"]:
+                    validHarmonicCloseness += 1
+
+print(len(data))
+
+print("Has similar nodes: ", hasSimilarNodes)
+print("Average amount of similar nodes: ", numberSimilarNodes/hasSimilarNodes)
+
+print("Has risk: ", hasRisk)
+print("Average risk: ", totalRisk/hasRisk)
+print("maxRisk: ", maxRisk)
+
+print("Total breached: ", len(totalBreached))
+print("Total breaches: ", totalBreaches)
+
+print("Number of cluster: ", len(seenCluster))
+print("Number of valid ArticleRanks: ", validArticleRank)
+print("Number of valid Betweenness: ", validBetweenness)
+print("Number of valid Degree: ", validDegree)
+print("Number of valid Harmonic Closeness: ", validHarmonicCloseness)

tilt/app/routers/data.py

@@ -1,10 +1,8 @@
 from fastapi import APIRouter, HTTPException, Depends, Request
 from fastapi.responses import JSONResponse
-from pydantic import BaseModel
-from datetime import datetime
 
 from .authentication import User, authenticate
-from ..database.data import insert_tilt, insert_tilts, delete_tilt, delete_tilts
+from ..database.data import insert_tilt, insert_tilts, delete_tilt
 from ..database.models.http_responses import *