Change error handling

Author: heussd

compose.yml

@@ -68,7 +68,6 @@ services:
     nats-indexer:
         deploy:
             replicas: 1
-        restart: always
         image: ghcr.io/heussd/nats-news-analysis/nats-indexer:latest
         environment:
             - 'NATS_URL=nats-server:4222'

python/Makefile

@@ -1,2 +1,9 @@
 pub-article:
-	nats pub article-urls "{\"url\": \"https://www.tagesschau.de/ausland/indien-satellit-102.html\"}"
+	nats pub article-urls "{\"url\": \"https://www.tagesschau.de/ausland/indien-satellit-102.html\"}"
+
+5:
+	$(MAKE) pub-article
+	$(MAKE) pub-article
+	$(MAKE) pub-article
+	$(MAKE) pub-article
+	$(MAKE) pub-article

python/ai_search.py

@@ -6,7 +6,7 @@
 import requests
 
 
-def add(searchDocs: List[dict]):
+def add(searchDocs: List[dict]) -> bool:
     if len(searchDocs) == 0:
         print("No documents to add.")
         return
@@ -22,9 +22,12 @@ def add(searchDocs: List[dict]):
         data=json.dumps(data, cls=NumpyEncoder),
     )
 
-    res.raise_for_status()
     if res.status_code == 200:
         print(f"{len(searchDocs)} documents added to the search index successfully.")
+        return True
+    else:
+        print(f"Failed to add documents to the search index. Status code: {res.status_code}, Status text: {res.text}")
+        return False
 
 
 def search(query: str):

python/nats-indexer.py

@@ -22,7 +22,8 @@ async def process(msgs: List[nats.aio.msg.Msg]):
             url=json_data["url"],
         ))
     prepared_search_docs = prepare(jsonmsgs)
-    add(prepared_search_docs)
+    if not add(prepared_search_docs):
+        raise Exception("Failed to add documents to AI search index")
 
 
 async def run():