Handle websearch errors

Author: dbobrenko

apex/services/websearch/websearch_tavily.py

@@ -1,3 +1,4 @@
+from loguru import logger
 from tavily import TavilyClient
 
 from apex.services.websearch.websearch_base import WebSearchBase, Website
@@ -10,20 +11,23 @@ def __init__(self, key: str):
         self.client = TavilyClient(key)
 
     async def search(self, query: str, max_results: int = 5) -> list[Website]:
-        response = self.client.search(
-            query=query[: self.QUERY_LIMIT],
-            max_results=max_results,
-        )
         websites: list[Website] = []
-        response_time = response.get("response_time")
-        for result in response.get("results", []):
-            website = Website(
-                query=query,
-                url=result.get("url"),
-                content=result.get("content"),
-                title=result.get("title"),
-                score=result.get("score"),
-                response_time=response_time,
+        try:
+            response = self.client.search(
+                query=query[: self.QUERY_LIMIT],
+                max_results=max_results,
             )
-            websites.append(website)
+            response_time = response.get("response_time")
+            for result in response.get("results", []):
+                website = Website(
+                    query=query,
+                    url=result.get("url"),
+                    content=result.get("content"),
+                    title=result.get("title"),
+                    score=result.get("score"),
+                    response_time=response_time,
+                )
+                websites.append(website)
+        except Exception as exc:
+            logger.error(f"Exception during web search: {exc}")
         return websites

apex/validator/logger_wandb.py

@@ -29,6 +29,7 @@ def __init__(
                 self.run = wandb.init(
                     entity="macrocosmos",
                     project=project,
+                    settings=wandb.Settings(x_disable_stats=True),
                     config={
                         "hotkey": async_chain.wallet.hotkey.ss58_address,
                         "netuid": async_chain.netuid,