feat: add responsiveness checks for FDC and FTSO providers

Author: andraz maier

fdc/management/commands/process_fdc_data.py

@@ -16,6 +16,10 @@ def handle(self, *args, **options):
             return
 
         fdc_processor = FdcProcessor(config.fdc)
+        for client in fdc_processor.providers:
+            if not client.is_responsive():
+                logger.error(f"Provider {client} is not responsive.")
+
         processor = DataProcessor(
             config.rpc_url, config.syncing_config, config.contracts.relay
         )

ftso/management/commands/process_ftso_data.py

@@ -16,6 +16,10 @@ def handle(self, *args, **options):
             return
 
         ftso_processor = FtsoProcessor(config.ftso)
+        for client in ftso_processor.providers:
+            if not client.is_responsive():
+                logger.error(f"Provider {client} is not responsive.")
+
         processor = DataProcessor(
             config.rpc_url, config.syncing_config, config.contracts.relay
         )

processing/client/main.py

@@ -37,6 +37,20 @@ def _validation_status_check(self, response):
             return False
         return True
 
+    def _is_responsive(self, request_url) -> bool:
+        try:
+            response = self._get(request_url)
+            res = response.json()
+            if res[self.status_keyword] == "NOT_AVAILABLE":
+                return True
+            return False
+
+        except Exception:
+            return False
+
+    def is_responsive(self) -> bool:
+        raise NotImplementedError("Subclasses must implement this method")
+
 
 class FtsoClient(BaseClient):
     def get_data(self, voting_round_id: int) -> FtsoDataResponse:
@@ -62,6 +76,9 @@ def get_data(self, voting_round_id: int) -> FtsoDataResponse:
         except Exception as e:
             raise e
 
+    def is_responsive(self) -> bool:
+        return self._is_responsive("/data/0")
+
 
 class FdcClient(BaseClient):
     status_keyword = "Status"
@@ -80,3 +97,6 @@ def get_data(self, voting_round_id: int) -> FdcDataResponse:
         except Exception as e:
             logger.error("Error parsing FdcDataResponse")
             raise e
+
+    def is_responsive(self) -> bool:
+        return self._is_responsive("/getAttestations/0")