Wait for dsc and dsci ready state in cluster_sanity check (opendatahub-io#293)

Author: dbasunag

utilities/infra.py

@@ -877,6 +877,21 @@ def wait_for_dsci_status_ready(dsci_resource: DSCInitialization) -> bool:
     )
 
 
+@retry(
+    wait_timeout=120,
+    sleep=5,
+    exceptions_dict={ResourceNotReadyError: []},
+)
+def wait_for_dsci_status_ready(dsci_resource: DSCInitialization) -> bool:
+    LOGGER.info(f"Wait for DSCI {dsci_resource.name} to be in {dsci_resource.Status.READY} status.")
+    if dsci_resource.status == dsci_resource.Status.READY:
+        return True
+
+    raise ResourceNotReadyError(
+        f"DSCI {dsci_resource.name} is not ready.\nCurrent status: {dsci_resource.instance.status}"
+    )
+
+
 @retry(
     wait_timeout=120,
     sleep=5,
@@ -929,7 +944,6 @@ def verify_cluster_sanity(
             wait_for_dsci_status_ready(dsci_resource=dsci_resource)
             wait_for_dsc_status_ready(dsc_resource=dsc_resource)
 
-
     except (ResourceNotReadyError, NodeUnschedulableError, NodeNotReadyError) as ex:
         error_msg = f"Cluster sanity check failed: {str(ex)}"
         # return_code set to 99 to not collide with https://docs.pytest.org/en/stable/reference/exit-codes.html