feat(compute,api): add node verifiers route and improve node cleanup

- Add node_verifiers route to boot_api and status_api
- Refactor _pre_delete_machine_resource to clear all node resources
- Reschedule target resources before agent deletion
- Delete agents and resources by node reference instead of uuid

Signed-off-by: Anton Kremenetsky <anton.kremenetsky@gmail.com>

Author: akremenetsky

exordos_core/boot_api/api/routes.py

@@ -47,5 +47,6 @@ class ApiEndpointRoute(routes.Route):
 
     nodes = routes.route(status_routes.NodesRoute)
     boots = routes.route(NetbootRoute)
+    node_verifiers = routes.route(status_routes.NodeVerifiersRoute)
     agents = routes.route(UniversalAgentsRoute)
     kind = routes.route(status_routes.KindRoute)

exordos_core/compute/builders/pool.py

@@ -400,22 +400,34 @@ def _actualize_machine_status(
 
     def _pre_delete_machine_resource(self, resource: ua_models.TargetResource) -> None:
         """The hook is performed before deleting machine resource."""
-        # There is a chance the `guest_machine` actual resource won't
-        # be deleted since the node will be dropped first and agent
-        # won't have time to delete it. So to fix this we need to delete
-        # the guest machine explicitly.
+        # Clear all resources placed on the node
         resources = ua_models.Resource.objects.get_all(
             filters={
-                "uuid": dm_filters.EQ(resource.uuid),
-                "kind": dm_filters.EQ("guest_machine"),
+                "node": dm_filters.EQ(resource.uuid),
             }
         )
+
+        # Clear all agents run on the node
         agents = ua_models.UniversalAgent.objects.get_all(
             filters={
-                "uuid": dm_filters.EQ(resource.uuid),
+                "node": dm_filters.EQ(resource.uuid),
             }
         )
-        for obj in agents + resources:
+
+        # Rescheduler target resource
+        if agents:
+            target_resources = ua_models.TargetResource.objects.get_all(
+                filters={
+                    "agent": dm_filters.In((a.uuid for a in agents)),
+                }
+            )
+
+            for target_resource in target_resources:
+                target_resource.agent = None
+                target_resource.save()
+
+        # Clear all resources and agents
+        for obj in resources + agents:
             obj.delete()
 
     # Volume

exordos_core/status_api/api/routes.py

@@ -27,4 +27,5 @@ class ApiEndpointRoute(routes.Route):
     __allow_methods__ = [routes.FILTER]
 
     agents = routes.route(status_routes.UniversalAgentsRoute)
+    node_verifiers = routes.route(status_routes.NodeVerifiersRoute)
     kind = routes.route(status_routes.KindRoute)

pyproject.toml

@@ -29,7 +29,7 @@ dependencies = [
     "Jinja2>=3.1.5,<4.0.0",  # BSD License (BSD-3-Clause)
     "izulu>=0.50.0,<1.0.0",  # MIT License
     "gcl_iam>=1.2.1,<2.0.0",  # Apache-2.0
-    "gcl_sdk>=3.0.4,<4.0.0",  # Apache-2.0
+    "gcl_sdk>=3.0.5,<4.0.0",  # Apache-2.0
     "gcl_certbot_plugin>=0.0.9,<1.0.0",  # Apache-2.0
     "pyotp>=2.9.0,<3.0.0",  # MIT License
     "pyyaml>=6.0.0,<7.0.0",  # MIT