Separation of Status and Orch API

The main improvements and fixes are:
1) The Status and Orch API were separated into two services.
2) A fix for the entry point for the render driver.

Signed-off-by: Anton Kremenetsky <anton.kremenetsky@gmail.com>

Author: akremenetsky

etc/genesis_universal_agent/genesis_universal_agent.conf

@@ -4,11 +4,12 @@ debug = True
 
 [universal_agent]
 orch_endpoint = http://localhost:11011
-status_endpoint = http://localhost:11011
+status_endpoint = http://localhost:11012
 caps_drivers = CoreCapabilityDriver
 
 
 [CoreCapabilityDriver]
 username = admin
 password = admin
 user_api_base_url = http://localhost:11010
+project_id = 12345678-c625-4fee-81d5-f691897b8142

etc/systemd/gc-status-api.service

@@ -0,0 +1,14 @@
+[Unit]
+Description=Genesis Core Status API
+After=network-online.target
+
+[Service]
+TimeoutStopSec=5
+Restart=on-failure
+RestartSec=5s
+KillSignal=SIGINT
+ExecStartPre=/bin/sleep 2
+ExecStart=gc-status-api --config-file /etc/genesis_core/genesis_core.conf
+
+[Install]
+WantedBy=multi-user.target

genesis/images/install.sh

@@ -93,15 +93,18 @@ deactivate
 # Create links to venv
 sudo ln -sf "$VENV_PATH/bin/gc-user-api" "/usr/bin/gc-user-api"
 sudo ln -sf "$VENV_PATH/bin/gc-orch-api" "/usr/bin/gc-orch-api"
+sudo ln -sf "$VENV_PATH/bin/gc-status-api" "/usr/bin/gc-status-api"
 sudo ln -sf "$VENV_PATH/bin/gc-gservice" "/usr/bin/gc-gservice"
 sudo ln -sf "$VENV_PATH/bin/gc-bootstrap" "/usr/bin/gc-bootstrap"
 sudo ln -sf "$VENV_PATH/bin/genesis-universal-agent" "/usr/bin/genesis-universal-agent"
 
 # Install Systemd service files
 sudo cp "$GC_PATH/etc/systemd/gc-user-api.service" $SYSTEMD_SERVICE_DIR
 sudo cp "$GC_PATH/etc/systemd/gc-orch-api.service" $SYSTEMD_SERVICE_DIR
+sudo cp "$GC_PATH/etc/systemd/gc-status-api.service" $SYSTEMD_SERVICE_DIR
 sudo cp "$GC_PATH/etc/systemd/gc-gservice.service" $SYSTEMD_SERVICE_DIR
 sudo cp "$GC_PATH/etc/systemd/genesis-universal-agent.service" $SYSTEMD_SERVICE_DIR
 
 # Enable genesis core services
-sudo systemctl enable gc-user-api gc-orch-api gc-gservice genesis-universal-agent
+sudo systemctl enable gc-user-api gc-orch-api gc-status-api \
+    gc-gservice genesis-universal-agent

genesis_core/agent/universal/driver.py

@@ -19,7 +19,7 @@
 
 import bazooka
 
-from gcl_sdk.agents.universal.driver import direct
+from gcl_sdk.agents.universal.drivers import direct
 from gcl_sdk.agents.universal.clients.http import base
 from gcl_sdk.agents.universal.clients.backend import rest as back
 from gcl_sdk.agents.universal.storage import fs
@@ -42,6 +42,7 @@ def __init__(
         self,
         username: str,
         password: str,
+        project_id: str,
         user_api_base_url: str,
     ):
         http = bazooka.Client()
@@ -54,8 +55,8 @@ def __init__(
         )
 
         storage = fs.FileAgentStorage(AGENT_WORK_DIR)
-        rest_client = back.RestApiBackendClient(
-            rest_client, self.__collection_map__
+        rest_client = back.GCRestApiBackendClient(
+            rest_client, self.__collection_map__, project_id
         )
 
         super().__init__(storage=storage, client=rest_client)

genesis_core/cmd/core_agent.py

@@ -18,6 +18,7 @@
 import sys
 
 from gcl_looper.services import bjoern_service
+from gcl_looper.services import hub
 from oslo_config import cfg
 from restalchemy.common import config_opts as ra_config_opts
 from restalchemy.storage.sql import engines
@@ -81,22 +82,28 @@ def main():
     infra_log.configure()
     log = logging.getLogger(__name__)
 
-    engines.engine_factory.configure_postgresql_factory(CONF)
+    serv_hub = hub.ProcessHubService()
 
-    log.info(
-        "Start service on %s:%s",
-        CONF[DOMAIN].bind_host,
-        CONF[DOMAIN].bind_port,
-    )
+    for _ in range(CONF[DOMAIN].workers):
+        service = bjoern_service.BjoernService(
+            wsgi_app=app.build_wsgi_application(),
+            host=CONF[DOMAIN].bind_host,
+            port=CONF[DOMAIN].bind_port,
+            bjoern_kwargs=dict(reuse_port=True),
+        )
 
-    service = bjoern_service.BjoernService(
-        wsgi_app=app.build_wsgi_application(),
-        host=CONF[DOMAIN].bind_host,
-        port=CONF[DOMAIN].bind_port,
-        bjoern_kwargs=dict(reuse_port=True),
-    )
+        service.add_setup(
+            lambda: engines.engine_factory.configure_postgresql_factory(
+                conf=CONF
+            )
+        )
 
-    service.start()
+        serv_hub.add_service(service)
+
+    if CONF[DOMAIN].workers > 1:
+        serv_hub.start()
+    else:
+        service.start()
 
     log.info("Bye!!!")
 

genesis_core/cmd/orch_api.py

@@ -0,0 +1,100 @@
+#    Copyright 2025 Genesis Corporation.
+#
+#    All Rights Reserved.
+#
+#    Licensed under the Apache License, Version 2.0 (the "License"); you may
+#    not use this file except in compliance with the License. You may obtain
+#    a copy of the License at
+#
+#         http://www.apache.org/licenses/LICENSE-2.0
+#
+#    Unless required by applicable law or agreed to in writing, software
+#    distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+#    WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+#    License for the specific language governing permissions and limitations
+#    under the License.
+
+import logging
+import sys
+
+from gcl_looper.services import bjoern_service
+from gcl_looper.services import hub
+from oslo_config import cfg
+from restalchemy.common import config_opts as ra_config_opts
+from restalchemy.storage.sql import engines
+
+from genesis_core.status_api.api import app
+from genesis_core.common import config
+from genesis_core.common import log as infra_log
+
+
+api_cli_opts = [
+    cfg.StrOpt(
+        "bind-host",
+        default="127.0.0.1",
+        help="The host IP to bind to",
+    ),
+    cfg.IntOpt(
+        "bind-port",
+        default=11012,
+        help="The port to bind to",
+    ),
+    cfg.IntOpt(
+        "workers",
+        default=1,
+        help="How many http servers should be started",
+    ),
+]
+
+
+DOMAIN = "status_api"
+
+CONF = cfg.CONF
+CONF.register_cli_opts(api_cli_opts, DOMAIN)
+ra_config_opts.register_posgresql_db_opts(CONF)
+
+
+def main():
+    # Parse config
+    config.parse(sys.argv[1:])
+
+    # Configure logging
+    infra_log.configure()
+    log = logging.getLogger(__name__)
+
+    engines.engine_factory.configure_postgresql_factory(CONF)
+
+    log.info(
+        "Start service on %s:%s",
+        CONF[DOMAIN].bind_host,
+        CONF[DOMAIN].bind_port,
+    )
+
+    serv_hub = hub.ProcessHubService()
+
+    for _ in range(CONF[DOMAIN].workers):
+        service = bjoern_service.BjoernService(
+            wsgi_app=app.build_wsgi_application(),
+            host=CONF[DOMAIN].bind_host,
+            port=CONF[DOMAIN].bind_port,
+            bjoern_kwargs=dict(reuse_port=True),
+        )
+
+        service.add_setup(
+            lambda: engines.engine_factory.configure_postgresql_factory(
+                conf=CONF
+            )
+        )
+
+        serv_hub.add_service(service)
+
+    if CONF[DOMAIN].workers > 1:
+        serv_hub.start()
+    else:
+        service.start()
+
+    log.info("Bye!!!")
+
+
+if __name__ == "__main__":
+    main()

genesis_core/cmd/status_api.py

@@ -17,7 +17,6 @@
 from restalchemy.api import routes
 
 from gcl_sdk.agents.universal.orch_api import routes as orch_routes
-from gcl_sdk.agents.universal.status_api import routes as status_routers
 from genesis_core.orch_api.api import controllers
 
 
@@ -57,6 +56,4 @@ class ApiEndpointRoute(routes.Route):
     boots = routes.route(NetbootRoute)
     nodes = routes.route(NodeRoute)
     machines = routes.route(MachineRoute)
-    agents = routes.route(status_routers.UniversalAgentsRoute)
-    resources = routes.route(status_routers.ResourcesRoute)
-    orch_agents = routes.route(orch_routes.UniversalAgentsRoute)
+    agents = routes.route(orch_routes.UniversalAgentsRoute)