Universal agent

Main features and improvements:

1) Universal Agent in Genesis Core image

- Added universal agent to the genesis image.
- Implemented CoreCapabilityDriver for nodes and configs.

2) Separation of Status and Orch API

- The Status and Orch API were separated into two services.
- A fix for the entry point for the render driver.

3) Universal scheduler, GC rest API client

- Added universal scheduler to the genesis image
- Load resource collections from the configuration file.
- Genesis Core rest API client

4) Minor fixes

- Correct handle empty discovery range in ISC DHCP
- Correct handle empty discovery range in IPAM
- Ability to build with local SDK module
- Bumped up gcl-sdk version to 0.3.0

Signed-off-by: Anton Kremenetsky <anton.kremenetsky@gmail.com>

Author: akremenetsky

etc/genesis_core/genesis_core.conf

@@ -20,6 +20,10 @@ bind_port = 11010
 bind_host = 0.0.0.0
 bind_port = 11011
 
+[status_api]
+bind_host = 0.0.0.0
+bind_port = 11012
+
 [events]
 # enable = False
 # client_type = async

etc/genesis_core_agent/genesis_core_agent.conf

@@ -0,0 +1,27 @@
+[DEFAULT]
+verbose = True
+debug = True
+
+
+[db]
+connection_url = postgresql://genesis_core:genesis_core@127.0.0.1:5432/genesis_core
+connection_pool_size = 2
+
+
+[universal_agent]
+orch_endpoint = http://localhost:11011
+status_endpoint = http://localhost:11012
+caps_drivers = CoreCapabilityDriver
+
+
+[universal_agent_scheduler]
+capabilities = em_core_*
+
+
+[CoreCapabilityDriver]
+username = admin
+password = admin
+user_api_base_url = http://localhost:11010
+project_id = 12345678-c625-4fee-81d5-f691897b8142
+em_core_compute_nodes = /v1/nodes/
+em_core_config_configs = /v1/config/configs/

etc/genesis_universal_agent/genesis_universal_agent.conf

@@ -22,7 +22,7 @@ loggers:
     level: WARNING
     propagate: False
 
-  genesis_core: {}
+  genesis_universal_agent: {}
   bjoern: {}
   gcl_looper: {}
   gcl_sdk: {}

etc/genesis_core_agent/logging.yaml etc/genesis_universal_agent/logging.yamletc/genesis_core_agent/logging.yaml renamed to etc/genesis_universal_agent/logging.yaml

@@ -0,0 +1,14 @@
+[Unit]
+Description=Genesis Core Status API
+After=network-online.target
+
+[Service]
+TimeoutStopSec=5
+Restart=on-failure
+RestartSec=5s
+KillSignal=SIGINT
+ExecStartPre=/bin/sleep 2
+ExecStart=gc-status-api --config-file /etc/genesis_core/genesis_core.conf
+
+[Install]
+WantedBy=multi-user.target

etc/systemd/gc-agent.service

@@ -0,0 +1,12 @@
+[Unit]
+Description=Genesis Universal Agent Service
+After=network-online.target
+
+[Service]
+Restart=on-failure
+RestartSec=5s
+TimeoutStopSec=5
+ExecStart=genesis-universal-agent --config-file /etc/genesis_universal_agent/genesis_universal_agent.conf
+
+[Install]
+WantedBy=multi-user.target

etc/systemd/gc-status-api.service

@@ -0,0 +1,12 @@
+[Unit]
+Description=Genesis Universal Scheduler Service
+After=network-online.target
+
+[Service]
+Restart=on-failure
+RestartSec=5s
+TimeoutStopSec=5
+ExecStart=genesis-universal-scheduler --config-file /etc/genesis_universal_agent/genesis_universal_agent.conf
+
+[Install]
+WantedBy=multi-user.target

etc/systemd/genesis-universal-agent.service

@@ -28,6 +28,12 @@ build:
       # Local path
       http:
         src: http://repository.genesis-core.tech:8081/seed_os/latest/vmlinuz
+    
+    # Take SDK from a local path for development purposes.
+    - dst: /opt/gcl_sdk
+      optional: true
+      path:
+        env: LOCAL_GENESIS_SDK_PATH
 
   # List of elements in the project
   elements:
@@ -46,4 +52,3 @@ build:
         override:
           disk_size: "6G"
       # manifest: manifests/genesis-core.yaml
-

etc/systemd/genesis-universal-scheduler.service

@@ -32,6 +32,9 @@ GC_PG_DB="genesis_core"
 
 SYSTEMD_SERVICE_DIR=/etc/systemd/system/
 
+DEV_SDK_PATH="/opt/gcl_sdk"
+SDK_DEV_MODE=$([ -d "$DEV_SDK_PATH" ] && echo "true" || echo "false")
+
 # Install packages
 sudo apt update
 sudo apt install postgresql libev-dev libvirt-dev \
@@ -69,7 +72,6 @@ sudo cp "$GC_PATH/etc/genesis_core/logging.yaml" $GC_CFG_DIR/
 sudo cp "$GC_PATH/etc/genesis_core/event_type_mapping.yaml" $GC_CFG_DIR/
 sudo cp "$GC_PATH/genesis/images/startup_cfg.yaml" $GC_CFG_DIR/
 sudo cp "$GC_PATH/genesis/images/bootstrap.sh" $BOOTSTRAP_PATH/0100-gc-bootstrap.sh
-python3 -m uuid | sudo tee /var/lib/genesis/node-id
 
 mkdir -p "$VENV_PATH"
 python3 -m venv "$VENV_PATH"
@@ -78,20 +80,37 @@ pip install pip --upgrade
 pip install -r "$GC_PATH"/requirements.txt
 pip install -e "$GC_PATH"
 
+# In the dev mode the gcl_sdk package is installed from the local machine
+if [[ "$SDK_DEV_MODE" == "true" ]]; then
+    pip uninstall -y gcl_sdk
+    pip install -e "$DEV_SDK_PATH"
+fi
+
+# Configuration for universal agent
+sudo cp -r "$GC_PATH/etc/genesis_universal_agent" /etc/
+
 # Apply migrations
 ra-apply-migration --config-dir "$GC_PATH/etc/genesis_core/" --path "$GC_PATH/migrations"
 deactivate
 
 # Create links to venv
 sudo ln -sf "$VENV_PATH/bin/gc-user-api" "/usr/bin/gc-user-api"
 sudo ln -sf "$VENV_PATH/bin/gc-orch-api" "/usr/bin/gc-orch-api"
+sudo ln -sf "$VENV_PATH/bin/gc-status-api" "/usr/bin/gc-status-api"
 sudo ln -sf "$VENV_PATH/bin/gc-gservice" "/usr/bin/gc-gservice"
 sudo ln -sf "$VENV_PATH/bin/gc-bootstrap" "/usr/bin/gc-bootstrap"
+sudo ln -sf "$VENV_PATH/bin/genesis-universal-agent" "/usr/bin/genesis-universal-agent"
+sudo ln -sf "$VENV_PATH/bin/genesis-universal-scheduler" "/usr/bin/genesis-universal-scheduler"
 
 # Install Systemd service files
 sudo cp "$GC_PATH/etc/systemd/gc-user-api.service" $SYSTEMD_SERVICE_DIR
 sudo cp "$GC_PATH/etc/systemd/gc-orch-api.service" $SYSTEMD_SERVICE_DIR
+sudo cp "$GC_PATH/etc/systemd/gc-status-api.service" $SYSTEMD_SERVICE_DIR
 sudo cp "$GC_PATH/etc/systemd/gc-gservice.service" $SYSTEMD_SERVICE_DIR
+sudo cp "$GC_PATH/etc/systemd/genesis-universal-agent.service" $SYSTEMD_SERVICE_DIR
+sudo cp "$GC_PATH/etc/systemd/genesis-universal-scheduler.service" $SYSTEMD_SERVICE_DIR
 
 # Enable genesis core services
-sudo systemctl enable gc-user-api gc-orch-api gc-gservice
+sudo systemctl enable gc-user-api gc-orch-api gc-status-api gc-gservice \
+    genesis-universal-agent \
+    genesis-universal-scheduler