func_tests

Author: slashburygin

.github/workflows/build.yml

@@ -7,6 +7,13 @@ env:
   ARTIFACTS_PATH: artifacts
   PROJECT_NAME: exordos_core
   REPO_ENDPOINT_PUT: http://10.20.0.1:8082
+  PACKER_VERSION: "1.9.2"
+  PYTHON_VERSION: "3.12"
+  CORE_BRANCH: "master"
+  CORE_ENDPOINT_URL: http://10.20.0.2:11010
+  CORE_USERNAME: "admin"
+  CORE_PASSWORD: "admin"
+  ALLOW_USER_PASSWD: "true"
 
 jobs:
   Build:
@@ -47,4 +54,52 @@ jobs:
         with:
           name: build_artifacts
           path: artifacts/
-
+  FuncTests:
+    needs: Build
+    if : ${{ github.actor != 'dependabot[bot]' }}
+    runs-on: ubuntu-24.04
+    steps:
+      - uses: actions/checkout@v6
+      - name: Setup `packer`
+        uses: hashicorp/setup-packer@main
+        with:
+          version: ${{ env.PACKER_VERSION }}
+      - name: Install exordos
+        run: curl -fsSL https://repository.genesis-core.tech/install.sh | sudo sh
+      - name: set exordos config
+        run: |
+          exordos settings set-realm default --endpoint $CORE_ENDPOINT_URL
+          exordos settings set-context default --name default --user $CORE_USERNAME --password $CORE_PASSWORD
+      - name: Install hypervisor
+        run: sudo exordos compute hypervisors init
+      - name: Download build artifacts
+        uses: actions/download-artifact@v8
+        with:
+          name: build_artifacts
+          path: artifacts/
+      - name: bootstrap exordos core
+        run: |
+          VERSION=$(cat artifacts/version.txt)
+          # VERSION=0.0.9
+          exordos bootstrap -i $VERSION -f -m core --admin-password $CORE_PASSWORD --cidr 10.20.0.0/22
+      - name: sleep
+        run: |
+          sleep 10
+      - name: check exordos core
+        run: |
+          set -eux
+          
+          for i in {1..10}; do
+            exordos e e list
+            
+            sleep 1
+          done
+          exordos e e show core
+          exordos compute nodes list
+          exordos compute hypervisors list
+      - name: Setup tmate session
+#        if: ${{ failure() }}
+        uses: mxschmitt/action-tmate@v3
+        timeout-minutes: 10
+        with:
+          limit-access-to-actor: true

.github/workflows/inventory.yml

@@ -9,7 +9,7 @@ permissions:
   contents: read
 
 jobs:
-  Build:
+  build_elements_inventory:
     runs-on: hard
     strategy:
       fail-fast: true

.github/workflows/tests.yml

@@ -7,6 +7,7 @@ on:
       - 'mkdocs.yml'
       - '.markdownlint.yaml'
   pull_request:
+    types: [opened]
     paths-ignore:
       - 'docs/**'
       - 'mkdocs.yml'

.gitignore

@@ -137,3 +137,5 @@ docs/source/*.png
 
 # postgres
 pgdata/
+
+.tasks

Makefile

@@ -11,7 +11,7 @@ help:
 	@echo "bootstrap        - bootstrap exordos core"
 
 build_core:
-	exordos build -i $(SSH_KEY) -f --manifest-var repository=https://repository.genesis-core.tech
+	exordos build -i $(SSH_KEY) -f . --manifest-var repository=https://repository.genesis-core.tech
 
 bootstrap:
 	exordos bootstrap -i output/inventory.json -f -m core --admin-password admin --cidr 10.20.0.0/22

exordos_core/cmd/bootstrap.py

@@ -284,7 +284,7 @@ def _install_element_manifest(
         return
 
     os.system(
-        f"exordos --config {GCTL_CFG_DIR}/exordosctl.yaml elements install {manifest_path}"
+        f"exordos --config {GCTL_CFG_DIR}/exordosctl.yaml e e install {manifest_path}"
     )
 
 

exordos_core/cmd/elements_inventory.py

@@ -43,6 +43,7 @@ def merge_inventories(inventory_files):
     """Merge all found inventory files into one list."""
     result_inventory = {"elements": {}}
 
+    latest_version = None
     for file_path in inventory_files:
         try:
             with open(file_path, "r") as f:
@@ -51,6 +52,11 @@ def merge_inventories(inventory_files):
                 result_inventory["elements"][data["name"]] = {}
 
             result_inventory["elements"][data["name"]][data["version"]] = data
+
+            if latest_version is None or data["version"] > latest_version:
+                latest_version = data["version"]
+                result_inventory["elements"][data["name"]]["latest"] = data
+
         except Exception as e:
             print(f"Error reading {file_path}: {e}")
 
@@ -74,7 +80,7 @@ def main():
         root_dir = os.path.join(REPOSITORY_DIR, elements_dir)
         output_file = os.path.join(root_dir, "inventory.json")
 
-        print("Searching for inventory.json files...")
+        print(f"Searching for inventory.json files in {root_dir}...")
         inventory_files = find_inventory_files(root_dir)
 
         if not inventory_files:

exordos_core/common/constants.py

@@ -84,3 +84,7 @@
 VAR_HS256_JWKS_ENCRYPTION_KEY_UUID = sys_uuid.UUID(
     "c371a647-e1a6-4bec-bef2-a50041bc5af2"
 )
+
+REPOSITORY_URL = "https://repository.genesis-core.tech"
+ELEMENTS_PATH = "exordos-elements"
+INVENTORY_URL = f"{REPOSITORY_URL}/{ELEMENTS_PATH}/inventory.json"

exordos_core/tests/functional/conftest.py

@@ -19,6 +19,7 @@
 from urllib.parse import urlparse
 import uuid as sys_uuid
 
+import bazooka
 from gcl_iam import tokens
 from gcl_iam.tests.functional import clients as iam_clients
 from gcl_sdk.agents.universal.dm import models as sdk_ua_models
@@ -931,3 +932,8 @@ def full_manifest_schema():
 @pytest.fixture(scope="session")
 def user_api_spec():
     return element_utils.load_user_api_spec()
+
+
+@pytest.fixture(scope="session")
+def inventory():
+    return bazooka.get(c.INVENTORY_URL).json()