General tests (#695)

* remove tests

* cleanup cactus dir

* fixes

* cleanups

* cleanup bindings

* blog

* docs

* cactus-kernels

* cactus-graph

* cactus-engine

* python

* fixes

* alginment

Signed-off-by: jakmro <kubamroz124@gmail.com>
Signed-off-by: Jakub Mroz <115979017+jakmro@users.noreply.github.com>

Author: jakmro

.github/workflows/build.yml

@@ -3,7 +3,6 @@ name: Build
 on:
   pull_request:
     paths:
-      - cactus/**
       - cactus-engine/**
       - cactus-graph/**
       - cactus-kernels/**
@@ -13,7 +12,6 @@ on:
   push:
     branches: [main]
     paths:
-      - cactus/**
       - cactus-engine/**
       - cactus-graph/**
       - cactus-kernels/**
@@ -25,13 +23,17 @@ on:
 permissions:
   contents: read
 
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
 jobs:
   apple:
     runs-on: macos-15
-    timeout-minutes: 15
+    timeout-minutes: 30
     steps:
       - uses: actions/checkout@v4
-      - run: bash cactus/build.sh
+      - run: bash cactus-engine/build.sh
       - run: BUILD_STATIC=true BUILD_XCFRAMEWORK=false bash apple/build.sh
       - run: bash android/build.sh
 
@@ -41,4 +43,4 @@ jobs:
     steps:
       - uses: actions/checkout@v4
       - run: sudo apt-get update && sudo apt-get install -y cmake build-essential libcurl4-openssl-dev
-      - run: bash cactus/build.sh
+      - run: bash cactus-engine/build.sh

.github/workflows/cpp.yml

@@ -1,23 +1,29 @@
+name: Unit Tests
+
 on:
   pull_request:
     paths:
-      - cactus/**
-      - tests/**
+      - cactus-kernels/**
+      - cactus-graph/**
       - .github/workflows/cpp.yml
   push:
     branches: [main]
     paths:
-      - cactus/**
-      - tests/**
+      - cactus-kernels/**
+      - cactus-graph/**
       - .github/workflows/cpp.yml
   workflow_dispatch:
 
 permissions:
   contents: read
 
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
 jobs:
-  test:
-    timeout-minutes: 45
+  unit-tests:
+    timeout-minutes: 30
     strategy:
       fail-fast: false
       matrix:
@@ -30,17 +36,7 @@ jobs:
     steps:
       - uses: actions/checkout@v4
       - run: ${{ matrix.deps }}
-      - uses: actions/cache@v4
-        with:
-          path: ~/.ccache
-          key: ccache-${{ matrix.os }}-${{ github.ref_name }}-${{ hashFiles('cactus/CMakeLists.txt', 'tests/CMakeLists.txt', '.github/workflows/cpp.yml') }}
-          restore-keys: |
-            ccache-${{ matrix.os }}-${{ github.ref_name }}-
-            ccache-${{ matrix.os }}-
-      - run: ccache --zero-stats || true
-      - run: cmake -G Ninja -S cactus -B cactus/build -DCMAKE_BUILD_TYPE=Release -DCMAKE_CXX_COMPILER_LAUNCHER=ccache
-      - run: cmake --build cactus/build --target cactus_ffi --parallel 4
-      - run: cmake -G Ninja -S tests -B tests/build-ci -DCMAKE_BUILD_TYPE=Release -DCMAKE_CXX_COMPILER_LAUNCHER=ccache
-      - run: cmake --build tests/build-ci --target test_stt --parallel 4
-      - run: ./tests/build-ci/test_stt
-      - run: ccache --show-stats || true
+      - name: Run kernel tests
+        run: bash cactus-kernels/test.sh
+      - name: Run graph tests
+        run: bash cactus-graph/test.sh

.github/workflows/dco.yml

@@ -4,9 +4,17 @@ on:
   pull_request:
     types: [opened, synchronize, reopened]
 
+permissions:
+  contents: read
+
+concurrency:
+  group: dco-${{ github.event.pull_request.number || github.ref }}
+  cancel-in-progress: true
+
 jobs:
   dco-check:
     runs-on: ubuntu-latest
+    timeout-minutes: 5
     name: DCO Check
     steps:
       - name: Checkout

.github/workflows/docs.yml

@@ -28,9 +28,17 @@ on:
         required: false
   workflow_dispatch:
 
+permissions:
+  contents: read
+
+concurrency:
+  group: docs-${{ github.ref }}
+  cancel-in-progress: false
+
 jobs:
   deploy:
     runs-on: ubuntu-latest
+    timeout-minutes: 15
     permissions:
       contents: write
     steps:
@@ -41,7 +49,7 @@ jobs:
 
       - uses: actions/setup-python@v5
         with:
-          python-version: "3.x"
+          python-version: "3.12"
 
       - name: Install dependencies
         run: pip install "mkdocs==1.6.1" "mkdocs-material==9.7.5" "mike==2.1.4"

.github/workflows/inference.yml

@@ -8,9 +8,14 @@ on:
 permissions:
   contents: read
 
+concurrency:
+  group: inference-${{ github.event.pull_request.number || github.ref }}
+  cancel-in-progress: true
+
 jobs:
   gate:
     runs-on: ubuntu-latest
+    timeout-minutes: 5
     outputs:
       approved: ${{ steps.check.outputs.approved }}
     steps:
@@ -28,6 +33,7 @@ jobs:
     needs: gate
     if: needs.gate.outputs.approved == 'true'
     runs-on: [self-hosted, linux, arm64]
+    timeout-minutes: 60
     steps:
       - uses: actions/checkout@v4
         with:
@@ -39,77 +45,35 @@ jobs:
             source ./setup
           fi
 
-      - name: Convert models
-        env:
-          HF_TOKEN: ${{ secrets.HF_TOKEN }}
-        run: |
-          source venv/bin/activate
-          convert() {
-            local id=$1 dir=$2 bits=$3
-            [ -f "weights/$dir/config.txt" ] && return
-            python3 -m cactus convert "$id" --bits "$bits" ${HF_TOKEN:+--token "$HF_TOKEN"} || true
-          }
-          convert "Qwen/Qwen3-0.6B" "qwen3-0.6b" "4"
-          convert "google/gemma-3-270m-it" "gemma-3-270m-it" "4"
-          convert "openai/whisper-small" "whisper-small" "4"
-          convert "nvidia/parakeet-tdt-0.6b-v3" "parakeet-tdt-0.6b-v3" "4"
-
-      - name: Build
+      - name: Build libcactus + engine tests
         run: |
-          bash cactus/build.sh
+          bash cactus-engine/build.sh
           cd cactus-engine/tests
           rm -rf build && mkdir -p build && cd build
           cmake .. -DCMAKE_BUILD_TYPE=Release
           make -j$(nproc)
 
-  unit-tests:
-    needs: build
-    runs-on: [self-hosted, linux, arm64]
-    env:
-      CACTUS_INDEX_PATH: /tmp/cactus_test_index
-      CACTUS_NO_CLOUD_TELE: "1"
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          clean: false
-      - name: Run unit tests
-        run: |
-          mkdir -p "$CACTUS_INDEX_PATH"
-          cd cactus-engine/tests/build
-          ./test_index
-          ./test_model_loading
-          ./test_telemetry
-
-      - name: Run kernel tests
-        run: bash cactus-kernels/test.sh
-
-      - name: Run graph tests
-        run: bash cactus-graph/test.sh
-
-  inference-tests:
+  model-tests:
     needs: build
     runs-on: [self-hosted, linux, arm64]
+    timeout-minutes: 60
     env:
-      CACTUS_TEST_ASSETS: ${{ github.workspace }}/cactus-engine/tests/assets
       CACTUS_NO_CLOUD_TELE: "1"
     strategy:
       fail-fast: false
       matrix:
-        include:
-          - test: test_llm
-            model_dir: qwen3-0.6b
-          - test: test_llm
-            model_dir: gemma-3-270m-it
-          - test: test_stt
-            model_dir: whisper-small
-          - test: test_stt
-            model_dir: parakeet-tdt-0.6b-v3
+        model:
+          - LiquidAI/LFM2-VL-450M
+          - openai/whisper-small
     steps:
       - uses: actions/checkout@v4
         with:
           clean: false
-      - name: Run ${{ matrix.test }} (${{ matrix.model_dir }})
+
+      - name: Run tests for ${{ matrix.model }}
         env:
-          CACTUS_TEST_MODEL: ${{ github.workspace }}/weights/${{ matrix.model_dir }}
-          CACTUS_TEST_TRANSCRIBE_MODEL: ${{ github.workspace }}/weights/${{ matrix.model_dir }}
-        run: ./cactus-engine/tests/build/${{ matrix.test }}
+          HF_TOKEN: ${{ secrets.HF_TOKEN }}
+        run: |
+          source venv/bin/activate
+          MODEL="${{ github.event.inputs.model || matrix.model }}"
+          python3 -m cactus test --component engine --model "$MODEL"