Merge pull request #33 from anhmtk/tests/smoke-suite-wave-05

test: add smoke suite (learning/framework) and CI (wave-05)

Author: anhmtk

.github/workflows/ci-smoke.yml

@@ -0,0 +1,65 @@
+name: CI – Smoke
+
+on:
+  pull_request:
+    paths:
+      - "tests/test_*smoke*.py"
+      - "tests/test_*canary*.py"
+      - "pytest.ini"
+      - "stillme_core/**"
+      - "agent_dev/**"
+      - "framework.py"
+  push:
+    branches: [ main ]
+    paths:
+      - "tests/test_*smoke*.py"
+      - "tests/test_*canary*.py"
+      - "pytest.ini"
+      - "stillme_core/**"
+      - "agent_dev/**"
+      - "framework.py"
+
+permissions:
+  contents: read
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  smoke:
+    runs-on: ubuntu-latest
+    timeout-minutes: 15
+    if: "!contains(github.event.head_commit.message, '[skip ci]')"
+    
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+        
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.11"
+          
+      - name: Install dependencies
+        run: |
+          pip install -e . || true
+          pip install pytest
+          
+      - name: Run smoke tests
+        run: |
+          pytest -q -k "smoke or canary"
+        env:
+          STILLME_DRY_RUN: "1"
+          
+      - name: Run learning smoke only
+        run: |
+          pytest -q tests/test_learning_smoke.py
+        env:
+          STILLME_DRY_RUN: "1"
+          
+      - name: Run framework smoke only
+        run: |
+          pytest -q tests/test_framework_smoke.py
+        env:
+          STILLME_DRY_RUN: "1"

pytest.ini

@@ -20,10 +20,11 @@ markers =
     unit: marks tests as unit tests
     learning: marks tests related to learning system
     agentdev: marks tests related to AgentDev
+    smoke: marks tests as smoke tests
+    canary: marks tests as canary tests
 
 # Ignore directories
 norecursedirs = .git .venv* __pycache__ *.egg-info dist build _attic node_modules
 
 # Coverage options (if pytest-cov is installed)
 # addopts = --cov=stillme_core --cov=agent_dev --cov-report=html --cov-report=term
-

tests/test_framework_smoke.py

@@ -0,0 +1,100 @@
+#!/usr/bin/env python3
+"""
+Framework Smoke Tests
+=====================
+
+Basic smoke tests to verify framework imports and basic functionality work in DRY_RUN mode.
+These tests are designed to run quickly and provide early feedback.
+"""
+
+import os
+import importlib
+import pytest
+
+# Set DRY_RUN mode for safe imports
+os.environ.setdefault("STILLME_DRY_RUN", "1")
+
+
+def test_framework_smoke():
+    """Test that framework can be imported and has basic attributes"""
+    framework_modules = [
+        "framework",
+        "stillme.framework", 
+        "stillme_core.framework"
+    ]
+    
+    fw = None
+    for module_name in framework_modules:
+        try:
+            fw = importlib.import_module(module_name)
+            break
+        except (ImportError, ModuleNotFoundError):
+            continue
+    
+    if fw is None:
+        pytest.skip("No framework module found - skipping framework smoke test")
+        return
+    
+    # Test basic framework attributes
+    assert hasattr(fw, "initialize") or hasattr(fw, "get_agentdev") or hasattr(fw, "StillMeFramework"), \
+        f"Framework module {fw.__name__} missing expected attributes"
+
+
+def test_framework_initialization_smoke():
+    """Test that framework can be initialized in DRY_RUN mode"""
+    try:
+        from stillme_core.framework import StillMeFramework
+        # Should be able to create instance in DRY_RUN mode
+        fw = StillMeFramework()
+        assert fw is not None
+    except ImportError:
+        pytest.skip("StillMeFramework not available")
+    except Exception as e:
+        # In DRY_RUN mode, API key errors are expected and acceptable
+        error_msg = str(e).lower()
+        if "api" in error_msg and "key" in error_msg:
+            pytest.skip("API key required - expected in DRY_RUN mode")
+        # Should not fail due to network calls in DRY_RUN
+        assert "network" not in error_msg
+
+
+def test_agentdev_integration_smoke():
+    """Test that AgentDev can be accessed through framework"""
+    try:
+        from stillme_core.framework import StillMeFramework
+        fw = StillMeFramework()
+        
+        # Test AgentDev access
+        agentdev = fw.get_agentdev()
+        # AgentDev should be available (even if None in some cases)
+        assert agentdev is not None or True  # Allow None for now
+        
+    except ImportError:
+        pytest.skip("Framework or AgentDev not available")
+    except Exception as e:
+        # In DRY_RUN mode, API key errors are expected and acceptable
+        error_msg = str(e).lower()
+        if "api" in error_msg and "key" in error_msg:
+            pytest.skip("API key required - expected in DRY_RUN mode")
+        # Should not fail due to network calls in DRY_RUN
+        assert "network" not in error_msg
+
+
+@pytest.mark.smoke
+def test_framework_dry_run_safe():
+    """Test that framework is safe in DRY_RUN mode"""
+    # Ensure DRY_RUN is set
+    assert os.environ.get("STILLME_DRY_RUN") == "1"
+    
+    try:
+        from stillme_core.framework import StillMeFramework
+        fw = StillMeFramework()
+        # Should not make external calls in DRY_RUN mode
+        assert True
+    except Exception as e:
+        # In DRY_RUN mode, API key errors are expected and acceptable
+        error_msg = str(e).lower()
+        if "api" in error_msg and "key" in error_msg:
+            pytest.skip("API key required - expected in DRY_RUN mode")
+        # If it fails, it should be a safe failure (no network calls)
+        assert "network" not in error_msg

tests/test_learning_smoke.py

@@ -0,0 +1,70 @@
+#!/usr/bin/env python3
+"""
+Learning System Smoke Tests
+===========================
+
+Basic smoke tests to verify learning system imports work in DRY_RUN mode.
+These tests are designed to run quickly and provide early feedback.
+"""
+
+import os
+import importlib
+import pytest
+
+# Set DRY_RUN mode for safe imports
+os.environ.setdefault("STILLME_DRY_RUN", "1")
+
+
+def test_learning_import_smoke():
+    """Test that at least one learning module can be imported"""
+    learning_modules = [
+        "stillme_core.learning",
+        "agent_dev.learning",
+        "learning",  # fallback
+        "stillme.learning"  # fallback
+    ]
+    
+    imported_any = False
+    for module_name in learning_modules:
+        try:
+            importlib.import_module(module_name)
+            imported_any = True
+            break
+        except (ImportError, ModuleNotFoundError):
+            continue
+    
+    assert imported_any, f"Cannot import any learning module from: {learning_modules}"
+
+
+def test_learning_components_smoke():
+    """Test that learning system components can be instantiated"""
+    try:
+        # Test stillme_core.learning
+        import stillme_core.learning
+        assert hasattr(stillme_core.learning, '__file__')
+    except ImportError:
+        pass  # Allow if not available
+    
+    try:
+        # Test agent_dev.learning
+        import agent_dev.learning
+        assert hasattr(agent_dev.learning, '__file__')
+    except ImportError:
+        pass  # Allow if not available
+
+
+@pytest.mark.smoke
+def test_learning_dry_run_safe():
+    """Test that learning system is safe in DRY_RUN mode"""
+    # Ensure DRY_RUN is set
+    assert os.environ.get("STILLME_DRY_RUN") == "1"
+    
+    # Test that we can import without making external calls
+    try:
+        import stillme_core.learning
+        # Should not raise exceptions in DRY_RUN mode
+        assert True
+    except Exception as e:
+        # If it fails, it should be a safe failure (no network calls)
+        assert "network" not in str(e).lower()
+        assert "api" not in str(e).lower()