fix: _is_trivial_response no longer skips valid JSON responses (#24)

Removed the naive text.startswith('{') and text.startswith('[') checks
in _is_trivial_response that caused all JSON-formatted responses to be
classified as trivial. JSON responses like {key: value} are valid
structured responses that should be extracted.

High symbol-ratio responses (e.g. code snippets) are still correctly
caught by the existing code_chars density check (lines 170-174).

Updated test assertions to match new behavior.

Fixes #24

Author: Muhamed Fazal PS

beliefstate/extractor.py

@@ -172,8 +172,6 @@ def _is_trivial_response(text: str) -> bool:
         code_count = sum(1 for c in text if c in code_chars)
         if code_count / len(text) > 0.6:
             return True
-    if text.startswith("{") or text.startswith("["):
-        return True
     return False
 
 

tests/test_new_features.py

@@ -134,8 +134,8 @@ def test_is_trivial_code_block(self):
         assert _is_trivial_response("{ } ( ) = ; : # | \\ > <") is True
 
     def test_is_trivial_json_start(self):
-        assert _is_trivial_response('{"key": "value"}') is True
-        assert _is_trivial_response('[{"key": "value"}]') is True
+        assert _is_trivial_response('{"key": "value"}') is False
+        assert _is_trivial_response('[{"key": "value"}]') is False
 
     def test_not_trivial_substantive(self):
         assert _is_trivial_response("I understand your budget constraints.") is False