Merge pull request #616 from bbrowning/sdg-tox-fix

Fix up mypy in recent CI testing

Author: bbrowning

src/instructlab/sdg/utils/chunkers.py

@@ -179,7 +179,9 @@ def chunk_documents(self) -> List:
         all_chunks = []
         for conversion_result in parsed_documents:
             doc = conversion_result.document
-            chunker = HybridChunker(tokenizer=self.tokenizer, max_tokens=500)
+            # max_tokens in HybridChunker is handled by a pydantic validation
+            # hook, and mypy doesn't handle that. So, ignore mypy types here.
+            chunker = HybridChunker(tokenizer=self.tokenizer, max_tokens=500)  # type: ignore
             try:
                 chunk_iter = chunker.chunk(dl_doc=doc)
                 chunks = [chunker.serialize(chunk=chunk) for chunk in chunk_iter]

tox.ini

@@ -19,7 +19,7 @@ wheel_build_env = pkg
 deps = -r requirements-dev.txt
 commands =
     unit: {envpython} -m pytest {posargs:tests --ignore=tests/functional}
-    unitcov: {envpython} -W error::UserWarning -m pytest --cov=instructlab.sdg --cov-report term --cov-report=html:coverage-{env_name} --cov-report=xml:coverage-{env_name}.xml --html=durations/{env_name}.html {posargs:tests --ignore=tests/functional -m "not (examples or gpu)"}
+    unitcov: {envpython} -W error::UserWarning -m pytest --cov=instructlab.sdg --cov-report term --cov-report=html:coverage-{env_name} --cov-report=xml:coverage-{env_name}.xml --html=durations/{env_name}.html -p no:unraisableexception {posargs:tests --ignore=tests/functional -m "not (examples or gpu)"}
     functional: {envpython} -m pytest {posargs:tests/functional -m "not gpu"}
 
 # format, check, and linting targets don't build and install the project to
@@ -68,13 +68,10 @@ allowlist_externals = sh
 
 [testenv:mypy]
 description = Python type checking with mypy
-# Note: 'mypy<1.14' by default pulls the latest 'pydantic' release as a dependency, but 'pydantic>=2.10' does not
-# work with 'mypy<1.14', so for compatibility purposes, we set 'pydantic<=2.9.2'
 deps =
-  mypy>=1.10.0,<1.14
+  mypy
   types-PyYAML
   pytest
-  pydantic<=2.9.2
 commands =
   mypy src