Update transformers

Needed for newer model tokenizers (kimi 2.5)

Author: jjk-g

pdm.lock

@@ -8,13 +8,14 @@ dependencies = [
     "pydantic>=2.10.6",
     "numpy>=2.2.2",
     "datasets>=3.3.2",
-    "transformers>=4.50.2",
+    "transformers>=5.0.0",
     "google-cloud-storage>=3.1.0",
     "pyyaml>=6.0.2",
     "boto3>=1.39.0",
     "uvloop>=0.21.0",
     "tqdm>=4.67.1",
     "aiofiles>=25.1.0",
+    "tiktoken>=0.12.0",
 ]
 requires-python = ">=3.12"
 readme = "README.md"