Merge branch 'main' into fix/617-batch-unbatch-context

Author: bhimrazy

.github/workflows/ci-minimal-dependency-check.yml

@@ -19,9 +19,9 @@ jobs:
       UV_EXCLUDE_NEWER: "2 days"
 
     steps:
-      - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
+      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
       - name: Install uv and setup python
-        uses: astral-sh/setup-uv@37802adc94f370d6bfd71619e3f0bf239e1f3b78 # v7.6.0
+        uses: astral-sh/setup-uv@c771a70e6277c0a99b617c7a806ffedaca235ff9 # v9.0.0
         with:
           activate-environment: true
           python-version: "3.12"

.github/workflows/ci-parity.yml

@@ -19,9 +19,9 @@ jobs:
       UV_EXCLUDE_NEWER: "2 days"
 
     steps:
-      - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
+      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
       - name: Install uv and setup python
-        uses: astral-sh/setup-uv@37802adc94f370d6bfd71619e3f0bf239e1f3b78 # v7.6.0
+        uses: astral-sh/setup-uv@c771a70e6277c0a99b617c7a806ffedaca235ff9 # v9.0.0
         with:
           activate-environment: true
           python-version: "3.12"

.github/workflows/ci-testing.yml

@@ -35,9 +35,9 @@ jobs:
       UV_TORCH_BACKEND: "cpu"
 
     steps:
-      - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
+      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
       - name: Install uv and setup python
-        uses: astral-sh/setup-uv@37802adc94f370d6bfd71619e3f0bf239e1f3b78 # v7.6.0
+        uses: astral-sh/setup-uv@c771a70e6277c0a99b617c7a806ffedaca235ff9 # v9.0.0
         with:
           activate-environment: true
           python-version: ${{ matrix.python-version }}
@@ -70,7 +70,7 @@ jobs:
           coverage xml
 
       - name: Upload coverage to Codecov
-        uses: codecov/codecov-action@e79a6962e0d4c0c17b229090214935d2e33f8354 # v6.0.1
+        uses: codecov/codecov-action@fb8b3582c8e4def4969c97caa2f19720cb33a72f # v7.0.0
         with:
           token: ${{ secrets.CODECOV_TOKEN }}
           file: ./coverage.xml

.github/workflows/release-pypi.yml

@@ -20,9 +20,9 @@ jobs:
     env:
       UV_EXCLUDE_NEWER: "2 days"
     steps:
-      - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
+      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
       - name: Install uv and setup python
-        uses: astral-sh/setup-uv@37802adc94f370d6bfd71619e3f0bf239e1f3b78 # v7.6.0
+        uses: astral-sh/setup-uv@c771a70e6277c0a99b617c7a806ffedaca235ff9 # v9.0.0
         with:
           python-version: "3.12"
           enable-cache: true
@@ -68,4 +68,4 @@ jobs:
       - run: ls -lh dist/
 
       - name: Publish distribution 📦 to PyPI
-        uses: pypa/gh-action-pypi-publish@cef221092ed1bacb1cc03d23a2d87d1d172e277b # v1.14.0
+        uses: pypa/gh-action-pypi-publish@dc37677b2e1c63e2034f94d8a5b11f265b73ba33 # v1.14.2

.pre-commit-config.yaml

@@ -23,14 +23,14 @@ repos:
       - id: detect-private-key
 
   - repo: https://github.com/codespell-project/codespell
-    rev: v2.4.2
+    rev: v2.4.3
     hooks:
       - id: codespell
         additional_dependencies: [tomli]
         #args: ["--write-changes"]
 
   - repo: https://github.com/JoC0de/pre-commit-prettier
-    rev: v3.8.1
+    rev: v3.9.6
     hooks:
       - id: prettier
         files: \.(json|yml|yaml|toml)
@@ -46,7 +46,7 @@ repos:
         args: ["--in-place"]
 
   - repo: https://github.com/astral-sh/ruff-pre-commit
-    rev: v0.15.9
+    rev: v0.16.1
     hooks:
       - id: ruff
         args: ["--fix"]

pyproject.toml

@@ -166,7 +166,7 @@ dev = [
     "fastmcp>=2.9.2 ; python_full_version >= '3.10'",
     "httpx>=0.27.0",
     "lightning>2.0.0",
-    "mypy==2.1.0",
+    "mypy==2.3.0",
     "numpy<3.0",
     "openai>=1.12.0",
     "pillow>=11.3.0",

src/litserve/api.py

@@ -148,7 +148,6 @@ def __init__(
         enable_async: bool = False,
     ):
         """Initialize LitAPI with configuration options."""
-
         if max_batch_size <= 0:
             raise ValueError("max_batch_size must be greater than 0")
 
@@ -394,7 +393,6 @@ def pre_setup(self, spec: Optional[LitSpec] = None):
 
     def set_logger_queue(self, queue: Queue):
         """Set the queue for logging events."""
-
         self._logger_queue = queue
 
     def log(self, key, value):

src/litserve/server.py

@@ -1098,7 +1098,6 @@ def _get_request_queue(self, api_path: str):
 
     def _register_api_endpoints(self, lit_api: LitAPI, request_type, response_type):
         """Register endpoint routes for the FastAPI app."""
-
         self._callback_runner.trigger_event(EventTypes.ON_SERVER_START.value, litserver=self)
 
         # Create handlers

src/litserve/utils.py

@@ -322,7 +322,6 @@ def add_ssl_context_from_env(kwargs: dict[str, Any]) -> dict[str, Any]:
         returns an empty dictionary.
 
     """
-
     if "ssl_keyfile" in kwargs and "ssl_certfile" in kwargs:
         return kwargs
 

tests/parity_fastapi/benchmark.py

@@ -52,7 +52,6 @@ def send_request(args):
 
 def benchmark(num_requests=100, concurrency_level=100, port=8000):
     """Benchmark the ML server."""
-
     # Create a session with appropriate pool size
     session = create_session(pool_connections=min(concurrency_level, 100), pool_maxsize=min(concurrency_level, 100))