Merge branch 'main' into mm-dataset

Author: shanjiaz

.github/workflows/stale.yml

@@ -13,7 +13,7 @@ jobs:
       actions: write
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/stale@b5d41d4e1d5dceea10e7104786b73624c18a190f
+      - uses: actions/stale@eb5cf3af3ac0a1aa4c9c45633dd1ae542a27a899
         with:
           operations-per-run: 1000
           exempt-draft-pr: true

pyproject.toml

@@ -83,12 +83,11 @@ dev = [
     "sphinx~=8.1.3",
 
     # testing
-    "pytest~=8.2.2",
+    "pytest~=9.0.3",
     "pytest-asyncio~=1.3.0",
     "pytest-cov~=7.1.0",
     "pytest-mock~=3.15.1",
-    "pytest-rerunfailures~=14.0",
-    "respx~=0.23.1",
+    "pytest-rerunfailures~=16.2",
 
     # code quality
     "mypy~=2.1.0",

src/speculators/data_generation/vllm_client.py

@@ -14,7 +14,7 @@
 
 logger = logging.getLogger(__name__)
 
-DEFAULT_REQUEST_TIMEOUT = 15  # seconds
+DEFAULT_REQUEST_TIMEOUT = 120  # seconds
 DEFAULT_MAX_RETRIES = 3
 RETRY_BACKOFF_BASE = 2  # seconds