remove vllm

Author: durant42040

.github/workflows/pytest.yml

@@ -54,5 +54,5 @@ jobs:
         env:
           GITHUB_ACCESS_TOKEN: ${{ secrets.GITHUB_ACCESS_TOKEN }}
         run: |
-          pytest -v
+          uv run pytest -v
 

lean_dojo_v2/external_api/python/external_models/__init__.py

@@ -1,6 +1 @@
-# from .claude_runner import ClaudeRunner
-# from .gemini_runner import GeminiRunner
 from .hf_runner import HFTacticGenerator
-
-# from .oai_runner import OpenAIRunner
-# from .vllm_runner import VLLMTacticGenerator

lean_dojo_v2/external_api/python/external_models/claude_runner.py

@@ -4,29 +4,14 @@
 import torch
 from external_models import *
 from fastapi import FastAPI, HTTPException
-from loguru import logger
 from models import *
 from pydantic import BaseModel
 
 app = FastAPI()
 
 models = {
-    "kimina": VLLMTacticGenerator(
-        model="AI-MO/Kimina-Prover-Preview-Distill-7B",
-        tensor_parallel_size=1,
-        temperature=0.6,
-        max_tokens=1024,
-        top_p=0.9,
-        length_penalty=0,
-        n=4,
-        do_sample=True,
-        output_scores=True,
-        output_logits=False,
-        return_dict_in_generate=True,
-        device="auto",
-    ),
     "deepseek": HFTacticGenerator(
-        model="deepseek-ai/DeepSeek-Prover-V2-7B",
+        model="deepseek-ai/DeepSeek-Prover-V2-671B:novita",
         temperature=0.6,
         max_new_tokens=256,
         top_p=0.9,

lean_dojo_v2/external_api/python/external_models/gemini_runner.py

@@ -33,7 +33,6 @@ dependencies = [
     "loguru>=0.6.0",
     "networkx>=2.8.0",
     "ray>=2.0.0",
-    "vllm>=0.2.0",
     "requests>=2.28.0",
     "tqdm>=4.64.0",
     "openai>=0.27.0",