Skip to content

Commit e670844

Browse files
committed
remove everything related to vram estimation
1 parent 3219ef8 commit e670844

5 files changed

Lines changed: 0 additions & 755 deletions

File tree

api/pyproject.toml

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -19,7 +19,6 @@ dependencies = [
1919
"boto3==1.40.70",
2020
"datasets==3.6.0",
2121
"diffusers==0.36.0",
22-
"do-i-have-the-vram==0.1.0",
2322
"evaluate==0.4.3",
2423
"fastapi-users[sqlalchemy,oauth]==15.0.1",
2524
"hf_xet==1.1.4",

api/transformerlab/routers/model.py

Lines changed: 0 additions & 30 deletions
Original file line numberDiff line numberDiff line change
@@ -26,8 +26,6 @@
2626
from transformerlab.models import filesystemmodel
2727
import transformerlab.services.job_service as job_service
2828
from transformerlab.services.job_service import job_update_status
29-
from transformerlab.services import vram_service
30-
from transformerlab.schemas.vram import VramEstimateResponse
3129
from lab.dirs import get_workspace_dir
3230
from lab.model import Model as ModelService
3331
from lab import storage
@@ -218,34 +216,6 @@ async def model_gallery(model_id: str):
218216
return await get_model_details_from_gallery(model_id)
219217

220218

221-
@router.get("/model/vram_estimate", response_model=VramEstimateResponse)
222-
async def model_vram_estimate(
223-
model_id: str,
224-
dtype: str = "float16",
225-
batch: int = 1,
226-
seq_len: int = 4096,
227-
no_kv: bool = False,
228-
filename: str | None = None,
229-
x_team_id: str | None = Header(None, alias="X-Team-Id"),
230-
user: User = Depends(current_active_user),
231-
) -> VramEstimateResponse:
232-
model_id = model_id.replace("~~~", "/")
233-
user_id = str(user.id) if user else None
234-
return await vram_service.estimate_vram(
235-
model_id=model_id,
236-
dtype=dtype,
237-
batch=batch,
238-
seq_len=seq_len,
239-
no_kv=no_kv,
240-
filename=filename,
241-
user_id=user_id,
242-
team_id=x_team_id,
243-
)
244-
245-
246-
# Should this be a POST request?
247-
248-
249219
@router.get("/model/upload_to_huggingface", summary="Given a model ID, upload it to Hugging Face.")
250220
async def upload_model_to_huggingface(
251221
model_id: str, model_name: str = "transformerlab-model", organization_name: str = "", model_card_data: str = "{}"

api/transformerlab/schemas/vram.py

Lines changed: 0 additions & 24 deletions
This file was deleted.

0 commit comments

Comments
 (0)