|
26 | 26 | from transformerlab.models import filesystemmodel |
27 | 27 | import transformerlab.services.job_service as job_service |
28 | 28 | from transformerlab.services.job_service import job_update_status |
29 | | -from transformerlab.services import vram_service |
30 | | -from transformerlab.schemas.vram import VramEstimateResponse |
31 | 29 | from lab.dirs import get_workspace_dir |
32 | 30 | from lab.model import Model as ModelService |
33 | 31 | from lab import storage |
@@ -218,34 +216,6 @@ async def model_gallery(model_id: str): |
218 | 216 | return await get_model_details_from_gallery(model_id) |
219 | 217 |
|
220 | 218 |
|
221 | | -@router.get("/model/vram_estimate", response_model=VramEstimateResponse) |
222 | | -async def model_vram_estimate( |
223 | | - model_id: str, |
224 | | - dtype: str = "float16", |
225 | | - batch: int = 1, |
226 | | - seq_len: int = 4096, |
227 | | - no_kv: bool = False, |
228 | | - filename: str | None = None, |
229 | | - x_team_id: str | None = Header(None, alias="X-Team-Id"), |
230 | | - user: User = Depends(current_active_user), |
231 | | -) -> VramEstimateResponse: |
232 | | - model_id = model_id.replace("~~~", "/") |
233 | | - user_id = str(user.id) if user else None |
234 | | - return await vram_service.estimate_vram( |
235 | | - model_id=model_id, |
236 | | - dtype=dtype, |
237 | | - batch=batch, |
238 | | - seq_len=seq_len, |
239 | | - no_kv=no_kv, |
240 | | - filename=filename, |
241 | | - user_id=user_id, |
242 | | - team_id=x_team_id, |
243 | | - ) |
244 | | - |
245 | | - |
246 | | -# Should this be a POST request? |
247 | | - |
248 | | - |
249 | 219 | @router.get("/model/upload_to_huggingface", summary="Given a model ID, upload it to Hugging Face.") |
250 | 220 | async def upload_model_to_huggingface( |
251 | 221 | model_id: str, model_name: str = "transformerlab-model", organization_name: str = "", model_card_data: str = "{}" |
|
0 commit comments