add use_v1_engine as BaseDeployment attribute (#82)

yangli5t · yli1 user · web-flow · commit 8c43159d237f · 2025-09-03T08:31:46.000-07:00
Co-authored-by: yli1 user &lt;yli1@submit-2.fair-aws-h100-1.hpcaas&gt;
diff --git a/matrix/app_server/llm/ray_serve_vllm.py b/matrix/app_server/llm/ray_serve_vllm.py
@@ -113,6 +113,7 @@ def patched_post_init(self):
 
 class BaseDeployment:
     lora_modules: Optional[List[LoRAModulePath]] = None
+    use_v1_engine: Optional[bool] = None
 
     def __init__(
         self,
