File tree Expand file tree Collapse file tree 1 file changed +4
-4
lines changed
Expand file tree Collapse file tree 1 file changed +4
-4
lines changed Original file line number Diff line number Diff line change @@ -497,6 +497,7 @@ class LLMdInferenceSimConfig:
497497 "service" : {"hostname" : f"{ LLMdInferenceSimConfig .isvc_name } -predictor" , "port" : 80 }
498498}
499499
500+
500501@dataclass
501502class VLLMGPUConfig :
502503 name : str = "vllm-gpu"
@@ -509,12 +510,11 @@ class VLLMGPUConfig:
509510 def get_hostname (cls , namespace : str ) -> str :
510511 return f"{ cls .isvc_name } -predictor.{ namespace } .svc.cluster.local"
511512
513+
512514VLLM_CHAT_GENERATION_CONFIG : dict [str , Any ] = {
513- "service" : {
514- "hostname" : VLLMGPUConfig .get_hostname ("test-guardrails-huggingface" ),
515- "port" : VLLMGPUConfig .port
516- }
515+ "service" : {"hostname" : VLLMGPUConfig .get_hostname ("test-guardrails-huggingface" ), "port" : VLLMGPUConfig .port }
517516}
518517
518+
519519class PodNotFound (Exception ):
520520 """Pod not found"""
You can’t perform that action at this time.
0 commit comments