We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 896ba74 commit d30d755Copy full SHA for d30d755
utilities/constants.py
@@ -477,7 +477,7 @@ class LLMdInferenceSimConfig:
477
478
479
LLM_D_CHAT_GENERATION_CONFIG: Dict[str, Any] = {
480
- "service": {"hostname": f"{LLMdInferenceSimConfig.isvc_name}-predictor", "port": 8032}
+ "service": {"hostname": f"{LLMdInferenceSimConfig.isvc_name}-predictor", "port": 80}
481
}
482
483
0 commit comments