fix served_model_name

Author: YourUsername

matrix/app_server/app_api.py

@@ -341,6 +341,7 @@ def get_app_metadata(
 
         prefix = app["route_prefix"].strip("/")  # type: ignore
         model = app["args"].get("model")  # type: ignore
+        served_model_name = app["args"].get("served_model_name")  # type: ignore
         deployment_name = app["deployments"][0]["name"]  # type: ignore
         use_grpc = "GrpcDeployment" in deployment_name
 
@@ -368,7 +369,7 @@ def get_app_metadata(
             "http_port": http_port,
             "grpc_port": grpc_port,
             "route_prefix": prefix,
-            "model_name": model,
+            "model_name": served_model_name if served_model_name else model,
             "deployment_name": deployment_name,
             "use_grpc": use_grpc,
             "endpoint_template": endpoint_template,

matrix/app_server/llm/ray_serve_vllm.py

@@ -209,7 +209,10 @@ def create_openai(
             "response_role": self.response_role,
         }
         if self.engine_args.served_model_name is not None:
-            base_model_paths = self.engine_args.served_model_name
+            base_model_paths = [
+                BaseModelPath(name=name, model_path=self.engine_args.model)
+                for name in self.engine_args.served_model_name
+            ]
         else:
             if has_base_model_path:
                 base_model_paths = [