From d40e5a65e345d8b158b5edbd90a4f3de9981a992 Mon Sep 17 00:00:00 2001 From: bukejiyu <395822456@qq.com> Date: Tue, 10 Mar 2026 14:57:24 +0800 Subject: [PATCH] Add check for Paddle model format --- fastdeploy/config.py | 27 +++++++++++++++------------ 1 file changed, 15 insertions(+), 12 deletions(-) diff --git a/fastdeploy/config.py b/fastdeploy/config.py index 4ebfd4584b5..aa911d7886b 100644 --- a/fastdeploy/config.py +++ b/fastdeploy/config.py @@ -408,14 +408,17 @@ def read_model_config(self): logger.info("The model format is Hugging Face Torch") elif "dtype" in self.model_config: # https://github.com/huggingface/transformers/releases/tag/v4.56.0 Transformers 4.56.0 version deprecated torch_dtype - if "transformers_version" in self.model_config and parse_version( - self.model_config["transformers_version"] - ) > parse_version("4.56.0"): - self.model_format = "torch" - logger.info("The model format is Hugging Face Torch") - else: + if "source" in self.model_config and self.model_config["source"] == "paddle": self.model_format = "paddle" - logger.info("The model format is Paddle") + else: + if "transformers_version" in self.model_config and parse_version( + self.model_config["transformers_version"] + ) > parse_version("4.56.0"): + self.model_format = "torch" + logger.info("The model format is Hugging Face Torch") + else: + self.model_format = "paddle" + logger.info("The model format is Paddle") elif ( "quantization_config" in self.model_config and "quant_method" in self.model_config["quantization_config"] @@ -424,11 +427,11 @@ def read_model_config(self): self.model_format = "torch" logger.info("The model format is Hugging Face") else: - raise ValueError( - "Unknown model format. Please ensure your config.json contains " - "either 'torch_dtype' (for Hugging Face models) or 'dtype' (for Paddle models) field. " - f"Config file path: {config_path}" - ) + if "source" in self.model_config and self.model_config["source"] == "paddle": + self.model_format = "paddle" + else: + self.model_format = "torch" + logger.info("The model format is Hugging Face") def _get_default_runner_type( self,