rm PrefixModelForCausalLM

Author: a31413510

erniekit/train/ocr_vl_sft/trainer.py

@@ -39,7 +39,7 @@
 
 from distutils.util import strtobool
 
-from paddleformers.peft import LoRAModel, PrefixModelForCausalLM
+from paddleformers.peft import LoRAModel
 from paddleformers.trainer import (
     speed_metrics,
 )
@@ -833,9 +833,7 @@ def fused_allreduce_gradients_no_sync(paramlist, hcg):
             logger.info(
                 f"Loading best model from {self.state.best_model_checkpoint} (score: {self.state.best_metric})."
             )
-            if isinstance(self.model, LoRAModel) or isinstance(
-                self.model, PrefixModelForCausalLM
-            ):
+            if isinstance(self.model, LoRAModel):
                 self._load_best_model_from_peft_checkpoint()
             else:
                 weight_name = PADDLE_WEIGHTS_NAME

erniekit/train/vl_sft/trainer.py

@@ -41,7 +41,7 @@
 
 from setuptools._distutils.util import strtobool
 
-from paddleformers.peft import LoRAModel, PrefixModelForCausalLM
+from paddleformers.peft import LoRAModel
 from paddleformers.trainer import (
     speed_metrics,
 )
@@ -829,9 +829,7 @@ def fused_allreduce_gradients_no_sync(paramlist, hcg):
             logger.info(
                 f"Loading best model from {self.state.best_model_checkpoint} (score: {self.state.best_metric})."
             )
-            if isinstance(self.model, LoRAModel) or isinstance(
-                self.model, PrefixModelForCausalLM
-            ):
+            if isinstance(self.model, LoRAModel):
                 self._load_best_model_from_peft_checkpoint()
             else:
                 weight_name = PADDLE_WEIGHTS_NAME