[bugfix] fix template suffix (modelscope#7937)

Author: Jintao-Huang

swift/template/base.py

@@ -677,14 +677,14 @@ def generate(self, model, *args, **kwargs):
         return model.generate(*args, **kwargs)
 
     def skip_stop_tokens(self, generate_ids: List[int], is_finished: bool = True) -> List[int]:
-        # Do not print template_meta.suffix[-1] and eos_token.
+        # Do not print template_meta.suffix_stop and eos_token.
         # However, other stop_words will be printed.
         tokenizer = self.tokenizer
 
         if len(generate_ids) > 0 and generate_ids[-1] == tokenizer.eos_token_id:
             generate_ids = generate_ids[:-1]
         # skip suffix and eos_token
-        template_suffix = self.template_meta.suffix[-1]
+        template_suffix = self.template_meta.suffix_stop
         if isinstance(template_suffix, str):
             # [-1:]: fix OpenGVLab/Mini-InternVL-Chat-4B-V1-5
             template_suffix = tokenizer.encode(template_suffix, add_special_tokens=False)[-1:]

swift/template/template_meta.py

@@ -123,6 +123,7 @@ def init(self, tokenizer: PreTrainedTokenizerBase) -> None:
         suffix_stop = self.suffix[-1] if self.suffix else None
         if isinstance(suffix_stop, str):
             suffix_stop = suffix_stop.strip()
+        self.suffix_stop = suffix_stop
         if suffix_stop and suffix_stop not in self.stop_words:
             self.stop_words.append(suffix_stop)
         if tokenizer.eos_token not in self.stop_words: