support new processor arg video_maxlen_ttl

Luffy-ZY-Wang · Luffy-ZY-Wang · commit 62e2d1d3f877 · 2025-04-23T02:26:38.000Z
diff --git a/src/llamafactory/data/mm_plugin.py b/src/llamafactory/data/mm_plugin.py
@@ -104,6 +104,7 @@ def _cal_max_frames_each_video(durations: list, video_maxlen_ttl: int, video_max
                 )
     return max_nums_of_frames
 
+
 def _get_paligemma_token_type_ids(imglens: list[int], seqlens: list[int], processor: "MMProcessor") -> list[list[int]]:
     r"""Get paligemma token type ids for computing loss.
 

Original file line number	Diff line number	Diff line change
`@@ -104,6 +104,7 @@ def _cal_max_frames_each_video(durations: list, video_maxlen_ttl: int, video_max`
`104`	`104`	`)`
`105`	`105`	`return max_nums_of_frames`
`106`	`106`
	`107`	`+`
`107`	`108`	`def _get_paligemma_token_type_ids(imglens: list[int], seqlens: list[int], processor: "MMProcessor") -> list[list[int]]:`
`108`	`109`	`r"""Get paligemma token type ids for computing loss.`
`109`	`110`