Skip to content

Commit f2b6c7c

Browse files
author
eljandoubi
committed
fix gemma3 patch doc
1 parent 144e288 commit f2b6c7c

2 files changed

Lines changed: 2 additions & 2 deletions

File tree

src/liger_kernel/transformers/gema3_rms.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@
22

33

44
class LigerRMSNormForGemma3(LigerRMSNorm):
5-
"""Gemma3RMSNorm has a dim argument not hidden_size."""
5+
"""Gemma3RMSNorm has a dim argument not hidden_size used in q_norm and k_norm."""
66

77
def __init__(self, dim, eps=0.000001, offset=1.0, casting_mode="gemma", init_fn="zeros", in_place=False):
88
super().__init__(dim, eps, offset, casting_mode, init_fn, in_place)

src/liger_kernel/transformers/monkey_patch.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -610,7 +610,7 @@ def apply_liger_kernel_to_gemma3(
610610
model: PreTrainedModel = None,
611611
) -> None:
612612
"""
613-
Apply Liger kernels to replace original implementation in HuggingFace PaliGemma
613+
Apply Liger kernels to replace original implementation in HuggingFace Gemma3
614614
615615
Args:
616616
rope (bool): Whether to apply Liger's rotary position embedding. Default is True.

0 commit comments

Comments
 (0)