Skip to content

Commit 030ccec

Browse files
committed
add doc string
1 parent 6d8b373 commit 030ccec

1 file changed

Lines changed: 8 additions & 0 deletions

File tree

nunchaku/models/transformers/transformer_zimage.py

Lines changed: 8 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -27,6 +27,9 @@
2727

2828

2929
class NunchakuZImageRopeHook:
30+
"""
31+
Hook class for caching and substition of packed `freqs_cis` tensor.
32+
"""
3033

3134
def __init__(self):
3235
self.packed_cache = {}
@@ -255,6 +258,11 @@ def forward(
255258
f_patch_size=1,
256259
return_dict: bool = True,
257260
):
261+
"""
262+
Adapted from diffusers.models.transformers.transformer_z_image.ZImageTransformer2DModel#forward
263+
264+
Register pre-forward hooks for caching and substitution of packed `freqs_cis` tensor for all attention submodules and unregister after forwarding is done.
265+
"""
258266
rope_hook = NunchakuZImageRopeHook()
259267
self.register_rope_hook(rope_hook)
260268
try:

0 commit comments

Comments
 (0)