We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent d6682c7 commit 85fe24bCopy full SHA for 85fe24b
1 file changed
python/sgl_jax/srt/multimodal/layers/visual_embedding.py
@@ -361,8 +361,8 @@ def __init__(
361
kernel_axes=("tensor", None),
362
)
363
self.act_fn = act_fn
364
- if act_fn == "gelu_tanh":
365
- self.act_1 = modeling_flax_utils.ACT2FN["gelu_pytorch_tanh"]
+ if act_fn == "silu":
+ self.act_1 = modeling_flax_utils.ACT2FN["silu"]
366
else:
367
raise ValueError(f"Unknown activation function: {act_fn}")
368
0 commit comments