We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 8ed8e07 commit c7aa29eCopy full SHA for c7aa29e
src/optimum/rbln/ops/moe.py
@@ -101,11 +101,9 @@ def custom_moe_glu_fake(
101
gate_proj_bias: Optional[Tensor] = None,
102
up_proj_bias: Optional[Tensor] = None,
103
down_proj_bias: Optional[Tensor] = None,
104
-
105
- gate_proj_scale: Optional[Tensor] = None,
106
- up_proj_scale: Optional[Tensor] = None,
107
- down_proj_bias: Optional[Tensor] = None,
108
+ # gate_proj_scale: Optional[Tensor] = None,
+ # up_proj_scale: Optional[Tensor] = None,
+ # down_proj_scale: Optional[Tensor] = None,
109
) -> Tensor:
110
return torch.empty_like(hidden_states)
111
0 commit comments