File tree 2 files changed +4
-4
lines changed
src/transformers/models/doge
2 files changed +4
-4
lines changed Original file line number Diff line number Diff line change @@ -147,8 +147,8 @@ class DogeConfig(PretrainedConfig):
147
147
"layers.*.mlp.up_proj" : "colwise" ,
148
148
"layers.*.mlp.down_proj" : "rowwise" ,
149
149
"layers.*.mlp.router_gate" : "colwise_rep" ,
150
- "layers.*.mlp.down_embed" : "rowwise " ,
151
- "layers.*.mlp.up_embed" : "rowwise " ,
150
+ "layers.*.mlp.down_embed" : "rowwise_rep " ,
151
+ "layers.*.mlp.up_embed" : "rowwise_rep " ,
152
152
}
153
153
154
154
def __init__ (
Original file line number Diff line number Diff line change @@ -183,8 +183,8 @@ class DogeConfig(PretrainedConfig):
183
183
"layers.*.mlp.up_proj" : "colwise" ,
184
184
"layers.*.mlp.down_proj" : "rowwise" ,
185
185
"layers.*.mlp.router_gate" : "colwise_rep" ,
186
- "layers.*.mlp.down_embed" : "rowwise " ,
187
- "layers.*.mlp.up_embed" : "rowwise " ,
186
+ "layers.*.mlp.down_embed" : "rowwise_rep " ,
187
+ "layers.*.mlp.up_embed" : "rowwise_rep " ,
188
188
}
189
189
190
190
def __init__ (
You can’t perform that action at this time.
0 commit comments