Skip to content
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.

Commit 7d83e75

Browse files
committedMar 22, 2025·
Fix all nits
1 parent d4cb351 commit 7d83e75

File tree

2 files changed

+4
-4
lines changed

2 files changed

+4
-4
lines changed
 

‎src/transformers/models/doge/configuration_doge.py

+2-2
Original file line numberDiff line numberDiff line change
@@ -147,8 +147,8 @@ class DogeConfig(PretrainedConfig):
147147
"layers.*.mlp.up_proj": "colwise",
148148
"layers.*.mlp.down_proj": "rowwise",
149149
"layers.*.mlp.router_gate": "colwise_rep",
150-
"layers.*.mlp.down_embed": "rowwise",
151-
"layers.*.mlp.up_embed": "rowwise",
150+
"layers.*.mlp.down_embed": "rowwise_rep",
151+
"layers.*.mlp.up_embed": "rowwise_rep",
152152
}
153153

154154
def __init__(

‎src/transformers/models/doge/modular_doge.py

+2-2
Original file line numberDiff line numberDiff line change
@@ -183,8 +183,8 @@ class DogeConfig(PretrainedConfig):
183183
"layers.*.mlp.up_proj": "colwise",
184184
"layers.*.mlp.down_proj": "rowwise",
185185
"layers.*.mlp.router_gate": "colwise_rep",
186-
"layers.*.mlp.down_embed": "rowwise",
187-
"layers.*.mlp.up_embed": "rowwise",
186+
"layers.*.mlp.down_embed": "rowwise_rep",
187+
"layers.*.mlp.up_embed": "rowwise_rep",
188188
}
189189

190190
def __init__(

0 commit comments

Comments
 (0)
Please sign in to comment.