Minor bug fix in train args

clane9 · clane9 · commit d01a730b8ca2 · 2024-05-30T22:16:04.000-04:00
diff --git a/columnformers/train.py b/columnformers/train.py
@@ -101,8 +101,8 @@ class Args:
         help="number of experts for MoE MLP. can be a single value or a list of values, "
         "e.g. '2', '1,1,2,2,4,4'",
     )
-    moe_conserve: bool = HfArg(
-        default=True,
+    moe_conserve: Optional[bool] = HfArg(
+        default=None,
         help="Divide params by num experts "
         "`expert_params = dim * mlp_ratio / num_experts`",
     )

Original file line number	Diff line number	Diff line change
`@@ -101,8 +101,8 @@ class Args:`
`101`	`101`	`help="number of experts for MoE MLP. can be a single value or a list of values, "`
`102`	`102`	`"e.g. '2', '1,1,2,2,4,4'",`
`103`	`103`	`)`
`104`		`- moe_conserve: bool = HfArg(`
`105`		`- default=True,`
	`104`	`+ moe_conserve: Optional[bool] = HfArg(`
	`105`	`+ default=None,`
`106`	`106`	`help="Divide params by num experts "`
`107`	`107`	"`expert_params = dim * mlp_ratio / num_experts`",
`108`	`108`	`)`