fix: parse moe_layer_freq from string to list in Megatron config adapter (#245)

Author: Xiaoming-AMD

primus/modules/trainer/megatron/trainer.py

@@ -895,7 +895,11 @@ def update_primus_config(
             args.iterations_to_skip = []
 
         # support moe_freq_type
-        # args.moe_layer_freq = moe_freq_type(args.moe_layer_freq)
+        if isinstance(args.moe_layer_freq, str):
+            try:
+                args.moe_layer_freq = eval(args.moe_layer_freq)
+            except Exception:
+                raise ValueError(f"Invalid moe_layer_freq format: {args.moe_layer_freq}")
 
         if args.mock_data:
             args.data_path = None

tests/trainer/test_megatron_trainer.py

@@ -145,16 +145,12 @@ def test_deepseek_v2_lite(self):
             exp_path="examples/megatron/configs/MI300X/deepseek_v2_lite-pretrain.yaml",
             env_override={},
             extra_args=[
-                "--num_layers",
-                "4",
                 "--train_iters",
                 "3",
                 "--micro_batch_size",
                 "1",
                 "--global_batch_size",
                 "8",
-                "--moe_layer_freq",
-                "[0]*1+[1]*3",
                 "--expert_model_parallel_size",
                 "8",
             ],