mv megatron to flagscale/train

Author: lxd-cumt

flagscale/runner/auto_tuner/utils.py

@@ -112,7 +112,7 @@ def compare_by_recompute(strategy1, strategy2):
 def convert_config_to_megatron_args(config, strategy):
     autotuner_dir = os.path.dirname(__file__)
     great_grandparent_dir = os.path.dirname(os.path.dirname(os.path.dirname(autotuner_dir)))
-    sys.path.insert(0, os.path.join(great_grandparent_dir, "flagscale/backends/Megatron-LM-FL"))
+    sys.path.insert(0, os.path.join(great_grandparent_dir, "flagscale/train"))
     from megatron.training.arguments import moe_freq_type
     from megatron.training.tokenizer.tokenizer import _vocab_size_with_padding
 

flagscale/runner/backend/backend_megatron.py

@@ -72,7 +72,7 @@ def generate_run_script(
                 os.path.dirname(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
             )
         assert os.path.exists(root_dir), f"ROOT_DIR {root_dir} does not exist."
-        megatron_dir = os.path.join(root_dir, "flagscale", "backends", "Megatron-LM-FL")
+        megatron_dir = os.path.join(root_dir, "flagscale", "train")
         cmds_config = config.experiment.get("cmds", None)
         if cmds_config:
             before_start = cmds_config.get("before_start", "")

flagscale/runner/runner_train.py

@@ -250,7 +250,7 @@ def _generate_run_script_train(
     else:
         root_dir = os.path.dirname(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
     assert os.path.exists(root_dir), f"ROOT_DIR {root_dir} does not exist."
-    megatron_dir = os.path.join(root_dir, "flagscale", "backends", "Megatron-LM-FL")
+    megatron_dir = os.path.join(root_dir, "flagscale", "train")
     cmds_config = config.experiment.get("cmds", None)
     if cmds_config:
         before_start = cmds_config.get("before_start", "")