We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 5b23fff commit 3dc5494Copy full SHA for 3dc5494
llm_moe_pretraining/nemo/run_deepseek.py
@@ -55,7 +55,7 @@
55
logging.basicConfig(level=logging.INFO)
56
logger = logging.getLogger(__name__)
57
58
-SCRIPT_DIR = Path(__file__).parent.resolve()
+SCRIPT_DIR = Path("/workspace/code")
59
PRETRAIN_SCRIPT = "pretrain_deepseek_v3_671b.py"
60
61
# Inline bash template for Slurm
@@ -142,9 +142,6 @@ def slurm_executor(
142
env_vars.update(custom_env_vars)
143
mounts.extend(custom_mounts)
144
145
- # Mount the script directory
146
- mounts.append(f"{SCRIPT_DIR}:{SCRIPT_DIR}")
147
-
148
# Compute segment for GB200/GB300 if not explicitly provided
149
if segment is None and num_gpus_per_node == 4:
150
if nodes <= 18:
0 commit comments