File tree Expand file tree Collapse file tree 2 files changed +10
-4
lines changed
examples/llm_finetune/nemotron Expand file tree Collapse file tree 2 files changed +10
-4
lines changed Original file line number Diff line number Diff line change 1313# limitations under the License.
1414
1515
16- # To run this recipe, please use the following command:
17- # torchrun --nproc-per-node=8 recipes/llm_finetune/finetune.py --config recipes/llm_finetune/nemotron/llama3_3_nemotron_super_49B_squad_peft.yaml
16+ # To run this recipe, please use the following command. Replace --nproc-per-node=8 with the number of GPUs on your node:
17+ # torchrun --nproc-per-node=8 examples/llm_finetune/finetune.py --config examples/llm_finetune/nemotron/nemotron_nano_v3_squad.yaml
18+ # For multi-node, use the following:
19+ # torchrun --nproc-per-node=8 --nnodes=2 examples/llm_finetune/finetune.py --config examples/llm_finetune/nemotron/nemotron_nano_v3_squad.yaml
1820
1921
2022step_scheduler :
3638model :
3739 _target_ : nemo_automodel.NeMoAutoModelForCausalLM.from_pretrained
3840 pretrained_model_name_or_path : nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16
41+ trust_remote_code : true
3942
4043# torch.compile configuration
4144compile :
Original file line number Diff line number Diff line change 1313# limitations under the License.
1414
1515
16- # To run this recipe, please use the following command:
17- # torchrun --nproc-per-node=8 recipes/llm_finetune/finetune.py --config recipes/llm_finetune/nemotron/llama3_3_nemotron_super_49B_squad_peft.yaml
16+ # To run this recipe, please use the following command. Replace --nproc-per-node=8 with the number of GPUs on your node:
17+ # torchrun --nproc-per-node=8 examples/llm_finetune/finetune.py --config examples/llm_finetune/nemotron/nemotron_nano_v3_squad_peft.yaml
18+ # For multi-node, use the following:
19+ # torchrun --nproc-per-node=8 --nnodes=2 examples/llm_finetune/finetune.py --config examples/llm_finetune/nemotron/nemotron_nano_v3_squad_peft.yaml
1820
1921
2022step_scheduler :
3638model :
3739 _target_ : nemo_automodel.NeMoAutoModelForCausalLM.from_pretrained
3840 pretrained_model_name_or_path : nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16
41+ trust_remote_code : true
3942
4043# torch.compile configuration
4144compile :
You can’t perform that action at this time.
0 commit comments