File tree Expand file tree Collapse file tree 5 files changed +5
-10
lines changed
geneformer_native_te_mfsdp_fp8 Expand file tree Collapse file tree 5 files changed +5
-10
lines changed Original file line number Diff line number Diff line change 33deepspeed
44hydra-core
55lm-eval
6- # TOT megatron-mfsdp until NVIDIA/Megatron-LM#2575 is in a release.
7- megatron-fsdp @ git+https://github.com/NVIDIA/Megatron-LM.git@main#subdirectory=megatron/core/distributed/fsdp/src
6+ megatron-fsdp
87peft
98pytest
109torch
Original file line number Diff line number Diff line change @@ -12,8 +12,7 @@ dependencies = [
1212 " datasets" ,
1313 " hydra-core" ,
1414 " jinja2" ,
15- # TOT megatron-mfsdp until NVIDIA/Megatron-LM#2575 is in a release.
16- " megatron-fsdp @ git+https://github.com/NVIDIA/Megatron-LM.git@main#subdirectory=megatron/core/distributed/fsdp/src" ,
15+ " megatron-fsdp" ,
1716 " omegaconf" ,
1817 " peft" ,
1918 " pytest" ,
Original file line number Diff line number Diff line change 11datasets
22hydra-core
3- # TOT megatron-mfsdp until NVIDIA/Megatron-LM#2575 is in a release.
4- megatron-fsdp @ git+https://github.com/NVIDIA/Megatron-LM.git@main#subdirectory=megatron/core/distributed/fsdp/src
3+ megatron-fsdp
54pytest
65torch
76torchao != 0.14.0
Original file line number Diff line number Diff line change 11datasets
22hydra-core
3- # TOT megatron-mfsdp until NVIDIA/Megatron-LM#2575 is in a release.
4- megatron-fsdp @ git+https://github.com/NVIDIA/Megatron-LM.git@main#subdirectory=megatron/core/distributed/fsdp/src
3+ megatron-fsdp
54safetensors
65torch
76torchao != 0.14.0
Original file line number Diff line number Diff line change 11torch
22torchvision
33transformer_engine
4- # TOT megatron-mfsdp until NVIDIA/Megatron-LM#2575 is in a release.
5- megatron-fsdp @ git+https://github.com/NVIDIA/Megatron-LM.git@main#subdirectory=megatron/core/distributed/fsdp/src
4+ megatron-fsdp
65hydra-core
76einops
87wandb
You can’t perform that action at this time.
0 commit comments