remove transformer_engine install from requirements.txt

pstjohn · pstjohn · commit 171126cfba95 · 2025-08-22T09:19:11.000-07:00
Signed-off-by: Peter St. John &lt;pstjohn@nvidia.com&gt;
diff --git a/.devcontainer/recipes/requirements.txt b/.devcontainer/recipes/requirements.txt
@@ -1,11 +1,13 @@
-accelerate @ git+https://github.com/pstjohn/accelerate.git@pstjohn/te-mxfp8-recipe
+--extra-index-url https://test.pypi.org/simple/ # TODO: Remove this once megatron-fsdp is public
+accelerate
 datasets
 deepspeed
 hydra-core
 torch
+megatron-fsdp==0.1.0rc0
 torchmetrics
 tqdm
-transformer_engine
+# transformer_engine  # Add when we're not deriving from pytorch base container
 transformers
 typer
 wandb
diff --git a/recipes/esm2_native_te_nvfsdp/requirements.txt b/recipes/esm2_native_te_nvfsdp/requirements.txt
@@ -4,6 +4,6 @@ megatron-fsdp==0.1.0rc0
 hydra-core
 torch
 tqdm
-transformer_engine
+# transformer_engine  # Add when we're not deriving from pytorch base container
 transformers
 wandb
diff --git a/recipes/esm2_native_te_nvfsdp_thd/requirements.txt b/recipes/esm2_native_te_nvfsdp_thd/requirements.txt
@@ -4,6 +4,6 @@ megatron-fsdp==0.1.0rc0
 hydra-core
 torch
 tqdm
-transformer_engine
+# transformer_engine  # Add when we're not deriving from pytorch base container
 transformers
 wandb
diff --git a/recipes/geneformer_native_te_nvfsdp_fp8/requirements.txt b/recipes/geneformer_native_te_nvfsdp_fp8/requirements.txt
@@ -5,6 +5,6 @@ hydra-core
 safetensors
 torch
 tqdm
-transformer_engine
+# transformer_engine  # Add when we're not deriving from pytorch base container
 transformers
 wandb
