Fix build

Signed-off-by: Charlie Truong <chtruong@nvidia.com>

Author: chtruong814

pyproject.toml

@@ -120,7 +120,13 @@ megatron-bridge = { git = "https://github.com/NVIDIA-NeMo/Megatron-Bridge.git",
 
 [tool.uv]
 # Currently, TE must be built with no build-isolation b/c it requires torch
-no-build-isolation-package = ["transformer-engine", "transformer-engine-torch"]
+no-build-isolation-package = [
+    "transformer-engine",
+    "transformer-engine-torch",
+    "mamba-ssm",
+    "causal-conv1d",
+    "flash-linear-attention",
+]
 # Always apply the build group since dependencies like TE/mcore/nemo-run require build dependencies
 # and this lets us assume they are implicitly installed with a simply `uv sync`. Ideally, we'd
 # avoid including these in the default dependency set, but for now it's required.