We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 5242bdf commit 668356aCopy full SHA for 668356a
1 file changed
torchtitan/models/llama4/config_registry.py
@@ -87,7 +87,7 @@ def llama4_debugmodel_fp8() -> Trainer.Config:
87
activation_checkpoint=ActivationCheckpointConfig(
88
mode="selective",
89
),
90
- compile=CompileConfig(enable=True, components=["model", "loss"]),
+ compile=CompileConfig(enable=False, components=["model", "loss"]),
91
model_converters=ModelConvertersContainer.Config(
92
converters=[
93
Float8GroupedMMConverter.Config(fqns=["experts"]),
0 commit comments