We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 4e22bd7 commit 89ba376Copy full SHA for 89ba376
primus/core/projection/module_profilers/moe_mlp.py
@@ -52,7 +52,6 @@ def estimated_activation_memory(self, batch_size: int, seq_len: int) -> int:
52
# Second Gemm
53
total += num_tokens * self.config.model_config.moe_ffn_hidden_size * 2 # bf16
54
55
- denom = self.config.model_config.hidden_size * batch_size * seq_len * 2
56
return total
57
58
0 commit comments