We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 5b27c58 commit e167b3aCopy full SHA for e167b3a
1 file changed
src/mcore_bridge/config/model_config.py
@@ -303,7 +303,8 @@ def __post_init__(self):
303
if self.add_bias_linear:
304
self.add_qkv_bias = True
305
self.actual_vocab_size = self.padded_vocab_size
306
- self.batch_p2p_comm = not self.overlap_p2p_comm
+ if self.overlap_p2p_comm:
307
+ self.batch_p2p_comm = False
308
if self.swiglu:
309
self.activation_func = F.silu
310
self.gated_linear_unit = True
0 commit comments