We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 183dcbf commit b2eac99Copy full SHA for b2eac99
tests/unit_tests/transformer/moe/test_latent_moe_layer.py
@@ -84,7 +84,7 @@ def test_latent_moe_layer(
84
), f"Shape mismatch for expert {i} {fc2_weight.shape=}"
85
else:
86
for i in range(num_moe_experts):
87
- expert = moe_layer.experts.local_experts[i]
+ expert = moe_layer.experts.local_experts[i]
88
assert (
89
expert.linear_fc1.weight.shape[1] == config.moe_latent_size
90
), f"Shape mismatch for expert {i} {fc1_weight.shape=}"
0 commit comments