We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 70606e0 commit 0528d70Copy full SHA for 0528d70
vllm_ascend/ops/fused_moe/moe_mlp.py
@@ -46,7 +46,7 @@ def cumsum_group_list(group_list: torch.Tensor,
46
return group_list.cumsum(dim=0)
47
if src_list_type == 0 and dst_list_type == 1:
48
group_diff = torch.diff(group_list)
49
- new_group = torch.cat([group_diff[0].unsqueeze(0), group_diff], dim=0)
+ new_group = torch.cat([group_list[0].unsqueeze(0), group_diff], dim=0)
50
return new_group
51
if src_list_type == 2 and dst_list_type == 0:
52
experts = pad(group_list[:, 0], (1, 0))
0 commit comments