Skip to content

Commit 47aae4c

Browse files
committed
fix
Signed-off-by: jiahanc <173873397+jiahanc@users.noreply.github.com>
1 parent a5ba4ee commit 47aae4c

3 files changed

Lines changed: 185 additions & 248 deletions

File tree

csrc/trtllm_fused_moe_kernel_launcher.cu

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -867,7 +867,7 @@ class Fp8BlockScaleLauncher : public FusedMoeLauncher {
867867
RoutingMethodType::Renormalize ||
868868
static_cast<RoutingMethodType>(routing_method_type) ==
869869
RoutingMethodType::RenormalizeNaive) {
870-
TVM_FFI_ICHECK(args->top_k <= 10 && args->top_k > 0)
870+
TVM_FFI_ICHECK(args->top_k <= 32 && args->top_k > 0)
871871
<< "Current routing kernel (no groups, renormalize) only supports top_k<=10 && top_k>0.";
872872
} else if (static_cast<RoutingMethodType>(routing_method_type) == RoutingMethodType::Llama4) {
873873
TVM_FFI_ICHECK_EQ(args->top_k, 1)

0 commit comments

Comments
 (0)