We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 45dfceb commit b14f7f8Copy full SHA for b14f7f8
1 file changed
csrc/moe_utils_binding.cu
@@ -291,8 +291,6 @@ void moe_sort(
291
292
// Configure dtypes
293
routingData.mDtypeExpW = batchedGemm::trtllm::gen::Dtype::Bfloat16;
294
- routingData.mDtypeBias = batchedGemm::trtllm::gen::Dtype::Bfloat16;
295
- routingData.mDtypeScore = batchedGemm::trtllm::gen::Dtype::Fp32;
296
routingData.mUsePdl = use_pdl;
297
298
// Input tensors (pre-computed expert selections)
0 commit comments