deploy: 695a68c

Author: zhuzilin

.doctrees/environment.pickle

@@ -37,8 +37,7 @@ MODEL_ARGS=(
     --moe-layer-freq [0]*$N_DENSE_LAYERS+[1]*$N_MOE_LAYERS
     --num-experts 160
     --moe-grouped-gemm
-    --moe-router-topk-scaling-factor 2.5
     --moe-router-dtype fp32
     --moe-permute-fusion
     --moe-aux-loss-coeff 0
-)
+)

_downloads/ed4073202c599ef76c7cb933d6aa14c3/glm4.5-355B-A32B.sh

@@ -37,8 +37,7 @@ MODEL_ARGS=(
     --moe-layer-freq [0]*$N_DENSE_LAYERS+[1]*$N_MOE_LAYERS
     --num-experts 160
     --moe-grouped-gemm
-    --moe-router-topk-scaling-factor 2.5
     --moe-router-dtype fp32
     --moe-permute-fusion
     --moe-aux-loss-coeff 0
-)
+)