@@ -3233,21 +3233,21 @@ gptoss-fp4-h100-vllm:
32333233 - isl : 1024
32343234 osl : 1024
32353235 search-space :
3236- - { tp: 2, conc-start: 4, conc-end: 64 }
3237- - { tp: 4, conc-start: 4, conc-end: 64 }
3238- - { tp: 8, conc-start: 4, conc-end: 64 }
3239- - isl : 1024
3240- osl : 8192
3241- search-space :
3242- - { tp: 2, conc-start: 4, conc-end: 64 }
3243- - { tp: 4, conc-start: 4, conc-end: 64 }
3244- - { tp: 8, conc-start: 4, conc-end: 64 }
3245- - isl : 8192
3246- osl : 1024
3247- search-space :
3248- - { tp: 2, conc-start: 4, conc-end: 64 }
3249- - { tp: 4, conc-start: 4, conc-end: 64 }
3250- - { tp: 8, conc-start: 4, conc-end: 16 }
3236+ - { tp: 2, conc-start: 4, conc-end: 4 }
3237+ # - { tp: 4, conc-start: 4, conc-end: 64 }
3238+ # - { tp: 8, conc-start: 4, conc-end: 64 }
3239+ # - isl: 1024
3240+ # osl: 8192
3241+ # search-space:
3242+ # - { tp: 2, conc-start: 4, conc-end: 64 }
3243+ # - { tp: 4, conc-start: 4, conc-end: 64 }
3244+ # - { tp: 8, conc-start: 4, conc-end: 64 }
3245+ # - isl: 8192
3246+ # osl: 1024
3247+ # search-space:
3248+ # - { tp: 2, conc-start: 4, conc-end: 64 }
3249+ # - { tp: 4, conc-start: 4, conc-end: 64 }
3250+ # - { tp: 8, conc-start: 4, conc-end: 16 }
32513251
32523252minimaxm2.5-fp8-h100-vllm :
32533253 image : vllm/vllm-openai:v0.16.0
0 commit comments