We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent c4e87ff commit acca9b3Copy full SHA for acca9b3
requirements/install_all.sh
@@ -1,7 +1,7 @@
1
# please use python=3.10/3.11, cuda12.*
2
# sh requirements/install_all.sh
3
pip install "sglang<0.5.6" -U
4
-pip install "vllm>=0.5.1,<0.11.1" -U
+pip install "vllm>=0.5.1,<0.16.0" -U
5
pip install "lmdeploy>=0.5,<0.10.2" -U
6
pip install "transformers<4.58" "trl<0.25" peft -U
7
pip install auto_gptq optimum bitsandbytes "gradio<5.33" -U
0 commit comments