Mirrors/modelscope
1
0
Fork 0
mirror of https://github.com/modelscope/modelscope.git synced 2026-05-19 05:35:38 +02:00
Code Issues Packages Projects Releases Wiki Activity

update vllm

Browse Source
This commit is contained in:
Jintao Huang
2026-03-08 23:40:47 +08:00
parent 953fb26893
commit 9c88b24f85
1 changed files with 1 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
docker/install.sh
View File

@@ -27,8 +27,7 @@ pip install --no-cache-dir triton auto-gptq==$autogptq_version -U && pip cache p
if [[ "$(printf '%s\n' "0.6.0" "$vllm_version" | sort -V | head -n1)" = "0.6.0" ]]; then
# vllm_version is >= 0.6.0
pip install uv
uv pip install vllm --torch-backend=auto --extra-index-url https://wheels.vllm.ai/nightly
pip install vllm --extra-index-url https://wheels.vllm.ai/nightly
pip install -U "transformers<5.3"
else
echo "vllm_version < 0.6.0, skipping installation. (vllm_version = $vllm_version)"