mirror of
https://github.com/modelscope/modelscope.git
synced 2026-02-24 12:10:09 +01:00
pin optimum
This commit is contained in:
@@ -7,6 +7,7 @@ vllm_version=${4:-0.6.0}
|
||||
lmdeploy_version=${5:-0.6.1}
|
||||
autogptq_version=${6:-0.7.1}
|
||||
flashattn_version=${7:-2.7.1.post4}
|
||||
optimum_version=${8:-2.0.0}
|
||||
|
||||
pip uninstall -y torch torchvision torchaudio
|
||||
|
||||
@@ -25,6 +26,8 @@ pip install --no-cache-dir flash_attn==$flashattn_version
|
||||
|
||||
pip install --no-cache-dir triton auto-gptq==$autogptq_version -U && pip cache purge
|
||||
|
||||
pip install --no-cache-dir optimum==$optimum_version
|
||||
|
||||
if [[ "$(printf '%s\n' "0.6.0" "$vllm_version" | sort -V | head -n1)" = "0.6.0" ]]; then
|
||||
# vllm_version is >= 0.6.0
|
||||
pip install --no-cache-dir vllm==$vllm_version && pip cache purge
|
||||
|
||||
Reference in New Issue
Block a user