Mirrors/modelscope
1
0
Fork 0
mirror of https://github.com/modelscope/modelscope.git synced 2026-05-18 05:05:00 +02:00
Code Issues Packages Projects Releases Wiki Activity

fix

Browse Source
This commit is contained in:
tastelikefeet
2026-03-13 11:03:33 +08:00
parent 311b571a20
commit 94527f0053
2 changed files with 2 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
docker/build_image.py
View File

@@ -34,7 +34,7 @@ class Builder:
if not args.vllm_version:
args.vllm_version = '0.15.1'
if not args.lmdeploy_version:
args.lmdeploy_version = '0.10.1'
args.lmdeploy_version = '0.11.0'
if not args.autogptq_version:
args.autogptq_version = '0.7.1'
if not args.flashattn_version:

4
docker/install.sh
View File

@@ -12,8 +12,6 @@ pip uninstall -y torch torchvision torchaudio
pip install --no-cache-dir torch==$torch_version torchvision==$torchvision_version torchaudio==$torchaudio_version
pip install --no-cache-dir -U autoawq lmdeploy==$lmdeploy_version
pip install --no-cache-dir torch==$torch_version torchvision==$torchvision_version torchaudio==$torchaudio_version
pip install --no-cache-dir tiktoken transformers_stream_generator bitsandbytes deepspeed torchmetrics decord optimum openai-whisper
@@ -23,7 +21,7 @@ pip install --no-cache-dir tiktoken transformers_stream_generator bitsandbytes d
# cd /tmp && git clone https://github.com/Dao-AILab/flash-attention.git && cd flash-attention && python setup.py install && cd / && rm -fr /tmp/flash-attention && pip cache purge;
MAX_JOBS=16 pip install --no-cache-dir flash_attn==$flashattn_version --no-build-isolation
pip install --no-cache-dir triton auto-gptq==$autogptq_version -U && pip cache purge
pip install --no-cache-dir triton -U && pip cache purge
if [[ "$(printf '%s\n' "0.6.0" "$vllm_version" | sort -V | head -n1)" = "0.6.0" ]]; then
# vllm_version is >= 0.6.0