mirror of
https://github.com/modelscope/modelscope.git
synced 2026-09-01 19:49:03 +02:00
pin vllm&TE
This commit is contained in:
@@ -79,7 +79,7 @@ RUN export PIP_EXTRA_INDEX_URL="${PIP_EXTRA_INDEX_URL}" && \
|
||||
pip install --no-cache-dir math_verify "datasets<4.8.5" "gradio<5.33" "deepspeed<0.19" ray -U && \
|
||||
pip install --no-cache-dir mcore-bridge -i https://pypi.org/simple/ -U && \
|
||||
pip install --no-cache-dir pybind11 liger_kernel wandb swanlab nvitop pre-commit "transformers<5.15" "trl<1.0" "peft<0.21" huggingface-hub -U && \
|
||||
pip install git+https://github.com/NVIDIA/TransformerEngine.git@stable --no-build-isolation; \
|
||||
pip install git+https://github.com/NVIDIA/TransformerEngine.git@v2.14.1 --no-build-isolation; \
|
||||
pip install git+https://github.com/deepseek-ai/DeepGEMM.git@v2.1.1.post3 --no-build-isolation; \
|
||||
pip install -U flash-linear-attention --no-build-isolation; \
|
||||
pip install -U git+https://github.com/Dao-AILab/causal-conv1d --no-build-isolation; \
|
||||
|
||||
@@ -433,7 +433,7 @@ class LatestGPUImageBuilder(StableGPUImageBuilder):
|
||||
args.torchaudio_version = '2.11.0'
|
||||
args.torchvision_version = '0.26.0'
|
||||
if not args.vllm_version:
|
||||
args.vllm_version = '0.26.0'
|
||||
args.vllm_version = '0.25.1'
|
||||
if not args.base_image:
|
||||
# A mirrored image of nvidia/cuda:12.4.0-devel-ubuntu22.04
|
||||
args.base_image = 'nvidia/cuda:13.0.3-cudnn-devel-ubuntu22.04'
|
||||
|
||||
Reference in New Issue
Block a user