update version for llm image: vllm, lmdeploy, torch

This commit is contained in:
wangxingjun778
2025-09-11 20:34:00 +08:00
parent 3ac5e74372
commit 36c4e6f7eb

View File

@@ -274,15 +274,15 @@ class LLMImageBuilder(Builder):
# A mirrored image of nvidia/cuda:12.4.0-devel-ubuntu22.04
args.base_image = 'nvidia/cuda:12.4.0-devel-ubuntu22.04'
if not args.torch_version:
args.torch_version = '2.6.0'
args.torchaudio_version = '2.6.0'
args.torchvision_version = '0.21.0'
args.torch_version = '2.7.1'
args.torchaudio_version = '2.7.1'
args.torchvision_version = '0.22.1'
if not args.cuda_version:
args.cuda_version = '12.4.0'
if not args.vllm_version:
args.vllm_version = '0.8.5.post1'
args.vllm_version = '0.10.1.1'
if not args.lmdeploy_version:
args.lmdeploy_version = '0.9.1'
args.lmdeploy_version = '0.10.0'
if not args.autogptq_version:
args.autogptq_version = '0.7.1'
if not args.flashattn_version: