diff --git a/docker/build_image.py b/docker/build_image.py index 844eff9d..cade7adb 100644 --- a/docker/build_image.py +++ b/docker/build_image.py @@ -269,19 +269,19 @@ class LLMImageBuilder(Builder): # A mirrored image of nvidia/cuda:12.4.0-devel-ubuntu22.04 args.base_image = 'nvidia/cuda:12.4.0-devel-ubuntu22.04' if not args.torch_version: - args.torch_version = '2.6.0' - args.torchaudio_version = '2.6.0' - args.torchvision_version = '0.21.0' + args.torch_version = '2.7.1' + args.torchaudio_version = '2.7.1' + args.torchvision_version = '0.22.1' if not args.cuda_version: args.cuda_version = '12.4.0' if not args.vllm_version: - args.vllm_version = '0.8.5.post1' + args.vllm_version = '0.9.1' if not args.lmdeploy_version: - args.lmdeploy_version = '0.7.2.post1' + args.lmdeploy_version = '0.9.1' if not args.autogptq_version: args.autogptq_version = '0.7.1' if not args.flashattn_version: - args.flashattn_version = '2.7.1.post4' + args.flashattn_version = '2.8.0.post2' return args def generate_dockerfile(self) -> str: