diff --git a/docker/Dockerfile.ubuntu b/docker/Dockerfile.ubuntu index cc084455..056b2ffd 100644 --- a/docker/Dockerfile.ubuntu +++ b/docker/Dockerfile.ubuntu @@ -88,6 +88,13 @@ if [ "$INSTALL_MEGATRON_DEPS" = "True" ]; then \ cd / && rm -fr /tmp/apex && pip cache purge; \ fi +# install nvm and set node version to 18 +ENV NVM_DIR=/root/.nvm +RUN curl -o- https://raw.githubusercontent.com/nvm-sh/nvm/v0.39.5/install.sh | bash && \ + . $NVM_DIR/nvm.sh && \ + nvm install 18 && \ + nvm use 18 + ENV SETUPTOOLS_USE_DISTUTILS=stdlib ENV VLLM_USE_MODELSCOPE=True ENV LMDEPLOY_USE_MODELSCOPE=True diff --git a/docker/build_image.py b/docker/build_image.py index c493039d..844eff9d 100644 --- a/docker/build_image.py +++ b/docker/build_image.py @@ -275,7 +275,7 @@ class LLMImageBuilder(Builder): if not args.cuda_version: args.cuda_version = '12.4.0' if not args.vllm_version: - args.vllm_version = '0.8.3' + args.vllm_version = '0.8.5.post1' if not args.lmdeploy_version: args.lmdeploy_version = '0.7.2.post1' if not args.autogptq_version: