update image deps

docker/Dockerfile.ubuntu

@@ -88,6 +88,13 @@ if [ "$INSTALL_MEGATRON_DEPS" = "True" ]; then \
     cd / && rm -fr /tmp/apex && pip cache purge; \
 fi
 
+# install nvm and set node version to 18
+ENV NVM_DIR=/root/.nvm
+RUN curl -o- https://raw.githubusercontent.com/nvm-sh/nvm/v0.39.5/install.sh | bash && \
+    . $NVM_DIR/nvm.sh && \
+    nvm install 18 && \
+    nvm use 18
+
 ENV SETUPTOOLS_USE_DISTUTILS=stdlib
 ENV VLLM_USE_MODELSCOPE=True
 ENV LMDEPLOY_USE_MODELSCOPE=True

docker/build_image.py

@@ -275,7 +275,7 @@ class LLMImageBuilder(Builder):
         if not args.cuda_version:
             args.cuda_version = '12.4.0'
         if not args.vllm_version:
-            args.vllm_version = '0.8.3'
+            args.vllm_version = '0.8.5.post1'
         if not args.lmdeploy_version:
             args.lmdeploy_version = '0.7.2.post1'
         if not args.autogptq_version: