diff --git a/docker/Dockerfile.ubuntu b/docker/Dockerfile.ubuntu
index a1a60d63..865f7ea9 100644
--- a/docker/Dockerfile.ubuntu
+++ b/docker/Dockerfile.ubuntu
@@ -48,6 +48,7 @@ if [ "$INSTALL_MS_DEPS" = "True" ]; then \
     pip uninstall MinDAEC -y && \
     pip install https://modelscope.oss-cn-beijing.aliyuncs.com/releases/dependencies/MinDAEC-0.0.2-py3-none-any.whl && \
     pip cache purge; \
+    pip install --no-cache-dir omegaconf==2.3.0 && pip cache purge; \
 else \
     pip install --no-cache-dir -r /var/modelscope/framework.txt -f https://modelscope.oss-cn-beijing.aliyuncs.com/releases/repo.html && \
     pip cache purge; \
@@ -68,14 +69,13 @@ RUN sh /tmp/install.sh {version_args} && \
     pip install .[eval] && pip install evalscope -U --no-dependencies && pip install xtuner --no-dependencies && \
     cd / && rm -fr /tmp/ms-swift && pip cache purge; \
     pip install --no-cache-dir torch=={torch_version} torchvision=={torchvision_version} torchaudio=={torchaudio_version} {index_url} && \
-    pip install --no-cache-dir transformers huggingface-hub==0.25.* -U && pip install --no-cache-dr timm>=0.9.0 && pip cache purge; \
+    pip install --no-cache-dir transformers huggingface-hub -U && pip install --no-cache-dr timm>=0.9.0 && pip cache purge; \
     pip config set global.index-url https://mirrors.aliyun.com/pypi/simple && \
     pip config set install.trusted-host mirrors.aliyun.com && \
     cp /tmp/resources/ubuntu2204.aliyun /etc/apt/sources.list
 
 
-RUN pip install --no-cache-dir omegaconf==2.3.0 && pip cache purge && \
-if [ "$INSTALL_MEGATRON_DEPS" = "True" ]; then \
+RUN if [ "$INSTALL_MEGATRON_DEPS" = "True" ]; then \
     SITE_PACKAGES=$(python -c "import site; print(site.getsitepackages()[0])") && echo $SITE_PACKAGES && \
     CUDNN_PATH=$SITE_PACKAGES/nvidia/cudnn CPLUS_INCLUDE_PATH=$SITE_PACKAGES/nvidia/cudnn/include \
     pip install git+https://github.com/NVIDIA/TransformerEngine.git@stable; \