From 0820e5b17cf4511ded2f72a17c917845711d47fb Mon Sep 17 00:00:00 2001 From: Jintao Huang Date: Mon, 14 Apr 2025 01:45:59 +0800 Subject: [PATCH] update llm docker huggingface-hub --- docker/Dockerfile.ubuntu | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) diff --git a/docker/Dockerfile.ubuntu b/docker/Dockerfile.ubuntu index 1353e29f..dc188c68 100644 --- a/docker/Dockerfile.ubuntu +++ b/docker/Dockerfile.ubuntu @@ -69,15 +69,17 @@ RUN sh /tmp/install.sh {version_args} && \ pip install .[eval] && pip install evalscope -U --no-dependencies && pip install xtuner --no-dependencies && \ cd / && rm -fr /tmp/ms-swift && pip cache purge; \ pip install --no-cache-dir torch=={torch_version} torchvision=={torchvision_version} torchaudio=={torchaudio_version} {index_url} && \ - pip install --no-cache-dir transformers huggingface-hub==0.25.* -U && pip install --no-cache-dr timm>=0.9.0 && pip cache purge; \ + pip install --no-cache-dir transformers timm>=0.9.0 && pip cache purge; \ pip config set global.index-url https://mirrors.aliyun.com/pypi/simple && \ pip config set install.trusted-host mirrors.aliyun.com && \ cp /tmp/resources/ubuntu2204.aliyun /etc/apt/sources.list -RUN if [ "$INSTALL_MEGATRON_DEPS" = "True" ]; then \ +RUN if [ "$INSTALL_MS_DEPS" = "True" ]; then \ + pip install --no-cache-dir huggingface-hub==0.25.* -U; \ +fi; \ +if [ "$INSTALL_MEGATRON_DEPS" = "True" ]; then \ pip install liger_kernel nvitop pre-commit transformers huggingface-hub -U && \ - pip install triton && \ SITE_PACKAGES=$(python -c "import site; print(site.getsitepackages()[0])") && echo $SITE_PACKAGES && \ CUDNN_PATH=$SITE_PACKAGES/nvidia/cudnn CPLUS_INCLUDE_PATH=$SITE_PACKAGES/nvidia/cudnn/include \ pip install git+https://github.com/NVIDIA/TransformerEngine.git@stable; \