From 8dadd97cc19b1b074264ac07507a062e4b7ff309 Mon Sep 17 00:00:00 2001 From: "taobao.com" Date: Thu, 4 Jan 2024 22:16:00 +0800 Subject: [PATCH 1/3] remove DOCKER_BUILDKIT=0 for cpu build issue --- .dev_scripts/build_image.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.dev_scripts/build_image.sh b/.dev_scripts/build_image.sh index 3e4efdb3..9b9f3bfe 100644 --- a/.dev_scripts/build_image.sh +++ b/.dev_scripts/build_image.sh @@ -190,7 +190,7 @@ printf "$docker_file_content" > Dockerfile while true do - DOCKER_BUILDKIT=0 docker build -t $IMAGE_TO_BUILD \ + docker build --progress=plain -t $IMAGE_TO_BUILD \ --build-arg USE_GPU \ --build-arg BASE_IMAGE \ --build-arg PYTHON_VERSION \ From b0cae96ebf633813a1325e8c3aa9aa0229941e21 Mon Sep 17 00:00:00 2001 From: "taobao.com" Date: Thu, 4 Jan 2024 22:45:39 +0800 Subject: [PATCH 2/3] force upgrade vllm --- docker/Dockerfile.ubuntu | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docker/Dockerfile.ubuntu b/docker/Dockerfile.ubuntu index 920f5fb8..53c7fd44 100644 --- a/docker/Dockerfile.ubuntu +++ b/docker/Dockerfile.ubuntu @@ -38,7 +38,7 @@ RUN if [ "$USE_GPU" = "True" ] ; then \ pip install --no-cache-dir torchsde jupyterlab torchmetrics==0.11.4 tiktoken transformers_stream_generator bitsandbytes basicsr optimum && \ pip install --no-cache-dir auto-gptq --extra-index-url https://huggingface.github.io/autogptq-index/whl/cu121/ && \ pip install --no-cache-dir -U xformers --index-url https://download.pytorch.org/whl/cu121 && \ - pip install --no-cache-dir flash_attn vllm; \ + pip install --no-cache-dir -U flash_attn vllm; \ else \ echo 'cpu unsupport vllm auto-gptq'; \ fi From 09261ee72f94f75432821984015eebccb68ea913 Mon Sep 17 00:00:00 2001 From: "taobao.com" Date: Fri, 5 Jan 2024 09:42:58 +0800 Subject: [PATCH 3/3] add install sudo --- docker/Dockerfile.ubuntu | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docker/Dockerfile.ubuntu b/docker/Dockerfile.ubuntu index 53c7fd44..9f508bc8 100644 --- a/docker/Dockerfile.ubuntu +++ b/docker/Dockerfile.ubuntu @@ -1,7 +1,7 @@ ARG BASE_IMAGE=reg.docker.alibaba-inc.com/modelscope/modelscope:ubuntu20.04-cuda11.3.0-py37-torch1.11.0-tf1.15.5-base FROM $BASE_IMAGE RUN apt-get update && \ - apt-get install -y libsox-dev unzip zip iputils-ping telnet && \ + apt-get install -y libsox-dev unzip zip iputils-ping telnet sudo && \ apt-get clean && \ rm -rf /var/lib/apt/lists/*