diff --git a/docker/Dockerfile.ubuntu b/docker/Dockerfile.ubuntu
index 93308e25..020eb550 100644
--- a/docker/Dockerfile.ubuntu
+++ b/docker/Dockerfile.ubuntu
@@ -56,3 +56,4 @@ RUN pip install --no-cache-dir --upgrade pip && \
 COPY examples /modelscope/examples
 ENV SETUPTOOLS_USE_DISTUTILS=stdlib
 ENV VLLM_USE_MODELSCOPE=True
+ENV LD_LIBRARY_PATH=/usr/local/cuda/compat:$LD_LIBRARY_PATH