mirror of
https://github.com/modelscope/modelscope.git
synced 2026-02-24 12:10:09 +01:00
set outlines<0.1 for lmdeploy in dockerfile
This commit is contained in:
@@ -58,7 +58,7 @@ RUN if [ "$USE_GPU" = "True" ] ; then \
|
||||
pip install --no-cache-dir -U 'xformers<0.0.27' --index-url https://download.pytorch.org/whl/cu121 && \
|
||||
pip install --no-cache-dir --force tinycudann==1.7 -f https://modelscope.oss-cn-beijing.aliyuncs.com/releases/repo.html && \
|
||||
pip uninstall -y torch-scatter && TORCH_CUDA_ARCH_LIST="6.0;6.1;6.2;7.0;7.5;8.0;8.6;8.9;9.0" pip install --no-cache-dir -U torch-scatter && \
|
||||
pip install --no-cache-dir -U triton 'lmdeploy==0.6.0' && \
|
||||
pip install --no-cache-dir -U triton 'outlines<0.1' 'lmdeploy==0.6.0' && \
|
||||
pip install --no-cache-dir 'vllm==0.6.0'; \
|
||||
else \
|
||||
echo 'cpu unsupport vllm auto-gptq'; \
|
||||
|
||||
Reference in New Issue
Block a user