Mirrors/modelscope
1
0
Fork 0
mirror of https://github.com/modelscope/modelscope.git synced 2025-12-16 16:27:45 +01:00
Code Issues Packages Projects Releases Wiki Activity

set deps

Browse Source
This commit is contained in:
suluyan
2025-05-28 17:30:26 +08:00
parent a5685cd4a2
commit 60a36e145d
2 changed files with 11 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
.dev_scripts/ci_container_test.sh
View File

@@ -31,7 +31,7 @@ if [ "$MODELSCOPE_SDK_DEBUG" == "True" ]; then
python -m spacy download en_core_web_sm
pip install faiss-gpu
pip install healpy
pip install huggingface-hub==0.25.2
pip install huggingface-hub
pip install ms-swift>=3.0.1
# test with install
pip install .

13
docker/Dockerfile.ubuntu
View File

@@ -59,7 +59,7 @@ RUN echo $CUR_TIME
RUN sh /tmp/install.sh {version_args} && \
curl -fsSL https://ollama.com/install.sh | sh && \
pip install --no-cache-dir -U funasr scikit-learn && \
pip install --no-cache-dir -U qwen_vl_utils qwen_omni_utils pyav librosa timm transformers accelerate peft trl safetensors && \
pip install --no-cache-dir -U qwen_vl_utils qwen_omni_utils librosa timm transformers accelerate peft trl safetensors && \
cd /tmp && GIT_LFS_SKIP_SMUDGE=1 git clone -b {modelscope_branch} --single-branch https://github.com/modelscope/modelscope.git && \
cd modelscope && pip install . -f https://modelscope.oss-cn-beijing.aliyuncs.com/releases/repo.html && \
cd / && rm -fr /tmp/modelscope && pip cache purge; \
@@ -68,7 +68,7 @@ RUN sh /tmp/install.sh {version_args} && \
pip install .[eval] && pip install evalscope -U --no-dependencies && pip install xtuner --no-dependencies && \
cd / && rm -fr /tmp/ms-swift && pip cache purge; \
pip install --no-cache-dir torch=={torch_version} torchvision=={torchvision_version} torchaudio=={torchaudio_version} {index_url} && \
pip install --no-cache-dir transformers timm>=0.9.0 && pip cache purge; \
pip install --no-cache-dir transformers diffusers timm>=0.9.0 && pip cache purge; \
pip install --no-cache-dir omegaconf==2.3.0 && pip cache purge; \
pip config set global.index-url https://mirrors.aliyun.com/pypi/simple && \
pip config set install.trusted-host mirrors.aliyun.com && \
@@ -76,7 +76,7 @@ RUN sh /tmp/install.sh {version_args} && \
RUN if [ "$INSTALL_MS_DEPS" = "True" ]; then \
pip install --no-cache-dir huggingface-hub==0.25.* -U; \
pip install --no-cache-dir huggingface-hub -U; \
fi; \
if [ "$INSTALL_MEGATRON_DEPS" = "True" ]; then \
pip install liger_kernel nvitop pre-commit transformers huggingface-hub -U && \
@@ -88,6 +88,13 @@ if [ "$INSTALL_MEGATRON_DEPS" = "True" ]; then \
cd / && rm -fr /tmp/apex && pip cache purge; \
fi
# install nvm and set node version to 18
ENV NVM_DIR=/root/.nvm
RUN curl -o- https://raw.githubusercontent.com/nvm-sh/nvm/v0.39.5/install.sh | bash && \
. $NVM_DIR/nvm.sh && \
nvm install 18 && \
nvm use 18
ENV SETUPTOOLS_USE_DISTUTILS=stdlib
ENV VLLM_USE_MODELSCOPE=True
ENV LMDEPLOY_USE_MODELSCOPE=True