Mirrors/modelscope
1
0
Fork 0
mirror of https://github.com/modelscope/modelscope.git synced 2025-12-17 00:37:43 +01:00
Code Issues Packages Projects Releases Wiki Activity

Feat: add DEFAULT_MAX_WORKERS in snapshot_download func (#1566)

Browse Source
This commit is contained in:
Xingjun.Wang
2025-12-08 17:28:02 +08:00
committed by suluyan
parent c2891a174e
commit 1213ece432
1 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
modelscope/hub/snapshot_download.py
View File

@@ -19,6 +19,7 @@ from modelscope.utils.logger import get_logger
from modelscope.utils.thread_utils import thread_executor from modelscope.utils.thread_utils import thread_executor
from .api import HubApi, ModelScopeConfig from .api import HubApi, ModelScopeConfig
from .callback import ProgressCallback from .callback import ProgressCallback
from .constants import DEFAULT_MAX_WORKERS
from .errors import InvalidParameter from .errors import InvalidParameter
from .file_download import (create_temporary_directory_and_cache, from .file_download import (create_temporary_directory_and_cache,
download_file, get_file_download_url) download_file, get_file_download_url)
@@ -42,7 +43,7 @@ def snapshot_download(
local_dir: Optional[str] = None, local_dir: Optional[str] = None,
allow_patterns: Optional[Union[List[str], str]] = None, allow_patterns: Optional[Union[List[str], str]] = None,
ignore_patterns: Optional[Union[List[str], str]] = None, ignore_patterns: Optional[Union[List[str], str]] = None,
max_workers: int = 8, max_workers: Optional[int] = None,
repo_id: str = None, repo_id: str = None,
repo_type: Optional[str] = REPO_TYPE_MODEL, repo_type: Optional[str] = REPO_TYPE_MODEL,
enable_file_lock: Optional[bool] = None, enable_file_lock: Optional[bool] = None,
@@ -112,6 +113,8 @@ def snapshot_download(
f'Invalid repo type: {repo_type}, only support: {REPO_TYPE_SUPPORT}' f'Invalid repo type: {repo_type}, only support: {REPO_TYPE_SUPPORT}'
) )
max_workers = max_workers or DEFAULT_MAX_WORKERS
if revision is None: if revision is None:
revision = DEFAULT_DATASET_REVISION if repo_type == REPO_TYPE_DATASET else DEFAULT_MODEL_REVISION revision = DEFAULT_DATASET_REVISION if repo_type == REPO_TYPE_DATASET else DEFAULT_MODEL_REVISION