Mirrors/modelscope
1
0
Fork 0
mirror of https://github.com/modelscope/modelscope.git synced 2025-12-16 16:27:45 +01:00
Code Issues Packages Projects Releases Wiki Activity

support subfolder of from_pretrained

Browse Source
This commit is contained in:
yuze.zyz
2025-02-12 19:31:40 +08:00
parent 0a03095396
commit cdb4dd34a7
1 changed files with 8 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
modelscope/utils/hf_util/patcher.py
View File

@@ -108,15 +108,23 @@ def _patch_pretrained_class(all_imported_modules, wrap=False):
allow_file_pattern=None, allow_file_pattern=None,
**kwargs): **kwargs):
from modelscope import snapshot_download from modelscope import snapshot_download
subfolder = kwargs.pop('subfolder', None)
file_filter = None
if subfolder:
file_filter = f'{subfolder}/*'
if not os.path.exists(pretrained_model_name_or_path): if not os.path.exists(pretrained_model_name_or_path):
revision = kwargs.pop('revision', None) revision = kwargs.pop('revision', None)
if revision is None or revision == 'main': if revision is None or revision == 'main':
revision = 'master' revision = 'master'
if file_filter is not None:
allow_file_pattern = file_filter
model_dir = snapshot_download( model_dir = snapshot_download(
pretrained_model_name_or_path, pretrained_model_name_or_path,
revision=revision, revision=revision,
ignore_file_pattern=ignore_file_pattern, ignore_file_pattern=ignore_file_pattern,
allow_file_pattern=allow_file_pattern) allow_file_pattern=allow_file_pattern)
if subfolder:
model_dir = os.path.join(model_dir, subfolder)
else: else:
model_dir = pretrained_model_name_or_path model_dir = pretrained_model_name_or_path
return model_dir return model_dir