Mirrors/modelscope
1
0
Fork 0
mirror of https://github.com/modelscope/modelscope.git synced 2026-02-24 12:10:09 +01:00
Code Issues Packages Projects Releases Wiki Activity

rollback

Browse Source
This commit is contained in:
xingjun.wang
2024-02-06 16:47:11 +08:00
parent 50666516e1
commit a57d82ebad
1 changed files with 3 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
modelscope/msdatasets/ms_dataset.py
View File

@@ -225,8 +225,7 @@ class MsDataset:
return MsDataset.to_ms_dataset(dataset_inst, target=target)
dataset_name = os.path.expanduser(dataset_name)
is_local_path = os.path.exists(dataset_name) and len(
os.listdir(dataset_name)) > 0
is_local_path = os.path.exists(dataset_name)
# Parse the path in form of `namespace/dataset_name`
if is_relative_path(dataset_name) and dataset_name.count(
'/') == 1 and not is_local_path:
@@ -254,8 +253,8 @@ class MsDataset:
**config_kwargs)
# Load from local disk
if dataset_name in _PACKAGED_DATASETS_MODULES or is_local_path or os.path.isfile(
dataset_name):
if dataset_name in _PACKAGED_DATASETS_MODULES or os.path.isdir(
) or os.path.isfile(dataset_name):
dataset_inst = LocalDataLoaderManager(
dataset_context_config).load_dataset(
LocalDataLoaderType.HF_DATA_LOADER)