From a57d82ebadf7e040aed1ed71a921c23e63d2853f Mon Sep 17 00:00:00 2001 From: "xingjun.wang" Date: Tue, 6 Feb 2024 16:47:11 +0800 Subject: [PATCH] rollback --- modelscope/msdatasets/ms_dataset.py | 7 +++---- 1 file changed, 3 insertions(+), 4 deletions(-) diff --git a/modelscope/msdatasets/ms_dataset.py b/modelscope/msdatasets/ms_dataset.py index 978d49d2..320ba57a 100644 --- a/modelscope/msdatasets/ms_dataset.py +++ b/modelscope/msdatasets/ms_dataset.py @@ -225,8 +225,7 @@ class MsDataset: return MsDataset.to_ms_dataset(dataset_inst, target=target) dataset_name = os.path.expanduser(dataset_name) - is_local_path = os.path.exists(dataset_name) and len( - os.listdir(dataset_name)) > 0 + is_local_path = os.path.exists(dataset_name) # Parse the path in form of `namespace/dataset_name` if is_relative_path(dataset_name) and dataset_name.count( '/') == 1 and not is_local_path: @@ -254,8 +253,8 @@ class MsDataset: **config_kwargs) # Load from local disk - if dataset_name in _PACKAGED_DATASETS_MODULES or is_local_path or os.path.isfile( - dataset_name): + if dataset_name in _PACKAGED_DATASETS_MODULES or os.path.isdir( + ) or os.path.isfile(dataset_name): dataset_inst = LocalDataLoaderManager( dataset_context_config).load_dataset( LocalDataLoaderType.HF_DATA_LOADER)