From 32db34631fbcb2869705c94b40a7febc951fa2f5 Mon Sep 17 00:00:00 2001 From: fq Date: Tue, 11 Jul 2023 17:33:00 +0800 Subject: [PATCH] make it more proper ignore user-define dataset. --- .../custom_datasets/audio/asr_dataset.py | 18 ++++++++---------- 1 file changed, 8 insertions(+), 10 deletions(-) diff --git a/modelscope/msdatasets/dataset_cls/custom_datasets/audio/asr_dataset.py b/modelscope/msdatasets/dataset_cls/custom_datasets/audio/asr_dataset.py index ed2220dd..73a40813 100644 --- a/modelscope/msdatasets/dataset_cls/custom_datasets/audio/asr_dataset.py +++ b/modelscope/msdatasets/dataset_cls/custom_datasets/audio/asr_dataset.py @@ -37,17 +37,15 @@ class ASRDataset(MsDataset): dev_set='validation', download_mode=DownloadMode.REUSE_DATASET_IF_EXISTS): if os.path.exists(dataset_name): - if download_mode != DownloadMode.FORCE_REDOWNLOAD: - data_dir = dataset_name - ds_dict = {} - ds_dict['train'] = cls.load_core(data_dir, train_set) - ds_dict['validation'] = cls.load_core(data_dir, dev_set) - ds_dict['raw_data_dir'] = data_dir - else: - ds_dict = MsDataset.load( - dataset_name=dataset_name, namespace=namespace, download_mode=download_mode) + data_dir = dataset_name + ds_dict = {} + ds_dict['train'] = cls.load_core(data_dir, train_set) + ds_dict['validation'] = cls.load_core(data_dir, dev_set) + ds_dict['raw_data_dir'] = data_dir + return ds_dict else: + from modelscope.msdatasets import MsDataset ds_dict = MsDataset.load( dataset_name=dataset_name, namespace=namespace, download_mode=download_mode) - return ds_dict + return ds_dict