Mirrors/modelscope
1
0
Fork 0
mirror of https://github.com/modelscope/modelscope.git synced 2026-07-10 04:22:33 +02:00
Code Issues Packages Projects Releases Wiki Activity

make it more proper

Browse Source 
ignore user-define dataset.
This commit is contained in:
fq
2023-07-11 17:33:00 +08:00
committed by GitHub
parent d47684de5b
commit 32db34631f
1 changed files with 8 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
modelscope/msdatasets/dataset_cls/custom_datasets/audio/asr_dataset.py
View File

@@ -37,17 +37,15 @@ class ASRDataset(MsDataset):
dev_set='validation',
download_mode=DownloadMode.REUSE_DATASET_IF_EXISTS):
if os.path.exists(dataset_name):
if download_mode != DownloadMode.FORCE_REDOWNLOAD:
data_dir = dataset_name
ds_dict = {}
ds_dict['train'] = cls.load_core(data_dir, train_set)
ds_dict['validation'] = cls.load_core(data_dir, dev_set)
ds_dict['raw_data_dir'] = data_dir
else:
ds_dict = MsDataset.load(
dataset_name=dataset_name, namespace=namespace, download_mode=download_mode)
data_dir = dataset_name
ds_dict = {}
ds_dict['train'] = cls.load_core(data_dir, train_set)
ds_dict['validation'] = cls.load_core(data_dir, dev_set)
ds_dict['raw_data_dir'] = data_dir
return ds_dict
else:
from modelscope.msdatasets import MsDataset
ds_dict = MsDataset.load(
dataset_name=dataset_name, namespace=namespace, download_mode=download_mode)
return ds_dict
return ds_dict