Mirrors/modelscope
1
0
Fork 0
mirror of https://github.com/modelscope/modelscope.git synced 2026-09-01 19:49:03 +02:00
Code Issues Packages Projects Releases Wiki Activity

Update finetune_speech_recognition.py

Browse Source 
using the newest ASRDataset, and add download_mode for re-download the dataset(dataset is broken and so on)
This commit is contained in:
fq
2023-07-11 11:33:18 +08:00
committed by GitHub
parent 56eb0ab0c2
commit 20c15d3aaa
1 changed files with 4 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
examples/pytorch/auto_speech_recognition/finetune_speech_recognition.py
View File

@@ -1,15 +1,16 @@
import os
from modelscope.metainfo import Trainers
from modelscope.msdatasets.audio.asr_dataset import ASRDataset
from modelscope.msdatasets.dataset_cls.custom_datasets import ASRDataset
from modelscope.utils.constant import DownloadMode
from modelscope.trainers import build_trainer
from modelscope.metainfo import Trainers
def modelscope_finetune(params):
if not os.path.exists(params.output_dir):
os.makedirs(params.output_dir, exist_ok=True)
# dataset split ["train", "validation"]
ds_dict = ASRDataset.load(params.data_path, namespace='speech_asr')
ds_dict = MsDataset.load(params.data_path, namespace='speech_asr', download_mode=None)
kwargs = dict(
model=params.model,
data_dir=ds_dict,