Files
modelscope/tests/pipelines/test_inverse_text_processing.py

66 lines
2.5 KiB
Python
Raw Normal View History

modify format of itn_pipeline Link: https://code.alibaba-inc.com/Ali-MaaS/MaaS-lib/codereview/11257394 * dev for asr itn inference pipeline * add task interface * add pipeline input * add modemodelscope/pipelines/audio/itn_inference_pipeline.py * add modelscope/pipelines/audio/itn_inference_pipeline.py * modelscope/pipelines/audio/itn_inference_pipeline.py * update modelscope/pipelines/audio/itn_inference_pipeline.py * modify itn_inference_pipeline.py * modify itn_inference_pipeline.py * modify itn_inference_pipeline.py * remove itn.py * modify some names * add modify itn_inference_pipeline.py * modify itn_inference_pipeline.py * modify itn_inference_pipeline.py * modify itn_inference_pipeline.py * modify itn * add tests/pipelines/test_inverse_text_processing.py * modify asr_inference_pipeline.py for the original files * modify format * add commits files * Merge remote-tracking branch 'origin' into remotes/origin/asr/itn_nichongjia * Merge remote-tracking branch 'origin' into remotes/origin/asr/itn_nichongjia * modify the pipelines * Merge branch 'master' into remotes/origin/asr/itn_nichongjia * [to #47031187]fix: hub test suites can not parallel Link: https://code.alibaba-inc.com/Ali-MaaS/MaaS-lib/codereview/11276872 * [to #47031187]fix: hub test suites can not parallel * google style docs and selected file generator ref: https://yuque.alibaba-inc.com/pai/rwqgvl/go8sc8tqzeqqfmsz Link: https://code.alibaba-inc.com/Ali-MaaS/MaaS-lib/codereview/11150212 * google style docs and selected file generator * merge * Merge remote-tracking branch 'origin' into remotes/origin/asr/itn_nichongjia * Merge branch 'master' into remotes/origin/asr/itn_nichongjia * add requirements for fun_text_processing
2023-01-05 16:36:17 +08:00
# Copyright (c) Alibaba, Inc. and its affiliates.
import unittest
from modelscope.pipelines import pipeline
from modelscope.utils.constant import Tasks
from modelscope.utils.test_utils import test_level
2023-05-22 10:53:18 +08:00
class InverseTextProcessingTest(unittest.TestCase):
modify format of itn_pipeline Link: https://code.alibaba-inc.com/Ali-MaaS/MaaS-lib/codereview/11257394 * dev for asr itn inference pipeline * add task interface * add pipeline input * add modemodelscope/pipelines/audio/itn_inference_pipeline.py * add modelscope/pipelines/audio/itn_inference_pipeline.py * modelscope/pipelines/audio/itn_inference_pipeline.py * update modelscope/pipelines/audio/itn_inference_pipeline.py * modify itn_inference_pipeline.py * modify itn_inference_pipeline.py * modify itn_inference_pipeline.py * remove itn.py * modify some names * add modify itn_inference_pipeline.py * modify itn_inference_pipeline.py * modify itn_inference_pipeline.py * modify itn_inference_pipeline.py * modify itn * add tests/pipelines/test_inverse_text_processing.py * modify asr_inference_pipeline.py for the original files * modify format * add commits files * Merge remote-tracking branch 'origin' into remotes/origin/asr/itn_nichongjia * Merge remote-tracking branch 'origin' into remotes/origin/asr/itn_nichongjia * modify the pipelines * Merge branch 'master' into remotes/origin/asr/itn_nichongjia * [to #47031187]fix: hub test suites can not parallel Link: https://code.alibaba-inc.com/Ali-MaaS/MaaS-lib/codereview/11276872 * [to #47031187]fix: hub test suites can not parallel * google style docs and selected file generator ref: https://yuque.alibaba-inc.com/pai/rwqgvl/go8sc8tqzeqqfmsz Link: https://code.alibaba-inc.com/Ali-MaaS/MaaS-lib/codereview/11150212 * google style docs and selected file generator * merge * Merge remote-tracking branch 'origin' into remotes/origin/asr/itn_nichongjia * Merge branch 'master' into remotes/origin/asr/itn_nichongjia * add requirements for fun_text_processing
2023-01-05 16:36:17 +08:00
def setUp(self) -> None:
self.task = Tasks.inverse_text_processing,
self.model_dict = {
'en':
'damo/speech_inverse_text_processing_fun-text-processing-itn-en',
'de':
'damo/speech_inverse_text_processing_fun-text-processing-itn-de',
'es':
'damo/speech_inverse_text_processing_fun-text-processing-itn-es',
'fr':
'damo/speech_inverse_text_processing_fun-text-processing-itn-fr',
'id':
'damo/speech_inverse_text_processing_fun-text-processing-itn-id',
'ko':
'damo/speech_inverse_text_processing_fun-text-processing-itn-ko',
'ja':
'damo/speech_inverse_text_processing_fun-text-processing-itn-ja',
'pt':
'damo/speech_inverse_text_processing_fun-text-processing-itn-pt',
'ru':
'damo/speech_inverse_text_processing_fun-text-processing-itn-ru',
'vi':
'damo/speech_inverse_text_processing_fun-text-processing-itn-vi',
'tl':
'damo/speech_inverse_text_processing_fun-text-processing-itn-tl',
}
self.text_in_dict = {
'en':
'on december second, we paid one hundred and twenty three dollars for christmas tree.',
'de': 'einhundertdreiundzwanzig',
'es': 'ciento veintitrés',
'fr': 'cent vingt-trois',
'id': 'seratus dua puluh tiga',
'ko': '삼백오 독일 마',
'ja': '百二十三',
'pt': 'cento e vinte e três',
'ru': 'сто двадцать три',
'vi': 'một trăm hai mươi ba',
'tl': "ika-lima mayo dalawang libo dalawampu't dalawa",
}
@unittest.skipUnless(test_level() >= 0, 'skip test in current test level')
def test_run_with_model_name_for_multi_language_itn(self):
for key, value in self.model_dict.items():
lang = key
model_name = value
itn_inference_pipline = pipeline(
task=Tasks.inverse_text_processing, model=model_name)
lang_text_in = self.text_in_dict[lang]
itn_result = itn_inference_pipline(text_in=lang_text_in)
print(itn_result)
if __name__ == '__main__':
unittest.main()