mirror of
https://github.com/modelscope/modelscope.git
synced 2025-12-25 20:49:37 +01:00
79 lines
3.8 KiB
Python
79 lines
3.8 KiB
Python
# Copyright (c) Alibaba, Inc. and its affiliates.
|
||
import unittest
|
||
|
||
from modelscope.hub.snapshot_download import snapshot_download
|
||
from modelscope.models import Model
|
||
from modelscope.models.nlp import PalmForTextGeneration
|
||
from modelscope.pipelines import TextGenerationPipeline, pipeline
|
||
from modelscope.preprocessors import TextGenerationPreprocessor
|
||
from modelscope.utils.constant import Tasks
|
||
from modelscope.utils.test_utils import test_level
|
||
|
||
|
||
class TextGenerationTest(unittest.TestCase):
|
||
model_id_zh = 'damo/nlp_palm2.0_text-generation_chinese-base'
|
||
model_id_en = 'damo/nlp_palm2.0_text-generation_english-base'
|
||
input_zh = """
|
||
本文总结了十个可穿戴产品的设计原则，而这些原则，同样也是笔者认为是这个行业最吸引人的地方：
|
||
1.为人们解决重复性问题；2.从人开始，而不是从机器开始；3.要引起注意，但不要刻意；4.提升用户能力，而不是取代
|
||
"""
|
||
input_en = """
|
||
The Director of Public Prosecutions who let off Lord Janner over alleged child sex abuse started
|
||
her career at a legal chambers when the disgraced Labour peer was a top QC there . Alison Saunders ,
|
||
54 , sparked outrage last week when she decided the 86-year-old should not face astring of charges
|
||
of paedophilia against nine children because he has dementia . Today , newly-released documents
|
||
revealed damning evidence that abuse was covered up by police andsocial workers for more than 20 years .
|
||
And now it has emerged Mrs Saunders ' law career got off to a flying start when she secured her
|
||
pupillage -- a barrister 's training contract at 1 Garden Court Chambers in London in 1983 .
|
||
"""
|
||
|
||
@unittest.skipUnless(test_level() >= 2, 'skip test in current test level')
|
||
def test_run(self):
|
||
for model_id, input in ((self.model_id_zh, self.input_zh),
|
||
(self.model_id_en, self.input_en)):
|
||
cache_path = snapshot_download(model_id)
|
||
model = PalmForTextGeneration(cache_path)
|
||
preprocessor = TextGenerationPreprocessor(
|
||
cache_path,
|
||
model.tokenizer,
|
||
first_sequence='sentence',
|
||
second_sequence=None)
|
||
pipeline1 = TextGenerationPipeline(model, preprocessor)
|
||
pipeline2 = pipeline(
|
||
Tasks.text_generation, model=model, preprocessor=preprocessor)
|
||
print(
|
||
f'pipeline1: {pipeline1(input)}\npipeline2: {pipeline2(input)}'
|
||
)
|
||
|
||
@unittest.skipUnless(test_level() >= 1, 'skip test in current test level')
|
||
def test_run_with_model_from_modelhub(self):
|
||
for model_id, input in ((self.model_id_zh, self.input_zh),
|
||
(self.model_id_en, self.input_en)):
|
||
model = Model.from_pretrained(model_id)
|
||
preprocessor = TextGenerationPreprocessor(
|
||
model.model_dir,
|
||
model.tokenizer,
|
||
first_sequence='sentence',
|
||
second_sequence=None)
|
||
pipeline_ins = pipeline(
|
||
task=Tasks.text_generation,
|
||
model=model,
|
||
preprocessor=preprocessor)
|
||
print(pipeline_ins(input))
|
||
|
||
@unittest.skipUnless(test_level() >= 1, 'skip test in current test level')
|
||
def test_run_with_model_name(self):
|
||
for model_id, input in ((self.model_id_zh, self.input_zh),
|
||
(self.model_id_en, self.input_en)):
|
||
pipeline_ins = pipeline(task=Tasks.text_generation, model=model_id)
|
||
print(pipeline_ins(input))
|
||
|
||
@unittest.skipUnless(test_level() >= 1, 'skip test in current test level')
|
||
def test_run_with_default_model(self):
|
||
pipeline_ins = pipeline(task=Tasks.text_generation)
|
||
print(pipeline_ins(self.input_zh))
|
||
|
||
|
||
if __name__ == '__main__':
|
||
unittest.main()
|