mirror of
https://github.com/modelscope/modelscope.git
synced 2025-12-17 00:37:43 +01:00
87 lines
3.2 KiB
Python
87 lines
3.2 KiB
Python
# Copyright (c) Alibaba, Inc. and its affiliates.
|
|
import os.path
|
|
import unittest
|
|
from threading import Thread
|
|
|
|
from modelscope.hub.snapshot_download import snapshot_download
|
|
from modelscope.models import Model
|
|
from modelscope.pipelines import pipeline
|
|
from modelscope.preprocessors.nlp import \
|
|
DocumentGroundedDialogGeneratePreprocessor
|
|
from modelscope.utils.constant import Tasks
|
|
from modelscope.utils.test_utils import test_level
|
|
|
|
|
|
class DocumentGroundedDialogGenerateTest(unittest.TestCase):
|
|
|
|
def setUp(self) -> None:
|
|
self.task = Tasks.document_grounded_dialog_generate
|
|
self.model_id = 'DAMO_ConvAI/nlp_convai_generation_pretrain'
|
|
|
|
param = {
|
|
'query': [
|
|
'<last_turn>：我想知道孩子如果出现阑尾炎的话会怎么样？',
|
|
'<last_turn>：好像是从肚脐开始，然后到右下方<system>您可以描述一下孩子的情况吗？<user>我想知道孩子如果出现阑尾炎的话会怎么样？',
|
|
],
|
|
'context': [
|
|
['c1', 'c2', 'c3', 'c4', 'c5'],
|
|
['c1', 'c2', 'c3', 'c4', 'c5'],
|
|
],
|
|
'label': [
|
|
'<response>您可以描述一下孩子的情况吗？',
|
|
'<response>那还有没有烦躁或无精打采的表现呢？',
|
|
]
|
|
}
|
|
|
|
@unittest.skipUnless(test_level() >= 2, 'skip test in current test level')
|
|
def test_run_by_direct_model_download(self):
|
|
cache_path = snapshot_download(self.model_id, revision='v1.0.0')
|
|
preprocessor = DocumentGroundedDialogGeneratePreprocessor(
|
|
model_dir=cache_path)
|
|
pipeline_ins = pipeline(
|
|
Tasks.document_grounded_dialog_generate,
|
|
model=cache_path,
|
|
preprocessor=preprocessor)
|
|
print(pipeline_ins(self.param))
|
|
|
|
@unittest.skipUnless(test_level() >= 2, 'skip test in current test level')
|
|
def test_run_by_direct_model_download_with_multithreads(self):
|
|
cache_path = snapshot_download(self.model_id, revision='v1.0.0')
|
|
pl = pipeline(
|
|
Tasks.document_grounded_dialog_generate, model=cache_path)
|
|
|
|
def print_func(pl, i):
|
|
result = pl(self.param)
|
|
print(i, result)
|
|
|
|
procs = []
|
|
for i in range(5):
|
|
proc = Thread(target=print_func, args=(pl, i))
|
|
procs.append(proc)
|
|
proc.start()
|
|
for proc in procs:
|
|
proc.join()
|
|
|
|
@unittest.skipUnless(test_level() >= 1, 'skip test in current test level')
|
|
def test_run_with_model_from_modelhub(self):
|
|
model = Model.from_pretrained(self.model_id, revision='v1.0.0')
|
|
|
|
preprocessor = DocumentGroundedDialogGeneratePreprocessor(
|
|
model_dir=model.model_dir)
|
|
pipeline_ins = pipeline(
|
|
Tasks.document_grounded_dialog_generate,
|
|
model=model,
|
|
preprocessor=preprocessor)
|
|
print(pipeline_ins(self.param))
|
|
|
|
@unittest.skipUnless(test_level() >= 2, 'skip test in current test level')
|
|
def test_run_with_default_model(self):
|
|
pipeline_ins = pipeline(
|
|
task=Tasks.document_grounded_dialog_generate,
|
|
model_revision='v1.0.0')
|
|
print(pipeline_ins(self.param))
|
|
|
|
|
|
if __name__ == '__main__':
|
|
unittest.main()
|