Files
modelscope/tests/pipelines/test_faq_question_answering.py
2022-08-26 13:06:41 +08:00

86 lines
3.2 KiB
Python

# Copyright (c) Alibaba, Inc. and its affiliates.
import unittest
import numpy as np
from modelscope.hub.api import HubApi
from modelscope.hub.snapshot_download import snapshot_download
from modelscope.models import Model
from modelscope.models.nlp import SbertForFaqQuestionAnswering
from modelscope.pipelines import pipeline
from modelscope.pipelines.nlp import FaqQuestionAnsweringPipeline
from modelscope.preprocessors import FaqQuestionAnsweringPreprocessor
from modelscope.utils.constant import Tasks
from modelscope.utils.test_utils import test_level
class FaqQuestionAnsweringTest(unittest.TestCase):
model_id = 'damo/nlp_structbert_faq-question-answering_chinese-base'
param = {
'query_set': ['如何使用优惠券', '在哪里领券', '在哪里领券'],
'support_set': [{
'text': '卖品代金券怎么用',
'label': '6527856'
}, {
'text': '怎么使用优惠券',
'label': '6527856'
}, {
'text': '这个可以一起领吗',
'label': '1000012000'
}, {
'text': '付款时送的优惠券哪里领',
'label': '1000012000'
}, {
'text': '购物等级怎么长',
'label': '13421097'
}, {
'text': '购物等级二心',
'label': '13421097'
}]
}
@unittest.skipUnless(test_level() >= 2, 'skip test in current test level')
def test_run_with_direct_file_download(self):
cache_path = snapshot_download(self.model_id)
preprocessor = FaqQuestionAnsweringPreprocessor(cache_path)
model = SbertForFaqQuestionAnswering(cache_path)
model.load_checkpoint(cache_path)
pipeline_ins = FaqQuestionAnsweringPipeline(
model, preprocessor=preprocessor)
result = pipeline_ins(self.param)
print(result)
@unittest.skipUnless(test_level() >= 1, 'skip test in current test level')
def test_run_with_model_from_modelhub(self):
model = Model.from_pretrained(self.model_id)
preprocessor = FaqQuestionAnsweringPreprocessor(model.model_dir)
pipeline_ins = pipeline(
task=Tasks.faq_question_answering,
model=model,
preprocessor=preprocessor)
result = pipeline_ins(self.param)
print(result)
@unittest.skipUnless(test_level() >= 0, 'skip test in current test level')
def test_run_with_model_name(self):
pipeline_ins = pipeline(
task=Tasks.faq_question_answering, model=self.model_id)
result = pipeline_ins(self.param)
print(result)
@unittest.skipUnless(test_level() >= 2, 'skip test in current test level')
def test_run_with_default_model(self):
pipeline_ins = pipeline(task=Tasks.faq_question_answering)
print(pipeline_ins(self.param, max_seq_length=20))
@unittest.skipUnless(test_level() >= 2, 'skip test in current test level')
def test_sentence_embedding(self):
pipeline_ins = pipeline(task=Tasks.faq_question_answering)
sentence_vec = pipeline_ins.get_sentence_embedding(
['今天星期六', '明天星期几明天星期几'])
print(np.shape(sentence_vec))
if __name__ == '__main__':
unittest.main()