From 112466e06980d4972fab326d8766e65c1682d4ed Mon Sep 17 00:00:00 2001 From: "xingjun.wang" Date: Fri, 12 May 2023 17:37:58 +0800 Subject: [PATCH] update class ExtractiveSummarizationPipeline(Pipeline): --- .../pipelines/nlp/document_segmentation_pipeline.py | 10 +++------- .../pipelines/nlp/extractive_summarization_pipeline.py | 7 ++----- 2 files changed, 5 insertions(+), 12 deletions(-) diff --git a/modelscope/pipelines/nlp/document_segmentation_pipeline.py b/modelscope/pipelines/nlp/document_segmentation_pipeline.py index 6e195ed0..d528eee0 100644 --- a/modelscope/pipelines/nlp/document_segmentation_pipeline.py +++ b/modelscope/pipelines/nlp/document_segmentation_pipeline.py @@ -6,11 +6,9 @@ from typing import Any, Dict, List, Union import numpy as np import torch from datasets import Dataset -from transformers.models.bert.modeling_bert import BertConfig from modelscope.metainfo import Pipelines from modelscope.models import Model -from modelscope.models.nlp.ponet.configuration import PoNetConfig from modelscope.outputs import OutputKeys from modelscope.pipelines.base import Pipeline, Tensor from modelscope.pipelines.builder import PIPELINES @@ -51,11 +49,9 @@ class DocumentSegmentationPipeline(Pipeline): auto_collate=auto_collate, **kwargs) - kwargs = kwargs - if 'compile' in kwargs.keys(): - kwargs.pop('compile') - if 'compile_options' in kwargs.keys(): - kwargs.pop('compile_options') + kwargs.pop('compile', None) + kwargs.pop('compile_options', None) + self.model_dir = self.model.model_dir self.model_cfg = self.model.model_cfg if preprocessor is None: diff --git a/modelscope/pipelines/nlp/extractive_summarization_pipeline.py b/modelscope/pipelines/nlp/extractive_summarization_pipeline.py index c01f28fc..a4e67607 100644 --- a/modelscope/pipelines/nlp/extractive_summarization_pipeline.py +++ b/modelscope/pipelines/nlp/extractive_summarization_pipeline.py @@ -44,11 +44,8 @@ class ExtractiveSummarizationPipeline(Pipeline): auto_collate=auto_collate, **kwargs) - kwargs = kwargs - if 'compile' in kwargs.keys(): - kwargs.pop('compile') - if 'compile_options' in kwargs.keys(): - kwargs.pop('compile_options') + kwargs.pop('compile', None) + kwargs.pop('compile_options', None) self.model_dir = self.model.model_dir self.model_cfg = self.model.model_cfg