Mirrors/modelscope
1
0
Fork 0
mirror of https://github.com/modelscope/modelscope.git synced 2025-12-25 04:29:22 +01:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #297 from slin000111/master

Browse Source 
add torch2 compile to nlp pipelines
This commit is contained in:
Xingjun.Wang
2023-05-12 11:03:15 +08:00
committed by GitHub
parent 63777b995d 5a0e022133
commit 75410651ba
18 changed files with 53 additions and 19 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
modelscope/pipelines/nlp/dialog_intent_prediction_pipeline.py
View File

@@ -40,7 +40,8 @@ class DialogIntentPredictionPipeline(Pipeline):
preprocessor=preprocessor,
config_file=config_file,
device=device,
auto_collate=auto_collate)
auto_collate=auto_collate,
**kwargs)
if preprocessor is None:
self.preprocessor = DialogIntentPredictionPreprocessor(
self.model.model_dir, **kwargs)

4
modelscope/pipelines/nlp/dialog_state_tracking_pipeline.py
View File

@@ -42,7 +42,9 @@ class DialogStateTrackingPipeline(Pipeline):
preprocessor=preprocessor,
config_file=config_file,
device=device,
auto_collate=auto_collate)
auto_collate=auto_collate,
compile=kwargs.pop('compile', False),
compile_options=kwargs.pop('compile_options', {}))
if preprocessor is None:
self.preprocessor = DialogStateTrackingPreprocessor(

3
modelscope/pipelines/nlp/document_grounded_dialog_generate_pipeline.py
View File

@@ -46,7 +46,8 @@ class DocumentGroundedDialogGeneratePipeline(Pipeline):
preprocessor=preprocessor,
config_file=config_file,
device=device,
auto_collate=auto_collate)
auto_collate=auto_collate,
**kwargs)
if preprocessor is None:
self.preprocessor = DocumentGroundedDialogGeneratePreprocessor(

3
modelscope/pipelines/nlp/document_grounded_dialog_rerank_pipeline.py
View File

@@ -64,7 +64,8 @@ class DocumentGroundedDialogRerankPipeline(Pipeline):
config_file=config_file,
device=device,
auto_collate=auto_collate,
seed=seed)
seed=seed,
**kwarg)
self.model = model
self.preprocessor = preprocessor
self.device = device

3
modelscope/pipelines/nlp/document_grounded_dialog_retrieval_pipeline.py
View File

@@ -55,7 +55,8 @@ class DocumentGroundedDialogRetrievalPipeline(Pipeline):
preprocessor=preprocessor,
config_file=config_file,
device=device,
auto_collate=auto_collate)
auto_collate=auto_collate,
**kwargs)
if preprocessor is None:
self.preprocessor = DocumentGroundedDialogRetrievalPreprocessor(

8
modelscope/pipelines/nlp/document_segmentation_pipeline.py
View File

@@ -48,8 +48,14 @@ class DocumentSegmentationPipeline(Pipeline):
preprocessor=preprocessor,
config_file=config_file,
device=device,
auto_collate=auto_collate)
auto_collate=auto_collate,
**kwargs)
kwargs = kwargs
if 'compile' in kwargs.keys():
kwargs.pop('compile')
if 'compile_options' in kwargs.keys():
kwargs.pop('compile_options')
self.model_dir = self.model.model_dir
self.model_cfg = self.model.model_cfg
if preprocessor is None:

9
modelscope/pipelines/nlp/extractive_summarization_pipeline.py
View File

@@ -41,7 +41,14 @@ class ExtractiveSummarizationPipeline(Pipeline):
preprocessor=preprocessor,
config_file=config_file,
device=device,
auto_collate=auto_collate)
auto_collate=auto_collate,
**kwargs)
kwargs = kwargs
if 'compile' in kwargs.keys():
kwargs.pop('compile')
if 'compile_options' in kwargs.keys():
kwargs.pop('compile_options')
self.model_dir = self.model.model_dir
self.model_cfg = self.model.model_cfg

3
modelscope/pipelines/nlp/feature_extraction_pipeline.py
View File

@@ -53,7 +53,8 @@ class FeatureExtractionPipeline(Pipeline):
preprocessor=preprocessor,
config_file=config_file,
device=device,
auto_collate=auto_collate)
auto_collate=auto_collate,
**kwargs)
assert isinstance(self.model, Model), \
f'please check whether model config exists in {ModelFile.CONFIGURATION}'

3
modelscope/pipelines/nlp/fill_mask_pipeline.py
View File

@@ -62,7 +62,8 @@ class FillMaskPipeline(Pipeline):
preprocessor=preprocessor,
config_file=config_file,
device=device,
auto_collate=auto_collate)
auto_collate=auto_collate,
**kwargs)
assert isinstance(self.model, Model), \
f'please check whether model config exists in {ModelFile.CONFIGURATION}'

3
modelscope/pipelines/nlp/named_entity_recognition_pipeline.py
View File

@@ -55,7 +55,8 @@ class NamedEntityRecognitionPipeline(TokenClassificationPipeline):
preprocessor=preprocessor,
config_file=config_file,
device=device,
auto_collate=auto_collate)
auto_collate=auto_collate,
**kwargs)
assert isinstance(self.model, Model), \
f'please check whether model config exists in {ModelFile.CONFIGURATION}'

3
modelscope/pipelines/nlp/sentence_embedding_pipeline.py
View File

@@ -42,7 +42,8 @@ class SentenceEmbeddingPipeline(Pipeline):
preprocessor=preprocessor,
config_file=config_file,
device=device,
auto_collate=auto_collate)
auto_collate=auto_collate,
**kwargs)
assert isinstance(self.model, Model), \
f'please check whether model config exists in {ModelFile.CONFIGURATION}'

3
modelscope/pipelines/nlp/siamese_uie_pipeline.py
View File

@@ -67,7 +67,8 @@ class SiameseUiePipeline(Pipeline):
preprocessor=preprocessor,
config_file=config_file,
device=device,
auto_collate=auto_collate)
auto_collate=auto_collate,
**kwargs)
assert isinstance(self.model, Model), \
f'please check whether model config exists in {ModelFile.CONFIGURATION}'

3
modelscope/pipelines/nlp/table_question_answering_pipeline.py
View File

@@ -51,7 +51,8 @@ class TableQuestionAnsweringPipeline(Pipeline):
preprocessor=preprocessor,
config_file=config_file,
device=device,
auto_collate=auto_collate)
auto_collate=auto_collate,
**kwargs)
assert isinstance(self.model, Model), \
f'please check whether model config exists in {ModelFile.CONFIGURATION}'

3
modelscope/pipelines/nlp/text_generation_pipeline.py
View File

@@ -58,7 +58,8 @@ class TextGenerationPipeline(Pipeline):
preprocessor=preprocessor,
config_file=config_file,
device=device,
auto_collate=auto_collate)
auto_collate=auto_collate,
**kwargs)
assert isinstance(self.model, Model), \
f'please check whether model config exists in {ModelFile.CONFIGURATION}'

3
modelscope/pipelines/nlp/text_ranking_pipeline.py
View File

@@ -43,7 +43,8 @@ class TextRankingPipeline(Pipeline):
preprocessor=preprocessor,
config_file=config_file,
device=device,
auto_collate=auto_collate)
auto_collate=auto_collate,
**kwargs)
assert isinstance(self.model, Model), \
f'please check whether model config exists in {ModelFile.CONFIGURATION}'

6
modelscope/pipelines/nlp/translation_evaluation_pipeline.py
View File

@@ -42,7 +42,11 @@ class TranslationEvaluationPipeline(Pipeline):
`"EvaluationMode.SRC"`, `"EvaluationMode.REF"`. Aside from hypothesis, the
source/reference/source+reference can be presented during evaluation.
"""
super().__init__(model=model, preprocessor=preprocessor)
super().__init__(
model=model,
preprocessor=preprocessor,
compile=kwargs.pop('compile', False),
compile_options=kwargs.pop('compile_options', {}))
self.eval_mode = eval_mode
self.checking_eval_mode()

6
modelscope/pipelines/nlp/user_satisfaction_estimation_pipeline.py
View File

@@ -26,7 +26,8 @@ class UserSatisfactionEstimationPipeline(Pipeline):
preprocessor: DialogueClassificationUsePreprocessor = None,
config_file: str = None,
device: str = 'gpu',
auto_collate=True):
auto_collate=True,
**kwargs):
"""The inference pipeline for the user satisfaction estimation task.
Args:
@@ -49,7 +50,8 @@ class UserSatisfactionEstimationPipeline(Pipeline):
preprocessor=preprocessor,
config_file=config_file,
device=device,
auto_collate=auto_collate)
auto_collate=auto_collate,
**kwargs)
if hasattr(self.preprocessor, 'id2label'):
self.id2label = self.preprocessor.id2label

3
modelscope/pipelines/nlp/zero_shot_classification_pipeline.py
View File

@@ -66,7 +66,8 @@ class ZeroShotClassificationPipeline(Pipeline):
preprocessor=preprocessor,
config_file=config_file,
device=device,
auto_collate=auto_collate)
auto_collate=auto_collate,
**kwargs)
self.entailment_id = 0
self.contradiction_id = 2