diff --git a/modelscope/pipelines/nlp/text_generation_pipeline.py b/modelscope/pipelines/nlp/text_generation_pipeline.py index cb9c89db..9e25ea95 100644 --- a/modelscope/pipelines/nlp/text_generation_pipeline.py +++ b/modelscope/pipelines/nlp/text_generation_pipeline.py @@ -66,7 +66,8 @@ class TextGenerationPipeline(Pipeline, PipelineStreamingOutputMixin): device=device, auto_collate=auto_collate, compile=kwargs.pop('compile', False), - compile_options=kwargs.pop('compile_options', {})) + compile_options=kwargs.pop('compile_options', {}), + **kwargs) assert isinstance(self.model, Model), \ f'please check whether model config exists in {ModelFile.CONFIGURATION}'