Mirrors/modelscope
1
0
Fork 0
mirror of https://github.com/modelscope/modelscope.git synced 2026-02-24 12:10:09 +01:00
Code Issues Packages Projects Releases Wiki Activity

fix

Browse Source
This commit is contained in:
Yingda Chen
2024-11-21 19:32:40 +08:00
parent f5adc992a2
commit 3acf9d4e52
1 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
modelscope/pipelines/nlp/llm_pipeline.py
View File

@@ -290,6 +290,9 @@ class LLMPipeline(Pipeline, PipelineStreamingOutputMixin):
os.remove(configuration_path)
def _process_single(self, inputs, *args, **kwargs) -> Dict[str, Any]:
print('_process_single')
print(inputs)
print(kwargs)
preprocess_params = kwargs.get('preprocess_params', {})
forward_params = kwargs.get('forward_params', {})
postprocess_params = kwargs.get('postprocess_params', {})
@@ -369,7 +372,7 @@ class LLMPipeline(Pipeline, PipelineStreamingOutputMixin):
yield out
def preprocess(self, inputs: Union[str, Dict], **kwargs):
is_messages = kwargs.pop('is_messages')
is_messages = True
print(kwargs)
if is_messages:
tokens = self.format_messages(inputs, self.tokenizer, **kwargs)