Mirrors/modelscope
1
0
Fork 0
mirror of https://github.com/modelscope/modelscope.git synced 2025-12-25 20:49:37 +01:00
Code Issues Packages Projects Releases Wiki Activity

Fix vllm: change if condition (#607)

Browse Source
This commit is contained in:
tastelikefeet
2023-10-30 19:25:24 +08:00
committed by GitHub
parent cb0a44eda5
commit eff11817a0
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
modelscope/pipelines/nlp/llm_pipeline.py
View File

@@ -156,6 +156,7 @@ class LLMPipeline(Pipeline):
tokens = self.preprocess(inputs, is_messages, **preprocess_params)
if self.llm_framework is None:
# pytorch model
if hasattr(self.model, 'generate'):
outputs = self.model.generate(**tokens, **forward_params)
elif hasattr(self.model, 'model') and hasattr(
@@ -167,7 +168,8 @@ class LLMPipeline(Pipeline):
tokens = [list(tokens['inputs'].flatten().numpy())]
outputs = self.model(tokens, **forward_params)[0]
if not isinstance(outputs, str):
if self.llm_framework is None:
# pytorch model
outputs = outputs.tolist()[0][len(tokens['inputs'][0]):]
response = self.postprocess(outputs, is_messages, **postprocess_params)
return response