From 88da473255a6493a50232cb5569d074a34e33fa4 Mon Sep 17 00:00:00 2001
From: "xingjun.wang" <xingjun.wxj@alibaba-inc.com>
Date: Mon, 23 Oct 2023 15:18:08 +0800
Subject: [PATCH] update

---
 modelscope/pipelines/nlp/llm_pipeline.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/modelscope/pipelines/nlp/llm_pipeline.py b/modelscope/pipelines/nlp/llm_pipeline.py
index 4e21052c..4abef327 100644
--- a/modelscope/pipelines/nlp/llm_pipeline.py
+++ b/modelscope/pipelines/nlp/llm_pipeline.py
@@ -130,8 +130,8 @@ class LLMPipeline(Pipeline):
 
         if output_logits:
             logits_d: dict = {
-                'logits': outputs,
-                'tokens': tokens['inputs'],
+                'logits': outputs[0].cpu(),
+                'tokens': tokens['inputs'].cpu(),
                 'inputs_len': len(tokens['inputs'][0]),
                 'decode_func': self.tokenizer.decode
             }