This commit is contained in:
xingjun.wang
2023-10-23 14:37:01 +08:00
parent e340310600
commit c670985a40

View File

@@ -131,7 +131,7 @@ class LLMPipeline(Pipeline):
if output_logits:
logits_d: dict = {
'logits': outputs,
'tokens': tokens,
'tokens': tokens['inputs'],
'inputs_len': len(tokens['inputs'][0])
}
response.update(logits_d)