mirror of
https://github.com/open-webui/open-webui.git
synced 2025-12-16 11:57:51 +01:00
enh: llama cpp timing stats
This commit is contained in:
@@ -1964,6 +1964,10 @@ async def process_chat_response(
|
|||||||
}
|
}
|
||||||
)
|
)
|
||||||
usage = data.get("usage", {})
|
usage = data.get("usage", {})
|
||||||
|
usage.update(
|
||||||
|
data.get("timing", {})
|
||||||
|
) # llama.cpp
|
||||||
|
|
||||||
if usage:
|
if usage:
|
||||||
await event_emitter(
|
await event_emitter(
|
||||||
{
|
{
|
||||||
|
|||||||
Reference in New Issue
Block a user