mirror of
https://github.com/open-webui/open-webui.git
synced 2025-12-16 11:57:51 +01:00
enh: llama cpp timing stats
This commit is contained in:
@@ -1964,6 +1964,10 @@ async def process_chat_response(
|
||||
}
|
||||
)
|
||||
usage = data.get("usage", {})
|
||||
usage.update(
|
||||
data.get("timing", {})
|
||||
) # llama.cpp
|
||||
|
||||
if usage:
|
||||
await event_emitter(
|
||||
{
|
||||
|
||||
Reference in New Issue
Block a user