enh: llama cpp timing stats

This commit is contained in:
Timothy Jaeryang Baek
2025-09-01 22:49:49 +04:00
parent 1c1b32b390
commit e830b4959e

View File

@@ -1964,6 +1964,10 @@ async def process_chat_response(
} }
) )
usage = data.get("usage", {}) usage = data.get("usage", {})
usage.update(
data.get("timing", {})
) # llama.cpp
if usage: if usage:
await event_emitter( await event_emitter(
{ {