Mirrors/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui.git synced 2025-12-16 20:07:49 +01:00
Code Issues Packages Projects Releases Wiki Activity

refac: tools

Browse Source
This commit is contained in:
Timothy J. Baek
2024-06-11 11:31:14 -07:00
parent 9d16dd997a
commit 0bb26ae504
2 changed files with 12 additions and 20 deletions
Download Patch File Download Diff File Expand all files Collapse all files

20
backend/main.py
View File

@@ -178,7 +178,7 @@ async def get_function_call_response(messages, tool_id, template, task_model_id,
"History:\n"
+ "\n".join(
[
f"{message['role']}: {message['content']}"
f"{message['role'].upper()}: \"\"\"{message['content']}\"\"\""
for message in messages[::-1][:4]
]
)
@@ -209,17 +209,21 @@ async def get_function_call_response(messages, tool_id, template, task_model_id,
response = await generate_openai_chat_completion(payload, user=user)
content = None
async for chunk in response.body_iterator:
data = json.loads(chunk.decode("utf-8"))
content = data["choices"][0]["message"]["content"]
# Cleanup any remaining background tasks if necessary
if response.background is not None:
await response.background()
if hasattr(response, "body_iterator"):
async for chunk in response.body_iterator:
data = json.loads(chunk.decode("utf-8"))
content = data["choices"][0]["message"]["content"]
# Cleanup any remaining background tasks if necessary
if response.background is not None:
await response.background()
else:
content = response["choices"][0]["message"]["content"]
# Parse the function response
if content is not None:
print(content)
print(f"content: {content}")
result = json.loads(content)
print(result)