Mirrors/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui.git synced 2025-12-16 20:07:49 +01:00
Code Issues Packages Projects Releases Wiki Activity

refac: stop param

Browse Source
This commit is contained in:
Timothy J. Baek
2024-05-25 02:26:26 -07:00
parent 88d053833d
commit 42dcf1b08c
8 changed files with 33 additions and 193 deletions
Download Patch File Download Diff File Expand all files Collapse all files

20
backend/apps/ollama/main.py
View File

@@ -920,8 +920,14 @@ async def generate_chat_completion(
)
payload["options"]["seed"] = model_info.params.get("seed", None)
# TODO: add "stop" back in
# payload["stop"] = model_info.params.get("stop", None)
payload["options"]["stop"] = (
[
bytes(stop, "utf-8").decode("unicode_escape")
for stop in model_info.params["stop"]
]
if model_info.params.get("stop", None)
else None
)
payload["options"]["tfs_z"] = model_info.params.get("tfs_z", None)
@@ -1076,8 +1082,14 @@ async def generate_openai_chat_completion(
"frequency_penalty", None
)
payload["seed"] = model_info.params.get("seed", None)
# TODO: add "stop" back in
# payload["stop"] = model_info.params.get("stop", None)
payload["stop"] = (
[
bytes(stop, "utf-8").decode("unicode_escape")
for stop in model_info.params["stop"]
]
if model_info.params.get("stop", None)
else None
)
if model_info.params.get("system", None):
# Check if the payload already has a system message