Mirrors/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui.git synced 2025-12-16 03:47:49 +01:00
Code Issues Packages Projects Releases Wiki Activity

feat: add num_keep, num_batch

Browse Source
This commit is contained in:
Sam McLeod
2024-06-14 15:31:26 +10:00
parent 162643a4b1
commit 3f5e36271f
41 changed files with 182 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
backend/apps/ollama/main.py
View File

@@ -751,6 +751,14 @@ async def generate_chat_completion(
if model_info.params.get("num_ctx", None):
payload["options"]["num_ctx"] = model_info.params.get("num_ctx", None)
if model_info.params.get("num_batch", None):
payload["options"]["num_batch"] = model_info.params.get(
"num_batch", None
)
if model_info.params.get("num_keep", None):
payload["options"]["num_keep"] = model_info.params.get("num_keep", None)
if model_info.params.get("repeat_last_n", None):
payload["options"]["repeat_last_n"] = model_info.params.get(
"repeat_last_n", None