Mirrors/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui.git synced 2025-12-16 03:47:49 +01:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #3161 from sammcj/num_batch

Browse Source 
feat: add num_keep, num_batch
This commit is contained in:
Timothy Jaeryang Baek
2024-06-14 00:14:46 -07:00
committed by GitHub
parent 346caaa1db 3f5e36271f
commit 53858c9b0e
41 changed files with 182 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
backend/apps/ollama/main.py
View File

@@ -751,6 +751,14 @@ async def generate_chat_completion(
if model_info.params.get("num_ctx", None):
payload["options"]["num_ctx"] = model_info.params.get("num_ctx", None)
if model_info.params.get("num_batch", None):
payload["options"]["num_batch"] = model_info.params.get(
"num_batch", None
)
if model_info.params.get("num_keep", None):
payload["options"]["num_keep"] = model_info.params.get("num_keep", None)
if model_info.params.get("repeat_last_n", None):
payload["options"]["repeat_last_n"] = model_info.params.get(
"repeat_last_n", None