Mirrors/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui.git synced 2025-12-16 11:57:51 +01:00
Code Issues Packages Projects Releases Wiki Activity

feat: restrict title gen output to 50 tokens

Browse Source
This commit is contained in:
Jun Siang Cheah
2024-05-06 14:46:50 +08:00
parent 594f2f264f
commit b8c97fa012
2 changed files with 8 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
src/lib/apis/ollama/index.ts
View File

@@ -159,7 +159,11 @@ export const generateTitle = async (
body: JSON.stringify({ body: JSON.stringify({
model: model, model: model,
prompt: template, prompt: template,
stream: false stream: false,
options: {
// Restrict the number of tokens generated to 50
num_predict: 50,
}
}) })
}) })
.then(async (res) => { .then(async (res) => {

4
src/lib/apis/openai/index.ts
View File

@@ -295,7 +295,9 @@ export const generateTitle = async (
content: template content: template
} }
], ],
stream: false stream: false,
// Restricting the max tokens to 50 to avoid long titles
max_tokens: 50,
}) })
}) })
.then(async (res) => { .then(async (res) => {