feat: add switching thinking/non-thinking modes to models

This commit is contained in:
dongfangzan
2025-05-15 19:56:10 +08:00
parent a7c90925ef
commit 9b93b81f84
8 changed files with 74 additions and 5 deletions

View File

@@ -785,6 +785,11 @@ async def process_chat_payload(request, form_data, user, metadata, model):
),
form_data["messages"],
)
if "thinking" in features:
form_data["enable_thinking"] = features["thinking"]
form_data["chat_template_kwargs"] = {
"enable_thinking": features["thinking"]
}
tool_ids = form_data.pop("tool_ids", None)
files = form_data.pop("files", None)