add __tools__ custom param

This commit is contained in:
Michael Poluektov
2024-08-19 11:08:27 +01:00
parent 18965dcdac
commit 13c03bfd7d
2 changed files with 22 additions and 16 deletions

View File

@@ -994,13 +994,11 @@ async def generate_chat_completions(form_data: dict, user=Depends(get_verified_u
detail="Model not found",
)
model = app.state.MODELS[model_id]
files = form_data.pop("files", None)
tool_ids = form_data.pop("tool_ids", None)
if model.get("pipe"):
return await generate_function_chat_completion(form_data, user=user)
for key in ["tool_ids", "files"]:
if key in form_data:
del form_data[key]
return await generate_function_chat_completion(form_data, user, files, tool_ids)
if model["owned_by"] == "ollama":
return await generate_ollama_chat_completion(form_data, user=user)
else: