enh: allow json schema for format

This commit is contained in:
Timothy Jaeryang Baek
2025-03-27 20:27:16 -07:00
parent 424f007b10
commit c137d3ad17
2 changed files with 91 additions and 48 deletions

View File

@@ -116,6 +116,10 @@ def apply_model_params_to_body_ollama(params: dict, form_data: dict) -> dict:
form_data["keep_alive"] = form_data["options"]["keep_alive"]
del form_data["options"]["keep_alive"]
if "options" in form_data and "format" in form_data["options"]:
form_data["format"] = form_data["options"]["format"]
del form_data["options"]["format"]
return apply_model_params_to_body(params, form_data, mappings)