fix: allow temperature and seed to be 0

This commit is contained in:
Seth Rothschild
2024-07-20 06:53:52 -04:00
parent e426067e46
commit c3693c91b3
2 changed files with 7 additions and 4 deletions

View File

@@ -805,7 +805,7 @@ async def generate_chat_completion(
)
if (
model_info.params.get("temperature", None)
model_info.params.get("temperature", None) is not None
and payload["options"].get("temperature") is None
):
payload["options"]["temperature"] = model_info.params.get(
@@ -813,7 +813,7 @@ async def generate_chat_completion(
)
if (
model_info.params.get("seed", None)
model_info.params.get("seed", None) is not None
and payload["options"].get("seed") is None
):
payload["options"]["seed"] = model_info.params.get("seed", None)