feat: create model

This commit is contained in:
Timothy J. Baek
2024-05-24 22:21:57 -07:00
parent ca3108a54d
commit dac9634242
13 changed files with 286 additions and 951 deletions

View File

@@ -39,6 +39,8 @@ from utils.utils import (
get_admin_user,
)
from utils.models import get_model_id_from_custom_model_id
from config import (
SRC_LOG_LEVELS,
@@ -873,10 +875,10 @@ async def generate_chat_completion(
url_idx: Optional[int] = None,
user=Depends(get_verified_user),
):
model_id = get_model_id_from_custom_model_id(form_data.model)
model = model_id
if url_idx == None:
model = form_data.model
if ":" not in model:
model = f"{model}:latest"
@@ -893,6 +895,13 @@ async def generate_chat_completion(
r = None
# payload = {
# **form_data.model_dump_json(exclude_none=True).encode(),
# "model": model,
# "messages": form_data.messages,
# }
log.debug(
"form_data.model_dump_json(exclude_none=True).encode(): {0} ".format(
form_data.model_dump_json(exclude_none=True).encode()