This commit is contained in:
Timothy J. Baek
2024-06-11 02:12:24 -07:00
parent 827dd1b044
commit bf1936de34
2 changed files with 9 additions and 5 deletions

View File

@@ -299,6 +299,8 @@ class ChatCompletionMiddleware(BaseHTTPMiddleware):
context += ("\n" if context != "" else "") + response
del data["tool_ids"]
print(context)
# If docs field is present, generate RAG completions
if "docs" in data:
data = {**data}