feat: openai embeddings integration

This commit is contained in:
Timothy J. Baek
2024-04-14 19:48:15 -04:00
parent b48e73fa43
commit b1b72441bb
6 changed files with 155 additions and 46 deletions

View File

@@ -114,7 +114,11 @@ class RAGMiddleware(BaseHTTPMiddleware):
data["messages"],
rag_app.state.RAG_TEMPLATE,
rag_app.state.TOP_K,
rag_app.state.RAG_EMBEDDING_ENGINE,
rag_app.state.RAG_EMBEDDING_MODEL,
rag_app.state.sentence_transformer_ef,
rag_app.state.RAG_OPENAI_API_KEY,
rag_app.state.RAG_OPENAI_API_BASE_URL,
)
del data["docs"]