Added new k_reranker parameter

This commit is contained in:
Marko Henning
2025-03-06 10:47:57 +01:00
parent 1173459eee
commit 41a4cf7106
6 changed files with 40 additions and 1 deletions

View File

@@ -567,6 +567,7 @@ async def chat_completion_files_handler(
),
k=request.app.state.config.TOP_K,
reranking_function=request.app.state.rf,
k_reranker=request.app.state.config.TOP_K_RERANKER,
r=request.app.state.config.RELEVANCE_THRESHOLD,
hybrid_search=request.app.state.config.ENABLE_RAG_HYBRID_SEARCH,
full_context=request.app.state.config.RAG_FULL_CONTEXT,