Add RAG_WEB_LOADER + Playwright mode + improve stability of search

This commit is contained in:
Rory
2025-01-28 23:03:15 -06:00
parent b72150c881
commit 4e8b390682
10 changed files with 220 additions and 39 deletions

View File

@@ -1712,6 +1712,11 @@ RAG_WEB_SEARCH_CONCURRENT_REQUESTS = PersistentConfig(
int(os.getenv("RAG_WEB_SEARCH_CONCURRENT_REQUESTS", "10")),
)
RAG_WEB_LOADER = PersistentConfig(
"RAG_WEB_LOADER",
"rag.web.loader",
os.environ.get("RAG_WEB_LOADER", "safe_web")
)
####################################
# Images