Merge pull request #4701 from ndrsfel/fix-rag-embedding-openai-batch-size-environment-variable

fix: RAG with OpenAI embedding models and batch_size environment variable fails silently
This commit is contained in:
Timothy Jaeryang Baek
2024-08-18 13:24:18 +02:00
committed by GitHub

View File

@@ -1055,7 +1055,7 @@ RAG_EMBEDDING_MODEL_TRUST_REMOTE_CODE = (
RAG_EMBEDDING_OPENAI_BATCH_SIZE = PersistentConfig(
"RAG_EMBEDDING_OPENAI_BATCH_SIZE",
"rag.embedding_openai_batch_size",
os.environ.get("RAG_EMBEDDING_OPENAI_BATCH_SIZE", 1),
int(os.environ.get("RAG_EMBEDDING_OPENAI_BATCH_SIZE", "1")),
)
RAG_RERANKING_MODEL = PersistentConfig(