Added timeout setting for ollama streaming response

This commit is contained in:
Mikael Turøy
2024-06-12 22:37:35 +02:00
parent bdd2ac0015
commit e130ad74d1
3 changed files with 7 additions and 1 deletions

View File

@@ -425,6 +425,7 @@ OLLAMA_API_BASE_URL = os.environ.get(
)
OLLAMA_BASE_URL = os.environ.get("OLLAMA_BASE_URL", "")
OLLAMA_GENERATE_TIMEOUT = int(os.environ.get("OLLAMA_GENERATE_TIMEOUT", "900"))
K8S_FLAG = os.environ.get("K8S_FLAG", "")
USE_OLLAMA_DOCKER = os.environ.get("USE_OLLAMA_DOCKER", "false")