Mirrors/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui.git synced 2025-12-16 11:57:51 +01:00
Code Issues Packages Projects Releases Wiki Activity

refac: lazy load big dependencies to reduce min memory usage

Browse Source
This commit is contained in:
Jun Siang Cheah
2024-10-02 22:18:42 +01:00
parent d353ea449a
commit 318f61161e
2 changed files with 6 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
backend/open_webui/apps/retrieval/main.py
View File

@@ -15,9 +15,6 @@ from pydantic import BaseModel
from open_webui.apps.retrieval.vector.connector import VECTOR_DB_CLIENT
# Information retrieval models
from open_webui.apps.retrieval.models.colbert import ColBERT
# Document loaders
from open_webui.apps.retrieval.loaders.main import Loader
@@ -192,6 +189,8 @@ def update_reranking_model(
if reranking_model:
if any(model in reranking_model for model in ["jinaai/jina-colbert-v2"]):
try:
from open_webui.apps.retrieval.models.colbert import ColBERT
app.state.sentence_transformer_rf = ColBERT(
get_model_path(reranking_model, auto_update),
env="docker" if DOCKER else None,