Mirrors/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui.git synced 2025-12-16 03:47:49 +01:00
Code Issues Packages Projects Releases Wiki Activity

docker improvements & changed universal device type env for different models used

Browse Source
This commit is contained in:
Jannik Streidl
2024-03-20 08:44:09 +01:00
parent 132d741c55
commit 1f6739337b
4 changed files with 36 additions and 19 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
backend/apps/audio/main.py
View File

@@ -21,7 +21,11 @@ from utils.utils import (
)
from utils.misc import calculate_sha256
from config import CACHE_DIR, UPLOAD_DIR, WHISPER_MODEL, WHISPER_MODEL_DIR
from config import CACHE_DIR, UPLOAD_DIR, WHISPER_MODEL, WHISPER_MODEL_DIR, DEVICE_TYPE
if DEVICE_TYPE != "cuda":
whisper_device_type = "cpu"
app = FastAPI()
app.add_middleware(
@@ -56,7 +60,7 @@ def transcribe(
model = WhisperModel(
WHISPER_MODEL,
device="auto",
device=whisper_device_type,
compute_type="int8",
download_root=WHISPER_MODEL_DIR,
)