upstream-archive/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui.git synced 2026-07-23 09:10:55 -05:00
Code Issues Packages Projects Releases Wiki Activity

perf(audio): make ML model loading non-blocking with asyncio.to_thread (#25806)

Browse Source
This commit is contained in:
G30
2026-06-29 03:14:15 -04:00
committed by GitHub
parent c31694af09
commit 342539f1e1
1 changed files with 6 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
backend/open_webui/routers/audio.py
View File

@@ -291,7 +291,8 @@ async def update_audio_config(request: Request, form_data: AudioConfigUpdateForm
)
if form_data.stt.ENGINE == '':
request.app.state.faster_whisper_model = set_faster_whisper_model(
request.app.state.faster_whisper_model = await asyncio.to_thread(
set_faster_whisper_model,
form_data.stt.WHISPER_MODEL, WHISPER_MODEL_AUTO_UPDATE
)
else:
@@ -472,7 +473,7 @@ async def _tts_transformers(request, payload, file_path, file_body_path, user):
import soundfile as sf
import torch
load_speech_pipeline(request)
await asyncio.to_thread(load_speech_pipeline, request)
embeddings = request.app.state.speech_speaker_embeddings_dataset
model_name = await Config.get('audio.tts.model')
@@ -614,7 +615,9 @@ async def speech(request: Request, user=Depends(get_verified_user)):
async def _transcribe_whisper(request, file_path, languages, file_dir, id):
if request.app.state.faster_whisper_model is None:
request.app.state.faster_whisper_model = set_faster_whisper_model(await Config.get('audio.stt.whisper_model'))
request.app.state.faster_whisper_model = await asyncio.to_thread(
set_faster_whisper_model, await Config.get('audio.stt.whisper_model')
)
model = request.app.state.faster_whisper_model