LLM/WhisperLiveKit
1
0
Fork 0
mirror of https://github.com/QuentinFuxa/WhisperLiveKit.git synced 2026-03-07 22:33:36 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #239 from msghik/feature/fine-tuned-model-support

Browse Source 
feat: Allow loading fine-tuned models in simulstreaming
This commit is contained in:
Quentin Fuxa
2025-09-29 10:08:26 +02:00
committed by GitHub
parent 2fe3ca0188 70e854b346
commit 40bff38933
1 changed files with 7 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
whisperlivekit/simul_whisper/backend.py
View File

@@ -210,11 +210,15 @@ class SimulStreamingASR():
else:
self.tokenizer = None
self.model_name = os.path.basename(self.cfg.model_path).replace(".pt", "")
self.model_path = os.path.dirname(os.path.abspath(self.cfg.model_path))
if model_dir:
self.model_name = model_dir
self.model_path = None
else:
self.model_name = os.path.basename(self.cfg.model_path).replace(".pt", "")
self.model_path = os.path.dirname(os.path.abspath(self.cfg.model_path))
self.mlx_encoder, self.fw_encoder = None, None
if not self.disable_fast_encoder:
if not self.disable_fast_encoder and not model_dir:
if HAS_MLX_WHISPER:
print('Simulstreaming will use MLX whisper for a faster encoder.')
mlx_model_name = mlx_model_mapping[self.model_name]