LLM/WhisperLiveKit
1
0
Fork 0
mirror of https://github.com/QuentinFuxa/WhisperLiveKit.git synced 2026-04-25 15:46:15 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge branch 'implement-107'

Browse Source
This commit is contained in:
Chris Margach
2025-04-07 17:40:08 +09:00
parent b870c12f62 9c9c179684
commit 47ed345f9e
1 changed files with 3 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
whisperlivekit/whisper_streaming_custom/backends.py
View File

@@ -105,8 +105,9 @@ class FasterWhisperASR(ASRBase):
model_size_or_path = modelsize
else:
raise ValueError("Either modelsize or model_dir must be set")
device = "cuda" if torch and torch.cuda.is_available() else "cpu"
compute_type = "float16" if device == "cuda" else "float32"
device = "auto" # Allow CTranslate2 to decide available device
compute_type = "auto" # Allow CTranslate2 to decide faster compute type
model = WhisperModel(
model_size_or_path,