mirror of
https://github.com/QuentinFuxa/WhisperLiveKit.git
synced 2026-04-28 17:40:00 +00:00
f5eee67b11
- Fix _begin_silence pushing same object reference as _end_silence, causing the consumer to process two ended events and double the silence duration. - Fix initial silence never cleared when VAC is disabled, causing the no-VAC path to enqueue zero audio. - Add sample-precise silence boundaries (at_sample parameter). - Add whisperlivekit/metrics.py with WER computation (word-level Levenshtein) and timestamp accuracy (greedy alignment). No external dependencies. - Add whisperlivekit/metrics_collector.py with SessionMetrics dataclass for per-session runtime observability. Instrumented at 6 points in AudioProcessor: init, process_audio, transcription_processor, _end_silence, results_formatter, cleanup. Emits SESSION_METRICS structured log line on session end.
85 lines
2.9 KiB
Python
85 lines
2.9 KiB
Python
"""Lightweight runtime metrics for AudioProcessor sessions.
|
|
|
|
Zero external dependencies. Negligible overhead when not queried —
|
|
just integer increments and list appends during normal operation.
|
|
"""
|
|
|
|
import logging
|
|
import time
|
|
from dataclasses import dataclass, field
|
|
from typing import Dict, List
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
@dataclass
|
|
class SessionMetrics:
|
|
"""Per-session metrics collected by AudioProcessor."""
|
|
|
|
session_start: float = 0.0
|
|
total_audio_duration_s: float = 0.0
|
|
total_processing_time_s: float = 0.0
|
|
|
|
# Chunk / call counters
|
|
n_chunks_received: int = 0
|
|
n_transcription_calls: int = 0
|
|
n_tokens_produced: int = 0
|
|
n_responses_sent: int = 0
|
|
|
|
# Per-call ASR latency (seconds)
|
|
transcription_durations: List[float] = field(default_factory=list)
|
|
|
|
# Silence
|
|
n_silence_events: int = 0
|
|
total_silence_duration_s: float = 0.0
|
|
|
|
# --- Computed properties ---
|
|
|
|
@property
|
|
def rtf(self) -> float:
|
|
"""Real-time factor: processing_time / audio_duration."""
|
|
if self.total_audio_duration_s <= 0:
|
|
return 0.0
|
|
return self.total_processing_time_s / self.total_audio_duration_s
|
|
|
|
@property
|
|
def avg_latency_ms(self) -> float:
|
|
"""Average per-call ASR latency in milliseconds."""
|
|
if not self.transcription_durations:
|
|
return 0.0
|
|
return (sum(self.transcription_durations) / len(self.transcription_durations)) * 1000
|
|
|
|
@property
|
|
def p95_latency_ms(self) -> float:
|
|
"""95th percentile per-call ASR latency in milliseconds."""
|
|
if not self.transcription_durations:
|
|
return 0.0
|
|
sorted_d = sorted(self.transcription_durations)
|
|
idx = int(len(sorted_d) * 0.95)
|
|
idx = min(idx, len(sorted_d) - 1)
|
|
return sorted_d[idx] * 1000
|
|
|
|
def to_dict(self) -> Dict:
|
|
"""Serialize to a plain dict (JSON-safe)."""
|
|
return {
|
|
"session_start": self.session_start,
|
|
"total_audio_duration_s": round(self.total_audio_duration_s, 3),
|
|
"total_processing_time_s": round(self.total_processing_time_s, 3),
|
|
"rtf": round(self.rtf, 3),
|
|
"n_chunks_received": self.n_chunks_received,
|
|
"n_transcription_calls": self.n_transcription_calls,
|
|
"n_tokens_produced": self.n_tokens_produced,
|
|
"n_responses_sent": self.n_responses_sent,
|
|
"avg_latency_ms": round(self.avg_latency_ms, 2),
|
|
"p95_latency_ms": round(self.p95_latency_ms, 2),
|
|
"n_silence_events": self.n_silence_events,
|
|
"total_silence_duration_s": round(self.total_silence_duration_s, 3),
|
|
}
|
|
|
|
def log_summary(self) -> None:
|
|
"""Emit a structured log line summarising the session."""
|
|
elapsed = time.time() - self.session_start if self.session_start else 0
|
|
self.total_processing_time_s = elapsed
|
|
d = self.to_dict()
|
|
logger.info(f"SESSION_METRICS {d}")
|