admin-valentin/WhisperLiveKit
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

tune simul-kv: 2s inference interval, configurable min_new_seconds

Browse source
This commit is contained in:
Quentin Fuxa 2026-03-15 21:30:00 +01:00
parent a540a5fd10
commit 22325ba326
1 changed files with 2 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
whisperlivekit/qwen3_simul_kv.py
View file

@ -45,6 +45,7 @@ class Qwen3SimulKVConfig:
max_context_tokens: int = 20 max_context_tokens: int = 20
init_prompt: Optional[str] = None init_prompt: Optional[str] = None
max_alignment_heads: int = 10 max_alignment_heads: int = 10
min_new_seconds: float = 2.0 # minimum new audio before running inference
@dataclass @dataclass
@ -477,7 +478,7 @@ class Qwen3SimulKVOnlineProcessor:
return [], self.end return [], self.end
new_samples = len(self.state.audio_buffer) - self.state.last_infer_samples new_samples = len(self.state.audio_buffer) - self.state.last_infer_samples
min_new_seconds = 1.0 min_new_seconds = self.asr.cfg.min_new_seconds
if not is_last and new_samples < int(min_new_seconds * self.SAMPLING_RATE): if not is_last and new_samples < int(min_new_seconds * self.SAMPLING_RATE):
return [], self.end return [], self.end