admin-valentin/WhisperLiveKit
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Interpolate word timestamps based on word character length

Browse source
This commit is contained in:
Tijs Zwinkels 2024-02-08 23:33:52 +01:00
parent 2270014219
commit 531418ad07
1 changed files with 5 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
whisper_online.py
View file

@ -190,12 +190,14 @@ class OpenaiApiASR(ASRBase):
# Assign start and end times for each word # Assign start and end times for each word
# We only have timestamps per segment, so interpolating start and end-times # We only have timestamps per segment, so interpolating start and end-times
# assuming equal duration per word
segment_duration = segment["end"] - segment["start"] segment_duration = segment["end"] - segment["start"]
duration_per_word = segment_duration / len(words) total_characters = sum(len(word) for word in words)
duration_per_character = segment_duration / total_characters
start_time = segment["start"] start_time = segment["start"]
for word in words: for word in words:
end_time = start_time + duration_per_word end_time = start_time + duration_per_character * len(word)
o.append((start_time, end_time, word)) o.append((start_time, end_time, word))
start_time = end_time start_time = end_time