Spaces:
Running on CPU Upgrade
Running on CPU Upgrade
update timespoken w multi
Browse files
state.py
CHANGED
|
@@ -715,24 +715,97 @@ def analyze(inFileName):
|
|
| 715 |
printV("Loaded results", 4)
|
| 716 |
|
| 717 |
pipeline = st.session_state.pipeline
|
| 718 |
-
|
| 719 |
-
|
| 720 |
-
|
| 721 |
-
|
| 722 |
-
|
| 723 |
-
|
| 724 |
-
|
|
|
|
|
|
|
| 725 |
noVoice = Annotation()
|
| 726 |
multiVoice = Annotation()
|
| 727 |
oneVoice = Annotation()
|
| 728 |
-
|
| 729 |
-
|
| 730 |
-
|
| 731 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 732 |
sumNoVoice = su.sumTimes(noVoice)
|
| 733 |
sumOneVoice = su.sumTimes(oneVoice)
|
| 734 |
sumMultiVoice = su.sumTimes(multiVoice)
|
| 735 |
|
|
|
|
| 736 |
# df3
|
| 737 |
df3 = utils.build_df3(noVoice, oneVoice, multiVoice)
|
| 738 |
st.session_state.summaries[inFileName]["df3"] = df3
|
|
@@ -765,8 +838,6 @@ def analyze(inFileName):
|
|
| 765 |
currTotalTime,
|
| 766 |
)
|
| 767 |
st.session_state.summaries[inFileName]["df2"] = df2
|
| 768 |
-
|
| 769 |
-
# Per-speaker multi-voice seconds — stored for the bar chart overlay
|
| 770 |
mv_speakers, mv_times = su.sumMultiTimesPerSpeaker(multiVoice)
|
| 771 |
st.session_state.summaries[inFileName]["mv_per_speaker"] = dict(zip(mv_speakers, mv_times))
|
| 772 |
printV("Set df2", 4)
|
|
|
|
| 715 |
printV("Loaded results", 4)
|
| 716 |
|
| 717 |
pipeline = st.session_state.pipeline
|
| 718 |
+
# For annotation-only files (RTTM/TXT/CSV), annotationToNoiseList
|
| 719 |
+
# misclassifies almost everything as multiVoice because the window-based
|
| 720 |
+
# classifier sees >2 speakers in every window. Instead derive voice
|
| 721 |
+
# categories directly from the annotation's segment gaps — more accurate
|
| 722 |
+
# and consistent for demo/pre-labeled files.
|
| 723 |
+
_is_annotation_file = inFileName.lower().endswith((".rttm", ".txt", ".csv"))
|
| 724 |
+
if _is_annotation_file:
|
| 725 |
+
from pyannote.core import Annotation, Segment
|
| 726 |
+
from collections import defaultdict
|
| 727 |
noVoice = Annotation()
|
| 728 |
multiVoice = Annotation()
|
| 729 |
oneVoice = Annotation()
|
| 730 |
+
all_segs = sorted(
|
| 731 |
+
[(seg.start, seg.end, label)
|
| 732 |
+
for label in currAnnotation.labels()
|
| 733 |
+
if label is not None and str(label).strip() != ""
|
| 734 |
+
for seg in currAnnotation.subset([label]).itersegments()],
|
| 735 |
+
key=lambda x: x[0]
|
| 736 |
+
)
|
| 737 |
+
# Detect multi-voice: pairwise overlaps between speakers
|
| 738 |
+
speaker_segs = defaultdict(list)
|
| 739 |
+
for start, end, label in all_segs:
|
| 740 |
+
speaker_segs[label].append((start, end))
|
| 741 |
+
multi_intervals = []
|
| 742 |
+
labels_list = list(speaker_segs.keys())
|
| 743 |
+
for i in range(len(labels_list)):
|
| 744 |
+
for j in range(i+1, len(labels_list)):
|
| 745 |
+
for s1, e1 in speaker_segs[labels_list[i]]:
|
| 746 |
+
for s2, e2 in speaker_segs[labels_list[j]]:
|
| 747 |
+
ov_s, ov_e = max(s1, s2), min(e1, e2)
|
| 748 |
+
if ov_e > ov_s + 0.05:
|
| 749 |
+
multi_intervals.append((ov_s, ov_e))
|
| 750 |
+
multi_intervals.sort()
|
| 751 |
+
merged_multi = []
|
| 752 |
+
for s, e in multi_intervals:
|
| 753 |
+
if merged_multi and s <= merged_multi[-1][1]:
|
| 754 |
+
merged_multi[-1] = (merged_multi[-1][0], max(merged_multi[-1][1], e))
|
| 755 |
+
else:
|
| 756 |
+
merged_multi.append([s, e])
|
| 757 |
+
for s, e in merged_multi:
|
| 758 |
+
active = sorted({label for start, end, label in all_segs
|
| 759 |
+
if start < e and end > s})
|
| 760 |
+
mv_label = '+'.join(active) if active else 'overlap'
|
| 761 |
+
multiVoice[Segment(s, e)] = mv_label
|
| 762 |
+
# No Voice: gaps in the union of all speech
|
| 763 |
+
speech_union = []
|
| 764 |
+
for start, end, _ in all_segs:
|
| 765 |
+
if speech_union and start <= speech_union[-1][1]:
|
| 766 |
+
speech_union[-1] = (speech_union[-1][0], max(speech_union[-1][1], end))
|
| 767 |
+
else:
|
| 768 |
+
speech_union.append([start, end])
|
| 769 |
+
prev_end = 0.0
|
| 770 |
+
for s, e in speech_union:
|
| 771 |
+
if s > prev_end + 0.1:
|
| 772 |
+
noVoice[Segment(prev_end, s)] = 'silence'
|
| 773 |
+
prev_end = e
|
| 774 |
+
if currTotalTime > prev_end + 0.1:
|
| 775 |
+
noVoice[Segment(prev_end, currTotalTime)] = 'silence'
|
| 776 |
+
# Single Voice: segments not overlapping any multi-voice region
|
| 777 |
+
for start, end, label in all_segs:
|
| 778 |
+
if not any(ms < end and me > start for ms, me in merged_multi):
|
| 779 |
+
oneVoice[Segment(start, end)] = label
|
| 780 |
+
else:
|
| 781 |
+
try:
|
| 782 |
+
noVoice, oneVoice, multiVoice = su.calcSpeakingTypes(pipeline, currAnnotation, currTotalTime)
|
| 783 |
+
except Exception as e:
|
| 784 |
+
print(f"calcSpeakingTypes failed ({e}), falling back to annotation-based voice split")
|
| 785 |
+
from pyannote.core import Annotation, Segment
|
| 786 |
+
noVoice = Annotation()
|
| 787 |
+
multiVoice = Annotation()
|
| 788 |
+
oneVoice = Annotation()
|
| 789 |
+
all_segs = sorted(
|
| 790 |
+
[(seg.start, seg.end, label)
|
| 791 |
+
for label in currAnnotation.labels()
|
| 792 |
+
if label is not None and str(label).strip() != ""
|
| 793 |
+
for seg in currAnnotation.subset([label]).itersegments()],
|
| 794 |
+
key=lambda x: x[0]
|
| 795 |
+
)
|
| 796 |
+
prev_end = 0.0
|
| 797 |
+
for start, end, label in all_segs:
|
| 798 |
+
if start > prev_end + 0.1:
|
| 799 |
+
noVoice[Segment(prev_end, start)] = 'silence'
|
| 800 |
+
oneVoice[Segment(start, end)] = label
|
| 801 |
+
prev_end = max(prev_end, end)
|
| 802 |
+
if currTotalTime > prev_end + 0.1:
|
| 803 |
+
noVoice[Segment(prev_end, currTotalTime)] = 'silence'
|
| 804 |
sumNoVoice = su.sumTimes(noVoice)
|
| 805 |
sumOneVoice = su.sumTimes(oneVoice)
|
| 806 |
sumMultiVoice = su.sumTimes(multiVoice)
|
| 807 |
|
| 808 |
+
|
| 809 |
# df3
|
| 810 |
df3 = utils.build_df3(noVoice, oneVoice, multiVoice)
|
| 811 |
st.session_state.summaries[inFileName]["df3"] = df3
|
|
|
|
| 838 |
currTotalTime,
|
| 839 |
)
|
| 840 |
st.session_state.summaries[inFileName]["df2"] = df2
|
|
|
|
|
|
|
| 841 |
mv_speakers, mv_times = su.sumMultiTimesPerSpeaker(multiVoice)
|
| 842 |
st.session_state.summaries[inFileName]["mv_per_speaker"] = dict(zip(mv_speakers, mv_times))
|
| 843 |
printV("Set df2", 4)
|