Spaces:
Paused
Paused
Update stt/stt_lifecycle_manager.py
Browse files- stt/stt_lifecycle_manager.py +32 -26
stt/stt_lifecycle_manager.py
CHANGED
|
@@ -133,15 +133,19 @@ class STTLifecycleManager:
|
|
| 133 |
session_id = event.session_id
|
| 134 |
|
| 135 |
stt_session = self.stt_sessions.get(session_id)
|
| 136 |
-
if not stt_session
|
| 137 |
-
#
|
|
|
|
|
|
|
|
|
|
|
|
|
| 138 |
return
|
| 139 |
|
| 140 |
try:
|
| 141 |
# Decode audio data
|
| 142 |
audio_data = base64.b64decode(event.data.get("audio_data", ""))
|
| 143 |
|
| 144 |
-
# Add to buffer
|
| 145 |
stt_session.audio_buffer.append(audio_data)
|
| 146 |
stt_session.total_chunks += 1
|
| 147 |
stt_session.total_bytes += len(audio_data)
|
|
@@ -153,16 +157,17 @@ class STTLifecycleManager:
|
|
| 153 |
if not is_speech and silence_duration_ms >= 2000: # 2 seconds of silence
|
| 154 |
log_info(f"💬 Utterance ended after {silence_duration_ms}ms silence", session_id=session_id)
|
| 155 |
|
| 156 |
-
# ✅ STT'yi
|
| 157 |
-
|
| 158 |
-
|
| 159 |
-
|
| 160 |
-
|
| 161 |
-
|
| 162 |
-
|
| 163 |
-
|
| 164 |
-
|
| 165 |
-
|
|
|
|
| 166 |
|
| 167 |
# Log progress periodically
|
| 168 |
if stt_session.total_chunks % 100 == 0:
|
|
@@ -199,12 +204,17 @@ class STTLifecycleManager:
|
|
| 199 |
return
|
| 200 |
|
| 201 |
try:
|
| 202 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
| 203 |
# Combine audio chunks
|
| 204 |
combined_audio = b''.join(stt_session.audio_buffer)
|
| 205 |
|
| 206 |
-
# Transcribe using batch mode
|
| 207 |
log_info(f"📝 Transcribing {len(combined_audio)} bytes of audio", session_id=session_id)
|
|
|
|
|
|
|
| 208 |
result = await stt_session.stt_instance.transcribe(
|
| 209 |
audio_data=combined_audio,
|
| 210 |
config=stt_session.config
|
|
@@ -221,21 +231,17 @@ class STTLifecycleManager:
|
|
| 221 |
"confidence": result.confidence
|
| 222 |
}
|
| 223 |
))
|
|
|
|
| 224 |
else:
|
| 225 |
log_warning(f"⚠️ No transcription result", session_id=session_id)
|
|
|
|
|
|
|
|
|
|
| 226 |
|
| 227 |
-
#
|
| 228 |
-
stt_session.is_active = False
|
| 229 |
stt_session.reset()
|
| 230 |
|
| 231 |
-
|
| 232 |
-
await self.event_bus.publish(Event(
|
| 233 |
-
type=EventType.STT_STOPPED,
|
| 234 |
-
session_id=session_id,
|
| 235 |
-
data={"reason": reason}
|
| 236 |
-
))
|
| 237 |
-
|
| 238 |
-
log_info(f"✅ STT stopped", session_id=session_id)
|
| 239 |
|
| 240 |
except Exception as e:
|
| 241 |
log_error(
|
|
@@ -243,7 +249,7 @@ class STTLifecycleManager:
|
|
| 243 |
session_id=session_id,
|
| 244 |
error=str(e)
|
| 245 |
)
|
| 246 |
-
|
| 247 |
async def _cleanup_session(self, session_id: str):
|
| 248 |
"""Clean up STT session"""
|
| 249 |
stt_session = self.stt_sessions.pop(session_id, None)
|
|
|
|
| 133 |
session_id = event.session_id
|
| 134 |
|
| 135 |
stt_session = self.stt_sessions.get(session_id)
|
| 136 |
+
if not stt_session:
|
| 137 |
+
# STT session yoksa chunk'ları ignore et
|
| 138 |
+
return
|
| 139 |
+
|
| 140 |
+
# ✅ STT inaktifse chunk'ları tamamen ignore et
|
| 141 |
+
if not stt_session.is_active:
|
| 142 |
return
|
| 143 |
|
| 144 |
try:
|
| 145 |
# Decode audio data
|
| 146 |
audio_data = base64.b64decode(event.data.get("audio_data", ""))
|
| 147 |
|
| 148 |
+
# Add to buffer - sadece aktifken
|
| 149 |
stt_session.audio_buffer.append(audio_data)
|
| 150 |
stt_session.total_chunks += 1
|
| 151 |
stt_session.total_bytes += len(audio_data)
|
|
|
|
| 157 |
if not is_speech and silence_duration_ms >= 2000: # 2 seconds of silence
|
| 158 |
log_info(f"💬 Utterance ended after {silence_duration_ms}ms silence", session_id=session_id)
|
| 159 |
|
| 160 |
+
# ✅ Hemen STT'yi inaktif yap ki daha fazla chunk işlenmesin
|
| 161 |
+
stt_session.is_active = False
|
| 162 |
+
|
| 163 |
+
# ✅ Frontend'e derhal recording durdurmayı söyle
|
| 164 |
+
await self.event_bus.publish(Event(
|
| 165 |
+
type=EventType.STT_STOPPED,
|
| 166 |
+
session_id=session_id,
|
| 167 |
+
data={"reason": "silence_detected", "stop_recording": True}
|
| 168 |
+
))
|
| 169 |
+
|
| 170 |
+
log_info(f"🛑 STT stopped and frontend notified to stop recording", session_id=session_id)
|
| 171 |
|
| 172 |
# Log progress periodically
|
| 173 |
if stt_session.total_chunks % 100 == 0:
|
|
|
|
| 204 |
return
|
| 205 |
|
| 206 |
try:
|
| 207 |
+
# ✅ STT'yi inaktif yap ki daha fazla chunk işlenmesin
|
| 208 |
+
stt_session.is_active = False
|
| 209 |
+
|
| 210 |
+
# ✅ Transcription sadece audio buffer varsa ve reason silence_detected ise yap
|
| 211 |
+
if reason == "silence_detected" and stt_session.audio_buffer:
|
| 212 |
# Combine audio chunks
|
| 213 |
combined_audio = b''.join(stt_session.audio_buffer)
|
| 214 |
|
|
|
|
| 215 |
log_info(f"📝 Transcribing {len(combined_audio)} bytes of audio", session_id=session_id)
|
| 216 |
+
|
| 217 |
+
# Transcribe using batch mode
|
| 218 |
result = await stt_session.stt_instance.transcribe(
|
| 219 |
audio_data=combined_audio,
|
| 220 |
config=stt_session.config
|
|
|
|
| 231 |
"confidence": result.confidence
|
| 232 |
}
|
| 233 |
))
|
| 234 |
+
log_info(f"✅ Transcription completed: '{result.text}'", session_id=session_id)
|
| 235 |
else:
|
| 236 |
log_warning(f"⚠️ No transcription result", session_id=session_id)
|
| 237 |
+
|
| 238 |
+
elif reason != "silence_detected":
|
| 239 |
+
log_info(f"📝 STT stopped without transcription (reason: {reason})", session_id=session_id)
|
| 240 |
|
| 241 |
+
# Reset session for next utterance
|
|
|
|
| 242 |
stt_session.reset()
|
| 243 |
|
| 244 |
+
log_info(f"✅ STT session reset and ready for next utterance", session_id=session_id)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 245 |
|
| 246 |
except Exception as e:
|
| 247 |
log_error(
|
|
|
|
| 249 |
session_id=session_id,
|
| 250 |
error=str(e)
|
| 251 |
)
|
| 252 |
+
|
| 253 |
async def _cleanup_session(self, session_id: str):
|
| 254 |
"""Clean up STT session"""
|
| 255 |
stt_session = self.stt_sessions.pop(session_id, None)
|