wip - stop response if user interrupts

charles_app.py

@@ -60,6 +60,14 @@ class CharlesApp:
 
         self._needs_init = True
         self.set_state("010 - Initialized")
+
+    async def cancel_response_task(self):
+        if self._respond_to_prompt_task is None:
+            return
+        await self._respond_to_prompt.terminate()
+        self._respond_to_prompt_task.cancel()
+        self._respond_to_prompt_task = None
+        self._respond_to_prompt = None
         
     async def start(self):
         if self._needs_init:
@@ -137,9 +145,7 @@ class CharlesApp:
                             prompt = additional_prompt + ". " + prompt
                         await add_debug_output(f"👨 {prompt}")
                         self._prompt_manager.replace_or_append_user_message(prompt)
-                        if self._respond_to_prompt_task is not None:
-                            await self._respond_to_prompt.terminate()
-                            self._respond_to_prompt_task.cancel()
+                        await self.cancel_response_task()
                         self._respond_to_prompt = RespondToPromptAsync(self._response_state_manager, self._audio_output_queue)
                         self._respond_to_prompt_task = asyncio.create_task(self._respond_to_prompt.run(prompt, self._prompt_manager.messages))
                         additional_prompt = None
@@ -153,15 +159,13 @@ class CharlesApp:
                         if len(previous_prompt) > 0 and not has_spoken_for_this_prompt:
                             additional_prompt = previous_prompt
                             has_spoken_for_this_prompt = True
-                            if self._respond_to_prompt_task is not None:
-                                await self._respond_to_prompt.terminate()
-                                self._respond_to_prompt_task.cancel()
-                            self._respond_to_prompt_task = None
-                            self._respond_to_prompt = None
+                            await self.cancel_response_task()
                             response_step_obs, response_state = self._response_state_manager.reset_episode()                        
                         if additional_prompt is not None:
                             prompt = additional_prompt + ". " + prompt                        
                         human_preview_text = f"👨❓ {prompt}"
+                        # await self.cancel_response_task() # TODO re-enable to interupt when user speaks
+
 
             # i choose to add each line of responce one at a time as them come in
             for new_response in response_step_obs.llm_responses:

respond_to_prompt_async.py

@@ -110,11 +110,15 @@ class RespondToPromptAsync:
         # ray.kill(self.ffmpeg_converter)
 
         # Flush all queues
+        # TODO re-enable to interupt when user speaks
+        # while not self.audio_output_queue.empty():
+        #     await self.audio_output_queue.get_async()
+        #     # await self.audio_output_queue.get_async(block=False)
         while not self.llm_sentence_queue.empty():
-            await self.llm_sentence_queue.get()
+            self.llm_sentence_queue.get_nowait()
         while not self.speech_chunk_queue.empty():
-            await self.speech_chunk_queue.get()
+            self.speech_chunk_queue.get_nowait()
         for sentence_queue in self.sentence_queues:
             while not sentence_queue.empty():
-                await sentence_queue.get()
+                sentence_queue.get_nowait()