tts-stream

app.py

@@ -10,9 +10,10 @@ def generate_text(messages):
     for token in client.chat_completion(messages, max_tokens=50,stream=True):
         content = (token.choices[0].delta.content)
         generated+=content
-        print(generated)
+        #yield generated
+        #print(token.choices[0].delta)
     
-    return generated #no stram version
+    return generated+"." #no stram version
 
 def call_generate_text(message, history):
     #if len(message) == 0:
@@ -36,16 +37,24 @@ def call_generate_text(message, history):
 head = '''
 <script src="https://cdn.jsdelivr.net/npm/onnxruntime-web/dist/ort.webgpu.min.js" ></script>
 <script type="module">
-        import { matcha_tts,env } from "https://akjava.github.io/Matcha-TTS-Japanese/js-esm/v001-20240921/matcha_tts_onnx_en.js";
+        import { matcha_tts,env ,start_thread_play_tts} from "https://akjava.github.io/Matcha-TTS-Japanese/js-esm/matcha_tts_onnx_en.js";
         window.MatchaTTSEn = matcha_tts
+        window.start_threads = async function(){
+            //sadly onload unstable
+            //console.log("start_threads")
+            await start_thread_play_tts();
+            await start_multi_line_tts();
+        }
 </script>
 
 <script>
+let is_start_threads = false
 let last_chatbot_size = 0
 let tts_text_index = 0
 let tts_texts = []
 
-const interval = 100
+const interval = 10
+
 async function start_multi_line_tts() {
   //console.log("start_multi_line_tts")
   //console.log(tts_texts.length)
@@ -54,7 +63,9 @@ async function start_multi_line_tts() {
   tts_text_index += 1
   console.log(tts_text)
   if (tts_text!=""){
+    //console.log("statar await load")
     await window.MatchaTTSEn(tts_text,"/file=models/ljspeech_sim.onnx")
+    //console.log("end await ")
   }
 
   
@@ -64,7 +75,11 @@ async function start_multi_line_tts() {
 
 
 function reset_tts_text(){
-    console.log("reset tts text")
+    if (is_start_threads == false){
+        window.start_threads()
+        is_start_threads = true
+    }
+    console.log("new messages")
     tts_text_index = 0
     tts_texts = []
 }
@@ -86,7 +101,7 @@ function update_tts_texts(text){
         if (value.endsWith(".") || value.endsWith("?") || value.endsWith("!")){
             new_texts.push(value);
         }
-        console.log("Last element:", value);
+        //console.log("Last element:", value);
     } else {
         // その他の要素に対する処理
         new_texts.push(value);
@@ -112,7 +127,7 @@ window.replaceSpecialChars = replaceSpecialChars
 window.update_chatbot = update_chatbot
 window.update_tts_texts = update_tts_texts
 window.reset_tts_text = reset_tts_text  
-start_multi_line_tts();
+
 </script>
 '''