update

utils/multiple_stream.py

@@ -24,22 +24,20 @@ def stream_data(content_list, model):
     outputs = ["" for _ in content_list]
 
     # Use the gen method to handle batch generation
+    generator = model.gen(content_list, streaming=True)
+    
     while True:
         updated = False
-        #for i, content in enumerate(content_list):
+
         try:
-            id, word = next(model.gen(content_list, streaming=True))  # Wrap content in a list to match expected input type
-            print(outputs)
-            print(id, word)
+            id, word = next(generator)  # Get the next generated word for the corresponding content
             outputs[id] += f" {word}"
             updated = True
         except StopIteration:
-            pass
-        
-        if not updated:
             break
         
-        yield tuple(outputs)
+        if updated:
+            yield tuple(outputs)
 
 
 def create_interface():