Blocks needs queue

app.py

@@ -13,7 +13,7 @@ def generate_response(user_message): #Figure Out the parameters later and find a
     ]
 
     # Start the subprocess
-    process = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE, text=True)
+    process = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE, text=True, bufsize=1)
 
     start_time = time.time()
     alllines = ""
@@ -22,6 +22,7 @@ def generate_response(user_message): #Figure Out the parameters later and find a
     for line in process.stdout:
         alllines += " " + line
         elapsed_time = time.time() - start_time  # Calculate elapsed time
+        print(line)
         yield f"{alllines} \n\n [Inference time: {elapsed_time:.2f} seconds]"
     
     # Wait for the subprocess to finish if it hasn't already