Update app.py

app.py

@@ -347,10 +347,18 @@ def generate(text, history, rag_option, model_option,  k=3, top_p=0.6, temperatu
     #return chatbot_message 
     
     #Antwort als Stream ausgeben... 
-    #for i in range(len(chatbot_message)):
-        #time.sleep(0.03)
-        #yield  chatbot_message[: i+1]
+    for i in range(len(chatbot_message)):
+        time.sleep(0.03)
+        yield  chatbot_message[: i+1], "Generating"
+        if shared_state.interrupted:
+            shared_state.recover()
+            try:
+                yield chatbot_message[: i+1], "Stop: Success"
+                return
+            except:
+                pass
 
+    """           
     #Antwort als Stream ausgeben... 
     history[-1][1] = ""
     for character in chatbot_message:
@@ -364,7 +372,7 @@ def generate(text, history, rag_option, model_option,  k=3, top_p=0.6, temperatu
                 return
             except:
                 pass
-    
+    """
     
     #zum Evaluieren:
     # custom eli5 criteria