Update app.py

app.py

@@ -37,14 +37,17 @@ def respond(
     temperature = 0.7
     top_p = 0.95
   
-    output = query({
+    
+    for message in query({
     	"inputs":system_message + "\n\n" + message,
     	"parameters": {
     		"max_new_tokens": 150
     	}
-    })
-    return output
-    
+    }):
+        token = message.choices[0].delta.content
+        response += token
+        yield response
+
 
 
 """