Update chain_app.py

chain_app.py

@@ -2228,10 +2228,10 @@ async def main(message: cl.Message):
             system=f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help people",
             api_name="/model_chat"
         )
-        await cl.Message(
-            content=result[1][0][1]
 
-        ).send()
+        for i in list(result[1][0][1]):
+            await msg.stream_token(i)
+            
 
     elif chat_profile == 'Qwen2-1.5B':
         client = Client("Qwen/Qwen2-1.5b-instruct-demo", hf_token=hf_token)
@@ -2240,10 +2240,10 @@ async def main(message: cl.Message):
             system=f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help people",
             api_name="/model_chat"
         )
-        await cl.Message(
-            content=result[1][0][1]
 
-        ).send()
+        for i in list(result[1][0][1]):
+            await msg.stream_token(i)
+            
 
     elif chat_profile == 'Qwen2-0.5B':
         client = Client("Qwen/Qwen2-0.5B-Instruct", hf_token=hf_token)
@@ -2252,10 +2252,10 @@ async def main(message: cl.Message):
             system=f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help people",
             api_name="/model_chat"
         )
-        await cl.Message(
-            content=result[1][0][1]
 
-        ).send()
+        for i in list(result[1][0][1]):
+            await msg.stream_token(i)
+            
     elif chat_profile == 'Qwen1.5-110B':
         client = Client("Qwen/Qwen1.5-110B-Chat-demo", hf_token=hf_token)
         result = client.predict(
@@ -2263,10 +2263,10 @@ async def main(message: cl.Message):
             system=f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help people",
             api_name="/model_chat"
         )
-        await cl.Message(
-            content=result[1][0][1]
 
-        ).send()
+        for i in list(result[1][0][1]):
+            await msg.stream_token(i)
+            
 
     elif chat_profile == 'Qwen1.5-32B':
         client = Client("Qwen/Qwen1.5-32B-Chat-demo", hf_token=hf_token)
@@ -2275,10 +2275,10 @@ async def main(message: cl.Message):
             system=f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help people",
             api_name="/model_chat"
         )
-        await cl.Message(
-            content=result[1][0][1]
 
-        ).send()
+        for i in list(result[1][0][1]):
+            await msg.stream_token(i)
+            
 
     elif chat_profile == 'Qwen1.5-2.7B':
         client = Client("Qwen/qwen1.5-MoE-A2.7B-Chat-demo", hf_token=hf_token)
@@ -2287,10 +2287,10 @@ async def main(message: cl.Message):
             system=f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help people",
             api_name="/model_chat"
         )
-        await cl.Message(
-            content=result[1][0][1]
 
-        ).send()
+        for i in list(result[1][0][1]):
+            await msg.stream_token(i)
+            
 
     # elif chat_profile == 'Qwen-14B':
     #     client = Client("Qwen/qwen1.5-MoE-A2.7B-Chat-demo", hf_token=hf_token)