Update app.py

app.py

@@ -62,10 +62,9 @@ def respond(message, history):
 
     stream = client.chat_completion(
         messages,
-        max_tokens=200-300,
+        max_tokens=300,
         temperature=1.2,
         stream=True, 
-        stop=["."]
     )
 
     for message in stream:
@@ -74,16 +73,16 @@ def respond(message, history):
             response += token
             yield response
 
-    # if len(response) > char_limit:
-    #     response = response[:char_limit]
+    if len(response) > char_limit:
+        response = response[:char_limit]
 
-    # for punc in [".", "!", "?"]:
-    #     i = response.rfind(punc)
-    #     if i != -1:
-    #         response = response[:i+1]
-    #         break 
+    for punc in [".", "!", "?"]:
+        i = response.rfind(punc)
+        if i != -1:
+            response = response[:i+1]
+            break 
 
-    # yield response
+    yield response
     
 chatbot = gr.ChatInterface(respond, type="messages")