Zephyr LLM Connected to ChatBot

app.py

@@ -15,7 +15,7 @@ def respond(message, history):
         messages.extend(history)
         #adds multiple value + types rather than just one
     messages.append("{"role": "user", "content": message})
-    response = client.chat_completion(messages, max_tokens=0)
+    response = client.chat_completion(messages, max_tokens=100)
     print(response)
     return response['choices'][0]['message']['content'].strip()