Update

app.py

@@ -159,7 +159,7 @@ if 'api_call_count' not in st.session_state:
 
 
 
-REQUEST_COOLDOWN = 2  # seconds between requests
+REQUEST_COOLDOWN = 3  # seconds between requests
 
 if "last_request_time" not in st.session_state:
     st.session_state.last_request_time = 0
@@ -444,12 +444,15 @@ if prompt := st.chat_input(f"Hi I'm {selected_model}, ask me a question "):
                     stream = client.chat.completions.create(
                         model=model_links[selected_model]["link"],
                         messages=[
-                            {"role": m["role"], "content": m["content"]}
-                            for m in st.session_state.messages
+                            {"role": "system", "content": "You are a helpful assistant. Always respond briefly in 1–3 sentences."},
+                            *[
+                                {"role": m["role"], "content": m["content"]}
+                                for m in st.session_state.messages
+                            ]
                         ],
                         temperature=temp_values,#0.5,
                         stream=True,
-                        max_tokens=1500, #3000,
+                        max_tokens=800,#1500, #3000,
                     )
 
                     response = st.write_stream(stream)