Hmm

app.py

@@ -136,13 +136,14 @@ if prompt := st.chat_input(f"Hi I'm {selected_model}, How can I help you today?"
         try:
             # Use the format_promt function to prepare the request
             formatted_request = format_promt(prompt, custom_instructions, temp_value)
-            
-            output = client.chat.completions.create(
+
+            output = text_generation(
             formatted_request,
             temperature=temp_value,#0.5
-            max_tokens=3000,
+            max_new_tokens=1000,
             stream=True
         )
+
             # Create a placeholder for the streaming response
             message_placeholder = st.empty()
             full_response = ""