Jeasonize it MORE ?

app.py

@@ -34,12 +34,21 @@ model_info ={
          'url':'https://huggingface.co/microsoft/Phi-3.5-mini-instruct'},
 }
 
-def format_promt(message, custom_instructions=None):
-    messages = []
+def format_promt(message, custom_instructions=None, temperature=0.5):
+    payload = {
+        "inputs": {
+            "messages": []
+        },
+        "parameters": {
+            "temperature": temperature,
+            "max_new_tokens": 1000,
+            "stream": True
+        }
+    }
     if custom_instructions:
-        messages.append({"role": "system", "content": custom_instructions})
-    messages.append({"role": "user", "content": message})
-    return {"inputs": {"messages": messages}}
+        payload["inputs"]["messages"].append({"role": "system", "content": custom_instructions})
+    payload["inputs"]["messages"].append({"role": "user", "content": message})
+    return payload
 
 def reset_conversation():
     '''
@@ -123,7 +132,7 @@ if prompt := st.chat_input(f"Hi I'm {selected_model}, How can I help you today?"
 
     st.session_state.messages.append({"role": "user", "content": prompt})
 
-    formated_text = format_promt(prompt, custom_instructions)
+    formated_text = format_promt(prompt, custom_instructions, temp_values)
 
 
     with st.chat_message("assistant"):
@@ -131,10 +140,7 @@ if prompt := st.chat_input(f"Hi I'm {selected_model}, How can I help you today?"
             model=model_links[selected_model],)
 
         output = client.post(
-            json=format_promt(prompt, custom_instructions),
-            temperature=temp_values,
-            max_new_tokens=1000,
-            stream=True
+            json=format_promt(prompt, custom_instructions, temp_values)
         )
 
         # Create a placeholder for the streaming response