Lost in Edits

app.py

@@ -38,11 +38,6 @@ def format_promt(message, custom_instructions=None, temperature=0.5):
     payload = {
         "inputs": {
             "messages": []
-        },
-        "parameters": {
-            "temperature": temperature,
-            "max_new_tokens": 1000,
-            "stream": True
         }
     }
     if custom_instructions:
@@ -50,6 +45,8 @@ def format_promt(message, custom_instructions=None, temperature=0.5):
     payload["inputs"]["messages"].append({"role": "user", "content": message})
     return payload
 
+
+
 def reset_conversation():
     '''
     Resets Conversation
@@ -72,7 +69,7 @@ selected_model = st.sidebar.selectbox(
  • Phi-3.5: Good at technical tasks"""
 )
 
-temp_values = st.sidebar.slider(
+temp_value = st.sidebar.slider(
     'Select a temperature value', 
     0.0, 
     1.0, 
@@ -138,9 +135,19 @@ if prompt := st.chat_input(f"Hi I'm {selected_model}, How can I help you today?"
 
         try:
             # Use the format_promt function to prepare the request
-            formatted_request = format_promt(prompt, custom_instructions, temp_values)
+            formatted_request = format_promt(prompt, custom_instructions, temp_value)
             
-            output = client.post(json=formatted_request)
+            output = client.chat.completions.create(
+            formated_request,
+            temperature=temp_values,#0.5
+            max_new_tokens=3000,
+            stream=True
+        )
+
+
+            client.chat.completions.create
+client.chat.completions.create
+
 
             # Create a placeholder for the streaming response
             message_placeholder = st.empty()