Unjeasonise

app.py

@@ -35,17 +35,11 @@ model_info ={
 }
 
 def format_promt(message, custom_instructions=None, temperature=0.5):
-    payload = {
-        "inputs": {
-            "messages": []
-        }
-    }
+    messages = []
     if custom_instructions:
-        payload["inputs"]["messages"].append({"role": "system", "content": custom_instructions})
-    payload["inputs"]["messages"].append({"role": "user", "content": message})
-    return payload
-
-
+        messages.append({"role": "system", "content": custom_instructions})
+    messages.append({"role": "user", "content": message})
+    return {"inputs": messages}
 
 def reset_conversation():
     '''
@@ -137,12 +131,14 @@ if prompt := st.chat_input(f"Hi I'm {selected_model}, How can I help you today?"
             # Use the format_promt function to prepare the request
             formatted_request = format_promt(prompt, custom_instructions, temp_value)
 
-            output = text_generation(
-            formatted_request,
-            temperature=temp_value,#0.5
-            max_new_tokens=1000,
-            stream=True
-        )
+            output = client.post(
+                json=formatted_request,
+                params={
+                    "temperature": temp_value,
+                    "max_new_tokens": 1000,
+                    "stream": True
+                }
+            )
 
             # Create a placeholder for the streaming response
             message_placeholder = st.empty()