Unjeasonise

app.py

@@ -34,13 +34,6 @@ model_info ={
          'url':'https://huggingface.co/microsoft/Phi-3.5-mini-instruct'},
 }
 
-def format_promt(message, custom_instructions=None, temperature=0.5):
-    messages = []
-    if custom_instructions:
-        messages.append({"role": "system", "content": custom_instructions})
-    messages.append({"role": "user", "content": message})
-    return {"inputs": messages}
-
 def reset_conversation():
     '''
     Resets Conversation
@@ -121,6 +114,8 @@ if prompt := st.chat_input(f"Hi I'm {selected_model}, How can I help you today?"
     with st.chat_message("user"):
         st.markdown(prompt)
 
+    st.session_state.messages.append({"role": "system", "content": custom_instructions})
+
     st.session_state.messages.append({"role": "user", "content": prompt})
 
     with st.chat_message("assistant"):
@@ -128,16 +123,12 @@ if prompt := st.chat_input(f"Hi I'm {selected_model}, How can I help you today?"
             model=model_links[selected_model],)
 
         try:
-            # Use the format_promt function to prepare the request
-            formatted_request = format_promt(prompt, custom_instructions, temp_value)
-
-            output = client.post(
-                json=formatted_request,
-                params={
-                    "temperature": temp_value,
-                    "max_new_tokens": 1000,
-                    "stream": True
-                }
+            
+            output = client.text_generation(
+                prompt,
+                temperature=temp_value,#0.5
+                max_new_tokens=3000,
+                stream=True
             )
 
             # Create a placeholder for the streaming response