Reformating

app.py

@@ -137,5 +137,29 @@ if prompt := st.chat_input(f"Hi I'm {selected_model}, How can I help you today?"
             model=model_links[selected_model],)
 
         try:
-            # Combine system prompt and user input
-            full_prompt = f"<|system|>{custom_instructions}</s>
+            # Use the format_promt function to prepare the request
+            formatted_request = format_promt(prompt, custom_instructions, temp_values)
+            
+            output = client.post(json=formatted_request)
+
+            # Create a placeholder for the streaming response
+            message_placeholder = st.empty()
+            full_response = ""
+
+            # Stream the response and accumulate it
+            for chunk in output:
+                if isinstance(chunk, dict) and "generated_text" in chunk:
+                    text_chunk = chunk["generated_text"]
+                elif isinstance(chunk, str):
+                    text_chunk = chunk
+                else:
+                    continue
+                    
+                full_response += text_chunk
+                message_placeholder.markdown(full_response + "▌")
+            
+            # Display final response and store it
+            message_placeholder.markdown(full_response)
+            st.session_state.messages.append({"role": "assistant", "content": full_response})
+        except Exception as e:
+            st.error(f"Error: {str(e)}")