Update app.py

app.py

@@ -1,32 +1,23 @@
 import streamlit as st
 import os
-import torch
 from openai import OpenAI
-import numpy as np
-import sys
-from dotenv import load_dotenv
 import random
+from dotenv import load_dotenv
 from huggingface_hub import InferenceClient
 
-
 # Load environment variables
 load_dotenv()
 
-
-
-
-
 # Constants
 MAX_TOKENS = 4000
 DEFAULT_TEMPERATURE = 0.5
 
-# initialize the client
-
+# Initialize the client
 client = OpenAI(
-  base_url="https://api-inference.huggingface.co/v1",
-  api_key=os.environ.get('API_KEY')  # Replace with your token
+    base_url="https://api-inference.huggingface.co/v1",
+    api_key=os.environ.get('API_KEY')  # Replace with your token
 )
-    
+
 # Create supported models
 model_links = {
     "Meta-Llama-3.1-8B": "meta-llama/Meta-Llama-3.1-8B-Instruct",
@@ -46,12 +37,11 @@ def reset_conversation():
     st.session_state.messages = []
     return None
 
-st.sidebar.button('Reset Chat', on_click=reset_conversation) #Reset button
-    
+st.sidebar.button('Reset Chat', on_click=reset_conversation)  # Reset button
+
 def main():
     st.header('Multi-Models')
 
-
     # Sidebar for model selection and temperature
     selected_model = st.sidebar.selectbox("Select Model", list(model_links.keys()))
     temperature = st.sidebar.slider('Select a temperature value', 0.0, 1.0, DEFAULT_TEMPERATURE)
@@ -61,7 +51,6 @@ def main():
 
     if st.session_state.prev_option != selected_model:
         st.session_state.messages = []
-        # st.write(f"Changed to {selected_model}")
         st.session_state.prev_option = selected_model
         reset_conversation()
 
@@ -71,9 +60,11 @@ def main():
     st.sidebar.write(f"You're now chatting with **{selected_model}**")
     st.sidebar.markdown("*Generated content may be inaccurate or false.*")
 
-        with st.chat_message(message["role"]):
-            st.markdown(message["content"])
-
+    # Add a placeholder for chat messages
+    if "messages" in st.session_state:
+        for message in st.session_state.messages:
+            with st.chat_message(message["role"]):
+                st.markdown(message["content"])
 
     # Chat input and response
     if prompt := st.chat_input("Type message here..."):
@@ -85,13 +76,16 @@ def process_user_input(client, prompt, selected_model, temperature):
         st.markdown(prompt)
     st.session_state.messages.append({"role": "user", "content": prompt})
 
-
     # Generate and display assistant response
     with st.chat_message("assistant"):
-    response = """😵‍💫 Looks like someone unplugged something!
-    \n Either the model space is being updated or something is down."""
-    st.write(response)
-    random_dog_pick = random.choice(random_dog_images)
-    st.image(random_dog_pick)
-    st.write("This was the error message:")
-    st.write(str(error))
+        response = """😵‍💫 Looks like someone unplugged something!
+        \n Either the model space is being updated or something is down."""
+        st.write(response)
+        random_dog_pick = random.choice(random_dog_images)
+        st.image(random_dog_pick)
+        st.write("This was the error message:")
+        # Replace with the actual error handling
+        st.write("Error details would go here.")
+
+if __name__ == "__main__":
+    main()