Update app.py

app.py

@@ -5,10 +5,7 @@ from typing import Generator
 from groq import Groq
 
 _ = load_dotenv(find_dotenv())
-st.set_page_config(page_icon="📃", layout="wide", page_title="ChatGPTBots.net")
-
-# Define multiple Groq API keys as environment variables
-groq_api_keys = os.environ.get('GROQ_API_KEYS', '').split(',')
+st.set_page_config(page_icon="📃", layout="wide", page_title="Groq & LLaMA3 Chat Bot...")
 
 def icon(emoji: str):
     """Shows an emoji as a Notion-style page icon."""
@@ -17,42 +14,12 @@ def icon(emoji: str):
         unsafe_allow_html=True,
     )
 
+st.subheader("Groq Chat with LLaMA3 App", divider="rainbow", anchor=False)
 
-# icon("⚡️")
-
-st.subheader("TypeGPT.net", divider="rainbow", anchor=False)
-
-# Select a Groq API key from the list
-selected_api_key = st.selectbox("Choose a Groq API key:", options=groq_api_keys)
-
-client = Groq(
-    api_key=selected_api_key,
-)
-
-# Initialize chat history and selected model
-if "messages" not in st.session_state:
-    st.session_state.messages = []
-
-if "selected_model" not in st.session_state:
-    st.session_state.selected_model = None
-
-# Define model details
-models = {
-    "llama3-70b-8192": {"name": "LLaMA3-70b", "tokens": 8192, "developer": "Meta"},
-    "llama3-8b-8192": {"name": "LLaMA3-8b", "tokens": 8192, "developer": "Meta"},
-    "gemma-7b-it": {"name": "Gemma-7b-it", "tokens": 8192, "developer": "Google"},
-    "mixtral-8x7b-32768": {
-        "name": "Mixtral-8x7b-Instruct-v0.1",
-        "tokens": 32768,
-        "developer": "Mistral",
-    },
-}
-
-# Layout for model selection and max_tokens slider
-col1, col2 = st.columns([1, 3])  # Adjust the ratio to make the first column smaller
-
+api_keys = os.environ['GROQ_API_KEYS'].split(',')
+clients = [Groq(api_key=key) for key in api_keys]
 
-with col1:
+with st.sidebar:
     model_option = st.selectbox(
         "Choose a model:",
         options=list(models.keys()),
@@ -72,6 +39,13 @@ with col1:
     if system_prompt := st.text_input("System Prompt"):
         system_message = {"role": "system", "content": system_prompt}
 
+# Initialize chat history and selected model
+if "messages" not in st.session_state:
+    st.session_state.messages = []
+
+if "selected_model" not in st.session_state:
+    st.session_state.selected_model = None
+
 # Detect model change and clear chat history if model has changed
 if st.session_state.selected_model != model_option:
     st.session_state.messages = []
@@ -80,14 +54,13 @@ if st.session_state.selected_model != model_option:
 # Add a "Clear Chat" button
 if st.button("Clear Chat"):
     st.session_state.messages = []
-    
+
 # Display chat messages from history on app rerun
 for message in st.session_state.messages:
-    avatar = "🤖" if message["role"] == "assistant" else "😀"
+    avatar = "🔋" if message["role"] == "assistant" else "🧑‍💻"
     with st.chat_message(message["role"], avatar=avatar):
         st.markdown(message["content"])
 
-
 def generate_chat_responses(chat_completion) -> Generator[str, None, None]:
     """Yield chat response content from the Groq API response."""
     for chunk in chat_completion:
@@ -97,7 +70,7 @@ def generate_chat_responses(chat_completion) -> Generator[str, None, None]:
 if prompt := st.chat_input("Enter your prompt here..."):
     st.session_state.messages.append({"role": "user", "content": prompt})
 
-    with st.chat_message("user", avatar="😀"):  
+    with st.chat_message("user", avatar="🧑‍💻"):
         st.markdown(prompt)
 
     messages=[
@@ -115,7 +88,7 @@ if prompt := st.chat_input("Enter your prompt here..."):
         )
 
         # Use the generator function with st.write_stream
-        with st.chat_message("assistant", avatar="🤖"):
+        with st.chat_message("assistant", avatar="🔋"):
             chat_responses_generator = generate_chat_responses(chat_completion)
             full_response = st.write_stream(chat_responses_generator)
     except Exception as e:
@@ -131,4 +104,4 @@ if prompt := st.chat_input("Enter your prompt here..."):
         combined_response = "\n".join(str(item) for item in full_response)
         st.session_state.messages.append(
             {"role": "assistant", "content": combined_response}
-        )
+        )