Update app.py

app.py

@@ -14,12 +14,51 @@ def icon(emoji: str):
         unsafe_allow_html=True,
     )
 
+# icon("⚡️")
+
 st.subheader("Groq Chat with LLaMA3 App", divider="rainbow", anchor=False)
 
+# Get the API keys from the environment variable
 api_keys = os.environ['GROQ_API_KEYS'].split(',')
-clients = [Groq(api_key=key) for key in api_keys]
 
-with st.sidebar:
+# Initialize the Groq client with the first API key
+client = None
+for api_key in api_keys:
+    try:
+        client = Groq(api_key=api_key)
+        break
+    except Exception as e:
+        st.error(f"Failed to initialize client with API key {api_key}: {e}")
+        continue
+
+if client is None:
+    st.error("Failed to initialize client with any API key")
+    st.stop()
+
+# Initialize chat history and selected model
+if "messages" not in st.session_state:
+    st.session_state.messages = []
+
+if "selected_model" not in st.session_state:
+    st.session_state.selected_model = None
+
+# Define model details
+models = {
+    "llama3-70b-8192": {"name": "LLaMA3-70b", "tokens": 8192, "developer": "Meta"},
+    "llama3-8b-8192": {"name": "LLaMA3-8b", "tokens": 8192, "developer": "Meta"},
+    "llama2-70b-4096": {"name": "LLaMA2-70b-chat", "tokens": 4096, "developer": "Meta"},
+    "gemma-7b-it": {"name": "Gemma-7b-it", "tokens": 8192, "developer": "Google"},
+    "mixtral-8x7b-32768": {
+        "name": "Mixtral-8x7b-Instruct-v0.1",
+        "tokens": 32768,
+        "developer": "Mistral",
+    },
+}
+
+# Layout for model selection and max_tokens slider
+col1, col2 = st.columns([1, 3])  # Adjust the ratio to make the first column smaller
+
+with col1:
     model_option = st.selectbox(
         "Choose a model:",
         options=list(models.keys()),
@@ -39,13 +78,6 @@ with st.sidebar:
     if system_prompt := st.text_input("System Prompt"):
         system_message = {"role": "system", "content": system_prompt}
 
-# Initialize chat history and selected model
-if "messages" not in st.session_state:
-    st.session_state.messages = []
-
-if "selected_model" not in st.session_state:
-    st.session_state.selected_model = None
-
 # Detect model change and clear chat history if model has changed
 if st.session_state.selected_model != model_option:
     st.session_state.messages = []
@@ -70,7 +102,7 @@ def generate_chat_responses(chat_completion) -> Generator[str, None, None]:
 if prompt := st.chat_input("Enter your prompt here..."):
     st.session_state.messages.append({"role": "user", "content": prompt})
 
-    with st.chat_message("user", avatar="🧑‍💻"):
+    with st.chat_message("user", avatar="🧑‍💻"):  
         st.markdown(prompt)
 
     messages=[
@@ -104,4 +136,4 @@ if prompt := st.chat_input("Enter your prompt here..."):
         combined_response = "\n".join(str(item) for item in full_response)
         st.session_state.messages.append(
             {"role": "assistant", "content": combined_response}
-        )
+        )