Update app.py

app.py

@@ -3,6 +3,8 @@ import datetime
 import pytz
 import gradio as gr
 import logging
+import requests
+grqapi = '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'
 
 # Configure logging
 logging.basicConfig(level=logging.INFO)
@@ -10,10 +12,24 @@ logger = logging.getLogger(__name__)
 
 # Initialize OpenAI client using secrets.toml
 client = openai.OpenAI(
-    api_key='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',  # Accessing the API key from secrets.toml
+    api_key=grqapi,  # Accessing the API key from secrets.toml
     base_url="https://api.groq.com/openai/v1",
 )
 
+def get_available_models():
+    url = "https://api.groq.com/openai/v1/models"
+    headers = {
+        "Authorization": f"Bearer {grqapi}",
+        "Content-Type": "application/json"
+    }
+    response = requests.get(url, headers=headers)
+    if response.status_code == 200:
+        models = [model["id"] for model in response.json()["data"]]
+        return models
+    else:
+        logger.error(f"Error fetching models: {response.status_code} - {response.text}")
+        return []
+
 def get_current_local_time(timezone_str='UTC'):
     try:
         timezone = pytz.timezone(timezone_str)
@@ -47,7 +63,7 @@ Make it a challenge to guess if you are an AI.
 * Be respectful and polite if the user is polite; be rough if the user is rough
 """
 
-def generate_response(user_message, conversation_history):
+def generate_response(user_message, conversation_history, model_name):
     current_time, now = get_current_local_time()
     current_date = now
 
@@ -62,7 +78,7 @@ def generate_response(user_message, conversation_history):
 
     try:
         response = client.chat.completions.create(
-            model='llama-3.2-11b-text-preview',
+            model=model_name,
             messages=messages,
             temperature=1,
             max_tokens=300,  # Adjust as needed
@@ -74,11 +90,11 @@ def generate_response(user_message, conversation_history):
         logger.error(f"Error generating response: {e}")
         return "Sorry, I encountered an error while processing your request."
 
-def chatbot_interface(user_message, history):
+def chatbot_interface(user_message, history, model_name):
     if history is None:
         history = []
 
-    ai_response = generate_response(user_message, history)
+    ai_response = generate_response(user_message, history, model_name)
     history.append({"role": "user", "content": user_message})
     history.append({"role": "assistant", "content": ai_response})
     logger.info("Chat history: %s", history)  # Corrected logging
@@ -152,35 +168,42 @@ padding: 8px 16px;
 }
 """) as demo:
     gr.Markdown("<h1 style='text-align: center; color: #007BFF;'>🤖 Human-like Chatbot 🤖</h1>")
-    with gr.Row():
-        with gr.Column(scale=1):
-            chatbot = gr.Chatbot(label="Chatbot", elem_id="chatbot", type="messages")
-        with gr.Column(scale=1):
-            with gr.Row():
-                msg = gr.Textbox(
-                    placeholder="Type your message here...",
-                    show_label=False,
-                    container=False,
-                    elem_id="textbox"
-                )
-                send = gr.Button("➤", elem_id="send-button")
-
-    def update_chat(user_message, history):
-        if user_message.strip() == "":
-            return history, history  # Do not process empty messages
-        history, updated_history = chatbot_interface(user_message, history)
-        return history, updated_history, ""  # Clear textbox
-
-    send.click(
-        update_chat,
-        inputs=[msg, chatbot],
-        outputs=[chatbot, chatbot, msg]  # Added msg to outputs
-    )
-
-    msg.submit(
-        update_chat,
-        inputs=[msg, chatbot],
-        outputs=[chatbot, chatbot, msg]  # Added msg to outputs
-    )
+
+    available_models = get_available_models()
+    if not available_models:
+        gr.Markdown("**Error: Could not fetch available models from the API.**")
+    else:
+        with gr.Row():
+            model_dropdown = gr.Dropdown(choices=available_models, label="Select Model", value=available_models[0])
+        with gr.Row():
+            with gr.Column(scale=1):
+                chatbot = gr.Chatbot(label="Chatbot", elem_id="chatbot", type="messages")
+            with gr.Column(scale=1):
+                with gr.Row():
+                    msg = gr.Textbox(
+                        placeholder="Type your message here...",
+                        show_label=False,
+                        container=False,
+                        elem_id="textbox"
+                    )
+                    send = gr.Button("➤", elem_id="send-button")
+
+        def update_chat(user_message, history, model_name):
+            if user_message.strip() == "":
+                return history, history  # Do not process empty messages
+            history, updated_history = chatbot_interface(user_message, history, model_name)
+            return history, updated_history, ""  # Clear textbox
+
+        send.click(
+            update_chat,
+            inputs=[msg, chatbot, model_dropdown],
+            outputs=[chatbot, chatbot, msg]  # Added msg to outputs
+        )
+
+        msg.submit(
+            update_chat,
+            inputs=[msg, chatbot, model_dropdown],
+            outputs=[chatbot, chatbot, msg]  # Added msg to outputs
+        )
 
 demo.launch()