change the model

app.py

@@ -18,16 +18,20 @@ logging.basicConfig(
 )
 logger = logging.getLogger("CompanyChatbot")
 
-# Environment variables
-HF_MODEL = os.environ.get("HF_MODEL", "meta-llama/Llama-3.3-70B-Instruct")
-HF_API_TOKEN = os.environ.get("HF_API_TOKEN", None)
+# Environment variables (Set these in Hugging Face Spaces settings)
+HF_MODEL = os.environ.get("HF_MODEL", "mistralai/Mixtral-8x7B-Instruct-v0.1")  # Powerful free model
+HF_API_TOKEN = os.environ.get("HF_API_TOKEN")  # Must be set in Spaces settings
 COMPANY_NAME = os.environ.get("COMPANY_NAME", "AI")
 DEFAULT_SYSTEM_PROMPT = os.environ.get("DEFAULT_SYSTEM_PROMPT", 
     f"You are {COMPANY_NAME}'s professional AI assistant. Be helpful, accurate, and concise.")
 
+# Validate API token
+if not HF_API_TOKEN:
+    raise RuntimeError("HF_API_TOKEN environment variable is not set. Please configure it in Spaces settings.")
+
 # Initialize the client
 try:
-    client = InferenceClient(HF_MODEL, token=HF_API_TOKEN)
+    client = InferenceClient(model=HF_MODEL, token=HF_API_TOKEN)
     logger.info(f"Successfully initialized InferenceClient with model: {HF_MODEL}")
 except Exception as e:
     logger.error(f"Failed to initialize InferenceClient: {str(e)}")
@@ -63,7 +67,7 @@ def respond(message, chat_history, user_id):
         
         for user_msg, assistant_msg in chat_history:
             messages.append({"role": "user", "content": user_msg})
-            if assistant_msg:  # Check if assistant message exists
+            if assistant_msg:
                 messages.append({"role": "assistant", "content": assistant_msg})
         
         messages.append({"role": "user", "content": message})
@@ -161,7 +165,7 @@ def login(username, password):
             gr.update(visible=True, value="Invalid username or password")
         )
 
-# CSS styling (same as before)
+# CSS styling
 css = """
 body {
     font-family: 'Segoe UI', Tahoma, Geneva, Verdana, sans-serif;
@@ -251,7 +255,6 @@ with gr.Blocks(css=css, title=f"{COMPANY_NAME} AI Assistant") as demo:
     with gr.Row():
         gr.Markdown(f"<div class='company-header'><h1>{COMPANY_NAME} AI Assistant</h1></div>")
     
-    # Login Group
     with gr.Group(visible=True) as login_group:
         with gr.Column(elem_classes=["login-container"]):
             gr.Markdown(f"<div class='login-header'><h2>Welcome to {COMPANY_NAME}</h2><p>Please log in to continue</p></div>")
@@ -260,10 +263,8 @@ with gr.Blocks(css=css, title=f"{COMPANY_NAME} AI Assistant") as demo:
             password = gr.Textbox(label="Password", type="password", placeholder="Enter your password")
             login_button = gr.Button("Login", variant="primary", size="lg")
     
-    # Chat Group
     with gr.Group(visible=False) as chat_group:
         with gr.Row():
-            # Settings Panel
             with gr.Column(scale=1, elem_classes=["setting-panel"]):
                 role_indicator = gr.Markdown("", elem_id="role-indicator")
                 
@@ -273,7 +274,7 @@ with gr.Blocks(css=css, title=f"{COMPANY_NAME} AI Assistant") as demo:
                         value=DEFAULT_SYSTEM_PROMPT,
                         label="System Instructions",
                         lines=4,
-                        interactive=False  # Initially disabled
+                        interactive=False
                     )
                     max_tokens = gr.Slider(
                         minimum=1,
@@ -310,7 +311,6 @@ with gr.Blocks(css=css, title=f"{COMPANY_NAME} AI Assistant") as demo:
                 
                 logout_btn = gr.Button("Logout", variant="stop")
             
-            # Chat Interface
             with gr.Column(scale=2, elem_classes=["chat-container"]):
                 chatbot = gr.Chatbot(elem_classes=["chatbox"])
                 with gr.Row():
@@ -321,7 +321,6 @@ with gr.Blocks(css=css, title=f"{COMPANY_NAME} AI Assistant") as demo:
                     )
                     submit_btn = gr.Button("Send", variant="primary")
     
-    # Event handlers
     def update_role_display(role):
         badge_class = "admin-badge" if role == "admin" else "user-badge"
         role_display = "Administrator" if role == "admin" else "Standard User"
@@ -330,14 +329,13 @@ with gr.Blocks(css=css, title=f"{COMPANY_NAME} AI Assistant") as demo:
     def handle_role_permissions(role):
         is_admin = role == "admin"
         return [
-            gr.update(interactive=is_admin),  # system_message
-            gr.update(interactive=is_admin),  # max_tokens
-            gr.update(interactive=is_admin),  # temperature
-            gr.update(interactive=is_admin),  # top_p
-            gr.update(visible=is_admin),      # update_config_btn
+            gr.update(interactive=is_admin),
+            gr.update(interactive=is_admin),
+            gr.update(interactive=is_admin),
+            gr.update(interactive=is_admin),
+            gr.update(visible=is_admin),
         ]
     
-    # Login handler
     login_button.click(
         login,
         inputs=[username, password],
@@ -352,14 +350,12 @@ with gr.Blocks(css=css, title=f"{COMPANY_NAME} AI Assistant") as demo:
         outputs=[system_message, max_tokens, temperature, top_p, update_config_btn]
     )
     
-    # Configuration update handler
     update_config_btn.click(
         update_config,
         inputs=[system_message, max_tokens, temperature, top_p, user_role],
         outputs=[config_status]
     )
     
-    # Chat handlers
     msg.submit(
         respond,
         inputs=[msg, chatbot, user_id],
@@ -372,10 +368,8 @@ with gr.Blocks(css=css, title=f"{COMPANY_NAME} AI Assistant") as demo:
         outputs=[chatbot]
     ).then(lambda: "", None, [msg])
     
-    # Clear chat
     clear_btn.click(lambda: [], None, chatbot, queue=False)
     
-    # Export conversation
     def export_conversation(chat_history, uid):
         timestamp = datetime.now().strftime("%Y%m%d_%H%M%S")
         filename = f"conversations/export_{uid}_{timestamp}.json"
@@ -391,7 +385,6 @@ with gr.Blocks(css=css, title=f"{COMPANY_NAME} AI Assistant") as demo:
         outputs=[error_message]
     )
     
-    # Logout handler
     def logout():
         return gr.update(visible=True), gr.update(visible=False), None, None
     
@@ -400,14 +393,10 @@ with gr.Blocks(css=css, title=f"{COMPANY_NAME} AI Assistant") as demo:
         outputs=[login_group, chat_group, user_id, user_role]
     )
 
-if __name__ == "__main__":
-    if os.environ.get("PRODUCTION", "false").lower() == "true":
-        demo.launch(
-            server_name="0.0.0.0",
-            server_port=int(os.environ.get("PORT", 7860)),
-            share=False,
-            show_error=False,
-            auth=None,
-        )
-    else:
-        demo.launch(show_error=True)
+# Launch the app for Hugging Face Spaces
+demo.launch(
+    server_name="0.0.0.0",
+    server_port=7860,
+    share=False,
+    show_error=True
+)