Update app.py

app.py

@@ -19,7 +19,7 @@ logging.basicConfig(
 logger = logging.getLogger("CompanyChatbot")
 
 # Environment variables
-HF_MODEL = os.environ.get("HF_MODEL", "MaziyarPanahi/calme-3.2-instruct-78b")
+HF_MODEL = os.environ.get("HF_MODEL", "mistralai/Mixtral-8x7B-Instruct-v0.1")  # Smaller model
 HF_API_TOKEN = os.environ.get("HF_API_TOKEN")
 COMPANY_NAME = os.environ.get("COMPANY_NAME", "AI")
 DEFAULT_SYSTEM_PROMPT = os.environ.get("DEFAULT_SYSTEM_PROMPT", 
@@ -27,7 +27,7 @@ DEFAULT_SYSTEM_PROMPT = os.environ.get("DEFAULT_SYSTEM_PROMPT",
 
 # Validate API token
 if not HF_API_TOKEN:
-    raise RuntimeError("HF_API_TOKEN environment variable is not set. Please configure it in Spaces settings.")
+    raise RuntimeError("HF_API_TOKEN environment variable is not set.")
 
 # Initialize the client
 try:
@@ -35,7 +35,7 @@ try:
     logger.info(f"Successfully initialized InferenceClient with model: {HF_MODEL}")
 except Exception as e:
     logger.error(f"Failed to initialize InferenceClient: {str(e)}")
-    raise RuntimeError(f"Failed to initialize the model. Please check your configuration: {str(e)}")
+    raise RuntimeError(f"Failed to initialize the model: {str(e)}")
 
 # Configuration state management
 class ConfigState:
@@ -58,11 +58,12 @@ def save_conversation(user_id, conversation):
 # Main chat function
 def respond(message, chat_history, user_id):
     if not message.strip():
-        return chat_history + [[message, "I'm sorry, I didn't receive any input. How can I help you today?"]]
+        return chat_history or [] + [[message, "I'm sorry, I didn't receive any input. How can I help you today?"]]
     
     logger.info(f"User {user_id} sent message - Length: {len(message)}")
     
     try:
+        chat_history = chat_history or []
         messages = [{"role": "system", "content": config_state.system_message}]
         
         for user_msg, assistant_msg in chat_history:
@@ -110,7 +111,7 @@ def respond(message, chat_history, user_id):
     except Exception as e:
         error_msg = f"An error occurred: {str(e)}"
         logger.error(f"Error generating response for user {user_id}: {str(e)}")
-        return chat_history + [[message, error_msg]]
+        yield chat_history + [[message, error_msg]]
 
 # Configuration update functions
 def update_config(system_msg, max_tok, temp, tp, role):
@@ -165,86 +166,23 @@ def login(username, password):
             gr.update(visible=True, value="Invalid username or password")
         )
 
-# CSS styling
+# CSS styling (unchanged, omitted for brevity)
 css = """
-body {
-    font-family: 'Segoe UI', Tahoma, Geneva, Verdana, sans-serif;
-    background-color: #f9f9f9;
-}
-.container {
-    max-width: 1400px !important;
-    margin: auto;
-}
-.setting-panel {
-    background-color: #f0f4f8;
-    border-radius: 10px;
-    padding: 15px;
-    box-shadow: 0 2px 6px rgba(0,0,0,0.1);
-}
-.chat-container {
-    border-radius: 10px;
-    box-shadow: 0 2px 6px rgba(0,0,0,0.1);
-    background-color: white;
-}
-.company-header {
-    background-color: #2c3e50;
-    color: white;
-    padding: 15px;
-    border-radius: 10px 10px 0 0;
-    margin-bottom: 15px;
-}
-.footer {
-    text-align: center;
-    margin-top: 20px;
-    color: #666;
-    font-size: 0.8em;
-}
-.message-user {
-    background-color: #e6f7ff !important;
-    border-radius: 15px 15px 0 15px !important;
-}
-.message-bot {
-    background-color: #f0f0f0 !important;  
-    border-radius: 15px 15px 15px 0 !important;
-}
-.login-container {
-    max-width: 500px;
-    margin: 50px auto;
-    padding: 30px;
-    background-color: white;
-    border-radius: 10px;
-    box-shadow: 0 4px 10px rgba(0,0,0,0.1);
-}
-.login-header {
-    text-align: center;
-    margin-bottom: 30px;
-}
-.error-message {
-    color: #e74c3c;
-    background-color: #fdedeb;
-    padding: 10px;
-    border-radius: 5px;
-    margin-bottom: 15px;
-    font-size: 14px;
-}
-.role-badge {
-    font-size: 12px;
-    padding: 3px 8px;
-    border-radius: 10px;
-    margin-left: 10px;
-}
-.admin-badge {
-    background-color: #e74c3c;
-    color: white;
-}
-.user-badge {
-    background-color: #3498db;
-    color: white;
-}
-.setting-disabled {
-    opacity: 0.5;
-    pointer-events: none;
-}
+body { font-family: 'Segoe UI', Tahoma, Geneva, Verdana, sans-serif; background-color: #f9f9f9; }
+.container { max-width: 1400px !important; margin: auto; }
+.setting-panel { background-color: #f0f4f8; border-radius: 10px; padding: 15px; box-shadow: 0 2px 6px rgba(0,0,0,0.1); }
+.chat-container { border-radius: 10px; box-shadow: 0 2px 6px rgba(0,0,0,0.1); background-color: white; }
+.company-header { background-color: #2c3e50; color: white; padding: 15px; border-radius: 10px 10px 0 0; margin-bottom: 15px; }
+.footer { text-align: center; margin-top: 20px; color: #666; font-size: 0.8em; }
+.message-user { background-color: #e6f7ff !important; border-radius: 15px 15px 0 15px !important; }
+.message-bot { background-color: #f0f0f0 !important; border-radius: 15px 15px 15px 0 !important; }
+.login-container { max-width: 500px; margin: 50px auto; padding: 30px; background-color: white; border-radius: 10px; box-shadow: 0 4px 10px rgba(0,0,0,0.1); }
+.login-header { text-align: center; margin-bottom: 30px; }
+.error-message { color: #e74c3c; background-color: #fdedeb; padding: 10px; border-radius: 5px; margin-bottom: 15px; font-size: 14px; }
+.role-badge { font-size: 12px; padding: 3px 8px; border-radius: 10px; margin-left: 10px; }
+.admin-badge { background-color: #e74c3c; color: white; }
+.user-badge { background-color: #3498db; color: white; }
+.setting-disabled { opacity: 0.5; pointer-events: none; }
 """
 
 # Main application
@@ -267,58 +205,24 @@ with gr.Blocks(css=css, title=f"{COMPANY_NAME} AI Assistant") as demo:
         with gr.Row():
             with gr.Column(scale=1, elem_classes=["setting-panel"]):
                 role_indicator = gr.Markdown("", elem_id="role-indicator")
-                
                 gr.Markdown("### Configuration")
                 with gr.Group() as config_group:
-                    system_message = gr.Textbox(
-                        value=DEFAULT_SYSTEM_PROMPT,
-                        label="System Instructions",
-                        lines=4,
-                        interactive=False
-                    )
-                    max_tokens = gr.Slider(
-                        minimum=1,
-                        maximum=2048,
-                        value=512,
-                        step=1,
-                        label="Max Response Length",
-                        interactive=False
-                    )
-                    temperature = gr.Slider(
-                        minimum=0.1,
-                        maximum=1.0,
-                        value=0.7,
-                        step=0.1,
-                        label="Temperature",
-                        interactive=False
-                    )
-                    top_p = gr.Slider(
-                        minimum=0.1,
-                        maximum=1.0,
-                        value=0.95,
-                        step=0.05,
-                        label="Top-p",
-                        interactive=False
-                    )
-                    
+                    system_message = gr.Textbox(value=DEFAULT_SYSTEM_PROMPT, label="System Instructions", lines=4, interactive=False)
+                    max_tokens = gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max Response Length", interactive=False)
+                    temperature = gr.Slider(minimum=0.1, maximum=1.0, value=0.7, step=0.1, label="Temperature", interactive=False)
+                    top_p = gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p", interactive=False)
                     update_config_btn = gr.Button("Update Configuration", visible=False)
                     config_status = gr.Markdown("")
-                
                 gr.Markdown("### Chat Actions")
                 with gr.Row():
                     clear_btn = gr.Button("Clear Chat", variant="secondary")
                     export_btn = gr.Button("Export Conversation", variant="secondary")
-                
                 logout_btn = gr.Button("Logout", variant="stop")
             
             with gr.Column(scale=2, elem_classes=["chat-container"]):
                 chatbot = gr.Chatbot(elem_classes=["chatbox"])
                 with gr.Row():
-                    msg = gr.Textbox(
-                        show_label=False,
-                        placeholder="Type your message here...",
-                        container=False
-                    )
+                    msg = gr.Textbox(show_label=False, placeholder="Type your message here...", container=False)
                     submit_btn = gr.Button("Send", variant="primary")
     
     def update_role_display(role):
@@ -336,37 +240,15 @@ with gr.Blocks(css=css, title=f"{COMPANY_NAME} AI Assistant") as demo:
             gr.update(visible=is_admin),
         ]
     
-    login_button.click(
-        login,
-        inputs=[username, password],
-        outputs=[login_group, chat_group, user_id, user_role, error_message]
-    ).then(
-        update_role_display,
-        inputs=[user_role],
-        outputs=[role_indicator]
-    ).then(
-        handle_role_permissions,
-        inputs=[user_role],
-        outputs=[system_message, max_tokens, temperature, top_p, update_config_btn]
-    )
+    login_button.click(login, inputs=[username, password], outputs=[login_group, chat_group, user_id, user_role, error_message]) \
+        .then(update_role_display, inputs=[user_role], outputs=[role_indicator]) \
+        .then(handle_role_permissions, inputs=[user_role], outputs=[system_message, max_tokens, temperature, top_p, update_config_btn])
     
-    update_config_btn.click(
-        update_config,
-        inputs=[system_message, max_tokens, temperature, top_p, user_role],
-        outputs=[config_status]
-    )
+    update_config_btn.click(update_config, inputs=[system_message, max_tokens, temperature, top_p, user_role], outputs=[config_status])
     
-    msg.submit(
-        respond,
-        inputs=[msg, chatbot, user_id],
-        outputs=[chatbot]
-    ).then(lambda: "", None, [msg])
+    msg.submit(respond, inputs=[msg, chatbot, user_id], outputs=[chatbot]).then(lambda: "", None, [msg])
     
-    submit_btn.click(
-        respond,
-        inputs=[msg, chatbot, user_id],
-        outputs=[chatbot]
-    ).then(lambda: "", None, [msg])
+    submit_btn.click(respond, inputs=[msg, chatbot, user_id], outputs=[chatbot]).then(lambda: "", None, [msg])
     
     clear_btn.click(lambda: [], None, chatbot, queue=False)
     
@@ -379,25 +261,12 @@ with gr.Blocks(css=css, title=f"{COMPANY_NAME} AI Assistant") as demo:
         logger.info(f"Exported conversation for user {uid}")
         return gr.update(value=f"Conversation exported to {filename}", visible=True)
     
-    export_btn.click(
-        export_conversation,
-        inputs=[chatbot, user_id],
-        outputs=[error_message]
-    )
+    export_btn.click(export_conversation, inputs=[chatbot, user_id], outputs=[error_message])
     
     def logout():
         return gr.update(visible=True), gr.update(visible=False), None, None
     
-    logout_btn.click(
-        logout,
-        outputs=[login_group, chat_group, user_id, user_role]
-    )
+    logout_btn.click(logout, outputs=[login_group, chat_group, user_id, user_role])
 
 if __name__ == "__main__":
-    # Launch the app for Hugging Face Spaces
-    demo.launch(
-        server_name="0.0.0.0",
-        server_port=7860,
-        share=True,
-        show_error=True
-    )
+    demo.launch(server_name="0.0.0.0", server_port=7860, share=True, show_error=True)