Final 5.6.3

src/app.py

@@ -360,8 +360,11 @@ Please log in to access GAIA evaluation features.
 def run_and_submit_all(profile: gr.OAuthProfile | None):
     """
     Fetches all questions from Unit 4 API, runs the GAIA Agent on them, submits all answers,
-    and displays the results.
+    and displays the results. Also returns updated authentication status.
     """
+    # Get authentication status for display
+    auth_status = format_auth_status(profile)
+    
     # Get space info for code submission
     space_id = os.getenv("SPACE_ID")
 
@@ -389,7 +392,7 @@ def run_and_submit_all(profile: gr.OAuthProfile | None):
         
     else:
         logger.info("User not logged in.")
-        return "Please Login to Hugging Face with the button.", None
+        return "Please Login to Hugging Face with the button.", None, auth_status
 
     api_url = DEFAULT_API_URL
     questions_url = f"{api_url}/questions"
@@ -405,10 +408,10 @@ def run_and_submit_all(profile: gr.OAuthProfile | None):
             agent = GAIAAgentApp()  # This will automatically fallback to SimpleClient
             
         if not agent.initialized:
-            return "Error: GAIA Agent failed to initialize - using SimpleClient fallback for limited OAuth", None
+            return "Error: GAIA Agent failed to initialize - using SimpleClient fallback for limited OAuth", None, auth_status
     except Exception as e:
         logger.error(f"Error instantiating agent: {e}")
-        return f"Error initializing GAIA Agent: {e}", None
+        return f"Error initializing GAIA Agent: {e}", None, auth_status
     
     # Agent code URL
     agent_code = f"https://huggingface.co/spaces/{space_id}/tree/main" if space_id else "Local Development"
@@ -422,17 +425,17 @@ def run_and_submit_all(profile: gr.OAuthProfile | None):
         questions_data = response.json()
         if not questions_data:
             logger.error("Fetched questions list is empty.")
-            return "Fetched questions list is empty or invalid format.", None
+            return "Fetched questions list is empty or invalid format.", None, auth_status
         logger.info(f"Fetched {len(questions_data)} questions.")
     except requests.exceptions.RequestException as e:
         logger.error(f"Error fetching questions: {e}")
-        return f"Error fetching questions: {e}", None
+        return f"Error fetching questions: {e}", None, auth_status
     except requests.exceptions.JSONDecodeError as e:
         logger.error(f"Error decoding JSON response from questions endpoint: {e}")
-        return f"Error decoding server response for questions: {e}", None
+        return f"Error decoding server response for questions: {e}", None, auth_status
     except Exception as e:
         logger.error(f"An unexpected error occurred fetching questions: {e}")
-        return f"An unexpected error occurred fetching questions: {e}", None
+        return f"An unexpected error occurred fetching questions: {e}", None, auth_status
 
     # 3. Run GAIA Agent
     results_log = []
@@ -467,7 +470,7 @@ def run_and_submit_all(profile: gr.OAuthProfile | None):
 
     if not answers_payload:
         logger.error("GAIA Agent did not produce any answers to submit.")
-        return "GAIA Agent did not produce any answers to submit.", pd.DataFrame(results_log)
+        return "GAIA Agent did not produce any answers to submit.", pd.DataFrame(results_log), auth_status
 
     # 4. Prepare Submission 
     submission_data = {"username": username.strip(), "agent_code": agent_code, "answers": answers_payload}
@@ -489,7 +492,7 @@ def run_and_submit_all(profile: gr.OAuthProfile | None):
         )
         logger.info("Submission successful.")
         results_df = pd.DataFrame(results_log)
-        return final_status, results_df
+        return final_status, results_df, auth_status
     except requests.exceptions.HTTPError as e:
         error_detail = f"Server responded with status {e.response.status_code}."
         try:
@@ -500,22 +503,22 @@ def run_and_submit_all(profile: gr.OAuthProfile | None):
         status_message = f"Submission Failed: {error_detail}"
         logger.error(status_message)
         results_df = pd.DataFrame(results_log)
-        return status_message, results_df
+        return status_message, results_df, auth_status
     except requests.exceptions.Timeout:
         status_message = "Submission Failed: The request timed out."
         logger.error(status_message)
         results_df = pd.DataFrame(results_log)
-        return status_message, results_df
+        return status_message, results_df, auth_status
     except requests.exceptions.RequestException as e:
         status_message = f"Submission Failed: Network error - {e}"
         logger.error(status_message)
         results_df = pd.DataFrame(results_log)
-        return status_message, results_df
+        return status_message, results_df, auth_status
     except Exception as e:
         status_message = f"An unexpected error occurred during submission: {e}"
         logger.error(status_message)
         results_df = pd.DataFrame(results_log)
-        return status_message, results_df
+        return status_message, results_df, auth_status
 
 def create_interface():
     """Create the Gradio interface with both Unit 4 API and manual testing"""
@@ -833,7 +836,9 @@ def create_interface():
                     elem_classes=["oauth-login"]
                 )
                 
-                login_button = gr.LoginButton()
+                with gr.Row():
+                    login_button = gr.LoginButton()
+                    refresh_auth_button = gr.Button("🔄 Refresh Auth Status", variant="secondary", scale=1)
                 
                 unit4_run_button = gr.Button(
                     "🚀 Run GAIA Evaluation & Submit All Answers", 
@@ -921,17 +926,11 @@ def create_interface():
         # Event handlers for Unit 4 API
         unit4_run_button.click(
             fn=run_and_submit_all,
-            outputs=[unit4_status_output, unit4_results_table]
-        )
-        
-        # Update authentication status on login/logout
-        login_button.change(
-            fn=format_auth_status,
-            outputs=[auth_status_display]
+            outputs=[unit4_status_output, unit4_results_table, auth_status_display]
         )
         
-        # Also update auth status when the interface loads
-        interface.load(
+        # Refresh authentication status
+        refresh_auth_button.click(
             fn=format_auth_status,
             outputs=[auth_status_display]
         )

src/production_deployment_guide.md

@@ -13,22 +13,38 @@ The production system was failing with 0% success rate because:
 
 ### Solution Implemented ✅
 
-Created a **robust 3-tier fallback system**:
+Created a **robust 3-tier fallback system** with **OAuth scope detection**:
 
 1. **OAuth Token Support**: `GAIAAgentApp.create_with_oauth_token(oauth_token)`
 2. **Automatic Fallback**: When main models fail, falls back to SimpleClient
 3. **Rule-Based Responses**: SimpleClient provides reliable answers for common questions
 4. **Always Works**: System guaranteed to provide responses in production
+5. **OAuth Scope Detection**: Real-time display of user authentication capabilities
 
 #### Technical Implementation:
 
 ```python
-# 1. OAuth Token Extraction
+# 1. OAuth Token Extraction & Scope Detection
 def run_and_submit_all(profile: gr.OAuthProfile | None):
     oauth_token = getattr(profile, 'oauth_token', None) or getattr(profile, 'token', None)
     agent = GAIAAgentApp.create_with_oauth_token(oauth_token)
-
-# 2. Robust Fallback System
+    # Returns auth status for UI display
+    auth_status = format_auth_status(profile)
+
+# 2. OAuth Scope Detection
+def check_oauth_scopes(oauth_token: str):
+    # Tests read capability via whoami endpoint
+    can_read = requests.get("https://huggingface.co/api/whoami", headers=headers).status_code == 200
+    # Tests inference capability via model API
+    can_inference = inference_response.status_code in [200, 503]
+
+# 3. Dynamic UI Status Display
+def format_auth_status(profile):
+    # Shows detected scopes and available features
+    # Provides clear performance expectations
+    # Educational messaging about OAuth limitations
+
+# 4. Robust Fallback System
 def __init__(self, hf_token: Optional[str] = None):
     try:
         # Try main QwenClient with OAuth
@@ -41,7 +57,7 @@ def __init__(self, hf_token: Optional[str] = None):
         # Fallback to SimpleClient
         self.llm_client = SimpleClient(hf_token=hf_token)
 
-# 3. SimpleClient Rule-Based Responses
+# 5. SimpleClient Rule-Based Responses
 class SimpleClient:
     def _generate_simple_response(self, prompt):
         # Mathematics: "2+2" → "4", "25% of 200" → "50"
@@ -49,6 +65,14 @@ class SimpleClient:
         # Always provides meaningful responses
 ```
 
+#### OAuth Scope Detection UI Features:
+
+- **Real-time Authentication Status**: Shows login state and detected scopes
+- **Capability Display**: Clear indication of available features based on scopes
+- **Performance Expectations**: 30%+ with inference scope, 15%+ with limited scopes
+- **Manual Refresh**: Users can update auth status with refresh button
+- **Educational Messaging**: Clear explanations of OAuth limitations
+
 ## 🎯 Expected Results
 
 After successful deployment with fallback system: