Show error message

app.py

@@ -3,7 +3,7 @@ import pandas as pd
 from huggingface_hub import snapshot_download
 
 from src.display.css_html_js import custom_css
-from src.leaderboard.student_results import get_student_leaderboard_df
+from src.leaderboard.student_results import get_student_leaderboard_df, get_student_status
 from src.submission.student_queue import queue_student_submission
 from src.envs import EVAL_RESULTS_PATH, RESULTS_REPO, TOKEN
 
@@ -31,8 +31,10 @@ with demo:
                     preproc_py_uploader = gr.File(label="Preprocessing (preprocess.py)", file_count="single", file_types=[".py"])
                 with gr.Row():
                     eval_btn = gr.Button("Upload and Queue Evaluation")
+                    status_btn = gr.Button("Check Status")
                 with gr.Row():
                     student_submit_result = gr.Markdown()
+                    student_status_result = gr.Markdown()
 
             def _file_path(obj):
                 if obj is None:
@@ -62,6 +64,12 @@ with demo:
                 [student_submit_result],
             )
 
+            status_btn.click(
+                get_student_status,
+                [group_id_tb],
+                [student_status_result],
+            )
+
         with gr.TabItem("📊 Leaderboard", elem_id="student-leaderboard-tab"):
             # Ensure latest results are cached locally at startup
             try:

src/leaderboard/student_results.py

@@ -98,3 +98,39 @@ def get_student_leaderboard_df(dataset_name: Optional[str] = None) -> Tuple[pd.D
     return best_df, stats
 
 
+
+def get_student_status(group_id: str) -> str:
+    attempts_dir = os.path.join(EVAL_RESULTS_PATH, PROJ_DIR, "student_attempts")
+    if not os.path.isdir(attempts_dir):
+        return "No submissions found."
+
+    rows = []
+    for fname in os.listdir(attempts_dir):
+        if not fname.endswith(".json"):
+            continue
+        try:
+            with open(os.path.join(attempts_dir, fname), "r") as f:
+                data = json.load(f)
+                # Ensure group_id comparison is robust (string vs int)
+                if str(data.get("group_id", "")).strip() == str(group_id).strip():
+                    rows.append(data)
+        except Exception:
+            continue
+
+    if not rows:
+        return "No submissions found."
+
+    # Sort by timestamp desc
+    rows.sort(key=lambda x: x.get("timestamp", ""), reverse=True)
+
+    latest = rows[0]
+    status = latest.get("status", "UNKNOWN")
+
+    if status == "FAILED":
+        return f"Submission Failed: {latest.get('error', 'Unknown error')}"
+    elif status == "PENDING":
+        return "Submission Pending..."
+    elif status == "SUCCESS":
+        return "" # User requested to say nothing if success
+    else:
+        return f"Status: {status}"

tests/reproduce_issue.py

@@ -0,0 +1,60 @@
+
+import os
+import json
+import pandas as pd
+from datetime import datetime
+
+# Mock environment
+PROJ_DIR = "Proj A"
+EVAL_RESULTS_PATH = "/tmp/img2gps_test_results"
+
+def setup_mock_data():
+    attempts_dir = os.path.join(EVAL_RESULTS_PATH, PROJ_DIR, "student_attempts")
+    os.makedirs(attempts_dir, exist_ok=True)
+    
+    # Create a failed attempt
+    attempt1 = {
+        "group_id": "123",
+        "alias": "TestGroup",
+        "timestamp": "20231027T100000Z",
+        "status": "FAILED",
+        "error": "Simulated error message",
+        "dataset": "img_val"
+    }
+    with open(os.path.join(attempts_dir, "attempt1.json"), "w") as f:
+        json.dump(attempt1, f)
+
+    # Create a success attempt (older)
+    attempt2 = {
+        "group_id": "123",
+        "alias": "TestGroup",
+        "timestamp": "20231026T100000Z",
+        "status": "SUCCESS",
+        "avg_distance_m": 100.0,
+        "dataset": "img_val"
+    }
+    with open(os.path.join(attempts_dir, "attempt2.json"), "w") as f:
+        json.dump(attempt2, f)
+
+
+
+if __name__ == "__main__":
+    setup_mock_data()
+    
+    # Mock src.envs to avoid importing huggingface_hub
+    import sys
+    from unittest.mock import MagicMock
+    
+    mock_envs = MagicMock()
+    mock_envs.EVAL_RESULTS_PATH = EVAL_RESULTS_PATH
+    mock_envs.PROJ_DIR = PROJ_DIR
+    sys.modules["src.envs"] = mock_envs
+    
+    # Now import the function to test
+    from src.leaderboard.student_results import get_student_status
+    
+    status = get_student_status("123")
+    print(f"Status for 123: {status}")
+    
+    status_unknown = get_student_status("999")
+    print(f"Status for 999: {status_unknown}")