update

app.py

@@ -8,6 +8,7 @@ from huggingface_hub import snapshot_download
 
 from src.display.css_html_js import custom_css
 from src.leaderboard.student_results import (
+    get_failed_submissions_by_group,
     get_group_submission_history,
     get_latest_submission,
     get_student_leaderboard_df,
@@ -223,18 +224,66 @@ with demo:
 
         # Tab 3: submission status / history
         with gr.TabItem("📥 Submission Status", elem_id="submission-status-tab"):
-            with gr.Column():
-                status_group_id_tb = gr.Textbox(label="Group ID", placeholder="Your pure digit on the sheet", scale=1)
+            # Guidelines warning banner
+            gr.Markdown(
+                """
+## ⚠️ Important: Read Before Submitting
+
+**Please follow the submission guidelines carefully before submitting your code!**
+
+Common reasons for failed submissions include:
+
+- Missing or incorrectly named files (`model.py`, `preprocess.py`)
+
+- Incompatible model architecture or missing dependencies
+
+- Runtime errors in your code (check your imports and function signatures)
+
+- Incorrect output format from your model
+
+**Review the submission requirements** to avoid wasting your submission attempts.
+
+---
+
+                """,
+                elem_classes="markdown-text",
+            )
+
+            # Shared Group ID input at the top
+            gr.Markdown("### 🔍 Check Your Submission Status\nEnter your Group ID to view both successful and failed submissions:")
+            with gr.Row():
+                status_group_id_tb = gr.Textbox(
+                    label="Group ID",
+                    placeholder="Your pure digit on the sheet",
+                    scale=1,
+                )
+            with gr.Row():
                 check_status_btn = gr.Button("Check Submission Status")
-                status_summary_md = gr.Markdown()
-                history_df = gr.components.Dataframe(row_count=5)
 
-            def handle_status_check(group_id):
-                gid = str(group_id).strip()
-                if not gid:
-                    return "Please enter a Group ID.", pd.DataFrame()
+            # Section 1: Successful Submissions
+            with gr.Accordion("✅ Successful Submissions", open=True):
+                status_result_md = gr.Markdown()
+                status_perf_df = gr.components.Dataframe(row_count=1)
 
-                # Refresh results mirror, but tolerate failures
+            # Section 2: Failed Submissions
+            with gr.Accordion("❌ Failed Submissions", open=True):
+                gr.Markdown(
+                    "*If you have failed submissions, review the error messages below and fix the issues before resubmitting.*"
+                )
+                failed_result_md = gr.Markdown()
+                failed_submissions_df = gr.components.Dataframe(row_count=1)
+
+            def check_submission_status(group_id: str):
+                group_id = (group_id or "").strip()
+                if not group_id:
+                    return (
+                        "Please enter a valid Group ID.",
+                        pd.DataFrame(),
+                        "",
+                        pd.DataFrame(),
+                    )
+
+                # Ensure we have the latest data locally
                 try:
                     snapshot_download(
                         repo_id=RESULTS_REPO,
@@ -244,56 +293,51 @@ with demo:
                         etag_timeout=30,
                         token=TOKEN,
                     )
+                    snapshot_download(
+                        repo_id=QUEUE_REPO,
+                        local_dir=EVAL_REQUESTS_PATH,
+                        repo_type="dataset",
+                        tqdm_class=None,
+                        etag_timeout=30,
+                        token=TOKEN,
+                        allow_patterns=[f"{PROJ_DIR}/**/request.json"],
+                    )
                 except Exception:
                     pass
 
-                history = get_group_submission_history(gid)
-                if history is None or history.empty:
-                    return f"No submissions found for Group ID `{gid}`.", pd.DataFrame()
-
-                # Hide internal/status/error and score/weight columns
-                cols_to_hide = [
-                    "status",
-                    "Status",
-                    "error",
-                    "Error",
-                    "proj",
-                    "Proj",
-                    "track",
-                    "Track",
-                    "score",
-                    "final_score",
-                    "final score",
-                    "weight",
-                    "weights",
-                    "has_weights",
-                ]
-                drop_cols = [c for c in cols_to_hide if c in history.columns]
-                display_df = history.drop(columns=drop_cols) if drop_cols else history
-
-                # Reorder columns to put group_id and alias at the front (group_id first, then alias)
-                cols = list(display_df.columns)
-                if "group_id" in cols and "alias" in cols:
-                    cols.remove("group_id")
-                    cols.remove("alias")
-                    cols = ["group_id", "alias"] + cols
-                    display_df = display_df[cols]
-                elif "alias" in cols:
-                    cols.remove("alias")
-                    cols = ["alias"] + cols
-                    display_df = display_df[cols]
-
-                summary = (
-                    f"**Group ID**: `{gid}`  \n"
-                    f"Total submissions: {len(display_df)}  \n"
-                    "Most recent appears first."
-                )
-                return summary, display_df
+                # Get successful submissions
+                submissions_df = get_group_submission_history(group_id)
+                if submissions_df is None or submissions_df.empty:
+                    success_md = f"No successful submissions found for Group ID `{group_id}`."
+                    success_df = pd.DataFrame()
+                else:
+                    success_md = f"**Total successful submissions**: {len(submissions_df)}\n\nMost recent submission appears first."
+                    history_rows = []
+                    for _, sub in submissions_df.iterrows():
+                        history_rows.append({
+                            "Alias": sub.get("alias", ""),
+                            "Timestamp": sub.get("timestamp", ""),
+                            "Dataset": sub.get("dataset", ""),
+                            "Accuracy": sub.get("accuracy"),
+                            "Avg infer (ms)": sub.get("avg_infer_ms"),
+                            "Total infer (s)": sub.get("total_infer_s"),
+                        })
+                    success_df = pd.DataFrame(history_rows)
+
+                # Get failed submissions
+                failed_df = get_failed_submissions_by_group(group_id)
+                if failed_df is None or failed_df.empty:
+                    failed_md = f"No failed submissions found for Group ID `{group_id}`. 🎉"
+                    failed_df = pd.DataFrame()
+                else:
+                    failed_md = f"**Total failed submissions**: {len(failed_df)}\n\n⚠️ Please review the error messages and fix the issues before resubmitting."
+
+                return success_md, success_df, failed_md, failed_df
 
             check_status_btn.click(
-                handle_status_check,
-                [status_group_id_tb],
-                [status_summary_md, history_df],
+                check_submission_status,
+                inputs=[status_group_id_tb],
+                outputs=[status_result_md, status_perf_df, failed_result_md, failed_submissions_df],
             )
 
 demo.queue(default_concurrency_limit=40).launch()

src/leaderboard/student_results.py

@@ -5,7 +5,7 @@ from typing import Dict, Optional, Tuple
 import numpy as np
 import pandas as pd
 
-from src.envs import EVAL_RESULTS_PATH, PROJ_DIR
+from src.envs import EVAL_REQUESTS_PATH, EVAL_RESULTS_PATH, PROJ_DIR
 
 
 def _load_all_attempts() -> pd.DataFrame:
@@ -152,3 +152,45 @@ def get_student_status(group_id: str) -> Dict[str, Optional[str]]:
         "message": error_msg if status == "FAILED" else "",
         "timestamp": latest.get("timestamp"),
     }
+
+
+def get_failed_submissions_by_group(group_id: str) -> pd.DataFrame:
+    """
+    Return all FAILED submissions for a given group_id from the requests queue.
+    Scans request.json files under EVAL_REQUESTS_PATH/PROJ_DIR for status == 'FAILED'.
+    """
+    gid = _normalize_group_id(group_id)
+    base_dir = os.path.join(EVAL_REQUESTS_PATH, PROJ_DIR)
+    if not os.path.isdir(base_dir):
+        return pd.DataFrame(columns=["Alias", "Timestamp", "Error"])
+
+    rows = []
+    for root, _, files in os.walk(base_dir):
+        for fname in files:
+            if fname != "request.json":
+                continue
+            try:
+                with open(os.path.join(root, fname), "r") as f:
+                    data = json.load(f)
+                req_gid = _normalize_group_id(data.get("group_id", ""))
+                if req_gid != gid:
+                    continue
+                status = str(data.get("status", "")).upper()
+                if status != "FAILED":
+                    continue
+                rows.append({
+                    "Alias": data.get("alias", ""),
+                    "Timestamp": data.get("timestamp", ""),
+                    "Error": data.get("error", "Unknown error"),
+                })
+            except Exception:
+                continue
+
+    if not rows:
+        return pd.DataFrame(columns=["Alias", "Timestamp", "Error"])
+
+    df = pd.DataFrame(rows)
+    # Sort by timestamp descending (newest first)
+    if "Timestamp" in df.columns:
+        df = df.sort_values(by="Timestamp", ascending=False)
+    return df