File size: 12,059 Bytes
7ee2ab0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2095982
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
import json
import os
from datetime import datetime, timezone

import gradio as gr
import pandas as pd

from auth_utils import get_user_greeting, get_daily_cap_info
from hf_utils import (
    _load_leaderboard_df,
    _load_user_submissions,
    _create_submission_record,
    _count_submissions_today,
    _get_cap_for_phase,
    _today_utc_str,
)
from config import DAILY_SUBMISSION_CAP
from challenges.object_localization.config import (
    PHASES, CHALLENGE_TYPES, LEADERBOARD_METRICS, DEFAULT_SORT_METRIC,
    LEADERBOARD_FILE, CHALLENGE_PHASE, EVAL_DETAILS_MD, FORMAT_MD,
)
from challenges.object_localization.validate import validate_submission


def load_leaderboard():
    try:
        df = _load_leaderboard_df(LEADERBOARD_FILE, LEADERBOARD_METRICS)
    except Exception as e:
        return pd.DataFrame(), f"❌ Could not load leaderboard: {e}"

    if not df.empty and "phase_codename" in df.columns:
        df = df[df["phase_codename"] == CHALLENGE_PHASE]

    if df.empty:
        return pd.DataFrame(), "ℹ️ No scored Challenge phase submissions yet. Be the first!"

    df = df.sort_values(by=DEFAULT_SORT_METRIC, ascending=False, kind="mergesort")
    df_display = df.copy()
    df_display.insert(0, "Rank", range(1, len(df_display) + 1))
    if "timestamp" in df_display.columns:
        df_display["Scored At"] = pd.to_datetime(
            df_display["timestamp"], unit="s", errors="coerce"
        ).dt.strftime("%d %b %Y, %I:%M %p")
        df_display.drop(columns=["timestamp"], inplace=True)
    for col in ["username", "email", "phase_codename", "submission_id"]:
        if col in df_display.columns:
            df_display.drop(columns=[col], inplace=True)
    return df_display, ""


def handle_submit(file, team, model_name, phase_label, challenge_type, profile: gr.OAuthProfile | None):
    if profile is None:
        return "❌ You must be logged in with your HuggingFace account to submit.", ""
    username = profile.username
    email = getattr(profile, "email", "") or ""

    from config import SUBMISSIONS_TOKEN
    if not SUBMISSIONS_TOKEN:
        return "❌ Missing SUBMISSIONS_TOKEN. Add it in Space Settings β†’ Secrets.", ""
    if file is None:
        return "❌ Please upload a JSON file.", ""
    if not team.strip():
        return "❌ Please enter a Team / Display Name.", ""
    if not model_name.strip():
        return "❌ Please enter a Model Name.", ""

    phase_codename = next((p["codename"] for p in PHASES if p["label"] == phase_label), phase_label)
    cap = _get_cap_for_phase(phase_codename)
    subs_today = _count_submissions_today(username, phase_codename)
    if subs_today >= cap:
        phase_label_str = "challenge" if phase_codename == "test-challenge2024" else "this"
        return f"β›” You've reached your daily limit of {cap} submission(s) for the {phase_label_str} phase. Come back tomorrow!", ""

    try:
        with open(file, "r", encoding="utf-8") as f:
            pred_obj = json.load(f)
    except Exception:
        return "❌ Could not parse JSON file.", ""

    ok, msg = validate_submission(pred_obj)
    if not ok:
        return f"❌ Invalid submission format: {msg}", ""

    original_filename = os.path.basename(file)
    try:
        submission_id = _create_submission_record(
            pred=pred_obj, team=team, model_name=model_name,
            phase_codename=phase_codename, challenge_type=challenge_type,
            original_filename=original_filename, username=username, email=email,
        )
    except Exception as e:
        return f"❌ Upload failed: {e}", ""

    remaining = cap - subs_today - 1
    return (
        f"βœ… Submission queued successfully! Visit **My Submissions** to see the results. "
        f"You have {remaining}/{cap} submissions remaining today for this phase.",
        submission_id,
    )


def load_my_submissions(phase_filter: str, profile: gr.OAuthProfile | None):
    if profile is None:
        return pd.DataFrame(), "❌ Please log in to view your submissions.", ""
    username = profile.username
    submissions = _load_user_submissions(username)

    if not submissions:
        return pd.DataFrame(), "ℹ️ No submissions yet. Head to Submit Predictions to get started!", ""

    all_submissions = submissions[:]
    if phase_filter and phase_filter != "All":
        submissions = [s for s in submissions if s["phase"] == phase_filter]
    if not submissions:
        return pd.DataFrame(), f"ℹ️ No submissions found for phase **{phase_filter}**.", ""

    state_icons = {"queued": "🟑", "running": "πŸ”΅", "done": "🟒", "failed": "πŸ”΄", "unknown": "βšͺ"}
    df = pd.DataFrame(submissions)
    if "timestamp" in df.columns:
        df["Submitted At"] = pd.to_datetime(
            df["timestamp"], unit="s", errors="coerce"
        ).dt.strftime("%d %b %Y, %I:%M %p")
    if "state" in df.columns:
        df["Status"] = df["state"].apply(lambda s: f"{state_icons.get(s, 'βšͺ')} {s.capitalize()}")

    display_cols = ["Submitted At", "Status", "team", "model", "phase", "challenge_type", "error"]
    metric_cols  = [m for m in LEADERBOARD_METRICS if m in df.columns]
    display_cols += metric_cols
    df_display = df[[c for c in display_cols if c in df.columns]].copy()
    df_display.rename(columns={
        "team": "Team", "model": "Model", "phase": "Phase",
        "challenge_type": "Challenge Type", "error": "Error",
    }, inplace=True)
    for m in metric_cols:
        if m in df_display.columns:
            df_display[m] = df_display[m].apply(lambda x: f"{x:.4f}" if pd.notna(x) else "")

    total = len(all_submissions)
    done  = sum(1 for s in all_submissions if s["state"] == "done")
    today_count = sum(
        1 for s in all_submissions
        if datetime.fromtimestamp(s["timestamp"], tz=timezone.utc).strftime("%Y-%m-%d") == _today_utc_str()
    )
    stats = (
        f"**Total:** {total}  |  "
        f"**Scored:** {done}  |  "
        f"**Today:** {today_count}/{DAILY_SUBMISSION_CAP}"
    )
    return df_display, "", stats


def build_ol_page(demo: gr.Blocks) -> None:
    with demo.route("Object Localization", "/object-localization") as obj_loc:

        with gr.Row():
            with gr.Column(scale=5):
                gr.Markdown("# 🎯 Object Localization Challenge")
                gr.Markdown(
                    "Submit bounding box and instance segmentation predictions "
                    "evaluated automatically against hidden ground-truth annotations."
                )
            with gr.Column(scale=1, min_width=160):
                gr.LoginButton(size="lg")
                ol_greeting = gr.Markdown("πŸ‘‹ Log in to submit.")

        gr.Markdown("---")

        with gr.Tabs():

            # ── Submit ──
            with gr.TabItem("πŸš€ Submit Predictions"):
                with gr.Row():
                    ol_submit_greeting = gr.Markdown("πŸ‘‹ Log in with HuggingFace to submit.")
                    ol_cap_info        = gr.Markdown("")
                gr.Markdown("---")
                with gr.Row():
                    with gr.Column(scale=3):
                        gr.Markdown("#### Upload Submission File")
                        ol_file_input = gr.File(label="Choose a JSON file", file_types=[".json"])
                        with gr.Accordion("πŸ“„ Submission Format", open=False):
                            gr.Markdown(FORMAT_MD)
                    with gr.Column(scale=2):
                        gr.Markdown("#### Submission Info")
                        ol_team_input  = gr.Textbox(label="Team / Display Name", placeholder="e.g. My Awesome Team")
                        ol_model_input = gr.Textbox(label="Model Name", placeholder="e.g. ResNet50-FPN")
                        ol_phase_input = gr.Dropdown(
                            label="Phase",
                            choices=[p["label"] for p in PHASES],
                            value=PHASES[0]["label"],
                        )
                        ol_challenge_input = gr.Radio(
                            label="Challenge Type",
                            choices=CHALLENGE_TYPES,
                            value=CHALLENGE_TYPES[0],
                        )
                ol_submit_btn    = gr.Button("Submit (Queue for Evaluation)", variant="primary", size="lg")
                ol_submit_status = gr.Markdown("")
                ol_sid_box       = gr.Code(label="Submission ID", language=None, visible=False)

                def do_ol_submit(file, team, model_name, phase_label, challenge_type, profile: gr.OAuthProfile | None):
                    msg, sid = handle_submit(file, team, model_name, phase_label, challenge_type, profile)
                    return msg, gr.update(value=sid, visible=bool(sid))

                ol_submit_btn.click(
                    do_ol_submit,
                    inputs=[ol_file_input, ol_team_input, ol_model_input, ol_phase_input, ol_challenge_input],
                    outputs=[ol_submit_status, ol_sid_box],
                )

                def update_ol_submit_ui(profile: gr.OAuthProfile | None):
                    return get_user_greeting(profile), get_daily_cap_info(profile, PHASES)

                obj_loc.load(update_ol_submit_ui, outputs=[ol_submit_greeting, ol_cap_info])

            # ── My Submissions ──
            with gr.TabItem("πŸ“‹ My Submissions"):
                ol_my_sub_greeting = gr.Markdown("πŸ‘‹ Log in with HuggingFace to view your submissions.")
                ol_my_sub_stats    = gr.Markdown("")
                with gr.Row():
                    ol_phase_filter = gr.Dropdown(
                        label="Filter by Phase",
                        choices=["All"] + [p["codename"] for p in PHASES],
                        value="All",
                        scale=2,
                    )
                    ol_refresh_my_btn = gr.Button("πŸ”„ Refresh", variant="secondary", scale=1)
                ol_my_sub_msg   = gr.Markdown("")
                ol_my_sub_table = gr.Dataframe(interactive=False, wrap=True)

                def refresh_ol_my_subs(phase_filter, profile: gr.OAuthProfile | None):
                    df, msg, stats = load_my_submissions(phase_filter, profile)
                    return df, msg, stats, get_user_greeting(profile)

                ol_refresh_my_btn.click(
                    refresh_ol_my_subs,
                    inputs=[ol_phase_filter],
                    outputs=[ol_my_sub_table, ol_my_sub_msg, ol_my_sub_stats, ol_my_sub_greeting],
                )
                ol_phase_filter.change(
                    refresh_ol_my_subs,
                    inputs=[ol_phase_filter],
                    outputs=[ol_my_sub_table, ol_my_sub_msg, ol_my_sub_stats, ol_my_sub_greeting],
                )
                obj_loc.load(
                    refresh_ol_my_subs,
                    inputs=[ol_phase_filter],
                    outputs=[ol_my_sub_table, ol_my_sub_msg, ol_my_sub_stats, ol_my_sub_greeting],
                )

            # ── Leaderboard ──
            with gr.TabItem("πŸ† Leaderboard"):
                gr.Markdown("### Challenge Phase Rankings")
                gr.Markdown(f"Ranked by **{DEFAULT_SORT_METRIC}** (descending). Challenge phase only.")
                with gr.Accordion("πŸ“ How is the Score Calculated?", open=False):
                    gr.Markdown(EVAL_DETAILS_MD)
                ol_lb_msg   = gr.Markdown("")
                ol_lb_table = gr.Dataframe(interactive=False, wrap=True)
                ol_refresh_lb_btn = gr.Button("πŸ”„ Refresh Leaderboard", variant="secondary", size="sm")

                def refresh_ol_leaderboard(profile: gr.OAuthProfile | None):
                    df, msg = load_leaderboard()
                    return df, msg, get_user_greeting(profile)

                ol_refresh_lb_btn.click(refresh_ol_leaderboard, outputs=[ol_lb_table, ol_lb_msg, ol_greeting])
                obj_loc.load(refresh_ol_leaderboard, outputs=[ol_lb_table, ol_lb_msg, ol_greeting])