Annotator ID from HF user: remove manual input, extract from gr.Request (X-Forwarded-User/username); wire through handlers; keep per-user dedup + global balancing

app.py

@@ -337,7 +337,29 @@ def _upload_eval_record_to_dataset(task_name: str, row: Dict[str, object]) -> Tu
         return False, f"Exception: {type(e).__name__}: {e}"
 
 
-def on_task_change(task_name: str, annotator_id: str, _state_pairs: List[Dict[str, str]]):
+def _extract_annotator_id(request: Optional[gr.Request]) -> str:
+    """Best-effort extraction of a stable user identifier on HF Spaces.
+    Priority: request.username -> X-Forwarded-User header -> cookies/user-id -> env/session fallback.
+    """
+    try:
+        if request is None:
+            return ""
+        # gradio>=4.0 may set username for Spaces-authenticated users
+        username = getattr(request, "username", None)
+        if username:
+            return str(username)
+        headers = getattr(request, "headers", {}) or {}
+        for k in ("x-forwarded-user", "x-user", "x-hub-user"):
+            v = headers.get(k) or headers.get(k.upper())
+            if v:
+                return str(v)
+    except Exception:
+        pass
+    return ""
+
+
+def on_task_change(task_name: str, _state_pairs: List[Dict[str, str]], request: gr.Request):
+    annotator_id = _extract_annotator_id(request)
     pairs = load_task(task_name, annotator_id)
     # Defaults for A and B (8 sliders total)
     default_scores = [3, 3, 3, 3, 3, 3, 3, 3]
@@ -402,7 +424,6 @@ def on_pair_navigate(index: int, pairs: List[Dict[str, str]]):
 
 def on_submit(
     task_name: str,
-    annotator_id: str,
     index: int,
     pairs: List[Dict[str, str]],
     a_physical_score: int,
@@ -413,6 +434,7 @@ def on_submit(
     b_optical_score: int,
     b_semantic_score: int,
     b_overall_score: int,
+    request: gr.Request,
 ):
     if not task_name:
         return (
@@ -440,6 +462,9 @@ def on_submit(
             gr.update(value="No pending pairs to submit."),
         )
 
+    # Resolve annotator id from request
+    annotator_id = _extract_annotator_id(request)
+
     pair = pairs[index]
     score_map = {
         # Model A
@@ -540,7 +565,6 @@ with gr.Blocks(title="VisArena Human Evaluation") as demo:
             interactive=True,
             value="Scene Composition & Object Insertion",
         )
-        annotator_id_input = gr.Textbox(label="Annotator ID", placeholder="请输入你的唯一标识 (如昵称/学号)")
         index_slider = gr.Slider(
             label="Pair Index",
             value=0,
@@ -580,7 +604,7 @@ with gr.Blocks(title="VisArena Human Evaluation") as demo:
         # Event bindings
         task_selector.change(
             fn=on_task_change,
-            inputs=[task_selector, annotator_id_input, pair_state],
+            inputs=[task_selector, pair_state],
             outputs=[
                 pair_state,
                 index_slider,
@@ -624,7 +648,6 @@ with gr.Blocks(title="VisArena Human Evaluation") as demo:
             fn=on_submit,
             inputs=[
                 task_selector,
-                annotator_id_input,
                 index_slider,
                 pair_state,
                 a_physical_input,
@@ -658,7 +681,7 @@ with gr.Blocks(title="VisArena Human Evaluation") as demo:
         # Auto-load default task on startup
         demo.load(
             fn=on_task_change,
-            inputs=[task_selector, annotator_id_input, pair_state],
+            inputs=[task_selector, pair_state],
             outputs=[
                 pair_state,
                 index_slider,