RTS Human Evaluation

app.py

@@ -15,6 +15,16 @@ from filelock import FileLock
 # Configuration
 # ----------------------
 
+from huggingface_hub import HfApi, CommitOperationAdd  # pip install huggingface_hub
+
+HF_RESULTS_REPO = os.getenv("HF_RESULTS_REPO")  # e.g. "yourname/rts-eval-results"
+HF_RESULTS_REPO_TYPE = "dataset"                # keep as dataset for private storage
+HF_TOKEN = os.getenv("HF_TOKEN")                # set as a Secret in the Space
+
+_hf_api = HfApi(token=HF_TOKEN)
+
+
+
 # Reviewer messaging
 TARGET_PER_PERSON = 30                     
 CONTACT_EMAIL = "ffallah[at]asu.edu" 
@@ -62,6 +72,60 @@ class Sample:
     gt_path: str
 
 
+
+def _ensure_private_repo(repo_id: str):
+    # Create if missing (as private)
+    try:
+        _hf_api.repo_info(repo_id, repo_type=HF_RESULTS_REPO_TYPE)
+    except Exception:
+        _hf_api.create_repo(
+            repo_id=repo_id,
+            repo_type=HF_RESULTS_REPO_TYPE,
+            private=True
+        )
+
+def push_results_to_private_repo(uid: str):
+    """
+    Upload the consolidated all_results.jsonl and the per-user file
+    to a PRIVATE dataset repo, so only you/collaborators can see it.
+    No-op if HF_RESULTS_REPO or HF_TOKEN isn't configured.
+    """
+    if not HF_TOKEN or not HF_RESULTS_REPO:
+        # Not configured -> silently skip
+        return
+
+    try:
+        _ensure_private_repo(HF_RESULTS_REPO)
+
+        # Make sure files exist so we can upload them
+        os.makedirs(RESULTS_DIR, exist_ok=True)
+        open(ALL_RESULTS_JSONL, "a").close()
+        user_file = os.path.join(RESULTS_DIR, f"{uid}.jsonl")
+        open(user_file, "a").close()
+
+        ops = [
+            CommitOperationAdd(
+                path_in_repo="results/all_results.jsonl",
+                path_or_fileobj=ALL_RESULTS_JSONL
+            ),
+            CommitOperationAdd(
+                path_in_repo=f"results/users/{uid}.jsonl",
+                path_or_fileobj=user_file
+            ),
+        ]
+
+        _hf_api.create_commit(
+            repo_id=HF_RESULTS_REPO,
+            repo_type=HF_RESULTS_REPO_TYPE,
+            operations=ops,
+            commit_message="Update RTS eval results"
+        )
+    except Exception as e:
+        # Don’t crash the UI if the Hub is temporarily unavailable.
+        print("[WARN] push_results_to_private_repo failed:", e)
+
+
+
 # === GLOBAL ROUND / ASSIGNMENT HELPERS ===
 
 def _load_json(path: str) -> Dict[str, Any]: