Add global evaluation status and update UI for evaluated items

app.py

@@ -88,14 +88,21 @@ def fetch_annotations(db: sqlite3.Connection, annotator: str) -> dict[str, dict]
     return {row["eval_id"]: dict(row) for row in rows}
 
 
+def fetch_evaluated_eval_ids(db: sqlite3.Connection) -> set[str]:
+    """Return the set of eval_ids that have been annotated by any annotator."""
+    rows = db.execute("SELECT DISTINCT eval_id FROM annotations").fetchall()
+    return {row["eval_id"] for row in rows}
+
+
 def merge_items_with_annotations(
     items: tuple[dict, ...],
     annotations: dict[str, dict],
+    evaluated_ids: set[str],
 ) -> list[dict]:
-    """Return items with annotation values merged in (does not mutate originals)."""
+    """Return items with annotation values and global evaluation status merged in."""
     merged = []
     for item in items:
-        entry = {**item}
+        entry = {**item, "evaluated": item["eval_id"] in evaluated_ids}
         ann = annotations.get(item["eval_id"])
         if ann:
             for field in ANNOTATION_FIELDS:
@@ -148,15 +155,14 @@ def index():
 
 @app.route("/api/entries")
 def get_entries():
-    """Return all evaluation items, optionally with annotations merged for an annotator."""
+    """Return all evaluation items with global evaluation status and per-annotator annotations."""
     annotator = request.args.get("annotator", "").strip()
     items = load_dataset()
-    if annotator:
-        db = get_db()
-        annotations = fetch_annotations(db, annotator)
-        db.close()
-        return jsonify(merge_items_with_annotations(items, annotations))
-    return jsonify(list(items))
+    db = get_db()
+    evaluated_ids = fetch_evaluated_eval_ids(db)
+    annotations = fetch_annotations(db, annotator) if annotator else {}
+    db.close()
+    return jsonify(merge_items_with_annotations(items, annotations, evaluated_ids))
 
 
 @app.route("/api/annotate", methods=["POST"])
@@ -186,14 +192,11 @@ def annotate():
 
 @app.route("/api/progress")
 def progress():
-    """Return annotation progress for an annotator."""
-    annotator = request.args.get("annotator", "").strip()
+    """Return global annotation progress (unique eval_ids annotated by anyone)."""
     total = len(load_dataset())
-    if not annotator:
-        return jsonify({"total": total, "annotated": 0})
     db = get_db()
     count = db.execute(
-        "SELECT COUNT(*) FROM annotations WHERE annotator = ?", (annotator,),
+        "SELECT COUNT(DISTINCT eval_id) FROM annotations",
     ).fetchone()[0]
     db.close()
     return jsonify({"total": total, "annotated": count})

index.html

@@ -190,6 +190,11 @@
   .login-box button:hover { background: #1d4ed8; }
   .login-error { color: #dc2626; font-size: 13px; margin-bottom: 8px; }
 
+  .badge-evaluated {
+    background: #dcfce7; color: #166534; padding: 3px 10px;
+    border-radius: 12px; font-size: 12px; font-weight: 600;
+  }
+
   .badge-promptd {
     background: #fef3c7; color: #92400e; padding: 3px 10px;
     border-radius: 12px; font-size: 12px; font-weight: 600;
@@ -239,7 +244,7 @@
     <label>Bearbeitungsstatus:</label>
     <select id="filter-status" onchange="applyFilters()">
       <option value="">alle</option>
-      <option value="pending">offen</option>
+      <option value="pending" selected>offen</option>
       <option value="done">bewertet</option>
     </select>
     <label>LRA:</label>
@@ -262,6 +267,7 @@
     <h2 id="title">-</h2>
     <div class="meta">
       <span class="badge" id="badge-rfa"></span>
+      <span class="badge-evaluated" id="badge-evaluated" style="display:none">Bewertet</span>
       <span class="badge-promptd" id="badge-promptd" style="display:none">Alter Prompt</span>
       <span class="id" id="eval-id">-</span>
     </div>
@@ -471,9 +477,9 @@ function applyFilters() {
   const rfa = document.getElementById("filter-rfa").value;
   filteredRows = [...allRows];
   if (status === "pending") {
-    filteredRows = filteredRows.filter(r => !r.bewertung);
+    filteredRows = filteredRows.filter(r => !r.evaluated);
   } else if (status === "done") {
-    filteredRows = filteredRows.filter(r => r.bewertung);
+    filteredRows = filteredRows.filter(r => r.evaluated);
   }
   if (rfa) {
     filteredRows = filteredRows.filter(r => r.rfa === rfa);
@@ -522,6 +528,8 @@ function render() {
   badge.textContent = row.rfa;
   badge.className = "badge badge-" + row.rfa;
 
+  document.getElementById("badge-evaluated").style.display = row.evaluated ? "" : "none";
+
   const isPromptD = row.has_prior_judgement;
   document.getElementById("badge-promptd").style.display = isPromptD ? "" : "none";
   document.getElementById("reference-banner").style.display = isPromptD ? "" : "none";
@@ -642,9 +650,10 @@ async function saveAnnotation() {
     for (const key of ["bewertung", "korrekt", "relevant", "vollstaendig", "kohaerenz", "anmerkungen"]) {
       row[key] = data[key];
     }
+    row.evaluated = true;
     // Also update in allRows
     const src = allRows.find(r => r.eval_id === row.eval_id);
-    if (src) Object.assign(src, data);
+    if (src) { Object.assign(src, data); src.evaluated = true; }
 
     dirty = false;
     document.getElementById("btn-save").disabled = true;