Add annotation app

.python-version

@@ -0,0 +1 @@
+3.12

Dockerfile

@@ -0,0 +1,27 @@
+# Based on https://github.com/astral-sh/uv-docker-example/blob/main/README.md
+FROM ghcr.io/astral-sh/uv:python3.12-bookworm-slim
+
+RUN useradd -m -u 1000 user
+
+WORKDIR /app
+
+ENV PATH="/app/.venv/bin:$PATH"
+ENV DATASET_PATH="/app/evaluation_dataset.jsonl"
+ENV DB_PATH="/data/annotations.db"
+
+# Copy dependency files first (better layer caching)
+COPY --chown=user pyproject.toml .python-version uv.lock ./
+RUN uv sync --locked
+
+COPY --chown=user app.py .
+COPY --chown=user index.html .
+COPY --chown=user evaluation_dataset.jsonl .
+
+# Persistent storage for annotations (enable in HF Space settings)
+RUN mkdir -p /data && chown user:user /data
+
+USER user
+
+EXPOSE 7860
+
+CMD ["python", "app.py"]

app.py

@@ -0,0 +1,252 @@
+"""Flask annotation app for blind summary evaluation.
+
+Serves a web UI where annotators evaluate AI-generated summaries.
+No accounts required -- annotators identify themselves by name.
+Annotations are persisted in a SQLite database.
+
+Optional password protection: set APP_PASSWORD as an environment variable.
+"""
+
+import json
+import os
+import sqlite3
+from functools import cache
+from pathlib import Path
+
+from flask import Flask, Response, jsonify, redirect, request, send_file, session
+
+DATASET_PATH = Path(os.environ.get("DATASET_PATH", "evaluation_dataset.jsonl"))
+DB_PATH = Path(os.environ.get("DB_PATH", "annotations.db"))
+
+ANNOTATION_FIELDS = (
+    "bewertung", "korrekt", "relevant", "vollstaendig", "kohaerenz", "anmerkungen",
+)
+
+APP_PASSWORD = os.environ.get("APP_PASSWORD", "")
+
+app = Flask(__name__)
+app.secret_key = os.environ.get("SECRET_KEY", os.urandom(24).hex())
+
+
+# ---------------------------------------------------------------------------
+# Database
+# ---------------------------------------------------------------------------
+
+def get_db() -> sqlite3.Connection:
+    """Open a SQLite connection with row factory and WAL mode."""
+    db = sqlite3.connect(str(DB_PATH))
+    db.row_factory = sqlite3.Row
+    db.execute("PRAGMA journal_mode=WAL")
+    db.execute("""
+        CREATE TABLE IF NOT EXISTS annotations (
+            annotator TEXT NOT NULL,
+            eval_id TEXT NOT NULL,
+            bewertung TEXT,
+            korrekt TEXT,
+            relevant TEXT,
+            vollstaendig TEXT,
+            kohaerenz TEXT,
+            anmerkungen TEXT,
+            updated_at DATETIME DEFAULT CURRENT_TIMESTAMP,
+            PRIMARY KEY (annotator, eval_id)
+        )
+    """)
+    return db
+
+
+# ---------------------------------------------------------------------------
+# Dataset (immutable, cached)
+# ---------------------------------------------------------------------------
+
+@cache
+def load_dataset() -> tuple[dict, ...]:
+    """Load evaluation items from JSONL. Cached because the dataset never changes."""
+    items = []
+    with open(DATASET_PATH, encoding="utf-8") as f:
+        for line in f:
+            if line.strip():
+                row = json.loads(line)
+                has_prior = bool(row.get("bewertung"))
+                row["has_prior_judgement"] = has_prior
+                if has_prior:
+                    for field in ANNOTATION_FIELDS:
+                        row[f"prior_{field}"] = row.get(field)
+                items.append(row)
+    items.sort(key=lambda x: x["eval_id"])
+    return tuple(items)
+
+
+def fetch_annotations(db: sqlite3.Connection, annotator: str) -> dict[str, dict]:
+    """Fetch all annotations for a given annotator, keyed by eval_id."""
+    rows = db.execute(
+        "SELECT * FROM annotations WHERE annotator = ?", (annotator,),
+    ).fetchall()
+    return {row["eval_id"]: dict(row) for row in rows}
+
+
+def merge_items_with_annotations(
+    items: tuple[dict, ...],
+    annotations: dict[str, dict],
+) -> list[dict]:
+    """Return items with annotation values merged in (does not mutate originals)."""
+    merged = []
+    for item in items:
+        entry = {**item}
+        ann = annotations.get(item["eval_id"])
+        if ann:
+            for field in ANNOTATION_FIELDS:
+                entry[field] = ann.get(field)
+        merged.append(entry)
+    return merged
+
+
+# ---------------------------------------------------------------------------
+# Optional password protection
+# ---------------------------------------------------------------------------
+
+LOGIN_HTML = """<!DOCTYPE html>
+<html lang="de"><head><meta charset="UTF-8">
+<meta name="viewport" content="width=device-width,initial-scale=1">
+<title>Anmeldung</title>
+<style>
+  body { font-family: system-ui, sans-serif; background: #f5f5f5; }
+  .box { max-width: 320px; margin: 120px auto; background: #fff;
+         padding: 32px; border-radius: 8px; box-shadow: 0 1px 3px rgba(0,0,0,.1);
+         text-align: center; }
+  h2 { margin-bottom: 16px; font-size: 20px; }
+  input { padding: 10px; width: 100%%; border: 1px solid #ccc; border-radius: 4px;
+          font-size: 15px; margin-bottom: 12px; box-sizing: border-box; }
+  button { padding: 10px 24px; border: none; border-radius: 4px;
+           background: #2563eb; color: #fff; font-size: 15px; cursor: pointer; }
+  button:hover { background: #1d4ed8; }
+  .err { color: #dc2626; font-size: 13px; margin-bottom: 8px; }
+</style></head><body>
+<div class="box">
+  <h2>Zusammenfassungs-Evaluation</h2>
+  %(error)s
+  <form method="post">
+    <input type="password" name="password" placeholder="Passwort" autofocus>
+    <button type="submit">Weiter</button>
+  </form>
+</div></body></html>"""
+
+
+@app.before_request
+def check_auth():
+    if not APP_PASSWORD:
+        return None
+    if request.path == "/login":
+        return None
+    if session.get("authenticated"):
+        return None
+    if request.path.startswith("/api/"):
+        return jsonify({"error": "unauthorized"}), 401
+    return redirect("/login")
+
+
+@app.route("/login", methods=["GET", "POST"])
+def login():
+    if request.method == "POST":
+        if request.form.get("password") == APP_PASSWORD:
+            session["authenticated"] = True
+            return redirect("/")
+        return LOGIN_HTML % {"error": '<p class="err">Falsches Passwort.</p>'}, 401
+    return LOGIN_HTML % {"error": ""}
+
+
+# ---------------------------------------------------------------------------
+# Routes
+# ---------------------------------------------------------------------------
+
+@app.route("/")
+def index():
+    return send_file("index.html")
+
+
+@app.route("/api/entries")
+def get_entries():
+    """Return all evaluation items, optionally with annotations merged for an annotator."""
+    annotator = request.args.get("annotator", "").strip()
+    items = load_dataset()
+    if annotator:
+        db = get_db()
+        annotations = fetch_annotations(db, annotator)
+        db.close()
+        return jsonify(merge_items_with_annotations(items, annotations))
+    return jsonify(list(items))
+
+
+@app.route("/api/annotate", methods=["POST"])
+def annotate():
+    """Save or update an annotation."""
+    data = request.get_json()
+    db = get_db()
+    db.execute(
+        """INSERT OR REPLACE INTO annotations
+           (annotator, eval_id, bewertung, korrekt, relevant, vollstaendig, kohaerenz, anmerkungen)
+           VALUES (?, ?, ?, ?, ?, ?, ?, ?)""",
+        (
+            data["annotator"].strip(),
+            data["eval_id"],
+            data.get("bewertung"),
+            data.get("korrekt"),
+            data.get("relevant"),
+            data.get("vollstaendig"),
+            data.get("kohaerenz"),
+            data.get("anmerkungen"),
+        ),
+    )
+    db.commit()
+    db.close()
+    return jsonify({"status": "ok"})
+
+
+@app.route("/api/progress")
+def progress():
+    """Return annotation progress for an annotator."""
+    annotator = request.args.get("annotator", "").strip()
+    total = len(load_dataset())
+    if not annotator:
+        return jsonify({"total": total, "annotated": 0})
+    db = get_db()
+    count = db.execute(
+        "SELECT COUNT(*) FROM annotations WHERE annotator = ?", (annotator,),
+    ).fetchone()[0]
+    db.close()
+    return jsonify({"total": total, "annotated": count})
+
+
+@app.route("/api/export")
+def export_annotations():
+    """Export all annotations as downloadable JSONL."""
+    db = get_db()
+    rows = db.execute(
+        "SELECT * FROM annotations ORDER BY annotator, eval_id",
+    ).fetchall()
+    db.close()
+    lines = [json.dumps(dict(row), ensure_ascii=False) for row in rows]
+    return Response(
+        "\n".join(lines) + "\n",
+        mimetype="application/jsonl",
+        headers={"Content-Disposition": "attachment; filename=annotations.jsonl"},
+    )
+
+
+@app.route("/api/stats")
+def stats():
+    """Return overall annotation statistics (for the admin)."""
+    total = len(load_dataset())
+    db = get_db()
+    annotators = db.execute(
+        "SELECT annotator, COUNT(*) as count FROM annotations GROUP BY annotator ORDER BY annotator",
+    ).fetchall()
+    db.close()
+    return jsonify({
+        "total": total,
+        "annotators": [{"name": r["annotator"], "count": r["count"]} for r in annotators],
+    })
+
+
+if __name__ == "__main__":
+    DB_PATH.parent.mkdir(parents=True, exist_ok=True)
+    app.run(host="0.0.0.0", port=7860)

index.html

@@ -0,0 +1,613 @@
+<!DOCTYPE html>
+<html lang="de">
+<head>
+<meta charset="UTF-8">
+<meta name="viewport" content="width=device-width, initial-scale=1.0">
+<title>Zusammenfassungs-Evaluation</title>
+<style>
+  * { box-sizing: border-box; margin: 0; padding: 0; }
+  body { font-family: system-ui, -apple-system, sans-serif; background: #f5f5f5; color: #222; }
+
+  header {
+    background: #1a1a2e; color: #fff; padding: 12px 24px;
+    display: flex; align-items: center; gap: 24px; flex-wrap: wrap;
+    position: sticky; top: 0; z-index: 10;
+  }
+  header h1 { font-size: 17px; font-weight: 600; white-space: nowrap; }
+  .progress-box { margin-left: auto; font-size: 13px; opacity: .85; display: flex; align-items: center; gap: 10px; }
+  .progress-bar { width: 120px; height: 6px; background: #333; border-radius: 3px; overflow: hidden; }
+  .progress-fill { height: 100%; background: #22c55e; transition: width .3s; }
+
+  .nav {
+    display: flex; align-items: center; gap: 12px;
+    padding: 10px 24px; background: #fff; border-bottom: 1px solid #ddd;
+    position: sticky; top: 52px; z-index: 9; flex-wrap: wrap;
+  }
+  .nav button {
+    padding: 6px 16px; border: 1px solid #ccc; border-radius: 4px;
+    background: #fff; cursor: pointer; font-size: 14px;
+  }
+  .nav button:hover { background: #eee; }
+  .nav button:disabled { opacity: .4; cursor: default; }
+  .nav .counter { font-size: 14px; font-weight: 600; min-width: 80px; text-align: center; }
+  .filters { display: flex; align-items: center; gap: 8px; margin-left: auto; }
+  .filters label { font-size: 12px; font-weight: 600; color: #666; }
+  .filters select { padding: 4px 8px; border: 1px solid #ccc; border-radius: 4px; font-size: 13px; }
+
+  .card {
+    max-width: 960px; margin: 20px auto; background: #fff;
+    border-radius: 8px; box-shadow: 0 1px 3px rgba(0,0,0,.1); overflow: hidden;
+  }
+  .card-header {
+    padding: 14px 20px; border-bottom: 1px solid #eee;
+    display: flex; justify-content: space-between; align-items: center; gap: 12px;
+  }
+  .card-header h2 { font-size: 15px; font-weight: 600; }
+  .card-header .meta { display: flex; align-items: center; gap: 8px; flex-shrink: 0; }
+  .card-header .id { font-size: 12px; color: #888; font-family: monospace; }
+
+  .badge {
+    padding: 3px 10px; border-radius: 12px; font-size: 12px; font-weight: 600;
+  }
+  .badge-DRA { background: #ecfdf5; color: #065f46; }
+  .badge-DW  { background: #eff6ff; color: #1e40af; }
+
+  .section { padding: 14px 20px; border-bottom: 1px solid #f0f0f0; }
+  .section-label {
+    font-size: 11px; font-weight: 700; color: #666;
+    text-transform: uppercase; letter-spacing: .5px; margin-bottom: 6px;
+  }
+  .section-content { font-size: 14px; line-height: 1.65; white-space: pre-wrap; }
+
+  .summary-section {
+    background: #eff6ff; border-left: 4px solid #2563eb;
+  }
+  .summary-section .section-content { font-size: 15px; font-weight: 500; }
+
+  .transcript-section .section-content {
+    max-height: 260px; overflow-y: auto; font-size: 13px; color: #444;
+  }
+
+  .original-toggle {
+    padding: 8px 20px; background: #f8f8f8; border-bottom: 1px solid #f0f0f0;
+    cursor: pointer; display: flex; align-items: center; gap: 8px;
+    font-size: 12px; font-weight: 600; color: #666; user-select: none;
+  }
+  .original-toggle:hover { background: #f0f0f0; }
+  .original-toggle .arrow { transition: transform .2s; display: inline-block; }
+  .original-toggle .arrow.open { transform: rotate(90deg); }
+  .original-transcript {
+    display: none; padding: 14px 20px; border-bottom: 1px solid #f0f0f0;
+  }
+  .original-transcript.open { display: block; }
+  .original-transcript .section-content {
+    max-height: 260px; overflow-y: auto; font-size: 13px; color: #444;
+    white-space: pre-wrap; line-height: 1.65;
+  }
+
+  /* --- Evaluation controls --- */
+  .eval-section {
+    padding: 20px; border-bottom: 1px solid #f0f0f0;
+    border: 2px solid #2563eb; border-radius: 0 0 0 0;
+    margin: 0; background: #fafbff;
+  }
+  .eval-section .section-label { font-size: 13px; margin-bottom: 12px; color: #1e40af; }
+
+  .rating-row { margin-bottom: 16px; }
+  .rating-row label { font-size: 13px; font-weight: 600; color: #444; display: block; margin-bottom: 4px; }
+  .rating-row select { padding: 6px 10px; border: 1px solid #ccc; border-radius: 4px; font-size: 14px; }
+
+  .criteria { display: flex; gap: 20px; flex-wrap: wrap; margin-bottom: 16px; }
+  .criterion { display: flex; flex-direction: column; gap: 4px; min-width: 120px; }
+  .criterion label { font-size: 12px; font-weight: 700; color: #555; text-transform: uppercase; }
+  .criterion select {
+    padding: 5px 8px; border: 1px solid #ccc; border-radius: 4px; font-size: 14px;
+  }
+  .criterion select.val-ja   { border-color: #22c55e; background: #f0fdf4; }
+  .criterion select.val-aus  { border-color: #f59e0b; background: #fffbeb; }
+  .criterion select.val-nein { border-color: #ef4444; background: #fef2f2; }
+  .criterion select.val-none { border-color: #ccc; background: #f9fafb; }
+
+  .criterion-desc {
+    font-size: 11px; color: #777; font-weight: 400; line-height: 1.4; margin-bottom: 2px;
+  }
+
+  /* Collapsible guidelines */
+  .guidelines-toggle {
+    padding: 10px 20px; background: #f0f4ff; border-bottom: 1px solid #d0d8f0;
+    cursor: pointer; display: flex; align-items: center; gap: 8px;
+    font-size: 13px; font-weight: 600; color: #1e40af; user-select: none;
+  }
+  .guidelines-toggle:hover { background: #e0e8ff; }
+  .guidelines-toggle .arrow { transition: transform .2s; display: inline-block; }
+  .guidelines-toggle .arrow.open { transform: rotate(90deg); }
+  .guidelines-body {
+    display: none; padding: 14px 20px; background: #f8f9ff; border-bottom: 1px solid #d0d8f0;
+    font-size: 13px; line-height: 1.7; color: #444;
+  }
+  .guidelines-body.open { display: block; }
+  .guidelines-body h3 { font-size: 13px; font-weight: 700; color: #1e40af; margin: 12px 0 4px 0; }
+  .guidelines-body h3:first-child { margin-top: 0; }
+  .guidelines-body ul { margin: 4px 0 8px 18px; }
+  .guidelines-body li { margin-bottom: 2px; }
+  .guidelines-body .scale-label { font-weight: 600; }
+
+  .comments-row { margin-top: 4px; }
+  .comments-row label { font-size: 12px; font-weight: 700; color: #555; text-transform: uppercase; display: block; margin-bottom: 4px; }
+  .comments-row textarea {
+    width: 100%; padding: 8px 10px; border: 1px solid #ccc; border-radius: 4px;
+    font-family: inherit; font-size: 14px; line-height: 1.5; resize: vertical;
+  }
+  .comments-row textarea:focus { outline: 2px solid #2563eb; border-color: #2563eb; }
+
+  .actions { padding: 14px 20px; display: flex; justify-content: flex-end; gap: 12px; align-items: center; }
+  .save-hint { font-size: 12px; color: #888; margin-right: auto; }
+  .btn-save {
+    padding: 8px 24px; border: none; border-radius: 4px;
+    background: #2563eb; color: #fff; font-size: 14px; cursor: pointer; font-weight: 500;
+  }
+  .btn-save:hover { background: #1d4ed8; }
+  .btn-save:disabled { opacity: .4; cursor: default; }
+
+  .toast {
+    position: fixed; bottom: 24px; right: 24px; padding: 12px 20px;
+    border-radius: 6px; color: #fff; font-size: 14px;
+    opacity: 0; transition: opacity .3s; pointer-events: none;
+  }
+  .toast.show { opacity: 1; }
+  .toast.success { background: #22c55e; }
+  .toast.error  { background: #ef4444; }
+
+  .empty-state {
+    text-align: center; padding: 60px 20px; color: #666; font-size: 15px;
+  }
+
+  .badge-promptd {
+    background: #fef3c7; color: #92400e; padding: 3px 10px;
+    border-radius: 12px; font-size: 12px; font-weight: 600;
+  }
+  .reference-banner {
+    padding: 10px 20px; background: #fef9c3; border-bottom: 1px solid #fde68a;
+    font-size: 13px; color: #92400e; font-weight: 500;
+  }
+  .reference-banner strong { font-weight: 700; }
+  .prior-judgement { padding: 14px 20px; border-bottom: 1px solid #f0f0f0; background: #fffbeb; }
+  .prior-judgement .section-label { color: #92400e; }
+  .prior-judgement .pj-grid {
+    display: flex; gap: 16px; flex-wrap: wrap; font-size: 13px; margin-top: 6px;
+  }
+  .prior-judgement .pj-item { display: flex; flex-direction: column; gap: 2px; }
+  .prior-judgement .pj-label { font-size: 11px; font-weight: 700; color: #92400e; text-transform: uppercase; }
+  .prior-judgement .pj-value { font-weight: 600; }
+</style>
+</head>
+<body>
+
+<header>
+  <h1>Zusammenfassungs-Evaluation</h1>
+  <div class="progress-box">
+    <span id="progress-text">-</span>
+    <div class="progress-bar"><div class="progress-fill" id="progress-fill" style="width:0"></div></div>
+  </div>
+</header>
+
+<div class="nav">
+  <button id="btn-prev" onclick="navigate(-1)">Prev</button>
+  <span class="counter" id="counter">-</span>
+  <button id="btn-next" onclick="navigate(1)">Next</button>
+  <div class="filters">
+    <label>Bearbeitungsstatus:</label>
+    <select id="filter-status" onchange="applyFilters()">
+      <option value="">alle</option>
+      <option value="pending">offen</option>
+      <option value="done">bewertet</option>
+    </select>
+    <label>LRA:</label>
+    <select id="filter-rfa" onchange="applyFilters()">
+      <option value="">alle</option>
+      <option value="DW">DW</option>
+      <option value="DRA">DRA</option>
+    </select>
+    <label>Bewertungsrunde:</label>
+    <select id="filter-type" onchange="applyFilters()">
+      <option value="">alle</option>
+      <option value="new" selected>Neu (zu bewerten)</option>
+      <option value="promptd">Alter Prompt (bereits evaluiert)</option>
+    </select>
+  </div>
+</div>
+
+<div class="card" id="card">
+  <div class="card-header">
+    <h2 id="title">-</h2>
+    <div class="meta">
+      <span class="badge" id="badge-rfa"></span>
+      <span class="badge-promptd" id="badge-promptd" style="display:none">Alter Prompt</span>
+      <span class="id" id="eval-id">-</span>
+    </div>
+  </div>
+
+  <div class="reference-banner" id="reference-banner" style="display:none">
+    <strong>Alter Prompt:</strong> Dieser Eintrag wurde bereits in einer frueheren Evaluation bewertet. Die bestehende Bewertung wird unten angezeigt.
+  </div>
+
+  <div class="prior-judgement" id="prior-judgement" style="display:none">
+    <div class="section-label">Bestehende Bewertung (Alter Prompt)</div>
+    <div class="pj-grid" id="pj-grid"></div>
+    <div id="pj-anmerkungen" style="margin-top:8px; font-size:13px; color:#444;"></div>
+  </div>
+
+  <div class="section summary-section">
+    <div class="section-label">Zusammenfassung</div>
+    <div class="section-content" id="summary">-</div>
+  </div>
+
+  <div class="section">
+    <div class="section-label">Referenz</div>
+    <div class="section-content" id="referenz">-</div>
+  </div>
+
+  <div class="section transcript-section">
+    <div class="section-label" id="transcript-label">Transkript</div>
+    <div class="section-content" id="transcript">-</div>
+  </div>
+
+  <div class="original-toggle" id="original-toggle" style="display:none" onclick="toggleOriginal()">
+    <span class="arrow" id="original-arrow">&#9654;</span>
+    Original-Transkript (Fremdsprache) anzeigen
+  </div>
+  <div class="original-transcript" id="original-transcript">
+    <div class="section-label">Original-Transkript</div>
+    <div class="section-content" id="original-text">-</div>
+  </div>
+
+  <div class="guidelines-toggle" onclick="toggleGuidelines()">
+    <span class="arrow" id="guidelines-arrow">&#9654;</span>
+    Bewertungsrichtlinien anzeigen
+  </div>
+  <div class="guidelines-body" id="guidelines-body">
+    <h3>Vorgehensweise</h3>
+    <p>Lies das Transkript vollstaendig (oder ueberfliege es gruendlich). Lies dann die Zusammenfassung und waehle fuer jedes Kriterium eine Stufe (ja / ausreichend / nein). Vergib abschliessend eine Gesamtbewertung als Schulnote.</p>
+
+    <h3>Stufen</h3>
+    <ul>
+      <li><span class="scale-label">Ja</span> -- Perfekt oder nahezu perfekt, keine nennenswerten Schwaechen</li>
+      <li><span class="scale-label">Ausreichend</span> -- Mit Schwaechen, aber noch brauchbar</li>
+      <li><span class="scale-label">Nein</span> -- Inakzeptabel, voellig unbrauchbar</li>
+    </ul>
+
+    <h3>1. Korrekt</h3>
+    <p>Faktische Korrektheit: Werden Fakten, Namen und Orte korrekt wiedergegeben? Gibt es Halluzinationen oder Informationen, die nicht im Transkript vorkommen?</p>
+    <ul>
+      <li><span class="scale-label">Ja:</span> Alle Aussagen faktisch korrekt und durch das Transkript gestuetzt. Keine Halluzinationen.</li>
+      <li><span class="scale-label">Ausreichend:</span> Einige Ungenauigkeiten, Kernaussagen stimmen groesstenteils.</li>
+      <li><span class="scale-label">Nein:</span> Faktische Fehler und Halluzinationen. Ueberwiegend falsche Informationen.</li>
+    </ul>
+
+    <h3>2. Relevant</h3>
+    <p>Auswahl der bedeutsamen Inhalte: Enthaelt die Zusammenfassung nur wichtige Informationen? Gibt es unnoetige Wiederholungen?</p>
+    <ul>
+      <li><span class="scale-label">Ja:</span> Konzentriert sich ausschliesslich auf die wichtigsten Informationen. Keine Redundanzen.</li>
+      <li><span class="scale-label">Ausreichend:</span> Enthaelt auch weniger relevante Informationen. Einige unwichtige Details.</li>
+      <li><span class="scale-label">Nein:</span> Konzentriert sich auf nebensaechliche Aspekte statt Kernthemen.</li>
+    </ul>
+
+    <h3>3. Vollstaendig</h3>
+    <p>Sind alle wesentlichen Fakten, Kernaussagen und relevanten Entitaeten enthalten?</p>
+    <ul>
+      <li><span class="scale-label">Ja:</span> Alle wesentlichen Informationen und Kernaussagen enthalten. Wichtige Entitaeten vollstaendig erfasst.</li>
+      <li><span class="scale-label">Ausreichend:</span> Grundlegender Ueberblick, aber einzelne bedeutsame Aspekte fehlen.</li>
+      <li><span class="scale-label">Nein:</span> Wichtige Kernaussagen oder zentrale Entitaeten nicht erfasst. Zu lueckenhaft.</li>
+    </ul>
+
+    <h3>4. Kohaerenz</h3>
+    <p>Ist die Zusammenfassung gut strukturiert und logisch nachvollziehbar? Bilden die Saetze einen zusammenhaengenden Text?</p>
+    <ul>
+      <li><span class="scale-label">Ja:</span> Strukturiert und organisiert. Saetze bauen logisch aufeinander auf.</li>
+      <li><span class="scale-label">Ausreichend:</span> Grundsaetzlich verstaendlich, aber stellenweise sprunghaft.</li>
+      <li><span class="scale-label">Nein:</span> Unstrukturiert, Zusammenhang nur schwer nachvollziehbar.</li>
+    </ul>
+
+    <h3>Gesamtbewertung</h3>
+    <p>Schulnote 1 (sehr gut) bis 6 (ungenuegend). Bezieht sich auf den generellen Eindruck, wie gut das Transkript zusammengefasst wurde. Muss kein Durchschnitt der Kriterien sein -- z.B. kann fehlende Korrektheit staerker wiegen als fehlende Kohaerenz.</p>
+
+    <h3>Anmerkungen</h3>
+    <p>Optional: Besondere Fehler, Staerken, Halluzinationen, Begruendungen oder konkrete Verbesserungsvorschlaege fuer den Prompt.</p>
+  </div>
+
+  <div class="eval-section">
+    <div class="section-label">Bewertung</div>
+
+    <div class="rating-row">
+      <label>Gesamtbewertung (1 = sehr gut, 6 = ungenuegend)</label>
+      <select id="bewertung" onchange="markDirty()">
+        <option value="">(bitte waehlen)</option>
+        <option value="1">1 - sehr gut</option>
+        <option value="2">2 - gut</option>
+        <option value="3">3 - befriedigend</option>
+        <option value="4">4 - ausreichend</option>
+        <option value="5">5 - mangelhaft</option>
+        <option value="6">6 - ungenuegend</option>
+      </select>
+    </div>
+
+    <div class="criteria" id="criteria"></div>
+
+    <div class="comments-row">
+      <label for="anmerkungen">Anmerkungen</label>
+      <textarea id="anmerkungen" rows="3" placeholder="Optionale Anmerkungen..." oninput="markDirty()"></textarea>
+    </div>
+  </div>
+
+  <div class="actions">
+    <span class="save-hint" id="save-hint"></span>
+    <button class="btn-save" id="btn-save" onclick="saveAnnotation()" disabled>Speichern</button>
+  </div>
+</div>
+
+<div class="toast" id="toast"></div>
+
+<script>
+const CRITERIA = ["korrekt", "relevant", "vollstaendig", "kohaerenz"];
+const CRITERIA_DESC = {
+  korrekt: "Faktisch korrekt? Keine Halluzinationen?",
+  relevant: "Nur wichtige Informationen? Keine Redundanzen?",
+  vollstaendig: "Alle wesentlichen Fakten und Entitaeten enthalten?",
+  kohaerenz: "Gut strukturiert und logisch nachvollziehbar?",
+};
+
+let allRows = [];
+let filteredRows = [];
+let currentIdx = 0;
+let dirty = false;
+
+/* ---------- Silent session ID (one per browser, prevents overwrites) ---------- */
+
+function getSessionId() {
+  let id = localStorage.getItem("eval_session_id");
+  if (!id) {
+    id = crypto.randomUUID();
+    localStorage.setItem("eval_session_id", id);
+  }
+  return id;
+}
+const SESSION_ID = getSessionId();
+
+/* ---------- Data loading ---------- */
+
+async function loadEntries() {
+  const res = await fetch("/api/entries?annotator=" + encodeURIComponent(SESSION_ID));
+  if (!res.ok) { allRows = []; applyFilters(); return; }
+  allRows = await res.json();
+  applyFilters();
+  refreshProgress();
+}
+
+function applyFilters() {
+  if (dirty && !confirm("Ungespeicherte Aenderungen verwerfen?")) return;
+  dirty = false;
+  const status = document.getElementById("filter-status").value;
+  const rfa = document.getElementById("filter-rfa").value;
+  filteredRows = [...allRows];
+  if (status === "pending") {
+    filteredRows = filteredRows.filter(r => !r.bewertung);
+  } else if (status === "done") {
+    filteredRows = filteredRows.filter(r => r.bewertung);
+  }
+  if (rfa) {
+    filteredRows = filteredRows.filter(r => r.rfa === rfa);
+  }
+  const typeFilter = document.getElementById("filter-type").value;
+  if (typeFilter === "promptd") {
+    filteredRows = filteredRows.filter(r => r.has_prior_judgement);
+  } else if (typeFilter === "new") {
+    filteredRows = filteredRows.filter(r => !r.has_prior_judgement);
+  }
+  currentIdx = 0;
+  render();
+}
+
+async function refreshProgress() {
+  const res = await fetch("/api/progress?annotator=" + encodeURIComponent(SESSION_ID));
+  if (!res.ok) return;
+  const p = await res.json();
+  document.getElementById("progress-text").textContent = p.annotated + " / " + p.total;
+  const pct = p.total ? Math.round(100 * p.annotated / p.total) : 0;
+  document.getElementById("progress-fill").style.width = pct + "%";
+}
+
+/* ---------- Rendering ---------- */
+
+function render() {
+  const card = document.getElementById("card");
+  if (filteredRows.length === 0) {
+    card.innerHTML = '<div class="empty-state">Keine Eintraege gefunden.</div>';
+    document.getElementById("counter").textContent = "0 / 0";
+    return;
+  }
+  // Ensure card structure is present (may have been replaced by empty state)
+  if (!document.getElementById("title")) { location.reload(); return; }
+
+  const row = filteredRows[currentIdx];
+  document.getElementById("counter").textContent = (currentIdx + 1) + " / " + filteredRows.length;
+  document.getElementById("btn-prev").disabled = currentIdx === 0;
+  document.getElementById("btn-next").disabled = currentIdx === filteredRows.length - 1;
+
+  document.getElementById("eval-id").textContent = row.eval_id;
+  document.getElementById("title").textContent =
+    (row.sende_haupttitel || "") + " \u2013 " + (row.beitragstitel || "");
+
+  const badge = document.getElementById("badge-rfa");
+  badge.textContent = row.rfa;
+  badge.className = "badge badge-" + row.rfa;
+
+  const isPromptD = row.has_prior_judgement;
+  document.getElementById("badge-promptd").style.display = isPromptD ? "" : "none";
+  document.getElementById("reference-banner").style.display = isPromptD ? "" : "none";
+
+  const pjEl = document.getElementById("prior-judgement");
+  if (isPromptD) {
+    pjEl.style.display = "";
+    const grid = document.getElementById("pj-grid");
+    grid.innerHTML =
+      '<div class="pj-item"><span class="pj-label">Gesamt</span><span class="pj-value">' + (row.prior_bewertung || "-") + '</span></div>' +
+      CRITERIA.map(c =>
+        '<div class="pj-item"><span class="pj-label">' + c.charAt(0).toUpperCase() + c.slice(1) +
+        '</span><span class="pj-value">' + (row["prior_" + c] || "-") + '</span></div>'
+      ).join("");
+    const pjAnm = document.getElementById("pj-anmerkungen");
+    pjAnm.textContent = row.prior_anmerkungen ? "Anmerkungen: " + row.prior_anmerkungen : "";
+  } else {
+    pjEl.style.display = "none";
+  }
+
+  document.getElementById("summary").textContent = row.summary || "-";
+  document.getElementById("referenz").textContent = row.referenz || "-";
+
+  const hasTranslation = row.rfa === "DW" && row.translation;
+  if (hasTranslation) {
+    document.getElementById("transcript-label").textContent = "Transkript (Uebersetzung)";
+    document.getElementById("transcript").textContent = row.translation;
+    document.getElementById("original-toggle").style.display = "";
+    document.getElementById("original-text").textContent = row.transkript || "-";
+    document.getElementById("original-transcript").classList.remove("open");
+    document.getElementById("original-arrow").classList.remove("open");
+  } else {
+    document.getElementById("transcript-label").textContent = "Transkript";
+    document.getElementById("transcript").textContent = row.transkript || "-";
+    document.getElementById("original-toggle").style.display = "none";
+    document.getElementById("original-transcript").classList.remove("open");
+  }
+
+  // Bewertung dropdown
+  document.getElementById("bewertung").value = row.bewertung || "";
+
+  // Criteria
+  const criteriaEl = document.getElementById("criteria");
+  criteriaEl.innerHTML = "";
+  for (const c of CRITERIA) {
+    const val = (row[c] || "").toLowerCase();
+    const div = document.createElement("div");
+    div.className = "criterion";
+    div.innerHTML =
+      '<label>' + c.charAt(0).toUpperCase() + c.slice(1) + '</label>' +
+      '<span class="criterion-desc">' + CRITERIA_DESC[c] + '</span>' +
+      '<select data-criterion="' + c + '" onchange="onCriterionChange(this)">' +
+        '<option value=""' + (!val ? ' selected' : '') + '>(bitte waehlen)</option>' +
+        '<option value="ja"' + (val === 'ja' ? ' selected' : '') + '>ja</option>' +
+        '<option value="ausreichend"' + (val === 'ausreichend' ? ' selected' : '') + '>ausreichend</option>' +
+        '<option value="nein"' + (val === 'nein' ? ' selected' : '') + '>nein</option>' +
+      '</select>';
+    const sel = div.querySelector("select");
+    applyCriterionStyle(sel);
+    criteriaEl.appendChild(div);
+  }
+
+  // Anmerkungen
+  document.getElementById("anmerkungen").value = row.anmerkungen || "";
+
+  // Save hint
+  document.getElementById("save-hint").textContent = row.bewertung ? "Bereits bewertet" : "";
+
+  dirty = false;
+  document.getElementById("btn-save").disabled = true;
+}
+
+function applyCriterionStyle(sel) {
+  const v = sel.value;
+  sel.className = v === "ja" ? "val-ja" : v === "ausreichend" ? "val-aus" : v === "nein" ? "val-nein" : "val-none";
+}
+
+/* ---------- Interaction ---------- */
+
+function markDirty() {
+  dirty = true;
+  document.getElementById("btn-save").disabled = false;
+  document.getElementById("save-hint").textContent = "";
+}
+
+function onCriterionChange(sel) {
+  applyCriterionStyle(sel);
+  markDirty();
+}
+
+function navigate(dir) {
+  if (dirty && !confirm("Ungespeicherte Aenderungen verwerfen?")) return;
+  dirty = false;
+  currentIdx = Math.max(0, Math.min(filteredRows.length - 1, currentIdx + dir));
+  render();
+}
+
+async function saveAnnotation() {
+  const row = filteredRows[currentIdx];
+  const data = {
+    annotator: SESSION_ID,
+    eval_id: row.eval_id,
+    bewertung: document.getElementById("bewertung").value || null,
+    anmerkungen: document.getElementById("anmerkungen").value || null,
+  };
+  document.querySelectorAll("#criteria select").forEach(sel => {
+    data[sel.dataset.criterion] = sel.value || null;
+  });
+
+  const res = await fetch("/api/annotate", {
+    method: "POST",
+    headers: { "Content-Type": "application/json" },
+    body: JSON.stringify(data),
+  });
+
+  if (res.ok) {
+    // Update local row data
+    for (const key of ["bewertung", "korrekt", "relevant", "vollstaendig", "kohaerenz", "anmerkungen"]) {
+      row[key] = data[key];
+    }
+    // Also update in allRows
+    const src = allRows.find(r => r.eval_id === row.eval_id);
+    if (src) Object.assign(src, data);
+
+    dirty = false;
+    document.getElementById("btn-save").disabled = true;
+    document.getElementById("save-hint").textContent = "Gespeichert";
+    showToast("Gespeichert", "success");
+    refreshProgress();
+  } else {
+    showToast("Fehler beim Speichern", "error");
+  }
+}
+
+/* ---------- Utilities ---------- */
+
+function showToast(msg, type) {
+  const el = document.getElementById("toast");
+  el.textContent = msg;
+  el.className = "toast " + type + " show";
+  setTimeout(() => el.classList.remove("show"), 2000);
+}
+
+document.addEventListener("keydown", e => {
+  if (e.target.tagName === "SELECT" || e.target.tagName === "TEXTAREA") return;
+  if (e.key === "ArrowLeft")  navigate(-1);
+  if (e.key === "ArrowRight") navigate(1);
+});
+
+/* ---------- Guidelines toggle ---------- */
+
+function toggleGuidelines() {
+  const body = document.getElementById("guidelines-body");
+  const arrow = document.getElementById("guidelines-arrow");
+  body.classList.toggle("open");
+  arrow.classList.toggle("open");
+}
+
+function toggleOriginal() {
+  const body = document.getElementById("original-transcript");
+  const arrow = document.getElementById("original-arrow");
+  body.classList.toggle("open");
+  arrow.classList.toggle("open");
+}
+
+/* ---------- Init ---------- */
+loadEntries();
+</script>
+</body>
+</html>

pyproject.toml

@@ -0,0 +1,9 @@
+[project]
+name = "annotation-app"
+version = "0.1.0"
+description = "Add your description here"
+readme = "README.md"
+requires-python = ">=3.12"
+dependencies = [
+    "flask==3.1.3",
+]

uv.lock

@@ -0,0 +1,161 @@
+version = 1
+revision = 3
+requires-python = ">=3.12"
+
+[options]
+exclude-newer = "2026-04-09T08:47:56.7359646Z"
+exclude-newer-span = "P7D"
+
+[[package]]
+name = "annotation-app"
+version = "0.1.0"
+source = { virtual = "." }
+dependencies = [
+    { name = "flask" },
+]
+
+[package.metadata]
+requires-dist = [{ name = "flask", specifier = "==3.1.3" }]
+
+[[package]]
+name = "blinker"
+version = "1.9.0"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/21/28/9b3f50ce0e048515135495f198351908d99540d69bfdc8c1d15b73dc55ce/blinker-1.9.0.tar.gz", hash = "sha256:b4ce2265a7abece45e7cc896e98dbebe6cead56bcf805a3d23136d145f5445bf", size = 22460, upload-time = "2024-11-08T17:25:47.436Z" }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/10/cb/f2ad4230dc2eb1a74edf38f1a38b9b52277f75bef262d8908e60d957e13c/blinker-1.9.0-py3-none-any.whl", hash = "sha256:ba0efaa9080b619ff2f3459d1d500c57bddea4a6b424b60a91141db6fd2f08bc", size = 8458, upload-time = "2024-11-08T17:25:46.184Z" },
+]
+
+[[package]]
+name = "click"
+version = "8.3.2"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "colorama", marker = "sys_platform == 'win32'" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/57/75/31212c6bf2503fdf920d87fee5d7a86a2e3bcf444984126f13d8e4016804/click-8.3.2.tar.gz", hash = "sha256:14162b8b3b3550a7d479eafa77dfd3c38d9dc8951f6f69c78913a8f9a7540fd5", size = 302856, upload-time = "2026-04-03T19:14:45.118Z" }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/e4/20/71885d8b97d4f3dde17b1fdb92dbd4908b00541c5a3379787137285f602e/click-8.3.2-py3-none-any.whl", hash = "sha256:1924d2c27c5653561cd2cae4548d1406039cb79b858b747cfea24924bbc1616d", size = 108379, upload-time = "2026-04-03T19:14:43.505Z" },
+]
+
+[[package]]
+name = "colorama"
+version = "0.4.6"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/d8/53/6f443c9a4a8358a93a6792e2acffb9d9d5cb0a5cfd8802644b7b1c9a02e4/colorama-0.4.6.tar.gz", hash = "sha256:08695f5cb7ed6e0531a20572697297273c47b8cae5a63ffc6d6ed5c201be6e44", size = 27697, upload-time = "2022-10-25T02:36:22.414Z" }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/d1/d6/3965ed04c63042e047cb6a3e6ed1a63a35087b6a609aa3a15ed8ac56c221/colorama-0.4.6-py2.py3-none-any.whl", hash = "sha256:4f1d9991f5acc0ca119f9d443620b77f9d6b33703e51011c16baf57afb285fc6", size = 25335, upload-time = "2022-10-25T02:36:20.889Z" },
+]
+
+[[package]]
+name = "flask"
+version = "3.1.3"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "blinker" },
+    { name = "click" },
+    { name = "itsdangerous" },
+    { name = "jinja2" },
+    { name = "markupsafe" },
+    { name = "werkzeug" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/26/00/35d85dcce6c57fdc871f3867d465d780f302a175ea360f62533f12b27e2b/flask-3.1.3.tar.gz", hash = "sha256:0ef0e52b8a9cd932855379197dd8f94047b359ca0a78695144304cb45f87c9eb", size = 759004, upload-time = "2026-02-19T05:00:57.678Z" }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/7f/9c/34f6962f9b9e9c71f6e5ed806e0d0ff03c9d1b0b2340088a0cf4bce09b18/flask-3.1.3-py3-none-any.whl", hash = "sha256:f4bcbefc124291925f1a26446da31a5178f9483862233b23c0c96a20701f670c", size = 103424, upload-time = "2026-02-19T05:00:56.027Z" },
+]
+
+[[package]]
+name = "itsdangerous"
+version = "2.2.0"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/9c/cb/8ac0172223afbccb63986cc25049b154ecfb5e85932587206f42317be31d/itsdangerous-2.2.0.tar.gz", hash = "sha256:e0050c0b7da1eea53ffaf149c0cfbb5c6e2e2b69c4bef22c81fa6eb73e5f6173", size = 54410, upload-time = "2024-04-16T21:28:15.614Z" }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/04/96/92447566d16df59b2a776c0fb82dbc4d9e07cd95062562af01e408583fc4/itsdangerous-2.2.0-py3-none-any.whl", hash = "sha256:c6242fc49e35958c8b15141343aa660db5fc54d4f13a1db01a3f5891b98700ef", size = 16234, upload-time = "2024-04-16T21:28:14.499Z" },
+]
+
+[[package]]
+name = "jinja2"
+version = "3.1.6"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "markupsafe" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/df/bf/f7da0350254c0ed7c72f3e33cef02e048281fec7ecec5f032d4aac52226b/jinja2-3.1.6.tar.gz", hash = "sha256:0137fb05990d35f1275a587e9aee6d56da821fc83491a0fb838183be43f66d6d", size = 245115, upload-time = "2025-03-05T20:05:02.478Z" }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/62/a1/3d680cbfd5f4b8f15abc1d571870c5fc3e594bb582bc3b64ea099db13e56/jinja2-3.1.6-py3-none-any.whl", hash = "sha256:85ece4451f492d0c13c5dd7c13a64681a86afae63a5f347908daf103ce6d2f67", size = 134899, upload-time = "2025-03-05T20:05:00.369Z" },
+]
+
+[[package]]
+name = "markupsafe"
+version = "3.0.3"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/7e/99/7690b6d4034fffd95959cbe0c02de8deb3098cc577c67bb6a24fe5d7caa7/markupsafe-3.0.3.tar.gz", hash = "sha256:722695808f4b6457b320fdc131280796bdceb04ab50fe1795cd540799ebe1698", size = 80313, upload-time = "2025-09-27T18:37:40.426Z" }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/5a/72/147da192e38635ada20e0a2e1a51cf8823d2119ce8883f7053879c2199b5/markupsafe-3.0.3-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:d53197da72cc091b024dd97249dfc7794d6a56530370992a5e1a08983ad9230e", size = 11615, upload-time = "2025-09-27T18:36:30.854Z" },
+    { url = "https://files.pythonhosted.org/packages/9a/81/7e4e08678a1f98521201c3079f77db69fb552acd56067661f8c2f534a718/markupsafe-3.0.3-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:1872df69a4de6aead3491198eaf13810b565bdbeec3ae2dc8780f14458ec73ce", size = 12020, upload-time = "2025-09-27T18:36:31.971Z" },
+    { url = "https://files.pythonhosted.org/packages/1e/2c/799f4742efc39633a1b54a92eec4082e4f815314869865d876824c257c1e/markupsafe-3.0.3-cp312-cp312-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:3a7e8ae81ae39e62a41ec302f972ba6ae23a5c5396c8e60113e9066ef893da0d", size = 24332, upload-time = "2025-09-27T18:36:32.813Z" },
+    { url = "https://files.pythonhosted.org/packages/3c/2e/8d0c2ab90a8c1d9a24f0399058ab8519a3279d1bd4289511d74e909f060e/markupsafe-3.0.3-cp312-cp312-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:d6dd0be5b5b189d31db7cda48b91d7e0a9795f31430b7f271219ab30f1d3ac9d", size = 22947, upload-time = "2025-09-27T18:36:33.86Z" },
+    { url = "https://files.pythonhosted.org/packages/2c/54/887f3092a85238093a0b2154bd629c89444f395618842e8b0c41783898ea/markupsafe-3.0.3-cp312-cp312-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:94c6f0bb423f739146aec64595853541634bde58b2135f27f61c1ffd1cd4d16a", size = 21962, upload-time = "2025-09-27T18:36:35.099Z" },
+    { url = "https://files.pythonhosted.org/packages/c9/2f/336b8c7b6f4a4d95e91119dc8521402461b74a485558d8f238a68312f11c/markupsafe-3.0.3-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:be8813b57049a7dc738189df53d69395eba14fb99345e0a5994914a3864c8a4b", size = 23760, upload-time = "2025-09-27T18:36:36.001Z" },
+    { url = "https://files.pythonhosted.org/packages/32/43/67935f2b7e4982ffb50a4d169b724d74b62a3964bc1a9a527f5ac4f1ee2b/markupsafe-3.0.3-cp312-cp312-musllinux_1_2_riscv64.whl", hash = "sha256:83891d0e9fb81a825d9a6d61e3f07550ca70a076484292a70fde82c4b807286f", size = 21529, upload-time = "2025-09-27T18:36:36.906Z" },
+    { url = "https://files.pythonhosted.org/packages/89/e0/4486f11e51bbba8b0c041098859e869e304d1c261e59244baa3d295d47b7/markupsafe-3.0.3-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:77f0643abe7495da77fb436f50f8dab76dbc6e5fd25d39589a0f1fe6548bfa2b", size = 23015, upload-time = "2025-09-27T18:36:37.868Z" },
+    { url = "https://files.pythonhosted.org/packages/2f/e1/78ee7a023dac597a5825441ebd17170785a9dab23de95d2c7508ade94e0e/markupsafe-3.0.3-cp312-cp312-win32.whl", hash = "sha256:d88b440e37a16e651bda4c7c2b930eb586fd15ca7406cb39e211fcff3bf3017d", size = 14540, upload-time = "2025-09-27T18:36:38.761Z" },
+    { url = "https://files.pythonhosted.org/packages/aa/5b/bec5aa9bbbb2c946ca2733ef9c4ca91c91b6a24580193e891b5f7dbe8e1e/markupsafe-3.0.3-cp312-cp312-win_amd64.whl", hash = "sha256:26a5784ded40c9e318cfc2bdb30fe164bdb8665ded9cd64d500a34fb42067b1c", size = 15105, upload-time = "2025-09-27T18:36:39.701Z" },
+    { url = "https://files.pythonhosted.org/packages/e5/f1/216fc1bbfd74011693a4fd837e7026152e89c4bcf3e77b6692fba9923123/markupsafe-3.0.3-cp312-cp312-win_arm64.whl", hash = "sha256:35add3b638a5d900e807944a078b51922212fb3dedb01633a8defc4b01a3c85f", size = 13906, upload-time = "2025-09-27T18:36:40.689Z" },
+    { url = "https://files.pythonhosted.org/packages/38/2f/907b9c7bbba283e68f20259574b13d005c121a0fa4c175f9bed27c4597ff/markupsafe-3.0.3-cp313-cp313-macosx_10_13_x86_64.whl", hash = "sha256:e1cf1972137e83c5d4c136c43ced9ac51d0e124706ee1c8aa8532c1287fa8795", size = 11622, upload-time = "2025-09-27T18:36:41.777Z" },
+    { url = "https://files.pythonhosted.org/packages/9c/d9/5f7756922cdd676869eca1c4e3c0cd0df60ed30199ffd775e319089cb3ed/markupsafe-3.0.3-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:116bb52f642a37c115f517494ea5feb03889e04df47eeff5b130b1808ce7c219", size = 12029, upload-time = "2025-09-27T18:36:43.257Z" },
+    { url = "https://files.pythonhosted.org/packages/00/07/575a68c754943058c78f30db02ee03a64b3c638586fba6a6dd56830b30a3/markupsafe-3.0.3-cp313-cp313-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:133a43e73a802c5562be9bbcd03d090aa5a1fe899db609c29e8c8d815c5f6de6", size = 24374, upload-time = "2025-09-27T18:36:44.508Z" },
+    { url = "https://files.pythonhosted.org/packages/a9/21/9b05698b46f218fc0e118e1f8168395c65c8a2c750ae2bab54fc4bd4e0e8/markupsafe-3.0.3-cp313-cp313-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:ccfcd093f13f0f0b7fdd0f198b90053bf7b2f02a3927a30e63f3ccc9df56b676", size = 22980, upload-time = "2025-09-27T18:36:45.385Z" },
+    { url = "https://files.pythonhosted.org/packages/7f/71/544260864f893f18b6827315b988c146b559391e6e7e8f7252839b1b846a/markupsafe-3.0.3-cp313-cp313-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:509fa21c6deb7a7a273d629cf5ec029bc209d1a51178615ddf718f5918992ab9", size = 21990, upload-time = "2025-09-27T18:36:46.916Z" },
+    { url = "https://files.pythonhosted.org/packages/c2/28/b50fc2f74d1ad761af2f5dcce7492648b983d00a65b8c0e0cb457c82ebbe/markupsafe-3.0.3-cp313-cp313-musllinux_1_2_aarch64.whl", hash = "sha256:a4afe79fb3de0b7097d81da19090f4df4f8d3a2b3adaa8764138aac2e44f3af1", size = 23784, upload-time = "2025-09-27T18:36:47.884Z" },
+    { url = "https://files.pythonhosted.org/packages/ed/76/104b2aa106a208da8b17a2fb72e033a5a9d7073c68f7e508b94916ed47a9/markupsafe-3.0.3-cp313-cp313-musllinux_1_2_riscv64.whl", hash = "sha256:795e7751525cae078558e679d646ae45574b47ed6e7771863fcc079a6171a0fc", size = 21588, upload-time = "2025-09-27T18:36:48.82Z" },
+    { url = "https://files.pythonhosted.org/packages/b5/99/16a5eb2d140087ebd97180d95249b00a03aa87e29cc224056274f2e45fd6/markupsafe-3.0.3-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:8485f406a96febb5140bfeca44a73e3ce5116b2501ac54fe953e488fb1d03b12", size = 23041, upload-time = "2025-09-27T18:36:49.797Z" },
+    { url = "https://files.pythonhosted.org/packages/19/bc/e7140ed90c5d61d77cea142eed9f9c303f4c4806f60a1044c13e3f1471d0/markupsafe-3.0.3-cp313-cp313-win32.whl", hash = "sha256:bdd37121970bfd8be76c5fb069c7751683bdf373db1ed6c010162b2a130248ed", size = 14543, upload-time = "2025-09-27T18:36:51.584Z" },
+    { url = "https://files.pythonhosted.org/packages/05/73/c4abe620b841b6b791f2edc248f556900667a5a1cf023a6646967ae98335/markupsafe-3.0.3-cp313-cp313-win_amd64.whl", hash = "sha256:9a1abfdc021a164803f4d485104931fb8f8c1efd55bc6b748d2f5774e78b62c5", size = 15113, upload-time = "2025-09-27T18:36:52.537Z" },
+    { url = "https://files.pythonhosted.org/packages/f0/3a/fa34a0f7cfef23cf9500d68cb7c32dd64ffd58a12b09225fb03dd37d5b80/markupsafe-3.0.3-cp313-cp313-win_arm64.whl", hash = "sha256:7e68f88e5b8799aa49c85cd116c932a1ac15caaa3f5db09087854d218359e485", size = 13911, upload-time = "2025-09-27T18:36:53.513Z" },
+    { url = "https://files.pythonhosted.org/packages/e4/d7/e05cd7efe43a88a17a37b3ae96e79a19e846f3f456fe79c57ca61356ef01/markupsafe-3.0.3-cp313-cp313t-macosx_10_13_x86_64.whl", hash = "sha256:218551f6df4868a8d527e3062d0fb968682fe92054e89978594c28e642c43a73", size = 11658, upload-time = "2025-09-27T18:36:54.819Z" },
+    { url = "https://files.pythonhosted.org/packages/99/9e/e412117548182ce2148bdeacdda3bb494260c0b0184360fe0d56389b523b/markupsafe-3.0.3-cp313-cp313t-macosx_11_0_arm64.whl", hash = "sha256:3524b778fe5cfb3452a09d31e7b5adefeea8c5be1d43c4f810ba09f2ceb29d37", size = 12066, upload-time = "2025-09-27T18:36:55.714Z" },
+    { url = "https://files.pythonhosted.org/packages/bc/e6/fa0ffcda717ef64a5108eaa7b4f5ed28d56122c9a6d70ab8b72f9f715c80/markupsafe-3.0.3-cp313-cp313t-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:4e885a3d1efa2eadc93c894a21770e4bc67899e3543680313b09f139e149ab19", size = 25639, upload-time = "2025-09-27T18:36:56.908Z" },
+    { url = "https://files.pythonhosted.org/packages/96/ec/2102e881fe9d25fc16cb4b25d5f5cde50970967ffa5dddafdb771237062d/markupsafe-3.0.3-cp313-cp313t-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:8709b08f4a89aa7586de0aadc8da56180242ee0ada3999749b183aa23df95025", size = 23569, upload-time = "2025-09-27T18:36:57.913Z" },
+    { url = "https://files.pythonhosted.org/packages/4b/30/6f2fce1f1f205fc9323255b216ca8a235b15860c34b6798f810f05828e32/markupsafe-3.0.3-cp313-cp313t-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:b8512a91625c9b3da6f127803b166b629725e68af71f8184ae7e7d54686a56d6", size = 23284, upload-time = "2025-09-27T18:36:58.833Z" },
+    { url = "https://files.pythonhosted.org/packages/58/47/4a0ccea4ab9f5dcb6f79c0236d954acb382202721e704223a8aafa38b5c8/markupsafe-3.0.3-cp313-cp313t-musllinux_1_2_aarch64.whl", hash = "sha256:9b79b7a16f7fedff2495d684f2b59b0457c3b493778c9eed31111be64d58279f", size = 24801, upload-time = "2025-09-27T18:36:59.739Z" },
+    { url = "https://files.pythonhosted.org/packages/6a/70/3780e9b72180b6fecb83a4814d84c3bf4b4ae4bf0b19c27196104149734c/markupsafe-3.0.3-cp313-cp313t-musllinux_1_2_riscv64.whl", hash = "sha256:12c63dfb4a98206f045aa9563db46507995f7ef6d83b2f68eda65c307c6829eb", size = 22769, upload-time = "2025-09-27T18:37:00.719Z" },
+    { url = "https://files.pythonhosted.org/packages/98/c5/c03c7f4125180fc215220c035beac6b9cb684bc7a067c84fc69414d315f5/markupsafe-3.0.3-cp313-cp313t-musllinux_1_2_x86_64.whl", hash = "sha256:8f71bc33915be5186016f675cd83a1e08523649b0e33efdb898db577ef5bb009", size = 23642, upload-time = "2025-09-27T18:37:01.673Z" },
+    { url = "https://files.pythonhosted.org/packages/80/d6/2d1b89f6ca4bff1036499b1e29a1d02d282259f3681540e16563f27ebc23/markupsafe-3.0.3-cp313-cp313t-win32.whl", hash = "sha256:69c0b73548bc525c8cb9a251cddf1931d1db4d2258e9599c28c07ef3580ef354", size = 14612, upload-time = "2025-09-27T18:37:02.639Z" },
+    { url = "https://files.pythonhosted.org/packages/2b/98/e48a4bfba0a0ffcf9925fe2d69240bfaa19c6f7507b8cd09c70684a53c1e/markupsafe-3.0.3-cp313-cp313t-win_amd64.whl", hash = "sha256:1b4b79e8ebf6b55351f0d91fe80f893b4743f104bff22e90697db1590e47a218", size = 15200, upload-time = "2025-09-27T18:37:03.582Z" },
+    { url = "https://files.pythonhosted.org/packages/0e/72/e3cc540f351f316e9ed0f092757459afbc595824ca724cbc5a5d4263713f/markupsafe-3.0.3-cp313-cp313t-win_arm64.whl", hash = "sha256:ad2cf8aa28b8c020ab2fc8287b0f823d0a7d8630784c31e9ee5edea20f406287", size = 13973, upload-time = "2025-09-27T18:37:04.929Z" },
+    { url = "https://files.pythonhosted.org/packages/33/8a/8e42d4838cd89b7dde187011e97fe6c3af66d8c044997d2183fbd6d31352/markupsafe-3.0.3-cp314-cp314-macosx_10_13_x86_64.whl", hash = "sha256:eaa9599de571d72e2daf60164784109f19978b327a3910d3e9de8c97b5b70cfe", size = 11619, upload-time = "2025-09-27T18:37:06.342Z" },
+    { url = "https://files.pythonhosted.org/packages/b5/64/7660f8a4a8e53c924d0fa05dc3a55c9cee10bbd82b11c5afb27d44b096ce/markupsafe-3.0.3-cp314-cp314-macosx_11_0_arm64.whl", hash = "sha256:c47a551199eb8eb2121d4f0f15ae0f923d31350ab9280078d1e5f12b249e0026", size = 12029, upload-time = "2025-09-27T18:37:07.213Z" },
+    { url = "https://files.pythonhosted.org/packages/da/ef/e648bfd021127bef5fa12e1720ffed0c6cbb8310c8d9bea7266337ff06de/markupsafe-3.0.3-cp314-cp314-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:f34c41761022dd093b4b6896d4810782ffbabe30f2d443ff5f083e0cbbb8c737", size = 24408, upload-time = "2025-09-27T18:37:09.572Z" },
+    { url = "https://files.pythonhosted.org/packages/41/3c/a36c2450754618e62008bf7435ccb0f88053e07592e6028a34776213d877/markupsafe-3.0.3-cp314-cp314-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:457a69a9577064c05a97c41f4e65148652db078a3a509039e64d3467b9e7ef97", size = 23005, upload-time = "2025-09-27T18:37:10.58Z" },
+    { url = "https://files.pythonhosted.org/packages/bc/20/b7fdf89a8456b099837cd1dc21974632a02a999ec9bf7ca3e490aacd98e7/markupsafe-3.0.3-cp314-cp314-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:e8afc3f2ccfa24215f8cb28dcf43f0113ac3c37c2f0f0806d8c70e4228c5cf4d", size = 22048, upload-time = "2025-09-27T18:37:11.547Z" },
+    { url = "https://files.pythonhosted.org/packages/9a/a7/591f592afdc734f47db08a75793a55d7fbcc6902a723ae4cfbab61010cc5/markupsafe-3.0.3-cp314-cp314-musllinux_1_2_aarch64.whl", hash = "sha256:ec15a59cf5af7be74194f7ab02d0f59a62bdcf1a537677ce67a2537c9b87fcda", size = 23821, upload-time = "2025-09-27T18:37:12.48Z" },
+    { url = "https://files.pythonhosted.org/packages/7d/33/45b24e4f44195b26521bc6f1a82197118f74df348556594bd2262bda1038/markupsafe-3.0.3-cp314-cp314-musllinux_1_2_riscv64.whl", hash = "sha256:0eb9ff8191e8498cca014656ae6b8d61f39da5f95b488805da4bb029cccbfbaf", size = 21606, upload-time = "2025-09-27T18:37:13.485Z" },
+    { url = "https://files.pythonhosted.org/packages/ff/0e/53dfaca23a69fbfbbf17a4b64072090e70717344c52eaaaa9c5ddff1e5f0/markupsafe-3.0.3-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:2713baf880df847f2bece4230d4d094280f4e67b1e813eec43b4c0e144a34ffe", size = 23043, upload-time = "2025-09-27T18:37:14.408Z" },
+    { url = "https://files.pythonhosted.org/packages/46/11/f333a06fc16236d5238bfe74daccbca41459dcd8d1fa952e8fbd5dccfb70/markupsafe-3.0.3-cp314-cp314-win32.whl", hash = "sha256:729586769a26dbceff69f7a7dbbf59ab6572b99d94576a5592625d5b411576b9", size = 14747, upload-time = "2025-09-27T18:37:15.36Z" },
+    { url = "https://files.pythonhosted.org/packages/28/52/182836104b33b444e400b14f797212f720cbc9ed6ba34c800639d154e821/markupsafe-3.0.3-cp314-cp314-win_amd64.whl", hash = "sha256:bdc919ead48f234740ad807933cdf545180bfbe9342c2bb451556db2ed958581", size = 15341, upload-time = "2025-09-27T18:37:16.496Z" },
+    { url = "https://files.pythonhosted.org/packages/6f/18/acf23e91bd94fd7b3031558b1f013adfa21a8e407a3fdb32745538730382/markupsafe-3.0.3-cp314-cp314-win_arm64.whl", hash = "sha256:5a7d5dc5140555cf21a6fefbdbf8723f06fcd2f63ef108f2854de715e4422cb4", size = 14073, upload-time = "2025-09-27T18:37:17.476Z" },
+    { url = "https://files.pythonhosted.org/packages/3c/f0/57689aa4076e1b43b15fdfa646b04653969d50cf30c32a102762be2485da/markupsafe-3.0.3-cp314-cp314t-macosx_10_13_x86_64.whl", hash = "sha256:1353ef0c1b138e1907ae78e2f6c63ff67501122006b0f9abad68fda5f4ffc6ab", size = 11661, upload-time = "2025-09-27T18:37:18.453Z" },
+    { url = "https://files.pythonhosted.org/packages/89/c3/2e67a7ca217c6912985ec766c6393b636fb0c2344443ff9d91404dc4c79f/markupsafe-3.0.3-cp314-cp314t-macosx_11_0_arm64.whl", hash = "sha256:1085e7fbddd3be5f89cc898938f42c0b3c711fdcb37d75221de2666af647c175", size = 12069, upload-time = "2025-09-27T18:37:19.332Z" },
+    { url = "https://files.pythonhosted.org/packages/f0/00/be561dce4e6ca66b15276e184ce4b8aec61fe83662cce2f7d72bd3249d28/markupsafe-3.0.3-cp314-cp314t-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:1b52b4fb9df4eb9ae465f8d0c228a00624de2334f216f178a995ccdcf82c4634", size = 25670, upload-time = "2025-09-27T18:37:20.245Z" },
+    { url = "https://files.pythonhosted.org/packages/50/09/c419f6f5a92e5fadde27efd190eca90f05e1261b10dbd8cbcb39cd8ea1dc/markupsafe-3.0.3-cp314-cp314t-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:fed51ac40f757d41b7c48425901843666a6677e3e8eb0abcff09e4ba6e664f50", size = 23598, upload-time = "2025-09-27T18:37:21.177Z" },
+    { url = "https://files.pythonhosted.org/packages/22/44/a0681611106e0b2921b3033fc19bc53323e0b50bc70cffdd19f7d679bb66/markupsafe-3.0.3-cp314-cp314t-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:f190daf01f13c72eac4efd5c430a8de82489d9cff23c364c3ea822545032993e", size = 23261, upload-time = "2025-09-27T18:37:22.167Z" },
+    { url = "https://files.pythonhosted.org/packages/5f/57/1b0b3f100259dc9fffe780cfb60d4be71375510e435efec3d116b6436d43/markupsafe-3.0.3-cp314-cp314t-musllinux_1_2_aarch64.whl", hash = "sha256:e56b7d45a839a697b5eb268c82a71bd8c7f6c94d6fd50c3d577fa39a9f1409f5", size = 24835, upload-time = "2025-09-27T18:37:23.296Z" },
+    { url = "https://files.pythonhosted.org/packages/26/6a/4bf6d0c97c4920f1597cc14dd720705eca0bf7c787aebc6bb4d1bead5388/markupsafe-3.0.3-cp314-cp314t-musllinux_1_2_riscv64.whl", hash = "sha256:f3e98bb3798ead92273dc0e5fd0f31ade220f59a266ffd8a4f6065e0a3ce0523", size = 22733, upload-time = "2025-09-27T18:37:24.237Z" },
+    { url = "https://files.pythonhosted.org/packages/14/c7/ca723101509b518797fedc2fdf79ba57f886b4aca8a7d31857ba3ee8281f/markupsafe-3.0.3-cp314-cp314t-musllinux_1_2_x86_64.whl", hash = "sha256:5678211cb9333a6468fb8d8be0305520aa073f50d17f089b5b4b477ea6e67fdc", size = 23672, upload-time = "2025-09-27T18:37:25.271Z" },
+    { url = "https://files.pythonhosted.org/packages/fb/df/5bd7a48c256faecd1d36edc13133e51397e41b73bb77e1a69deab746ebac/markupsafe-3.0.3-cp314-cp314t-win32.whl", hash = "sha256:915c04ba3851909ce68ccc2b8e2cd691618c4dc4c4232fb7982bca3f41fd8c3d", size = 14819, upload-time = "2025-09-27T18:37:26.285Z" },
+    { url = "https://files.pythonhosted.org/packages/1a/8a/0402ba61a2f16038b48b39bccca271134be00c5c9f0f623208399333c448/markupsafe-3.0.3-cp314-cp314t-win_amd64.whl", hash = "sha256:4faffd047e07c38848ce017e8725090413cd80cbc23d86e55c587bf979e579c9", size = 15426, upload-time = "2025-09-27T18:37:27.316Z" },
+    { url = "https://files.pythonhosted.org/packages/70/bc/6f1c2f612465f5fa89b95bead1f44dcb607670fd42891d8fdcd5d039f4f4/markupsafe-3.0.3-cp314-cp314t-win_arm64.whl", hash = "sha256:32001d6a8fc98c8cb5c947787c5d08b0a50663d139f1305bac5885d98d9b40fa", size = 14146, upload-time = "2025-09-27T18:37:28.327Z" },
+]
+
+[[package]]
+name = "werkzeug"
+version = "3.1.8"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "markupsafe" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/dd/b2/381be8cfdee792dd117872481b6e378f85c957dd7c5bca38897b08f765fd/werkzeug-3.1.8.tar.gz", hash = "sha256:9bad61a4268dac112f1c5cd4630a56ede601b6ed420300677a869083d70a4c44", size = 875852, upload-time = "2026-04-02T18:49:14.268Z" }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/93/8c/2e650f2afeb7ee576912636c23ddb621c91ac6a98e66dc8d29c3c69446e1/werkzeug-3.1.8-py3-none-any.whl", hash = "sha256:63a77fb8892bf28ebc3178683445222aa500e48ebad5ec77b0ad80f8726b1f50", size = 226459, upload-time = "2026-04-02T18:49:12.72Z" },
+]