Upload app.py

app.py

@@ -361,6 +361,22 @@ def get_sample_transcript(sample_id):
     return (row["transcript"] if row else "") or ""
 
 
+def get_sample_meta(sample_id):
+    with get_conn() as conn:
+        row = conn.execute("SELECT transcript, is_reference FROM samples WHERE id = ?",
+                           (sample_id,)).fetchone()
+    if not row:
+        return "", False
+    return (row["transcript"] or ""), bool(row["is_reference"])
+
+
+def set_sample_reference(sample_id, is_ref):
+    with get_conn() as conn:
+        conn.execute("UPDATE samples SET is_reference = ? WHERE id = ?",
+                     (1 if is_ref else 0, sample_id))
+    backup_db()
+
+
 # --------------------------------------------------------------------------- #
 # Ratings
 # --------------------------------------------------------------------------- #
@@ -640,14 +656,18 @@ with gr.Blocks(title="Plotweaver AI — TTS MOS Evaluation",
                                          allow_custom_value=True, scale=3)
                 del_btn = gr.Button("Delete selected", variant="stop", scale=0, size="sm")
 
-            gr.Markdown("#### Reference text per sample")
-            gr.Markdown("Pick a sample to view its current reference text, edit it, and save. "
-                        "This text is shown to reviewers beside the audio.")
+            gr.Markdown("#### Edit a sample")
+            gr.Markdown("Pick a sample to edit its reference text (shown to reviewers) and whether it "
+                        "is a reference / human anchor. **Anchors are excluded from the system MOS** — "
+                        "if your MOS table is empty but ratings exist, the samples are probably marked "
+                        "as anchors here; untick the box and Save.")
             with gr.Row():
                 tr_sample = gr.Dropdown(label="Sample", choices=[],
                                         allow_custom_value=True, scale=2)
+                tr_isref = gr.Checkbox(label="Reference / human anchor", value=False, scale=1)
+            with gr.Row():
                 tr_text = gr.Textbox(label="Reference text", lines=2, scale=3)
-                tr_btn = gr.Button("Save text", scale=0, size="sm")
+                tr_btn = gr.Button("Save", scale=0, size="sm")
             tr_msg = gr.Markdown()
 
             gr.Markdown("### Users")
@@ -879,21 +899,24 @@ with gr.Blocks(title="Plotweaver AI — TTS MOS Evaluation",
     del_btn.click(admin_delete_sample, [session, del_sample],
                   [up_msg, samples_tbl, del_sample, tr_sample])
 
-    # ---- Admin: per-sample reference text ----
-    def load_transcript(sess, sid):
+    # ---- Admin: per-sample reference text & anchor flag ----
+    def load_sample_meta(sess, sid):
         if not sess or sess["role"] != "admin" or not sid:
-            return ""
-        return get_sample_transcript(int(sid))
-    tr_sample.change(load_transcript, [session, tr_sample], [tr_text])
+            return "", False
+        tr, isref = get_sample_meta(int(sid))
+        return tr, isref
+    tr_sample.change(load_sample_meta, [session, tr_sample], [tr_text, tr_isref])
 
-    def save_transcript(sess, sid, text):
+    def save_sample_meta(sess, sid, text, is_ref):
         if not sess or sess["role"] != "admin":
-            return "❌ Admin only."
+            return "❌ Admin only.", _samples_table()
         if not sid:
-            return "❌ Select a sample first."
+            return "❌ Select a sample first.", _samples_table()
         set_sample_transcript(int(sid), text)
-        return f"✅ Reference text saved for sample #{int(sid)}."
-    tr_btn.click(save_transcript, [session, tr_sample, tr_text], [tr_msg])
+        set_sample_reference(int(sid), is_ref)
+        flag = "reference / anchor (excluded from MOS)" if is_ref else "system sample (counts toward MOS)"
+        return (f"✅ Saved sample #{int(sid)} — now a {flag}.", _samples_table())
+    tr_btn.click(save_sample_meta, [session, tr_sample, tr_text, tr_isref], [tr_msg, samples_tbl])
 
     # ---- Admin: users ----
     def _users_table():
@@ -931,6 +954,12 @@ with gr.Blocks(title="Plotweaver AI — TTS MOS Evaluation",
         if not language_id:
             return "Choose a language.", None, None
         per_model, per_sample, summary = compute_results(language_id)
+        if per_model is None or per_model.empty:
+            per_model = pd.DataFrame({"info": ["No system (non-anchor) ratings yet. "
+                                               "If ratings exist, the rated samples may be marked as "
+                                               "reference/anchor — untick that in 'Edit a sample'."]})
+        if per_sample is None or per_sample.empty:
+            per_sample = pd.DataFrame({"info": ["No system (non-anchor) per-sample ratings yet."]})
         return summary, per_model, per_sample
     res_btn.click(admin_results, [session, res_lang], [res_summary, res_model_tbl, res_sample_tbl])