Honest-failure scoring (no demo fallback) + radar/resilience fixes

ui/app.py

@@ -97,49 +97,51 @@ def run(name, parsed, rm_flag):
     # history is thousands of model calls, so run it in a worker thread and stream a REAL progress bar
     # (ticked per completed call) rather than freezing the screen. A live failure degrades to the dummy.
     scorer = get_scorer()
-    progress = None
-    try:
-        from prompt_card.observable_pipeline import Progress
-        if type(scorer).__name__ == "ObservableScorer":
-            progress = Progress()
-    except Exception:
-        progress = None
+    # HONEST FAILURE: never show fake "demo" scores. If there's no real backend, or scoring errors out,
+    # surface a clear message — not a DummyScorer card.
+    if type(scorer).__name__ != "ObservableScorer":
+        lines.append(P.error("Scoring backend not configured. Set OPENBMB_BASE_URL / OPENBMB_TOKEN "
+                             "(see DEPLOY.md), then reload and try again."))
+        yield _frame(lines, intake_v=HIDE, proc_v=SHOW, result_v=HIDE)
+        return
 
+    from prompt_card.observable_pipeline import Progress
+    progress = Progress()
     box: dict = {}
+
     def _work():
         try:
             box["result"] = scorer.score(parsed, progress=progress)
-            box["used"] = scorer
-        except Exception:
-            from .scoring import DummyScorer
-            d = DummyScorer()
-            box["result"] = d.score(parsed)
-            box["used"] = d
+        except Exception as e:  # captured, surfaced as a real error frame below
+            box["error"] = e
 
     bar = len(lines)
-    lines.append(P.progress_bar(0, progress.total if progress else 0))
+    lines.append(P.progress_bar(0, progress.total))
     yield _frame(lines, intake_v=HIDE, proc_v=SHOW, result_v=HIDE)
 
-    if progress is not None:
-        th = threading.Thread(target=_work, daemon=True)
-        th.start()
-        while th.is_alive():
-            done, total = progress.snapshot()
-            lines[bar] = P.progress_bar(done, total)
-            yield _frame(lines, intake_v=HIDE, proc_v=SHOW, result_v=HIDE)
-            time.sleep(0.4)
-        th.join()
+    th = threading.Thread(target=_work, daemon=True)
+    th.start()
+    while th.is_alive():
         done, total = progress.snapshot()
-        lines[bar] = P.progress_bar(total or done, total or done)  # snap to 100%
+        lines[bar] = P.progress_bar(done, total)
         yield _frame(lines, intake_v=HIDE, proc_v=SHOW, result_v=HIDE)
-    else:
-        _work()  # placeholder scorer is instant — no thread/progress needed
-        lines[bar] = P.progress_bar(1, 1)
+        time.sleep(0.4)
+    th.join()
+
+    if "error" in box:
+        e = box["error"]
+        lines[bar] = P.error(f"Scoring failed — {type(e).__name__}: {str(e)[:240]}")
+        lines.append(P.fact("No demo scores are shown. Check the model endpoint / secrets, then reload "
+                            "and try again.", muted=True))
+        yield _frame(lines, intake_v=HIDE, proc_v=SHOW, result_v=HIDE)
+        return
+
+    done, total = progress.snapshot()
+    lines[bar] = P.progress_bar(total or done, total or done)  # snap to 100%
 
     result = box["result"]
-    used = box["used"]
     card = score_to_card(result, name)
-    card.provenance = _provenance(used)
+    card.provenance = _provenance(scorer)
     card.single_conversation = (getattr(parsed, "source", "") == "paste")
     body_updates = [gr.update(value=render_accordion_body(a, card.provenance)) for a in card.axes]
     yield _frame(lines, intake_v=HIDE, proc_v=HIDE, result_v=SHOW,
@@ -154,8 +156,7 @@ def run_paste(name, pasted, rm_flag):
         text = pasted or ""
         parsed = fetch_share(text) if is_share_url(text) else parse_paste(text)
     except ParseError as e:
-        msg = P.fact(str(e), muted=True)
-        yield _frame([msg], intake_v=SHOW, proc_v=HIDE, result_v=HIDE)
+        yield _frame([P.error(str(e))], intake_v=HIDE, proc_v=SHOW, result_v=HIDE)
         return
     yield from run(name, parsed, rm_flag)
 

ui/screens/processing.py

@@ -23,6 +23,13 @@ def fact(text: str, muted: bool = False) -> str:
     return f"<div class='{cls}'><span class='dot'></span><span>{text}</span></div>"
 
 
+def error(text: str) -> str:
+    """A prominent error row — shown instead of a fake card when scoring can't produce real results."""
+    from html import escape
+    return (f"<div class='omc-error'><span class='dot'></span>"
+            f"<span><b>⚠ Couldn't score this</b><br>{escape(text)}</span></div>")
+
+
 def fact_num(n: int, label: str) -> str:
     return (f"<div class='omc-fact'><span class='dot'></span>"
             f"<span><span class='num'>{n:,}</span> {label}</span></div>")

ui/theme.py

@@ -160,6 +160,11 @@ footer {{ display: none !important; }}
 .omc-fact .dot {{ width: 7px; height: 7px; border-radius: 50%; background: {TEAL}; flex: none; }}
 .omc-fact .num {{ font-family: 'Saira', sans-serif; font-weight: 600; color: {TEAL}; }}
 .omc-fact.muted {{ color: {TXT2}; }}
+.omc-error {{ display: flex; align-items: flex-start; gap: 10px; color: #F8B4B4; font-size: 14px;
+  line-height: 1.5; padding: 12px 14px; margin: 10px 0; background: rgba(220,80,80,.10);
+  border: 1px solid rgba(220,80,80,.45); border-radius: 10px; }}
+.omc-error .dot {{ width: 7px; height: 7px; border-radius: 50%; background: #E25858; flex: none; margin-top: 6px; }}
+.omc-error b {{ color: #F3C0C0; font-family: 'Saira', sans-serif; }}
 .omc-langbar {{ height: 8px; border-radius: 4px; overflow: hidden; display: flex; width: 100%; margin-top: 6px; }}
 .omc-langbar .en {{ background: {TEAL}; }}
 .omc-langbar .other {{ background: {BORDER}; }}