Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+images/britannica-vol1-leaf60.jpg filter=lfs diff=lfs merge=lfs -text
+images/britannica-vol1-leaf61.jpg filter=lfs diff=lfs merge=lfs -text
+images/commoner-1901-01-23.jpg filter=lfs diff=lfs merge=lfs -text

app.py

@@ -16,6 +16,7 @@ from pathlib import Path
 import spaces
 import torch
 from fastapi.responses import HTMLResponse, JSONResponse
+from fastapi.staticfiles import StaticFiles
 from gradio import Server
 from transformers import (
     AutoModelForMultimodalLM,
@@ -258,5 +259,10 @@ async def get_results():
     return JSONResponse({"summary_md": summary, "per_passage": rows})
 
 
+_images_dir = HERE / "images"
+if _images_dir.is_dir():
+    app.mount("/static", StaticFiles(directory=str(_images_dir)), name="static")
+
+
 if __name__ == "__main__":
     app.launch(show_error=True)

examples.json

@@ -32,31 +32,43 @@
   {
     "id": "commoner/ca-46032385-1901-01-23-ed-1-0001/0",
     "label": "The Commoner 1901-01-23: Had tho American consumers 1\u2026",
-    "ocr_input": "Had tho American consumers 1 Jl . - 1 -L .. l-l! i.J1 i.L I oeen privuegea vo ouy ac wic cjuotunuus grauieu wio foreign buyers, the Americana would .have saved about 98010,080.97 on their purchase. \"\"\"More 'than eight millions of dollars! \"This measures tho extortion practiced upon the hard ware merchant, but this must bo increased by the merchant's profit, if his profit is estimated upon a percentage basis, before it measures the extor tion practiced upon the consumer."
+    "ocr_input": "Had tho American consumers 1 Jl . - 1 -L .. l-l! i.J1 i.L I oeen privuegea vo ouy ac wic cjuotunuus grauieu wio foreign buyers, the Americana would .have saved about 98010,080.97 on their purchase. \"\"\"More 'than eight millions of dollars! \"This measures tho extortion practiced upon the hard ware merchant, but this must bo increased by the merchant's profit, if his profit is estimated upon a percentage basis, before it measures the extor tion practiced upon the consumer.",
+    "image": "static/commoner-1901-01-23.jpg",
+    "image_caption": "The Commoner (Lincoln, Nebraska), 23 Jan 1901, front page \u2014 via Chronicling America, Library of Congress"
   },
   {
     "id": "commoner/ca-46032385-1901-01-23-ed-1-0001/1",
     "label": "The Commoner 1901-01-23: A government resting on force\u2026",
-    "ocr_input": "A government resting on force is, on tho other hand, ever unstable because it excites hatred rather than affection anjd is continually at war with human nature; it is in constant antag onism to that universal sentiment- which is de fined as the love of liberty; ' All history sustains tho self-evident truths which form the fonndafiibif -W1 government deriving its just powers from the consent of the governed. ' All' history condemns a political structure which appeals only to fear and- relief upon bayonets for its support."
+    "ocr_input": "A government resting on force is, on tho other hand, ever unstable because it excites hatred rather than affection anjd is continually at war with human nature; it is in constant antag onism to that universal sentiment- which is de fined as the love of liberty; ' All history sustains tho self-evident truths which form the fonndafiibif -W1 government deriving its just powers from the consent of the governed. ' All' history condemns a political structure which appeals only to fear and- relief upon bayonets for its support.",
+    "image": "static/commoner-1901-01-23.jpg",
+    "image_caption": "The Commoner (Lincoln, Nebraska), 23 Jan 1901, front page \u2014 via Chronicling America, Library of Congress"
   },
   {
     "id": "commoner/ca-46032385-1901-01-23-ed-1-0001/2",
     "label": "The Commoner 1901-01-23: It is riot necessary to\u2026",
-    "ocr_input": "It is riot necessary to apologize for the use of a term which distinguishes the great body of the population from the comparatively few, who, for one reason or another, withdraw themselves from sympathetic connection with their fellows. Among the Greeks \"BLoi polloi\" was used to describe tho many, while among the Romans the word \"plebs\" was employed for the same purpose. These appellations, like \"the common people,\" have been assumed with pride by those to whom they were applied, while they have been used as terms of reproach by those who cdunted themselves n.TnrTify t.Tin."
+    "ocr_input": "It is riot necessary to apologize for the use of a term which distinguishes the great body of the population from the comparatively few, who, for one reason or another, withdraw themselves from sympathetic connection with their fellows. Among the Greeks \"BLoi polloi\" was used to describe tho many, while among the Romans the word \"plebs\" was employed for the same purpose. These appellations, like \"the common people,\" have been assumed with pride by those to whom they were applied, while they have been used as terms of reproach by those who cdunted themselves n.TnrTify t.Tin.",
+    "image": "static/commoner-1901-01-23.jpg",
+    "image_caption": "The Commoner (Lincoln, Nebraska), 23 Jan 1901, front page \u2014 via Chronicling America, Library of Congress"
   },
   {
     "id": "commoner/ca-46032385-1901-01-23-ed-1-0001/3",
     "label": "The Commoner 1901-01-23: This quotation is reproduced because\u2026",
-    "ocr_input": "This quotation is reproduced because it fairly represents the views of those who criticize tho expression. It has, however, an eminently , respectable origin. In the same chapter in which Christ condensed man's duty to his fellows into the commandment: Thou shalt love thy neighbor as thyself; in the same chapter in which he de nounced those who devour widows' houses and for a pretense make long prayers in this same chapter it is said of Him: The common people heard Him gladly."
+    "ocr_input": "This quotation is reproduced because it fairly represents the views of those who criticize tho expression. It has, however, an eminently , respectable origin. In the same chapter in which Christ condensed man's duty to his fellows into the commandment: Thou shalt love thy neighbor as thyself; in the same chapter in which he de nounced those who devour widows' houses and for a pretense make long prayers in this same chapter it is said of Him: The common people heard Him gladly.",
+    "image": "static/commoner-1901-01-23.jpg",
+    "image_caption": "The Commoner (Lincoln, Nebraska), 23 Jan 1901, front page \u2014 via Chronicling America, Library of Congress"
   },
   {
     "id": "britannica1771/vol1/leaf60",
     "label": "Britannica 1771 (long \u017f): At the thick end\u2026",
-    "ocr_input": "At the thick end of the bean,there is a fmall hole vifible to the naked eye, immediatelyover the radicle or future root, that it may have a freepaffage into the foil. Plate IV. fig. I. A. When thefecoats are taken off, the body of the feed appears, whichis divided into two fmooth portions or lobes. Thefmoothnefs of the lobes is owing to a thin'filin or cuticlewith which they are covered.At the bafts of the bean is placed the radicle Qr futureroot, Plate IV. fig. 3. A."
+    "ocr_input": "At the thick end of the bean,there is a fmall hole vifible to the naked eye, immediatelyover the radicle or future root, that it may have a freepaffage into the foil. Plate IV. fig. I. A. When thefecoats are taken off, the body of the feed appears, whichis divided into two fmooth portions or lobes. Thefmoothnefs of the lobes is owing to a thin'filin or cuticlewith which they are covered.At the bafts of the bean is placed the radicle Qr futureroot, Plate IV. fig. 3. A.",
+    "image": "static/britannica-vol1-leaf60.jpg",
+    "image_caption": "Encyclopaedia Britannica, 1st edition (1771), vol. 1 \u2014 National Library of Scotland digitisation"
   },
   {
     "id": "britannica1771/vol1/leaf61",
     "label": "Britannica 1771 (long \u017f): II. Of the Root.I\u2026",
-    "ocr_input": "II. Of the Root.I n examining the root of plants, the firft thing thatprefents itfelf is the Ikin, which is of various colours indifferent plants. Every root, after it has arrived at acertain age, has a double fkin. The firfl is coeval withthe other parts, and exifls in the feed: but afterwardsthere is a ring fent off from the bark, and forms a fe-cond fit in; eg. in the root of the dandelion, towardsthe end of May, the original or outer fkin appears ftiri-veled, and is eafily feparated from the new one, whichis frefher, and adheres more firmly to the bark."
+    "ocr_input": "II. Of the Root.I n examining the root of plants, the firft thing thatprefents itfelf is the Ikin, which is of various colours indifferent plants. Every root, after it has arrived at acertain age, has a double fkin. The firfl is coeval withthe other parts, and exifls in the feed: but afterwardsthere is a ring fent off from the bark, and forms a fe-cond fit in; eg. in the root of the dandelion, towardsthe end of May, the original or outer fkin appears ftiri-veled, and is eafily feparated from the new one, whichis frefher, and adheres more firmly to the bark.",
+    "image": "static/britannica-vol1-leaf61.jpg",
+    "image_caption": "Encyclopaedia Britannica, 1st edition (1771), vol. 1 \u2014 National Library of Scotland digitisation"
   }
 ]

index.html

@@ -190,6 +190,13 @@
     <summary>Human transcription of this passage</summary>
     <div class="gold-text" id="gold-text"></div>
   </details>
+  <details class="authority" id="page-image">
+    <summary>View the original page (full page — the passage is one excerpt from it)</summary>
+    <div class="gold-text" style="text-align:center">
+      <img id="page-img" loading="lazy" alt="Scanned source page" style="max-width:100%;border:1px solid var(--rule)" />
+      <div id="page-caption" style="font-size:.78rem;font-style:italic;margin-top:.4rem"></div>
+    </div>
+  </details>
   <div class="controls">
     <button class="run-btn" id="run">Correct the Proofs</button>
     <label class="toggle">
@@ -261,6 +268,21 @@
 </section>
 
 <section class="pane" id="pane-ledger">
+  <div class="footnotes" style="margin-bottom:1.4rem">
+    <p><b>The data.</b> 75 passages from <a href="https://doi.org/10.15131/shef.data.25439023">BLN600</a>,
+    a corpus of 600 excerpts of 19th‑century London newspapers (largely crime reporting) from the British
+    Library's collections, each paired with both the original OCR and a careful <em>human transcription</em>.
+    That human transcription is the “right answer” every number below is measured against. Passages longer
+    than DiffusionGemma's 256‑token output block were trimmed at a point where OCR and transcription align,
+    so the pairs stay parallel. (BLN600 is CC‑BY‑NC, so the passages themselves aren't republished here — only
+    these metrics.)</p>
+    <p><b>The task.</b> Both models got the identical instruction — fix recognition errors only, don't modernise
+    or rephrase — one passage at a time on the same A100 GPU. <b>CER / WER</b>: how far the output remains from
+    the human transcription, by character / by word (the “OCR input” row is the damage before any correction).
+    <b>Relative CER reduction</b>: how much of that damage the model repaired.
+    <b>Over‑correction</b>: how much text that was already right the model needlessly changed.
+    <b>Fix rate</b>: how much of what was actually wrong it fixed.</p>
+  </div>
   <div id="results-table"><p style="text-align:center;font-style:italic">Fetching the ledger…</p></div>
   <div class="footnotes" id="results-notes"></div>
 </section>
@@ -325,6 +347,18 @@ function setGoldAvailable(gold) {
   for (const id of ["no-gold-note", "no-gold-note-press"])
     $(id).classList.toggle("visible", !gold);
 }
+function setPageImage(e) {
+  const panel = $("page-image");
+  if (e && e.image) {
+    panel.classList.add("visible");
+    panel.open = false;
+    $("page-img").src = e.image;
+    $("page-caption").textContent = e.image_caption || "";
+  } else {
+    panel.classList.remove("visible");
+    $("page-img").removeAttribute("src");
+  }
+}
 function currentGold() {
   return activeExample && $("ocr-input").value === activeExample.ocr_input ? (activeExample.gold || "") : "";
 }
@@ -386,6 +420,7 @@ async function loadExamples() {
       activeExample = e;
       updateCount();
       setGoldAvailable(e.gold || "");
+      setPageImage(e);
       if (e.cached) renderCached(e);
     };
     chips.appendChild(b);
@@ -416,7 +451,7 @@ function updateCount() {
   el.textContent = `${n} / ${MAX_CHARS}`;
   el.classList.toggle("over", n > MAX_CHARS);
 }
-$("ocr-input").addEventListener("input", () => { activeExample = null; updateCount(); setGoldAvailable(""); });
+$("ocr-input").addEventListener("input", () => { activeExample = null; updateCount(); setGoldAvailable(""); setPageImage(null); });
 updateCount();
 
 /* ---------- run ---------- */
@@ -505,9 +540,9 @@ async function loadResults() {
     const notes = lines.filter(l => /^(Micro|Mean)/.test(l)).map(l => `<p>${l}</p>`).join("");
     $("results-notes").innerHTML = notes +
       `<p><b>Bold</b> marks the better of the two main models on each measure.
-        The OCR‑seeded‑canvas row is greyed out: it converges fastest but barely edits anything (a negative result),
-        so highlighting its numbers would mislead. Over‑correction: share of already‑correct characters the model changed.
-        Fix rate: share of wrong characters the model changed.</p>`;
+        The OCR‑seeded‑canvas row is greyed out: it converges fastest but barely edits anything
+        (a negative result — see the repo notes), so highlighting its numbers would mislead.
+        Single run, one prompt, no significance testing — a pragmatic day‑one benchmark, not a study.</p>`;
   } catch { $("results-table").innerHTML = "<p style='text-align:center;font-style:italic'>The ledger could not be fetched.</p>"; }
 }