| { | |
| "built_utc": "2026-07-18T19:47:28.293881+00:00", | |
| "purpose": "Honest open-set PFLT performance suite (analyze-then-gloss)", | |
| "lang_tables": { | |
| "ok": true, | |
| "form_sense": 48, | |
| "seeds": 71, | |
| "clusters": 43, | |
| "demonyms": 31, | |
| "langs": { | |
| "grc": true, | |
| "la": true, | |
| "ang": true, | |
| "en": true | |
| } | |
| }, | |
| "smoke_map_trained": { | |
| "ok": true, | |
| "hits": 9, | |
| "n": 9, | |
| "rate": 1.0, | |
| "cases": [ | |
| { | |
| "word": "aqua", | |
| "pred": "water", | |
| "expect": "water", | |
| "exact": true, | |
| "ok": true | |
| }, | |
| { | |
| "word": "manibus", | |
| "pred": "hand", | |
| "expect": "hand", | |
| "exact": true, | |
| "ok": true | |
| }, | |
| { | |
| "word": "γνώμων", | |
| "pred": "sundial", | |
| "expect": "sundial", | |
| "exact": true, | |
| "ok": true | |
| }, | |
| { | |
| "word": "βεβιασμένος", | |
| "pred": "forced", | |
| "expect": "forced", | |
| "exact": true, | |
| "ok": true | |
| }, | |
| { | |
| "word": "γοητεία", | |
| "pred": "witchcraft", | |
| "expect": "witchcraft", | |
| "exact": true, | |
| "ok": true | |
| }, | |
| { | |
| "word": "Κρής", | |
| "pred": "cretan", | |
| "expect": "cretan", | |
| "exact": true, | |
| "ok": true | |
| }, | |
| { | |
| "word": "γράμμα", | |
| "pred": "letter", | |
| "expect": "letter", | |
| "exact": true, | |
| "ok": true | |
| }, | |
| { | |
| "word": "δεσπότης", | |
| "pred": "master", | |
| "expect": "master", | |
| "exact": true, | |
| "ok": true | |
| }, | |
| { | |
| "word": "λόγος", | |
| "pred": "to_fight_quarrel_war_dispute_about_words", | |
| "expect": "word", | |
| "exact": true, | |
| "ok": true | |
| } | |
| ], | |
| "gap_pack_gnomon": [ | |
| "sundial", | |
| 0.93, | |
| "gap_seed:grc" | |
| ], | |
| "demonym_kres": [ | |
| "cretan", | |
| "demonym_seed", | |
| 0.92 | |
| ] | |
| }, | |
| "core_held_out_climb": { | |
| "exact_rate": 0.020168067226890758, | |
| "partial_rate": 0.2786037491919845, | |
| "n_test": 7735, | |
| "n_misses": 5580, | |
| "pul": 75436, | |
| "paradigms": 140000, | |
| "sense_bank_forms": 172076, | |
| "delta_pp_vs_original_17_8": 10.02037491919845 | |
| }, | |
| "dual_track": { | |
| "core_partial": 0.2650290885585003, | |
| "core_exact": 0.01680672268907563, | |
| "core_n": 7735, | |
| "core_by_lang": { | |
| "la": { | |
| "n": 4160, | |
| "exact": 0.016346153846153847, | |
| "partial": 0.36754807692307695 | |
| }, | |
| "grc": { | |
| "n": 1952, | |
| "exact": 0.01485655737704918, | |
| "partial": 0.1757172131147541 | |
| }, | |
| "ang": { | |
| "n": 913, | |
| "exact": 0.029572836801752465, | |
| "partial": 0.11171960569550932 | |
| }, | |
| "en": { | |
| "n": 708, | |
| "exact": 0.005649717514124294, | |
| "partial": 0.10451977401129943 | |
| } | |
| }, | |
| "name_open_train_seeds": 0.16520100502512564, | |
| "name_open_pleiades": 0.18907035175879397, | |
| "name_deployed": 0.7908291457286433, | |
| "full_mixed": 0.25227833172509917, | |
| "train_closed_sample": { | |
| "exact": 0.48, | |
| "n": 1200 | |
| } | |
| }, | |
| "formal_fsot": { | |
| "overall_ok": true, | |
| "python_ok": true, | |
| "lean_ok": true, | |
| "coq_ok": true | |
| }, | |
| "baselines": { | |
| "original_core_partial": 0.1784, | |
| "meta_peak_partial": 0.2318, | |
| "prior_climb_partial": 0.2361 | |
| }, | |
| "interpretation": { | |
| "what_we_measure": "Held-out classical form->English gloss (open-set). Not sentence NMT BLEU.", | |
| "core_partial_means": "exact OR soft sense overlap (clusters, multi-gloss bank, stem variants)", | |
| "name_deploy_high": "Full gazetteer is operational coverage, not open-set honesty", | |
| "latin_strongest": "la core partial highest; grc/ang/en still climb targets" | |
| }, | |
| "overall_ok": true, | |
| "summary": { | |
| "core_climb_partial_pct": 27.86, | |
| "core_dual_partial_pct": 26.5, | |
| "core_climb_exact_pct": 2.02, | |
| "name_open_pct": 16.52, | |
| "name_pleiades_pct": 18.91, | |
| "name_deploy_pct": 79.08, | |
| "full_mixed_pct": 25.23, | |
| "smoke_hits": "9/9", | |
| "formal_ok": true, | |
| "delta_pp_vs_original": 10.02, | |
| "overall_ok": true | |
| } | |
| } |