{ "version": "recognizer-eval-pack-normalization-v1", "updated": "2026-07-15", "packs": [ { "id": "newa-zenodo-6967421-v1", "label_file": "data/newa-real-eval-pack/eval.txt", "data_dir": "data/newa-real-eval-pack", "manifest_file": "data/newa-real-eval-pack/manifest.jsonl", "summary_file": "data/newa-real-eval-pack/summary.json", "out": "outputs/eval-packs/newa-zenodo-6967421-v1", "dataset": "newa-zenodo-6967421-prachalit-real", "language": "newa", "script": "Newa", "domain": "real_handwritten", "gt_status": "machine_converted", "split": "eval", "eval_pack_version": "newa-zenodo-6967421-v1", "frozen_eval_pack": true, "unseen_for_selection": false, "claim_eligible": false, "claim_blockers": [ "eval pack is not declared unseen for model/checkpoint selection", "GT is machine-converted and lacks native-reader calibration", "row-level claim eligibility is false" ] }, { "id": "sunuwar-herald-real-v1", "label_file": "data/sunuwar-real-eval-pack/real_eval.txt", "data_dir": "data/sunuwar-real-eval-pack", "manifest_file": "data/sunuwar-real-eval-pack/manifests/recognizer-eval.jsonl", "summary_file": "data/sunuwar-real-eval-pack/README.json", "out": "outputs/eval-packs/sunuwar-herald-real-v1", "dataset": "sikkim-herald-sunuwar-real", "language": "sunuwar", "script": "Sunuwar", "domain": "real_print", "gt_status": "machine_converted", "split": "eval", "eval_pack_version": "sunuwar-herald-real-v1", "frozen_eval_pack": false, "unseen_for_selection": false, "claim_eligible": false, "claim_blockers": [ "source pack has no canonical manifest or summary in this checkout", "edition-disjoint split and leakage status are not established", "GT is machine-converted and lacks native-reader calibration", "row-level claim eligibility is false" ] }, { "id": "lepcha-herald-real-v1", "label_file": "data/lepcha-real-eval-pack/real_eval.txt", "data_dir": "data/lepcha-real-eval-pack", "manifest_file": "data/lepcha-real-eval-pack/manifests/recognizer-eval.jsonl", "summary_file": "data/lepcha-real-eval-pack/README.json", "out": "outputs/eval-packs/lepcha-herald-real-v1", "dataset": "sikkim-herald-lepcha-real", "language": "lepcha", "script": "Lepcha", "domain": "real_print", "gt_status": "machine_converted", "split": "eval", "eval_pack_version": "lepcha-herald-real-v1", "frozen_eval_pack": false, "unseen_for_selection": false, "claim_eligible": false, "claim_blockers": [ "source pack has no canonical manifest or summary in this checkout", "edition-disjoint split and leakage status are not established", "GT is machine-converted and lacks native-reader calibration", "row-level claim eligibility is false" ] }, { "id": "limbu-gorkhapatra-real-v1", "label_file": "data/limbu-real-crops/labels.txt", "data_dir": "data/limbu-real-crops", "out": "outputs/eval-packs/limbu-gorkhapatra-real-v1", "dataset": "gorkhapatra-limbu-real-crops", "language": "limbu", "script": "Limbu", "domain": "real_print", "gt_status": "machine_converted", "split": "eval", "eval_pack_version": "limbu-gorkhapatra-real-v1", "frozen_eval_pack": true, "unseen_for_selection": false, "claim_eligible": false, "claim_blockers": [ "source pack lacks canonical manifest and summary", "eval pack is not declared unseen for model/checkpoint selection", "GT is machine-converted and lacks native-reader calibration", "row-level claim eligibility is false" ] }, { "id": "limbu-devanagari-cdc-line-crop-corpus-draft-v1", "label_file": "outputs/limbu-recognizer-eval-packs/limbu-devanagari-cdc-line-crop-corpus-devclean-2026-06-21/eval.txt", "data_dir": "outputs/limbu-recognizer-eval-packs/limbu-devanagari-cdc-line-crop-corpus-devclean-2026-06-21", "manifest_file": "outputs/limbu-recognizer-eval-packs/limbu-devanagari-cdc-line-crop-corpus-devclean-2026-06-21/manifests/recognizer-eval.jsonl", "summary_file": "outputs/limbu-recognizer-eval-packs/limbu-devanagari-cdc-line-crop-corpus-devclean-2026-06-21/summaries/eval.summary.json", "out": "outputs/eval-packs/limbu-devanagari-cdc-line-crop-corpus-draft-v1", "dataset": "limbu-devanagari-cdc-line-crop-corpus-draft", "language": "limbu", "script": "Devanagari", "domain": "real_print", "gt_status": "curriculum_text_unreviewed", "split": "eval", "eval_pack_version": "limbu-devanagari-cdc-line-crop-corpus-draft-v1", "frozen_eval_pack": false, "unseen_for_selection": true, "claim_eligible": false, "claim_blockers": [ "eval pack is not frozen", "GT is unreviewed curriculum text and lacks human/native-reader calibration", "row-level claim eligibility is false", "trained Devanagari recognizer checkpoint has not completed held-out admission" ] }, { "id": "kiratrai-herald-real-v1", "label_file": "data/kiratrai-real-eval-pack/eval.txt", "data_dir": "data/kiratrai-real-eval-pack", "summary_file": "data/kiratrai-real-eval-pack/summary.json", "out": "outputs/eval-packs/kiratrai-herald-real-v1", "dataset": "sikkim-herald-kiratrai-real", "language": "kiratrai", "script": "KiratRai", "domain": "real_print", "gt_status": "machine_converted", "split": "eval", "eval_pack_version": "kiratrai-herald-real-v1", "frozen_eval_pack": false, "unseen_for_selection": false, "claim_eligible": false, "claim_blockers": [ "source pack lacks canonical manifest", "53/53 unique eval labels occur in data/kiratrai-train/real-renders/labels.txt", "eval pack is not held out from training", "GT is machine-converted and lacks native-reader calibration", "row-level claim eligibility is false" ] }, { "id": "gorkhapatra-devanagari-real-v1", "label_file": "data/gorkhapatra-devanagari-real/labels.txt", "data_dir": "data/gorkhapatra-devanagari-real", "summary_file": "data/gorkhapatra-devanagari-real/summary.json", "out": "outputs/eval-packs/gorkhapatra-devanagari-real-v1", "dataset": "gorkhapatra-devanagari-training-inventory", "language": "devanagari_shared", "script": "Devanagari", "domain": "real_print", "gt_status": "machine_converted", "split": "train", "eval_pack_version": "gorkhapatra-devanagari-training-inventory-v1", "frozen_eval_pack": false, "unseen_for_selection": false, "claim_eligible": false, "claim_blockers": [ "this 79,364-label harvest is a training inventory, not a held-out eval pack", "39,006 referenced PNGs are missing (40,358 present)", "source pack lacks canonical manifest and frozen eval metadata", "GT is machine-converted and lacks native-reader calibration", "row-level claim eligibility is false", "shared Devanagari pack still needs per-language source slices" ] } ] }