ocr-projects-archive / ocr-tech /configs /recognizer-eval-pack-normalization-v1.json
prosperious's picture
Add 1000 files (OCR_INDRA/.gitignore ...)
f9bc0c1 verified
Raw History Blame Contribute Delete
7.46 kB
{
"version": "recognizer-eval-pack-normalization-v1",
"updated": "2026-07-15",
"packs": [
{
"id": "newa-zenodo-6967421-v1",
"label_file": "data/newa-real-eval-pack/eval.txt",
"data_dir": "data/newa-real-eval-pack",
"manifest_file": "data/newa-real-eval-pack/manifest.jsonl",
"summary_file": "data/newa-real-eval-pack/summary.json",
"out": "outputs/eval-packs/newa-zenodo-6967421-v1",
"dataset": "newa-zenodo-6967421-prachalit-real",
"language": "newa",
"script": "Newa",
"domain": "real_handwritten",
"gt_status": "machine_converted",
"split": "eval",
"eval_pack_version": "newa-zenodo-6967421-v1",
"frozen_eval_pack": true,
"unseen_for_selection": false,
"claim_eligible": false,
"claim_blockers": [
"eval pack is not declared unseen for model/checkpoint selection",
"GT is machine-converted and lacks native-reader calibration",
"row-level claim eligibility is false"
]
},
{
"id": "sunuwar-herald-real-v1",
"label_file": "data/sunuwar-real-eval-pack/real_eval.txt",
"data_dir": "data/sunuwar-real-eval-pack",
"manifest_file": "data/sunuwar-real-eval-pack/manifests/recognizer-eval.jsonl",
"summary_file": "data/sunuwar-real-eval-pack/README.json",
"out": "outputs/eval-packs/sunuwar-herald-real-v1",
"dataset": "sikkim-herald-sunuwar-real",
"language": "sunuwar",
"script": "Sunuwar",
"domain": "real_print",
"gt_status": "machine_converted",
"split": "eval",
"eval_pack_version": "sunuwar-herald-real-v1",
"frozen_eval_pack": false,
"unseen_for_selection": false,
"claim_eligible": false,
"claim_blockers": [
"source pack has no canonical manifest or summary in this checkout",
"edition-disjoint split and leakage status are not established",
"GT is machine-converted and lacks native-reader calibration",
"row-level claim eligibility is false"
]
},
{
"id": "lepcha-herald-real-v1",
"label_file": "data/lepcha-real-eval-pack/real_eval.txt",
"data_dir": "data/lepcha-real-eval-pack",
"manifest_file": "data/lepcha-real-eval-pack/manifests/recognizer-eval.jsonl",
"summary_file": "data/lepcha-real-eval-pack/README.json",
"out": "outputs/eval-packs/lepcha-herald-real-v1",
"dataset": "sikkim-herald-lepcha-real",
"language": "lepcha",
"script": "Lepcha",
"domain": "real_print",
"gt_status": "machine_converted",
"split": "eval",
"eval_pack_version": "lepcha-herald-real-v1",
"frozen_eval_pack": false,
"unseen_for_selection": false,
"claim_eligible": false,
"claim_blockers": [
"source pack has no canonical manifest or summary in this checkout",
"edition-disjoint split and leakage status are not established",
"GT is machine-converted and lacks native-reader calibration",
"row-level claim eligibility is false"
]
},
{
"id": "limbu-gorkhapatra-real-v1",
"label_file": "data/limbu-real-crops/labels.txt",
"data_dir": "data/limbu-real-crops",
"out": "outputs/eval-packs/limbu-gorkhapatra-real-v1",
"dataset": "gorkhapatra-limbu-real-crops",
"language": "limbu",
"script": "Limbu",
"domain": "real_print",
"gt_status": "machine_converted",
"split": "eval",
"eval_pack_version": "limbu-gorkhapatra-real-v1",
"frozen_eval_pack": true,
"unseen_for_selection": false,
"claim_eligible": false,
"claim_blockers": [
"source pack lacks canonical manifest and summary",
"eval pack is not declared unseen for model/checkpoint selection",
"GT is machine-converted and lacks native-reader calibration",
"row-level claim eligibility is false"
]
},
{
"id": "limbu-devanagari-cdc-line-crop-corpus-draft-v1",
"label_file": "outputs/limbu-recognizer-eval-packs/limbu-devanagari-cdc-line-crop-corpus-devclean-2026-06-21/eval.txt",
"data_dir": "outputs/limbu-recognizer-eval-packs/limbu-devanagari-cdc-line-crop-corpus-devclean-2026-06-21",
"manifest_file": "outputs/limbu-recognizer-eval-packs/limbu-devanagari-cdc-line-crop-corpus-devclean-2026-06-21/manifests/recognizer-eval.jsonl",
"summary_file": "outputs/limbu-recognizer-eval-packs/limbu-devanagari-cdc-line-crop-corpus-devclean-2026-06-21/summaries/eval.summary.json",
"out": "outputs/eval-packs/limbu-devanagari-cdc-line-crop-corpus-draft-v1",
"dataset": "limbu-devanagari-cdc-line-crop-corpus-draft",
"language": "limbu",
"script": "Devanagari",
"domain": "real_print",
"gt_status": "curriculum_text_unreviewed",
"split": "eval",
"eval_pack_version": "limbu-devanagari-cdc-line-crop-corpus-draft-v1",
"frozen_eval_pack": false,
"unseen_for_selection": true,
"claim_eligible": false,
"claim_blockers": [
"eval pack is not frozen",
"GT is unreviewed curriculum text and lacks human/native-reader calibration",
"row-level claim eligibility is false",
"trained Devanagari recognizer checkpoint has not completed held-out admission"
]
},
{
"id": "kiratrai-herald-real-v1",
"label_file": "data/kiratrai-real-eval-pack/eval.txt",
"data_dir": "data/kiratrai-real-eval-pack",
"summary_file": "data/kiratrai-real-eval-pack/summary.json",
"out": "outputs/eval-packs/kiratrai-herald-real-v1",
"dataset": "sikkim-herald-kiratrai-real",
"language": "kiratrai",
"script": "KiratRai",
"domain": "real_print",
"gt_status": "machine_converted",
"split": "eval",
"eval_pack_version": "kiratrai-herald-real-v1",
"frozen_eval_pack": false,
"unseen_for_selection": false,
"claim_eligible": false,
"claim_blockers": [
"source pack lacks canonical manifest",
"53/53 unique eval labels occur in data/kiratrai-train/real-renders/labels.txt",
"eval pack is not held out from training",
"GT is machine-converted and lacks native-reader calibration",
"row-level claim eligibility is false"
]
},
{
"id": "gorkhapatra-devanagari-real-v1",
"label_file": "data/gorkhapatra-devanagari-real/labels.txt",
"data_dir": "data/gorkhapatra-devanagari-real",
"summary_file": "data/gorkhapatra-devanagari-real/summary.json",
"out": "outputs/eval-packs/gorkhapatra-devanagari-real-v1",
"dataset": "gorkhapatra-devanagari-training-inventory",
"language": "devanagari_shared",
"script": "Devanagari",
"domain": "real_print",
"gt_status": "machine_converted",
"split": "train",
"eval_pack_version": "gorkhapatra-devanagari-training-inventory-v1",
"frozen_eval_pack": false,
"unseen_for_selection": false,
"claim_eligible": false,
"claim_blockers": [
"this 79,364-label harvest is a training inventory, not a held-out eval pack",
"39,006 referenced PNGs are missing (40,358 present)",
"source pack lacks canonical manifest and frozen eval metadata",
"GT is machine-converted and lacks native-reader calibration",
"row-level claim eligibility is false",
"shared Devanagari pack still needs per-language source slices"
]
}
]
}