OpenGlyph-OCR-IDS / release.json
astromandarin's picture
Card: crops of real lines with their sources, whole-page reading (read_page, --page), what was taken from han2ids
a9aab5c verified
Raw History Blame Contribute Delete
9.53 kB
{
"name": "OpenGlyph/OpenGlyph-OCR-IDS",
"released": "2026-11-20",
"what": "OpenGlyph-OCR-0 with an IDS layer: an opener, a part reader and a speller; a character with neither a code point nor a GlyphWiki glyph is written <ids>IDS</ids>, and rare characters are spelt from their parts and turned back into the encoded character",
"measured_with": {
"mlx": "0.32.3",
"mlx-vlm": "0.3.12",
"transformers": "5.18.0",
"tokenizers": "0.23.2",
"torchvision": "0.23.0",
"python": "3.12"
},
"checks_before_release": {
"arrays_tables_and_settings_bit_for_bit_as_measured": 1330,
"lines_read_as_measured": 190,
"lines_read_as_measured_with_second_options": 32,
"whole_page_read_as_in_the_trial": true
},
"settings": {
"top": 3,
"rule": {
"a": 1,
"b": 1,
"how": "mean",
"t": -1,
"m": 0.5,
"flat": true
},
"offset": 8,
"gate": null,
"gate_b": -0.5,
"gates_by": {
"a coded character | a glyph token": -0.25,
"a coded character | a rare character": -2.0,
"a glyph with a token | a glyph token": null,
"a glyph with a token | a rare character": -2.0,
"a new glyph | a glyph token": -0.5,
"a new glyph | a rare character": -2.0,
"forced: a coded character | a glyph token": -0.25,
"forced: a coded character | a rare character": -0.25,
"forced: a glyph with a token | a glyph token": null,
"forced: a new glyph | a glyph token": null,
"forced: a new glyph | a rare character": -0.1
},
"open_hard": "speller",
"note": "the settings OpenGlyph-OCR-IDS was measured with, chosen on tuning lines (never on a test): offset = what is added to the opener's evidence that an IDS begins; gate = how surely the unfolding must read for its IDS to stand alone (null: only where the speller writes the same glyph); gate_b and gates_by = how surely the speller must spell for its IDS to stand, by the kind of place (\"forced: ...\" = a place the opener did not ask for, read because the reader writes a rare character or a glyph token there; null = never); open_hard = such places are read by the speller; top = the structures tried; rule = how the unfolding chooses among its cuts"
},
"files": {
"LICENSE": {
"sha256": "cfc7749b96f63bd31c3c42b5c471bf756814053e847c10f3eb003417bc523d30",
"bytes": 11358,
"from": "OpenGlyph/OpenGlyph-OCR-0, the same file"
},
"NOTICE": {
"sha256": "d16c6acc8e51dda4cd6f0c0745844e9ec355861997702fcdfdd677cfc73969ea",
"bytes": 2622
},
"README.md": {
"sha256": "8e51e37f54a3b8ef211ea5b0bfc32f82fd193a92c6b3c252895aed070d7d4b96",
"bytes": 27002
},
"base/chat_template.jinja": {
"sha256": "273d8e0e683b885071fb17e08d71e5f2a5ddfb5309756181681de4f5a1822d80",
"bytes": 7755,
"from": "OpenGlyph/OpenGlyph-OCR-0, the same file"
},
"base/config.json": {
"sha256": "2eb95982069a24336fe66b3a0869ea5a711aba7566787d4a599654907ecc070c",
"bytes": 2747,
"from": "OpenGlyph/OpenGlyph-OCR-0, the same file"
},
"base/model.safetensors": {
"sha256": "d4551e9f6127ac9e35cff7b4f7a72a90410e03e6c8676a36f0e2b7eaeb5d5348",
"bytes": 1746937856,
"from": "OpenGlyph/OpenGlyph-OCR-0, the same file"
},
"base/processor_config.json": {
"sha256": "d89ef49ce9cd37fbf510158e13c1ef063d9286411c1ec9049932dbe0487143b1",
"bytes": 1191,
"from": "OpenGlyph/OpenGlyph-OCR-0, the same file"
},
"base/tokenizer.json": {
"sha256": "06b9509352d2af50381ab2247e083b80d32d5c0aba91c272ca9ff729b6a0e523",
"bytes": 19989325,
"from": "OpenGlyph/OpenGlyph-OCR-0, the same file"
},
"base/tokenizer_config.json": {
"sha256": "792fa3f0cb88b111e54ef3134c873531008c4df471d108da17903426e308aa7b",
"bytes": 1165,
"from": "OpenGlyph/OpenGlyph-OCR-0, the same file"
},
"canon.json": {
"sha256": "507eb9c7dfba056fdc30ca7a3eb8478ff3b39ab21de385cb1c1f32d2a09c115b",
"bytes": 11885906,
"from": "the project's files"
},
"figures/examples.png": {
"sha256": "d986272087fd5e9c675234e6293cd4192a42ec96ca9b126f6adbbb5307ec16f1",
"bytes": 446209
},
"figures/ids.png": {
"sha256": "d890b1149d342e2505b2e697ec9331625d073a48f45fdc03b307cb4b4d07db36",
"bytes": 360733
},
"figures/rare-characters.png": {
"sha256": "8a1322e3673768ff72b61eb242a146d329b43056d48f429975bd668a3ce8e8c8",
"bytes": 247972
},
"figures/real-lines.png": {
"sha256": "3257beb6a5318c4995366766453fb0572b6590ea62b69ab4d2a1812ffcfa3a68",
"bytes": 838509
},
"figures/real-papers.png": {
"sha256": "f279e55806221e08954770f1c5b8c4fe9dddaa32a36d54df29b997c05fd024a1",
"bytes": 204165
},
"ids-tables.json": {
"sha256": "a47bf42b33412f35945d008493cba336a9f580eb316b97a3d9a0a01d3ac8b0c0",
"bytes": 4249,
"from": "the project's files (begun, finished, structure); the project's files (the keys the speller reads)"
},
"opener.safetensors": {
"sha256": "4cb16a370ae17cc1fec1f23ab61455df427084052670a0ecdedee41c6a553c16",
"bytes": 5413801,
"from": "the opener of OpenGlyph-OCR-IDS: checkpoint step-0009504-end-of-training-1794641116354415000 (step 9504), its adapters as its manifest records them"
},
"openglyph-ocr-0.safetensors": {
"sha256": "69c7e631cb6bc85b4cd2451d1a28eedb4a0dd285ad836d31e88deefd82309f35",
"bytes": 821236272,
"from": "OpenGlyph/OpenGlyph-OCR-0, the same file"
},
"openglyph_ocr_ids/__init__.py": {
"sha256": "daebffe5530c8de9c6cbbb17ea7b5e608a1eed4a9d5a46f1dd3385649c8a87db",
"bytes": 2805,
"from": "release/ids/port.py (the research code, ported)"
},
"openglyph_ocr_ids/__main__.py": {
"sha256": "227445d926245710fc42568a4cad207f064bf30f72cf38d5965e6be6a1bc6237",
"bytes": 2337,
"from": "release/ids/port.py (the research code, ported)"
},
"openglyph_ocr_ids/build.py": {
"sha256": "d6de061897e217e75def7e77f9028c1281d3df159eb0b18dfee680dd8b549718",
"bytes": 16336,
"from": "release/ids/port.py (the research code, ported)"
},
"openglyph_ocr_ids/canon.py": {
"sha256": "240947e7fbb64a096e26ec8f356e3b4837ea3d425073849a3031ad93e7b4b07f",
"bytes": 1538,
"from": "release/ids/port.py (the research code, ported)"
},
"openglyph_ocr_ids/chars.py": {
"sha256": "3d7ffc010edc4911da6bc7498ec2761d246032113f0d6c6038e684457721aa3f",
"bytes": 1840,
"from": "release/ids/port.py (the research code, ported)"
},
"openglyph_ocr_ids/decode.py": {
"sha256": "9045f40bee35aa816fd90eb878e7a60a800c89c410ac9df95c29bb5d952c3763",
"bytes": 7114,
"from": "release/ids/port.py (the research code, ported)"
},
"openglyph_ocr_ids/idsparse.py": {
"sha256": "c6a2feb456f57b44e10920244435c506883e31d71aa7fe793a3bc73244f15367",
"bytes": 2400,
"from": "release/ids/port.py (the research code, ported)"
},
"openglyph_ocr_ids/lines.py": {
"sha256": "8ea4025eeed38e4523bfa22f2c804242d4c67d137ef55c4444424f586fa87c2d",
"bytes": 1276,
"from": "release/ids/port.py (the research code, ported)"
},
"openglyph_ocr_ids/model.py": {
"sha256": "845f13ac0097c0d31bce10def3faf8c0e986adba3b396fb51aed3c105c319371",
"bytes": 4069,
"from": "release/ids/port.py (the research code, ported)"
},
"openglyph_ocr_ids/parts.py": {
"sha256": "dc8074d311d81c1736c4c4fd98af6384de74b8f569f93d27192055393a2a1699",
"bytes": 5349,
"from": "release/ids/port.py (the research code, ported)"
},
"openglyph_ocr_ids/place.py": {
"sha256": "ba2a36024bc2d857b217788b74126294c888dcc6d37f0c2aa9a472fa171af1b0",
"bytes": 1239,
"from": "release/ids/port.py (the research code, ported)"
},
"openglyph_ocr_ids/spell.py": {
"sha256": "063cc24ecf181443cc63ae304ac94aebdd95ce2a2a89716228e23d4f5f95a59d",
"bytes": 8520,
"from": "release/ids/port.py (the research code, ported)"
},
"openglyph_ocr_ids/unfold.py": {
"sha256": "dcde48368dbfa5f01ce4b21902f3aebf1dcbf9e5d75dc12f18edb0950f0230e0",
"bytes": 25736,
"from": "release/ids/port.py (the research code, ported)"
},
"openglyph_ocr_ids/unfold_cut.py": {
"sha256": "047ed770b84ca7e801c0fcff16da33f0527903aa24b6e4ecd0a0f4e39f0e5c7e",
"bytes": 16618,
"from": "release/ids/port.py (the research code, ported)"
},
"openglyph_ocr_ids/unfold_search.py": {
"sha256": "78789736a04f34c4f933b252037d2c90c20dc1e2c6c86130add495b04b39343d",
"bytes": 4965,
"from": "release/ids/port.py (the research code, ported)"
},
"openglyph_ocr_ids/vocab.py": {
"sha256": "be9c39662a21f0977d8e7949276b903927166742c936ccd33b3e125e09736975",
"bytes": 2823,
"from": "release/ids/port.py (the research code, ported)"
},
"part-reader.safetensors": {
"sha256": "0c08677529a67dca43cc8b8ed400e4cda3da73d94462438b122c27d149784004",
"bytes": 5356183,
"from": "the project's files"
},
"reading.json": {
"sha256": "8c18a5dc3195c29e74ee2bd774a6ecf0ee56f7bccc8fbbfc979539c3bb3a2b08",
"bytes": 1392,
"from": "the project's files (its numbers)"
},
"requirements.txt": {
"sha256": "8b649edd2bfb0dbe93ce8a4176143eb941cf820e6b570d06e151f63c19c5e85d",
"bytes": 576,
"from": "OpenGlyph/OpenGlyph-OCR-0, the same file"
},
"speller.safetensors": {
"sha256": "e5dd2aa9edd22c4f244d29bc5111d9abaa20eeb7b865f64e88ca052f45962d48",
"bytes": 139623940,
"from": "the project's files"
},
"token-counts.json": {
"sha256": "e656436878862b2dc200636aba0506c6ddcc76ce586e0e1304babf7e0133d03f",
"bytes": 1537590,
"from": "the project's files"
},
"tokens.json": {
"sha256": "50165ec65b8a5a358b684cd84519ff6487eea3b8902cffac01843aebe3248368",
"bytes": 2784718,
"from": "OpenGlyph/OpenGlyph-OCR-0, the same file"
}
}
}