{ "name": "OpenGlyph/OpenGlyph-OCR-IDS", "released": "2026-11-20", "what": "OpenGlyph-OCR-0 with an IDS layer: an opener, a part reader and a speller; a character with neither a code point nor a GlyphWiki glyph is written IDS, and rare characters are spelt from their parts and turned back into the encoded character", "measured_with": { "mlx": "0.32.3", "mlx-vlm": "0.3.12", "transformers": "5.18.0", "tokenizers": "0.23.2", "torchvision": "0.23.0", "python": "3.12" }, "checks_before_release": { "arrays_tables_and_settings_bit_for_bit_as_measured": 1330, "lines_read_as_measured": 190, "lines_read_as_measured_with_second_options": 32, "whole_page_read_as_in_the_trial": true }, "settings": { "top": 3, "rule": { "a": 1, "b": 1, "how": "mean", "t": -1, "m": 0.5, "flat": true }, "offset": 8, "gate": null, "gate_b": -0.5, "gates_by": { "a coded character | a glyph token": -0.25, "a coded character | a rare character": -2.0, "a glyph with a token | a glyph token": null, "a glyph with a token | a rare character": -2.0, "a new glyph | a glyph token": -0.5, "a new glyph | a rare character": -2.0, "forced: a coded character | a glyph token": -0.25, "forced: a coded character | a rare character": -0.25, "forced: a glyph with a token | a glyph token": null, "forced: a new glyph | a glyph token": null, "forced: a new glyph | a rare character": -0.1 }, "open_hard": "speller", "note": "the settings OpenGlyph-OCR-IDS was measured with, chosen on tuning lines (never on a test): offset = what is added to the opener's evidence that an IDS begins; gate = how surely the unfolding must read for its IDS to stand alone (null: only where the speller writes the same glyph); gate_b and gates_by = how surely the speller must spell for its IDS to stand, by the kind of place (\"forced: ...\" = a place the opener did not ask for, read because the reader writes a rare character or a glyph token there; null = never); open_hard = such places are read by the speller; top = the structures tried; rule = how the unfolding chooses among its cuts" }, "files": { "LICENSE": { "sha256": "cfc7749b96f63bd31c3c42b5c471bf756814053e847c10f3eb003417bc523d30", "bytes": 11358, "from": "OpenGlyph/OpenGlyph-OCR-0, the same file" }, "NOTICE": { "sha256": "d16c6acc8e51dda4cd6f0c0745844e9ec355861997702fcdfdd677cfc73969ea", "bytes": 2622 }, "README.md": { "sha256": "8e51e37f54a3b8ef211ea5b0bfc32f82fd193a92c6b3c252895aed070d7d4b96", "bytes": 27002 }, "base/chat_template.jinja": { "sha256": "273d8e0e683b885071fb17e08d71e5f2a5ddfb5309756181681de4f5a1822d80", "bytes": 7755, "from": "OpenGlyph/OpenGlyph-OCR-0, the same file" }, "base/config.json": { "sha256": "2eb95982069a24336fe66b3a0869ea5a711aba7566787d4a599654907ecc070c", "bytes": 2747, "from": "OpenGlyph/OpenGlyph-OCR-0, the same file" }, "base/model.safetensors": { "sha256": "d4551e9f6127ac9e35cff7b4f7a72a90410e03e6c8676a36f0e2b7eaeb5d5348", "bytes": 1746937856, "from": "OpenGlyph/OpenGlyph-OCR-0, the same file" }, "base/processor_config.json": { "sha256": "d89ef49ce9cd37fbf510158e13c1ef063d9286411c1ec9049932dbe0487143b1", "bytes": 1191, "from": "OpenGlyph/OpenGlyph-OCR-0, the same file" }, "base/tokenizer.json": { "sha256": "06b9509352d2af50381ab2247e083b80d32d5c0aba91c272ca9ff729b6a0e523", "bytes": 19989325, "from": "OpenGlyph/OpenGlyph-OCR-0, the same file" }, "base/tokenizer_config.json": { "sha256": "792fa3f0cb88b111e54ef3134c873531008c4df471d108da17903426e308aa7b", "bytes": 1165, "from": "OpenGlyph/OpenGlyph-OCR-0, the same file" }, "canon.json": { "sha256": "507eb9c7dfba056fdc30ca7a3eb8478ff3b39ab21de385cb1c1f32d2a09c115b", "bytes": 11885906, "from": "the project's files" }, "figures/examples.png": { "sha256": "d986272087fd5e9c675234e6293cd4192a42ec96ca9b126f6adbbb5307ec16f1", "bytes": 446209 }, "figures/ids.png": { "sha256": "d890b1149d342e2505b2e697ec9331625d073a48f45fdc03b307cb4b4d07db36", "bytes": 360733 }, "figures/rare-characters.png": { "sha256": "8a1322e3673768ff72b61eb242a146d329b43056d48f429975bd668a3ce8e8c8", "bytes": 247972 }, "figures/real-lines.png": { "sha256": "3257beb6a5318c4995366766453fb0572b6590ea62b69ab4d2a1812ffcfa3a68", "bytes": 838509 }, "figures/real-papers.png": { "sha256": "f279e55806221e08954770f1c5b8c4fe9dddaa32a36d54df29b997c05fd024a1", "bytes": 204165 }, "ids-tables.json": { "sha256": "a47bf42b33412f35945d008493cba336a9f580eb316b97a3d9a0a01d3ac8b0c0", "bytes": 4249, "from": "the project's files (begun, finished, structure); the project's files (the keys the speller reads)" }, "opener.safetensors": { "sha256": "4cb16a370ae17cc1fec1f23ab61455df427084052670a0ecdedee41c6a553c16", "bytes": 5413801, "from": "the opener of OpenGlyph-OCR-IDS: checkpoint step-0009504-end-of-training-1794641116354415000 (step 9504), its adapters as its manifest records them" }, "openglyph-ocr-0.safetensors": { "sha256": "69c7e631cb6bc85b4cd2451d1a28eedb4a0dd285ad836d31e88deefd82309f35", "bytes": 821236272, "from": "OpenGlyph/OpenGlyph-OCR-0, the same file" }, "openglyph_ocr_ids/__init__.py": { "sha256": "daebffe5530c8de9c6cbbb17ea7b5e608a1eed4a9d5a46f1dd3385649c8a87db", "bytes": 2805, "from": "release/ids/port.py (the research code, ported)" }, "openglyph_ocr_ids/__main__.py": { "sha256": "227445d926245710fc42568a4cad207f064bf30f72cf38d5965e6be6a1bc6237", "bytes": 2337, "from": "release/ids/port.py (the research code, ported)" }, "openglyph_ocr_ids/build.py": { "sha256": "d6de061897e217e75def7e77f9028c1281d3df159eb0b18dfee680dd8b549718", "bytes": 16336, "from": "release/ids/port.py (the research code, ported)" }, "openglyph_ocr_ids/canon.py": { "sha256": "240947e7fbb64a096e26ec8f356e3b4837ea3d425073849a3031ad93e7b4b07f", "bytes": 1538, "from": "release/ids/port.py (the research code, ported)" }, "openglyph_ocr_ids/chars.py": { "sha256": "3d7ffc010edc4911da6bc7498ec2761d246032113f0d6c6038e684457721aa3f", "bytes": 1840, "from": "release/ids/port.py (the research code, ported)" }, "openglyph_ocr_ids/decode.py": { "sha256": "9045f40bee35aa816fd90eb878e7a60a800c89c410ac9df95c29bb5d952c3763", "bytes": 7114, "from": "release/ids/port.py (the research code, ported)" }, "openglyph_ocr_ids/idsparse.py": { "sha256": "c6a2feb456f57b44e10920244435c506883e31d71aa7fe793a3bc73244f15367", "bytes": 2400, "from": "release/ids/port.py (the research code, ported)" }, "openglyph_ocr_ids/lines.py": { "sha256": "8ea4025eeed38e4523bfa22f2c804242d4c67d137ef55c4444424f586fa87c2d", "bytes": 1276, "from": "release/ids/port.py (the research code, ported)" }, "openglyph_ocr_ids/model.py": { "sha256": "845f13ac0097c0d31bce10def3faf8c0e986adba3b396fb51aed3c105c319371", "bytes": 4069, "from": "release/ids/port.py (the research code, ported)" }, "openglyph_ocr_ids/parts.py": { "sha256": "dc8074d311d81c1736c4c4fd98af6384de74b8f569f93d27192055393a2a1699", "bytes": 5349, "from": "release/ids/port.py (the research code, ported)" }, "openglyph_ocr_ids/place.py": { "sha256": "ba2a36024bc2d857b217788b74126294c888dcc6d37f0c2aa9a472fa171af1b0", "bytes": 1239, "from": "release/ids/port.py (the research code, ported)" }, "openglyph_ocr_ids/spell.py": { "sha256": "063cc24ecf181443cc63ae304ac94aebdd95ce2a2a89716228e23d4f5f95a59d", "bytes": 8520, "from": "release/ids/port.py (the research code, ported)" }, "openglyph_ocr_ids/unfold.py": { "sha256": "dcde48368dbfa5f01ce4b21902f3aebf1dcbf9e5d75dc12f18edb0950f0230e0", "bytes": 25736, "from": "release/ids/port.py (the research code, ported)" }, "openglyph_ocr_ids/unfold_cut.py": { "sha256": "047ed770b84ca7e801c0fcff16da33f0527903aa24b6e4ecd0a0f4e39f0e5c7e", "bytes": 16618, "from": "release/ids/port.py (the research code, ported)" }, "openglyph_ocr_ids/unfold_search.py": { "sha256": "78789736a04f34c4f933b252037d2c90c20dc1e2c6c86130add495b04b39343d", "bytes": 4965, "from": "release/ids/port.py (the research code, ported)" }, "openglyph_ocr_ids/vocab.py": { "sha256": "be9c39662a21f0977d8e7949276b903927166742c936ccd33b3e125e09736975", "bytes": 2823, "from": "release/ids/port.py (the research code, ported)" }, "part-reader.safetensors": { "sha256": "0c08677529a67dca43cc8b8ed400e4cda3da73d94462438b122c27d149784004", "bytes": 5356183, "from": "the project's files" }, "reading.json": { "sha256": "8c18a5dc3195c29e74ee2bd774a6ecf0ee56f7bccc8fbbfc979539c3bb3a2b08", "bytes": 1392, "from": "the project's files (its numbers)" }, "requirements.txt": { "sha256": "8b649edd2bfb0dbe93ce8a4176143eb941cf820e6b570d06e151f63c19c5e85d", "bytes": 576, "from": "OpenGlyph/OpenGlyph-OCR-0, the same file" }, "speller.safetensors": { "sha256": "e5dd2aa9edd22c4f244d29bc5111d9abaa20eeb7b865f64e88ca052f45962d48", "bytes": 139623940, "from": "the project's files" }, "token-counts.json": { "sha256": "e656436878862b2dc200636aba0506c6ddcc76ce586e0e1304babf7e0133d03f", "bytes": 1537590, "from": "the project's files" }, "tokens.json": { "sha256": "50165ec65b8a5a358b684cd84519ff6487eea3b8902cffac01843aebe3248368", "bytes": 2784718, "from": "OpenGlyph/OpenGlyph-OCR-0, the same file" } } }