Upload 20 files

.gitattributes

@@ -33,3 +33,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+fp16/glm_ocr_decode_prefill_kv.onnx.data filter=lfs diff=lfs merge=lfs -text
+fp16/glm_ocr_decode_step_kv.onnx.data filter=lfs diff=lfs merge=lfs -text
+fp16/glm_ocr_embed.onnx.data filter=lfs diff=lfs merge=lfs -text
+fp16/glm_ocr_vision.onnx.data filter=lfs diff=lfs merge=lfs -text
+quant/glm_ocr_vision_quant.onnx.data filter=lfs diff=lfs merge=lfs -text

fp16/glm_ocr_decode_prefill_kv.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e469aac93dff5835c621d1e7a8987aa802b112d8092b780d4742a317534cd627
+size 2551204

fp16/glm_ocr_decode_prefill_kv.onnx.data

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd63f01dac7b06ee4920b7c90d38cfc081988f1eb93b04eaa684c6e923e5f360
+size 846466048

fp16/glm_ocr_decode_step_kv.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea69c66eee2ca5e2e1e62185fd50bae0b431735027d107d070a4d8e02f4a318
+size 4162536

fp16/glm_ocr_decode_step_kv.onnx.data

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3a254982459a269a566bdcaa574f9edb4c77fb470c0745e32a36e6ecc1ca927
+size 2328349696

fp16/glm_ocr_embed.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:700497f7747ce77b2b34f519b662d2bee68f44e638de9391301a74011fd2bf20
+size 1791

fp16/glm_ocr_embed.onnx.data

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44c2c5e0a2a8d65605f06897249a03fb1d11051aee155ba598e1d1a302ababd0
+size 364904448

fp16/glm_ocr_rope_document.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57bbac5220e5828a5ea0bf901974bc44afa190e3e7d9927bceca3ca8a63c4dc3
+size 4170

fp16/glm_ocr_rope_formula.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0c135e8dd941ec1a0246384d20c20984eb2bbed8fd08b43830ba40c081f232
+size 4169

fp16/glm_ocr_rope_table.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88faf6507c9baa52f4069b4a6469c5ab692038a538ef3d9df52ad2408648ba22
+size 4167

fp16/glm_ocr_rope_text.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b68daba410b29a635de18b135212569db1c28add28fbe7c5b63dcd0c7b3d0b63
+size 4166

fp16/glm_ocr_vision.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efa009d7c358e4ebf83515b80a96fd828a05e40bd86be190dfabd9fc0f29bc73
+size 715251

fp16/glm_ocr_vision.onnx.data

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8691969b71702daabc378e031b66c62d13d054a7cfed17e2729ea707079d2b45
+size 14571213824

manifest.json

@@ -0,0 +1,145 @@
+{
+  "model_id": "zai-org/GLM-OCR",
+  "dtype": "float16",
+  "opset": 18,
+  "static": true,
+  "external_data": true,
+  "image_size": {
+    "width": 840,
+    "height": 840
+  },
+  "max_seq_len": 2048,
+  "image_token_id": 59280,
+  "eos_token_ids": [
+    59246,
+    59253
+  ],
+  "export_prompt": "Recognize the text in the image and output in Markdown format. Preserve the original layout (headings/paragraphs/tables/formulas). Do not fabricate content that does not exist in the image.",
+  "hidden_size": 1536,
+  "t_img": 900,
+  "export_devices": {
+    "vision": "cuda",
+    "text": "cuda"
+  },
+  "graphs": {
+    "vision": "fp16/glm_ocr_vision.onnx",
+    "embed": "fp16/glm_ocr_embed.onnx",
+    "rope": "fp16/glm_ocr_rope_document.onnx",
+    "decode_prefill_kv": "fp16/glm_ocr_decode_prefill_kv.onnx",
+    "decode_step_kv": "fp16/glm_ocr_decode_step_kv.onnx",
+    "vision_quant": "quant/glm_ocr_vision_quant.onnx"
+  },
+  "kv_cache": {
+    "num_layers": 16,
+    "num_key_value_heads": 8,
+    "head_dim": 96,
+    "max_cache_len": 2048
+  },
+  "default_profile": "document",
+  "prompt_profiles": {
+    "document": {
+      "prompt": "Recognize the text in the image and output in Markdown format. Preserve the original layout (headings/paragraphs/tables/formulas). Do not fabricate content that does not exist in the image.",
+      "rope": "fp16/glm_ocr_rope_document.onnx"
+    },
+    "text": {
+      "prompt": "Text Recognition:",
+      "rope": "fp16/glm_ocr_rope_text.onnx"
+    },
+    "table": {
+      "prompt": "Table Recognition:",
+      "rope": "fp16/glm_ocr_rope_table.onnx"
+    },
+    "formula": {
+      "prompt": "Formula Recognition:",
+      "rope": "fp16/glm_ocr_rope_formula.onnx"
+    }
+  },
+  "notes": [
+    "Vision wrapper handles packed [T,D] outputs by unsqueezing to [1,T,D].",
+    "Rope graphs are prompt-profile specific constants generated from get_rope_index (mRoPE).",
+    "Do splice in JS: replace contiguous image_token_id block of length t_img with image_embeds.",
+    "Decode outputs logits for last token only.",
+    "custom_w8: quantized MatMul/Gemm weights for graph 'decode_prefill_kv'.",
+    "dual-vision artifact: graphs.vision=fp16 and graphs.vision_quant=quantized."
+  ],
+  "vision": {
+    "onnx": "artifact_glm_ocr_web_split/fp16/glm_ocr_vision.onnx",
+    "sha256": "efa009d7c358e4ebf83515b80a96fd828a05e40bd86be190dfabd9fc0f29bc73",
+    "bytes": 715251,
+    "data": "artifact_glm_ocr_web_split/fp16/glm_ocr_vision.onnx.data",
+    "data_sha256": "8691969b71702daabc378e031b66c62d13d054a7cfed17e2729ea707079d2b45",
+    "data_bytes": 14571213824
+  },
+  "embed": {
+    "onnx": "artifact_glm_ocr_web_split/fp16/glm_ocr_embed.onnx",
+    "sha256": "700497f7747ce77b2b34f519b662d2bee68f44e638de9391301a74011fd2bf20",
+    "bytes": 1791,
+    "data": "artifact_glm_ocr_web_split/fp16/glm_ocr_embed.onnx.data",
+    "data_sha256": "44c2c5e0a2a8d65605f06897249a03fb1d11051aee155ba598e1d1a302ababd0",
+    "data_bytes": 364904448
+  },
+  "rope": {
+    "onnx": "artifact_glm_ocr_web_split/fp16/glm_ocr_rope_document.onnx",
+    "sha256": "57bbac5220e5828a5ea0bf901974bc44afa190e3e7d9927bceca3ca8a63c4dc3",
+    "bytes": 4170,
+    "data": "artifact_glm_ocr_web_split/fp16/glm_ocr_rope_document.onnx.data",
+    "data_sha256": "cb38103e3aceeb1adeb7104611bd035656dd8433b3c03eb96ac2b5e5df9b55b4",
+    "data_bytes": 98304
+  },
+  "decode": {
+    "onnx": "artifact_glm_ocr_web_split/fp16/glm_ocr_decode.onnx",
+    "sha256": "6d536a5b1e671e2229bb88a050c747ad6fdc9db3292927af4552c33928a46001",
+    "bytes": 2429565,
+    "data": "artifact_glm_ocr_web_split/fp16/glm_ocr_decode.onnx.data",
+    "data_sha256": "6847fe2bfe59df72975856dc61730b2ecb8a0f79455a898375fc4f7c2c7cb2da",
+    "data_bytes": 2328431616
+  },
+  "decode_prefill_kv": {
+    "onnx": "artifact_glm_ocr_web_split/fp16/glm_ocr_decode_prefill_kv.onnx",
+    "sha256": "27974f2680f37205f1a51244dbe7fc65e0eefbcf926a3fc9e7a34a5095d4a755",
+    "bytes": 2547577,
+    "data": "artifact_glm_ocr_web_split/fp16/glm_ocr_decode_prefill_kv.onnx.data",
+    "data_sha256": "6847fe2bfe59df72975856dc61730b2ecb8a0f79455a898375fc4f7c2c7cb2da",
+    "data_bytes": 2328431616
+  },
+  "decode_step_kv": {
+    "onnx": "artifact_glm_ocr_web_split/fp16/glm_ocr_decode_step_kv.onnx",
+    "sha256": "cea69c66eee2ca5e2e1e62185fd50bae0b431735027d107d070a4d8e02f4a318",
+    "bytes": 4162536,
+    "data": "artifact_glm_ocr_web_split/fp16/glm_ocr_decode_step_kv.onnx.data",
+    "data_sha256": "b3a254982459a269a566bdcaa574f9edb4c77fb470c0745e32a36e6ecc1ca927",
+    "data_bytes": 2328349696
+  },
+  "rope_document": {
+    "onnx": "artifact_glm_ocr_web_split/fp16/glm_ocr_rope_document.onnx",
+    "sha256": "57bbac5220e5828a5ea0bf901974bc44afa190e3e7d9927bceca3ca8a63c4dc3",
+    "bytes": 4170,
+    "data": "artifact_glm_ocr_web_split/fp16/glm_ocr_rope_document.onnx.data",
+    "data_sha256": "cb38103e3aceeb1adeb7104611bd035656dd8433b3c03eb96ac2b5e5df9b55b4",
+    "data_bytes": 98304
+  },
+  "rope_text": {
+    "onnx": "artifact_glm_ocr_web_split/fp16/glm_ocr_rope_text.onnx",
+    "sha256": "b68daba410b29a635de18b135212569db1c28add28fbe7c5b63dcd0c7b3d0b63",
+    "bytes": 4166,
+    "data": "artifact_glm_ocr_web_split/fp16/glm_ocr_rope_text.onnx.data",
+    "data_sha256": "4147cb50328e4bb79a289496b2d0dea536c02898fc62591fad72da0b636a33ee",
+    "data_bytes": 98304
+  },
+  "rope_table": {
+    "onnx": "artifact_glm_ocr_web_split/fp16/glm_ocr_rope_table.onnx",
+    "sha256": "88faf6507c9baa52f4069b4a6469c5ab692038a538ef3d9df52ad2408648ba22",
+    "bytes": 4167,
+    "data": "artifact_glm_ocr_web_split/fp16/glm_ocr_rope_table.onnx.data",
+    "data_sha256": "4147cb50328e4bb79a289496b2d0dea536c02898fc62591fad72da0b636a33ee",
+    "data_bytes": 98304
+  },
+  "rope_formula": {
+    "onnx": "artifact_glm_ocr_web_split/fp16/glm_ocr_rope_formula.onnx",
+    "sha256": "de0c135e8dd941ec1a0246384d20c20984eb2bbed8fd08b43830ba40c081f232",
+    "bytes": 4169,
+    "data": "artifact_glm_ocr_web_split/fp16/glm_ocr_rope_formula.onnx.data",
+    "data_sha256": "2929c9761dd6510fa6734a2ded0bd07d7b8f2705072a0542e76b7ccda9c0f713",
+    "data_bytes": 98304
+  }
+}

manifest.web.json

@@ -0,0 +1,113 @@
+{
+  "model_id": "zai-org/GLM-OCR",
+  "dtype": "float16",
+  "opset": 18,
+  "max_seq_len": 2048,
+  "image_size": {
+    "width": 840,
+    "height": 840
+  },
+  "image_token_id": 59280,
+  "eos_token_ids": [
+    59246,
+    59253
+  ],
+  "kv_cache": {
+    "num_layers": 16,
+    "num_key_value_heads": 8,
+    "head_dim": 96,
+    "max_cache_len": 2048
+  },
+  "prompt_profile": "document",
+  "base_url": "./",
+  "graphs": {
+    "vision": "fp16/glm_ocr_vision.onnx",
+    "embed": "fp16/glm_ocr_embed.onnx",
+    "rope": "fp16/glm_ocr_rope_document.onnx",
+    "decode_prefill_kv": "fp16/glm_ocr_decode_prefill_kv.onnx",
+    "decode_step_kv": "fp16/glm_ocr_decode_step_kv.onnx",
+    "vision_quant": "quant/glm_ocr_vision_quant.onnx"
+  },
+  "runtime": {
+    "webgpu": {
+      "executionProviders": [
+        "webgpu"
+      ],
+      "logSeverityLevel": 3
+    },
+    "wasm": {
+      "executionProviders": [
+        "wasm"
+      ],
+      "logSeverityLevel": 3
+    }
+  },
+  "profiles": {
+    "full_browser_kv": {
+      "description": "All sessions in browser, KV prefill+step decoding.",
+      "graphs": [
+        "vision",
+        "embed",
+        "rope",
+        "decode_prefill_kv",
+        "decode_step_kv"
+      ],
+      "requires_image_embeds_input": false,
+      "estimated_weight_gb": 18.254
+    },
+    "hybrid_server_vision_client_kv": {
+      "description": "Vision/image embedding runs on server; browser runs text decode with KV.",
+      "graphs": [
+        "embed",
+        "rope",
+        "decode_prefill_kv",
+        "decode_step_kv"
+      ],
+      "requires_image_embeds_input": true,
+      "estimated_weight_gb": 4.683
+    },
+    "hybrid_server_vision_client_prefill_only": {
+      "description": "Vision on server; browser uses decode_prefill_kv only (simpler, slower token loop).",
+      "graphs": [
+        "embed",
+        "rope",
+        "decode_prefill_kv"
+      ],
+      "requires_image_embeds_input": true,
+      "estimated_weight_gb": 2.511
+    }
+  },
+  "load_order": [
+    "vision",
+    "vision_quant",
+    "embed",
+    "rope",
+    "decode_prefill_kv",
+    "decode_step_kv"
+  ],
+  "memory_budget_gb": {
+    "full_browser_kv": 18.254,
+    "full_browser_prefill_only": 16.082,
+    "hybrid_server_vision_client_kv": 4.683,
+    "hybrid_server_vision_client_prefill_only": 2.511
+  },
+  "per_graph_size_gb": {
+    "vision": 13.571,
+    "embed": 0.34,
+    "rope_profile": 0.0,
+    "decode_prefill_kv": 2.171,
+    "decode_step_kv": 2.172,
+    "vision_quant": 0.0
+  },
+  "warnings": [
+    "vision is 13.57 GB; likely too large for direct browser startup on most clients.",
+    "decode_prefill_kv is 2.17 GB; likely too large for direct browser startup on most clients.",
+    "decode_step_kv is 2.17 GB; likely too large for direct browser startup on most clients."
+  ],
+  "notes": [
+    "This manifest is for ORT Web (WebGPU/WASM) session wiring.",
+    "Prefer lazy session creation; do not load unused graphs.",
+    "Use rope graph matching the exported prompt profile.",
+    "For browser deployments, hybrid mode is usually required at current model size."
+  ]
+}

quant/glm_ocr_vision_quant.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3daf41d962e7878703682f8aed901bc697d1e9652e148c21decef39691750702
+size 767365

quant/glm_ocr_vision_quant.onnx.data

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdfd0d65846923674dc0ae0c18c30d09dfb4752125fb93c45b68ae6c4fb7b264
+size 490746880