Hugging Face's logo

OpenMed
/
maple-preview-4bit-onnx-webgpu

Text Generation
ONNX
English
onnxruntime
onnxruntime-web
webgpu
browser
maple
mixture-of-experts
quantized
openmed
conversational
Model card Files
xet
 Community
maple-preview-4bit-onnx-webgpu
File size: 2,970 Bytes
0dac84d
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
{
  "schema_version": 1,
  "source_model": "deepgrove/maple-preview",
  "source_revision": "ac1ddd79d2b5cb4406f5d2bebdf95406ce505a07",
  "source_revision_verified": true,
  "architecture": "MapleForCausalLM",
  "target": "webgpu",
  "execution_provider": "webgpu",
  "io_dtype": "float16",
  "quantization": "qmoe-4bit-blockwise-128",
  "qmoe_block_size": 128,
  "onnxruntime_min_version": "1.25.1",
  "onnxruntime_genai_version": "0.12.0",
  "export_toolchain": {
    "accelerate": "1.11.0",
    "huggingface-hub": "0.35.3",
    "numpy": "2.2.6",
    "onnx": "1.21.0",
    "onnx-ir": "0.2.0",
    "onnxruntime": "1.25.1",
    "onnxruntime-genai": "0.12.0",
    "safetensors": "0.6.2",
    "tokenizers": "0.22.1",
    "torch": "2.9.1",
    "tqdm": "4.67.1",
    "transformers": "4.57.1"
  },
  "graph": {
    "path": "model.onnx",
    "prefill_path": "model.onnx",
    "decode_path": "model.onnx"
  },
  "validation": {
    "onnx_checker_completed": true,
    "maple_graph_contract_completed": true,
    "qmoe_nodes": 24,
    "group_query_attention_nodes": 24,
    "external_data_files": [
      "model.onnx.data"
    ],
    "synthetic_qmoe_cpu_completed": true,
    "synthetic_qmoe_cpu_runtime": "1.25.1",
    "full_checkpoint_conversion_completed": true,
    "runtime_inference_completed": false,
    "source_parity_completed": false,
    "target_device_completed": false
  },
  "files": [
    {
      "path": "added_tokens.json",
      "size_bytes": 707,
      "sha256": "c0284b582e14987fbd3d5a2cb2bd139084371ed9acbae488829a1c900833c680"
    },
    {
      "path": "chat_template.jinja",
      "size_bytes": 3292,
      "sha256": "83e4c58ca602ade89b126cc75a036eb8bd06d373d4fd94b09d2277d609131089"
    },
    {
      "path": "genai_config.json",
      "size_bytes": 1576,
      "sha256": "bc2efe12eeb99664b5bd162c7bfe511fea06f1488b753704a101276fb1c4bd3c"
    },
    {
      "path": "merges.txt",
      "size_bytes": 1671853,
      "sha256": "8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5"
    },
    {
      "path": "model.onnx",
      "size_bytes": 612491,
      "sha256": "13dc67c54c7ff0ec65b442cf0c359f765dbcc29fe85fe708d4875b000cedf6f4"
    },
    {
      "path": "model.onnx.data",
      "size_bytes": 10483793920,
      "sha256": "be08cbe9771e2ddd587c759211615d6b40dc1bd4995fdf96f5164a96430327be"
    },
    {
      "path": "special_tokens_map.json",
      "size_bytes": 613,
      "sha256": "76862e765266b85aa9459767e33cbaf13970f327a0e88d1c65846c2ddd3a1ecd"
    },
    {
      "path": "tokenizer.json",
      "size_bytes": 11422654,
      "sha256": "aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4"
    },
    {
      "path": "tokenizer_config.json",
      "size_bytes": 5431,
      "sha256": "cd5c1909da4950a610a9e3a6cb6763cff0381d91c6f0838855db8d5ae83d6c9f"
    },
    {
      "path": "vocab.json",
      "size_bytes": 2776833,
      "sha256": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910"
    }
  ]
}