Hugging Face's logo

belsamber
/
OmniCoder-9B-q4f16_1-MLC

Text Generation
MLC-LLM
web-llm
webgpu
qwen3_5
code
q4f16_1
Model card Files
xet
 Community
belsamber commited on
Commit
d3e29ac
·
verified ·
1 Parent(s): 050adbf

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. mlc-chat-config.json +91 -0
  3. params_shard_0.bin +3 -0
  4. params_shard_1.bin +3 -0
  5. params_shard_10.bin +3 -0
  6. params_shard_100.bin +3 -0
  7. params_shard_101.bin +3 -0
  8. params_shard_102.bin +3 -0
  9. params_shard_103.bin +3 -0
  10. params_shard_104.bin +3 -0
  11. params_shard_105.bin +3 -0
  12. params_shard_106.bin +3 -0
  13. params_shard_107.bin +3 -0
  14. params_shard_108.bin +3 -0
  15. params_shard_109.bin +3 -0
  16. params_shard_11.bin +3 -0
  17. params_shard_110.bin +3 -0
  18. params_shard_111.bin +3 -0
  19. params_shard_112.bin +3 -0
  20. params_shard_113.bin +3 -0
  21. params_shard_114.bin +3 -0
  22. params_shard_115.bin +3 -0
  23. params_shard_116.bin +3 -0
  24. params_shard_117.bin +3 -0
  25. params_shard_118.bin +3 -0
  26. params_shard_119.bin +3 -0
  27. params_shard_12.bin +3 -0
  28. params_shard_120.bin +3 -0
  29. params_shard_121.bin +3 -0
  30. params_shard_122.bin +3 -0
  31. params_shard_123.bin +3 -0
  32. params_shard_13.bin +3 -0
  33. params_shard_14.bin +3 -0
  34. params_shard_15.bin +3 -0
  35. params_shard_16.bin +3 -0
  36. params_shard_17.bin +3 -0
  37. params_shard_18.bin +3 -0
  38. params_shard_19.bin +3 -0
  39. params_shard_2.bin +3 -0
  40. params_shard_20.bin +3 -0
  41. params_shard_21.bin +3 -0
  42. params_shard_22.bin +3 -0
  43. params_shard_23.bin +3 -0
  44. params_shard_24.bin +3 -0
  45. params_shard_25.bin +3 -0
  46. params_shard_26.bin +3 -0
  47. params_shard_27.bin +3 -0
  48. params_shard_28.bin +3 -0
  49. params_shard_29.bin +3 -0
  50. params_shard_3.bin +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
mlc-chat-config.json ADDED
@@ -0,0 +1,91 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "qwen3_5",
4
+ "quantization": "q4f16_1",
5
+ "model_config": {
6
+ "hidden_size": 4096,
7
+ "intermediate_size": 12288,
8
+ "num_attention_heads": 16,
9
+ "num_hidden_layers": 32,
10
+ "num_key_value_heads": 4,
11
+ "rms_norm_eps": 1e-06,
12
+ "vocab_size": 248320,
13
+ "rope_theta": 10000000,
14
+ "head_dim": 256,
15
+ "hidden_act": "silu",
16
+ "attention_bias": false,
17
+ "tie_word_embeddings": false,
18
+ "linear_key_head_dim": 128,
19
+ "linear_value_head_dim": 128,
20
+ "linear_num_key_heads": 16,
21
+ "linear_num_value_heads": 32,
22
+ "linear_conv_kernel_dim": 4,
23
+ "full_attention_interval": 4,
24
+ "partial_rotary_factor": 0.25,
25
+ "context_window_size": 4096,
26
+ "prefill_chunk_size": 2048,
27
+ "tensor_parallel_shards": 1,
28
+ "dtype": "bfloat16",
29
+ "max_batch_size": 128
30
+ },
31
+ "vocab_size": 248320,
32
+ "context_window_size": 4096,
33
+ "sliding_window_size": -1,
34
+ "prefill_chunk_size": 2048,
35
+ "attention_sink_size": -1,
36
+ "tensor_parallel_shards": 1,
37
+ "pipeline_parallel_stages": 1,
38
+ "active_vocab_size": 248077,
39
+ "temperature": 0.6,
40
+ "presence_penalty": 0.0,
41
+ "frequency_penalty": 0.0,
42
+ "repetition_penalty": 1.0,
43
+ "top_p": 0.95,
44
+ "tokenizer_files": [
45
+ "tokenizer.json",
46
+ "tokenizer_config.json"
47
+ ],
48
+ "tokenizer_info": {
49
+ "token_postproc_method": "byte_level",
50
+ "prepend_space_in_encode": false,
51
+ "strip_space_in_decode": false
52
+ },
53
+ "conv_template": {
54
+ "name": "qwen3_5",
55
+ "system_template": "<|im_start|>system\n{system_message}<|im_end|>\n",
56
+ "system_message": "You are a helpful assistant.",
57
+ "system_prefix_token_ids": null,
58
+ "add_role_after_system_message": true,
59
+ "roles": {
60
+ "user": "<|im_start|>user",
61
+ "assistant": "<|im_start|>assistant\n<think>"
62
+ },
63
+ "role_templates": {
64
+ "user": "{user_message}",
65
+ "assistant": "{assistant_message}",
66
+ "tool": "{tool_message}"
67
+ },
68
+ "messages": [],
69
+ "seps": [
70
+ "<|im_end|>\n"
71
+ ],
72
+ "role_content_sep": "\n",
73
+ "role_empty_sep": "\n",
74
+ "stop_str": [
75
+ "<|endoftext|>",
76
+ "<|im_end|>"
77
+ ],
78
+ "stop_token_ids": [
79
+ 248046,
80
+ 248044
81
+ ],
82
+ "strip_reasoning_in_history": false,
83
+ "function_string": "",
84
+ "use_function_calling": false
85
+ },
86
+ "pad_token_id": 248055,
87
+ "bos_token_id": 1,
88
+ "eos_token_id": 248044,
89
+ "model_task": "chat",
90
+ "embedding_metadata": null
91
+ }
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f673d6395bd3553f2720c4a7432dbe4bd052379d43a8681b294f072d98e2177
3
+ size 508559360
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2d3a48bd408002a0a1d743e5bd4ee2f11b8164c03dd4da17b1e95392ad82f3a
3
+ size 63569920
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a5c20a547a7e7d05726dea9cc1b8b6477aa8071188148b12cc664010e227b1e
3
+ size 50331648
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9e79faf4eec93dc519d66255a7a430b993f58c3685eacb612a98e4560206e36
3
+ size 29893120
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30fd3323102e83e14d4dbf415122d869e84ace401b935c21968ad6c807dd8f84
3
+ size 28533376
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d040eade8e0dce8741149a25357a1feea2a0a15b66fde39482f041313dff0fe4
3
+ size 25165824
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1470d40f594373f8d432cc109836cb8ea85a956c5bddd4c528fc6ccb6c06d72a
3
+ size 50331648
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c62d1dccc5ff078a8a771875881072378525365baa6dd6bbc118ec4c45812ea
3
+ size 16777216
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6186a66a63ae230d566cc0eec0eafaf582db380e72d2977b06ab64940cdaa979
3
+ size 30638464
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d6ea09e2e6c752363825c24f35c83aaae894eff0288bb818b79358e8f663b5d
3
+ size 25165824
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8918b71534be6417967dec4631042dace3b43eff373dc5baad7bf32523485996
3
+ size 50331648
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c751c0fe0d043eb857ac135121e1549bb12537fef1aa5785117a8fdc09d15727
3
+ size 16777216
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5ee27f2efd5a4ddb4663dedd577356e35451b54f1659d38f3d583d79c8d18eb
3
+ size 30638464
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91f3e79588a56689f309a82770b123c80f9d0bfa7fd0c683c956f5967b804043
3
+ size 16777216
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9ba187e982f64e5e703a12763a76443b85be77427dfbc37c09c6503e50c89ff
3
+ size 25165824
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:757328f8401e8732969c69d0d002a7fa326ab5195a77eff07be07e58928e03fe
3
+ size 50331648
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61a4e3188b5ceab4d31f5b4de8458dfde9028053b032d8a2ba27005446ae1c3a
3
+ size 25165824
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b39451a4aef14b822ea2cee9a102a6d3eb3679c155bde115ec22852cf0a9d3c
3
+ size 50331648
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db45d8913d7b020614fe9de71159612b0ef23a393531710e7c0f8c69508436e9
3
+ size 31473920
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75fb9de4984ec9bd26c35e50a0c7e812c3f5051b8ac521c15ec44fa957e08984
3
+ size 29893120
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:944375a6217844d1c89224a02381a53e70505bc6832d1396e793317c0bc6a18b
3
+ size 28533376
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba0ee9883e76dc68a2ea158b61539a86477345e4374ba17862d63d6603074369
3
+ size 25165824
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a77868bafce30637fcddf5e9bd4e4471187aef37b506cde88909f5cad41b013d
3
+ size 50331648
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a14a4af22990eee0c709df4a6c8fa5f2ca3919d0f7148e0743c9ddf15a747475
3
+ size 16777216
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b3cbfcbd82b02350899458a4c60948aab9a7979f8e16c46afc1ce2fa12e023d
3
+ size 30638464
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:efe9d94d56433629c5a238e8534e8d54343d34ac63f9aa8d703e3c0a080b7240
3
+ size 30638464
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8156205631e2d04fde5e104c30e4578e494066eea5ba5e50f2072b434a5f68be
3
+ size 25165824
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0dda609a893dc3b0e5c5c06dd07358cd080d3887e0f64806edce25094f2b0539
3
+ size 50331648
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db84cf769db1a8bb3ae3d476cac83c012236319eb05c014246f39e03181e61c7
3
+ size 28328192
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b993227bb28e2c77d65472a88474dd446800aaa7e65b841eff73ff31e54ff797
3
+ size 25165824
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:022d0daf933f43718030fb2b8ec4115acc5d94e0d9a466aa755385e63da460ba
3
+ size 50331648
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0eddb6113dcdc761781419433b80dffe0ced908e042396935858fd851c4db3b5
3
+ size 25165824
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0ad92a315885fafc1be118c549a2d1156c14e0a0368ad5efb418c1c3a42dc47
3
+ size 50331648
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f29d31348d9fbd456d7eafda08183ee7de6f7a502afcba0de7b287e0af5801e
3
+ size 20971520
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d08ea1ea878b9ffa8942c78372e7e873165640b46a36f954e894605541ac511
3
+ size 30958080
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2381ec220af5a2a72793d5a2bd616cec49acc97f380aefa49f28fa6fd5cee2e2
3
+ size 28533376
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f1f5ba3c537d5d905f20eb3ef34ea796088943d64dbc275725d2a80ec78278f
3
+ size 508559360
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb3e5a30b299622e68ae7480a5d0e183d60cd4a43310ebb61cfb53962f16c45a
3
+ size 25165824
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a16e365465180f30083c433da83fd7144f192df1c1494e92c6b6cdad202eedfb
3
+ size 50331648
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:175663cded0eb783d54eff02b186c245a319c1418ac6d425f37af27446b5b91e
3
+ size 16777216
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6bc0b21c0a82a193b8ffa50e8822416fa47d03069a1485039625c1c66ad8a852
3
+ size 30638464
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b94b3c67a8f6f5c39cfa5318acbe33e2b261eab0fba480fedb448250984096af
3
+ size 25165824
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f10f169aa277bd1f7eeaec528869df114b49aa64d93b63bc41522e6a8ee686c
3
+ size 50331648
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50d99f958eb935e4728008520e07de6f3fa6f0aa183527c1d85a9eed96f0d32d
3
+ size 16777216
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2be407046709884b615437f869eeb8b14a65d5e79892cd79907494c997038a23
3
+ size 30638464
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:406486e786266913f1fb10dfd65f0fabe4d5f405af1289bac673e43ce030050a
3
+ size 25165824
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ef7c590656b998dd5954005e5fa5973e2b7de64e7da6fed91669a7a7b7f8b68
3
+ size 50331648
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f0f4b81a45cbb2034021f72ad8fa9972a868d38447cd21bf668dd97627cd023
3
+ size 63569920