Hugging Face's logo

mlx-community
/
Kimi-K2-Thinking-4bit

Text Generation
MLX
Safetensors
kimi_k2
conversational
custom_code
4-bit precision
Model card Files
xet
Community
awni commited on
Commit
8efe2f4
·
verified ·
1 Parent(s): 957cb08

Add files using upload-large-folder tool

Browse files
Files changed (42) hide show
  1. config.json +8 -31
  2. model-00001-of-00180.safetensors +2 -2
  3. model-00002-of-00180.safetensors +2 -2
  4. model-00004-of-00180.safetensors +2 -2
  5. model-00007-of-00180.safetensors +2 -2
  6. model-00019-of-00180.safetensors +2 -2
  7. model-00022-of-00180.safetensors +2 -2
  8. model-00035-of-00180.safetensors +2 -2
  9. model-00036-of-00180.safetensors +2 -2
  10. model-00040-of-00180.safetensors +2 -2
  11. model-00043-of-00180.safetensors +2 -2
  12. model-00045-of-00180.safetensors +2 -2
  13. model-00046-of-00180.safetensors +2 -2
  14. model-00049-of-00180.safetensors +2 -2
  15. model-00060-of-00180.safetensors +2 -2
  16. model-00071-of-00180.safetensors +2 -2
  17. model-00072-of-00180.safetensors +2 -2
  18. model-00074-of-00180.safetensors +2 -2
  19. model-00077-of-00180.safetensors +2 -2
  20. model-00078-of-00180.safetensors +2 -2
  21. model-00081-of-00180.safetensors +2 -2
  22. model-00084-of-00180.safetensors +2 -2
  23. model-00088-of-00180.safetensors +2 -2
  24. model-00093-of-00180.safetensors +2 -2
  25. model-00100-of-00180.safetensors +2 -2
  26. model-00103-of-00180.safetensors +2 -2
  27. model-00106-of-00180.safetensors +2 -2
  28. model-00112-of-00180.safetensors +2 -2
  29. model-00117-of-00180.safetensors +2 -2
  30. model-00118-of-00180.safetensors +2 -2
  31. model-00120-of-00180.safetensors +2 -2
  32. model-00125-of-00180.safetensors +2 -2
  33. model-00138-of-00180.safetensors +2 -2
  34. model-00142-of-00180.safetensors +2 -2
  35. model-00153-of-00180.safetensors +2 -2
  36. model-00155-of-00180.safetensors +2 -2
  37. model-00156-of-00180.safetensors +2 -2
  38. model-00159-of-00180.safetensors +2 -2
  39. model-00164-of-00180.safetensors +2 -2
  40. model-00167-of-00180.safetensors +2 -2
  41. model-00179-of-00180.safetensors +2 -2
  42. model.safetensors.index.json +0 -0
config.json CHANGED
@@ -75,38 +75,15 @@
75
  "q_lora_rank": 1536,
76
  "qk_nope_head_dim": 128,
77
  "qk_rope_head_dim": 64,
 
 
 
 
 
78
  "quantization_config": {
79
- "config_groups": {
80
- "group_0": {
81
- "input_activations": null,
82
- "output_activations": null,
83
- "targets": [
84
- "Linear"
85
- ],
86
- "weights": {
87
- "actorder": null,
88
- "block_structure": null,
89
- "dynamic": false,
90
- "group_size": 32,
91
- "num_bits": 4,
92
- "observer": "minmax",
93
- "observer_kwargs": {},
94
- "strategy": "group",
95
- "symmetric": true,
96
- "type": "int"
97
- }
98
- }
99
- },
100
- "format": "pack-quantized",
101
- "ignore": [
102
- "lm_head",
103
- "re:.*self_attn.*",
104
- "re:.*shared_experts.*",
105
- "re:.*mlp\\.(gate|up|gate_up|down)_proj.*"
106
- ],
107
- "kv_cache_scheme": null,
108
- "quant_method": "compressed-tensors",
109
- "quantization_status": "compressed"
110
  },
111
  "remove_invalid_values": false,
112
  "repetition_penalty": 1.0,
 
75
  "q_lora_rank": 1536,
76
  "qk_nope_head_dim": 128,
77
  "qk_rope_head_dim": 64,
78
+ "quantization": {
79
+ "group_size": 64,
80
+ "bits": 4,
81
+ "mode": "affine"
82
+ },
83
  "quantization_config": {
84
+ "group_size": 64,
85
+ "bits": 4,
86
+ "mode": "affine"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
87
  },
88
  "remove_invalid_values": false,
89
  "repetition_penalty": 1.0,
model-00001-of-00180.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:aeeebbe0d4b4dd343940ca4bf482b133266f14101a99c14a056ea52ec9a54d81
3
- size 4520576909
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc11e930d2a2aeef7d0578ab3849ed148346ddf210f07567d9930258fd2a2f97
3
+ size 4168255373
model-00002-of-00180.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8535b2473b73f62be5d76923a6f49ea820ab5622564cf98eacbc8f2f510e4778
3
- size 3523215765
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8defc95a036c712db071db93ddd413979bbf441f7315ba1567c8f5c8b7a60b1f
3
+ size 3170894229
model-00004-of-00180.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3c5cee1510eb993fe3932c3769730d0a4858318d751bf50adaba3a4062d15544
3
- size 3523215771
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36c435293a242250a80f8470bec81d8ee25086d0e48c5d6e559757700f0c9fce
3
+ size 3170894235
model-00007-of-00180.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c3b05cb65c0442a2b2e96f60ba63169690970eb6f72bb8dc1544b68ba4e2c6dc
3
- size 3523215771
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed10c166262f47da4a9ed1ba52d5a1cafd7cc2a535e3faed96ca3050fa06c0e4
3
+ size 3170894235
model-00019-of-00180.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:28c3d399aa1e792a49070ecdd1ebef3a48dcb248e7023c7a94d445806ba4a132
3
- size 3523215771
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:028ea4686c32958f86f50a5febca90d320f248ae412ebc44c4212fa392186a3f
3
+ size 3170894235
model-00022-of-00180.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1ef48a3840b41ffacaf92f328c524c75f7ab59ba7b085ab1e48480f38815832f
3
- size 3523215771
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc7f33d6bcae695a6498cd8b4464f06d8a276a99143b7e6a314b8fbd32e166e2
3
+ size 3170894235
model-00035-of-00180.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d57e0eaf36fc54c38f8ff30b75d75279b38aa329c5d97bc092cfcd741db5ddac
3
- size 3523215768
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c602afc2a13fc3a2b4d28b06ddac1da0f86ab519cf3f366a750d4a7b659b815
3
+ size 3170894232
model-00036-of-00180.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:92ac769a659c622d3e5e477a8dc852df8044bfa376860d6b61675257f1ef7696
3
- size 3610412456
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9b95705983eed9fe6312984e6ba6aecc842063acce4b3197f123eddc18cec6b
3
+ size 3258090920
model-00040-of-00180.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:27566066a621fd8ca5d390e741c880cf17b2c6bab94d71db129163175f5cb1a8
3
- size 3523215774
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc4618d15e2b0d770b3b5ca6f3a3a9a2ff21047b06d65137d4745da99838c1e4
3
+ size 3170894238
model-00043-of-00180.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:775aa61fcc4c95eff87d333b1f7dcd82535e756128d9905b6afd18171b00d62b
3
- size 3523215774
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7de3012a1c92577ee7981b2f809d79efc1cad64e80060e00dcf2a97483476c96
3
+ size 3170894238
model-00045-of-00180.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6adae7ce7df2b6bbf45eab0c26989223cc8fad4c73b9bfbd63b1371926108ba3
3
- size 3610412446
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a87246f4dd0c02d3102fa28e8aac1f285cb5eaccf6b1806b8767579cf6d35686
3
+ size 3258090910
model-00046-of-00180.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5fe9d61846a97b5f32f6823012e238a019462e2e182cba53d38594dca8206c97
3
- size 3523215774
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d477dd88277a8eccea7b6b764c67f16caf85109ccaea9f8e5b6a6b9bd816aba4
3
+ size 3170894238
model-00049-of-00180.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:09349042a87b380bf69f0df7ee7a714d13e7158cc9cbfe73680972f3aa19ed37
3
- size 3523215774
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:889759ef93ca860642eb5a4404519487a892c707d14b8c276b08c188748e2566
3
+ size 3170894238
model-00060-of-00180.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cd896b202daa9f417df3c3324a6ad74380a9f176938ead61ac278159a594b3ea
3
- size 3610412448
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abf6a697cba841690401db4b031adb84458cbb4198f7e639fecbcbbeb498eb4b
3
+ size 3258090912
model-00071-of-00180.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7d5762867dfa39f27abfb5cfcf4e24dc8156ab0cb1730aad920ac394f09031cb
3
- size 3523215768
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75326cf2af319d6684bd3567d54c8185122a3c694a642b1b54bffb76ee6524b7
3
+ size 3170894232
model-00072-of-00180.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:81d49766bb2196055a5d0bbe365195e983e9dbedf47aa4732eb25d6aa31a2a80
3
- size 3610412414
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:736ccb6d114afb11d698d5835238e5cf88458f89e2249de69658f2e1e804975e
3
+ size 3258090878
model-00074-of-00180.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dd4aed862eb71aeea07fd684b1ce86703bce0c70c23bcfb2eb34ffaf3bd92540
3
- size 3523215768
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95481e7202f6e2c6204edb73c9886b7a062c1deb2dec5568a37622c98c90b77f
3
+ size 3170894232
model-00077-of-00180.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4a23ded7b4676d0f61eb8d868c291cb96ae4de7531a13d4749d352f036f7db6e
3
- size 3523215768
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffc65d437a77db373b857d389e5800588e3d8bb9d8c905c0198bba5a551cbe66
3
+ size 3170894232
model-00078-of-00180.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:197db6c2d427151b4e481f041effa4623bc00c3a87df2542ef3689ba04246601
3
- size 3610412438
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a44826da2872ca115e76097c24c0f0f620fa8b1438d06b2b19c1b1ddfaa4260
3
+ size 3258090902
model-00081-of-00180.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:15c4377db1efe8a7f27cf77aeca84f676d614e20b1e7352d49b167dc9b62805d
3
- size 3610412440
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5148775555f88da569a9f2356f830177a674020ae1f24db6eee57de3038e87a1
3
+ size 3258090904
model-00084-of-00180.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dec1c7d0296fc056a810e85000b0644ce506fa9f298829f2c2e99ccb3bac9134
3
- size 3610412404
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b618c6b3a46dbc3c15b9d5af4d01d52b2abc83c7dd0ad491f061f686526aefa5
3
+ size 3258090868
model-00088-of-00180.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4ce7129651ef7ae15fc208fd84308043dd478c9fb1c340168588e48d718593b2
3
- size 3523215774
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97a8622cbd47e5048dc2466403db6d16708dff275788f7f9808d911af25e49dd
3
+ size 3170894238
model-00093-of-00180.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:efaec6d092ac3fb36ae47eda65ce237d3ef2e1c23e3a2989eeaaa590f3add5a6
3
- size 3610412468
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:225fd8c3f64b8d0602e0ccdc76b1dc4bc48d2297da3e680e58278d3b2d80c29b
3
+ size 3258090932
model-00100-of-00180.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:80a563623e1dfe7ad9d77db34184f643913af019048c7b1f89bd5d773a4741f7
3
- size 3523215774
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f57f157279884997938862faef2884c1b446469a3d1a802630e908db8d50eb20
3
+ size 3170894238
model-00103-of-00180.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:618b6da4feb4ee1d132bf826e5f0422ed1a0cbb6f983f5ecdde62d47df2c2940
3
- size 3523215774
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:246dbe04f1cafc43293c6021f9077b7313c64e7864c56ec466188ab000afeae8
3
+ size 3170894238
model-00106-of-00180.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:475e65e0bb8453de846378b40b58e99c14913b58e5ffc1670c2bc41d0d82e337
3
- size 3523215774
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:923a29b70930bfa0a9dd1529c3036f7a27d6e3e9b2fb9127cd55c624a9c7f57e
3
+ size 3170894238
model-00112-of-00180.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:12cad80267ffdf7789e010dc6aa902798fb37c716a743d8710c6338d676fb2c0
3
- size 3523215774
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:629085bd3e1a977e3ce305ad7044f4ccd49a0ef9c226cc86e1222f81be781170
3
+ size 3170894238
model-00117-of-00180.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:803aa655d87bd067944aced3a52c482e234ede4fd7d28937f909b3faa715e93c
3
- size 3610412406
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47ada57f349cc4fa02a989c802051a738992200a6a6b4e7f908379da6ba62be0
3
+ size 3258090870
model-00118-of-00180.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:efd22831fe4633cae44c4165bd61db495a18ac3ea854ff22f869936dc4d4dd8c
3
- size 3523215774
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97a75ca77ab6a6de220eab9185f09331ea7796b59206f1288f3f7577d8061392
3
+ size 3170894238
model-00120-of-00180.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3f74af8192b0a0b8decb9a10c59c8e70fab3b358c8a031f60d4d35b54d44bcdb
3
- size 3610412440
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bfa6d2c753e654672ca921daad52a4c19a37f021ad22a087f96825d5a90d7a0
3
+ size 3258090904
model-00125-of-00180.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:14325c95d1605f7b0d2399e9c8c8f231040b0a410def7fc8c49f5aa60cacbfe0
3
- size 3523215768
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a4a175a7fcb2cc9c2163965ad920fcee7c73d461b285e98f93b3232bba83f24
3
+ size 3170894232
model-00138-of-00180.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:38bcbc34c38c94e4ef7d18f6cf33d4393325b10853be55b7f1f1a1459801d7cb
3
- size 3610412420
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b28ec24bb084e125e2823bf2f2ef4e870929f6219a33b4bb16ee11472cd9677
3
+ size 3258090884
model-00142-of-00180.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a67342ac74ac54750032cdb9991399ee1667511b9d2f7db635376475dcbef415
3
- size 3523215774
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32ae93a0d680d0a3fe923fd6e5be25c2b2aba26f4c43c3d5ea742afcadba445a
3
+ size 3170894238
model-00153-of-00180.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:43a1f26a5cd5d045394acb91ae02767f03dd487bc497d7f9c68ec8958bcf0ac8
3
- size 3610412404
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c011ec36fc42e32ab9a890b6de8ec6438792d097254d3c6df7fb2f202a1a5dd0
3
+ size 3258090868
model-00155-of-00180.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:444eaeabfa895d0cf793ad6b3be860b8be700798a3eabd80b0df87bfe979220e
3
- size 3523215768
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7658fa3a1eb93296f7e8c674815a481e68f98a20a07fd26785ea2ec34c9299e4
3
+ size 3170894232
model-00156-of-00180.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cf9ca868c98afecc89864b56bd6a71e069941ba3eea18d8e50b868d7b59f214e
3
- size 3610412380
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0bba58b274821f2744e82f639066d0099896a8dc7871486ed618da9c4a1c0ef
3
+ size 3258090844
model-00159-of-00180.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b37a5e42489c0b25efc7bca089ca4f0d2855664ce0f324a7c27c339e25874a09
3
- size 3610412398
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ce7d998027af9ef6b34c9bffd02b370674233a0a2ef900474579cac4d01064d
3
+ size 3258090862
model-00164-of-00180.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:12278907abcc74c08fa0de3e44a309800ce26c192cfbe2ba9dd084875d00abc9
3
- size 3523215768
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73a155f5e9dbc88043744cc6e2042879d0b16ace94d2c64e31917cd60bcb0305
3
+ size 3170894232
model-00167-of-00180.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9d8e0023f67bff69b86456db7016f6c995b348b9176044a7a8e4078c67a9caa7
3
- size 3523215768
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2dc8f7ee3b857de255729d7a32e8f98b4f17fd2229553143e4dbe2774d2966b
3
+ size 3170894232
model-00179-of-00180.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d0f653be79450a64d73056b97489020c19cd29b26aa8676e09267c03b8cee9e9
3
- size 3523215768
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b49fdae2a4e0c17c1e557b20003fad5e2334dc29eac1c5cbb9eead08ab6d57d
3
+ size 3170894232
model.safetensors.index.json CHANGED
The diff for this file is too large to render. See raw diff