Hugging Face's logo

inference-optimization
/
GLM-4.6-quantized.w4a16

Safetensors
glm4_moe
compressed-tensors
Model card Files
xet
Community
Shubhra Pandit commited on
Commit
624e9ce
·
1 Parent(s): 3c09ef7

Update model files

Browse files
Files changed (38) hide show
  1. config.json +3 -1
  2. model-00001-of-00037.safetensors +1 -1
  3. model-00002-of-00037.safetensors +1 -1
  4. model-00003-of-00037.safetensors +1 -1
  5. model-00004-of-00037.safetensors +1 -1
  6. model-00005-of-00037.safetensors +1 -1
  7. model-00006-of-00037.safetensors +1 -1
  8. model-00007-of-00037.safetensors +1 -1
  9. model-00008-of-00037.safetensors +1 -1
  10. model-00009-of-00037.safetensors +1 -1
  11. model-00010-of-00037.safetensors +1 -1
  12. model-00011-of-00037.safetensors +1 -1
  13. model-00012-of-00037.safetensors +1 -1
  14. model-00013-of-00037.safetensors +1 -1
  15. model-00014-of-00037.safetensors +1 -1
  16. model-00015-of-00037.safetensors +1 -1
  17. model-00016-of-00037.safetensors +1 -1
  18. model-00017-of-00037.safetensors +1 -1
  19. model-00018-of-00037.safetensors +1 -1
  20. model-00019-of-00037.safetensors +1 -1
  21. model-00020-of-00037.safetensors +1 -1
  22. model-00021-of-00037.safetensors +1 -1
  23. model-00022-of-00037.safetensors +1 -1
  24. model-00023-of-00037.safetensors +1 -1
  25. model-00024-of-00037.safetensors +1 -1
  26. model-00025-of-00037.safetensors +1 -1
  27. model-00026-of-00037.safetensors +1 -1
  28. model-00027-of-00037.safetensors +1 -1
  29. model-00028-of-00037.safetensors +1 -1
  30. model-00029-of-00037.safetensors +1 -1
  31. model-00030-of-00037.safetensors +1 -1
  32. model-00031-of-00037.safetensors +1 -1
  33. model-00032-of-00037.safetensors +1 -1
  34. model-00033-of-00037.safetensors +1 -1
  35. model-00034-of-00037.safetensors +1 -1
  36. model-00035-of-00037.safetensors +1 -1
  37. model-00036-of-00037.safetensors +1 -1
  38. model-00037-of-00037.safetensors +1 -1
config.json CHANGED
@@ -47,9 +47,11 @@
47
  "num_bits": 4,
48
  "observer": "minmax",
49
  "observer_kwargs": {},
 
50
  "strategy": "group",
51
  "symmetric": true,
52
- "type": "int"
 
53
  }
54
  }
55
  },
 
47
  "num_bits": 4,
48
  "observer": "minmax",
49
  "observer_kwargs": {},
50
+ "scale_dtype": null,
51
  "strategy": "group",
52
  "symmetric": true,
53
+ "type": "int",
54
+ "zp_dtype": null
55
  }
56
  }
57
  },
model-00001-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e7b2bcc69816d48bdf35fc64f0355b5104e0039d2178f61fea8989d81904e08b
3
  size 4999471048
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb9009c41372e6dbe15f095edc21b88ca254eafddc313552339b949db6d946a3
3
  size 4999471048
model-00002-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:46321ac0ede036ce4363703692b38cf7a1164c0fecd1f1ea41bd8b110b7f7035
3
  size 4998300240
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a510d730179f0dc847814ed2c5c8b131006580df5745129b015eb1d8b52c32c
3
  size 4998300240
model-00003-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9fcce1e7dc93e4ddf79e0684b6d94257e7fee546b13d33c0f96d83621461b9cc
3
  size 4997280760
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b890e68e35b80f477179694428d2f92cd54e5d32372c94754a7be402c6128201
3
  size 4997280760
model-00004-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:347052e23801adabcaaadf48c808804b5c868f72e0f776887ed1a2f23418b343
3
  size 4998302816
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3303ff4ab03c87e2c8862cf8cf697e9a2f89c8ab2cf2a91fbfddad6a253d4aaa
3
  size 4998302816
model-00005-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dbaab130517ff7b7fedd42af62fd6cdd6b88739294969eb99691a019c1c0e262
3
  size 4997284480
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9cd7871262e04f51cd3208d355065ced383e66fd2c31b4dd9fdfdaed414f12f9
3
  size 4997284480
model-00006-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0b4624f63de0ac57136e51790888142cf0f18cbcfca2bd390c24dff8fe16e0ec
3
  size 4998303640
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bfd8c1a623be63bd5bf28547c71be16e76c691d1db72144be23044ae0063d03
3
  size 4998303640
model-00007-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:41e511f237b34f919c8d8c1e75698f5c0317609ce80f4d03efd5cec05e436d68
3
  size 4997284600
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81503474723e176d56b5b4875696e25a8234602e03595562fcf844f091a8cd90
3
  size 4997284600
model-00008-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bee8d3202c0b6d75ae927c72bee9c02174a0647048777d0635373b0162000c09
3
  size 4998303528
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2626b476796b2a9bdd8a509d37fb45cbebd0ef0dee229d07bda59f9c3de41a33
3
  size 4998303528
model-00009-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f5ab9b2860d51dfee53cf3f424cf16ca04ea25d72147fa2c881121ac3074d3db
3
  size 4997284712
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb99f92d013073e54c28c9a3495c9af859b9da7dc41f81ca82202ad998354f3f
3
  size 4997284712
model-00010-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ff44f85b410734972e8d41daf537f8753a406d4bf9b67293240e1497fa659e1d
3
  size 4998303456
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e0722ee7aa7f991f2b30b6f38451806c6b71fcab01714d19f2fee7662eebfa3
3
  size 4998303456
model-00011-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b9faac7e2992e1f17e4e573960387ffd4dd0a50a4fceb3087c8c13b5feea549e
3
  size 4997284832
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b73f33f76896761d082f0b11fd663f3d5595732c83669b11ac3d3dd1880da715
3
  size 4997284832
model-00012-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6a60f99d2c26c6d7e0db0a87286b6114802e4210621dc12228c989a0246924db
3
  size 4998303408
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:634d4debb9ee96a75d40ae8c10716ac668a95a8938562752ed2434e79f7f976b
3
  size 4998303408
model-00013-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1cbebf09bc507e43395cb106bccec978ea6c57801071d80b440406815d97f69a
3
  size 4998303984
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d31519010747f4512bb40b5f5032f25c35dbeb8c263fe152aa8e5fc6bbfb603
3
  size 4998303984
model-00014-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7b62048e5ffc061a30e255a236501d6b0764c6c3b7020572991d1b938e059f20
3
  size 4997284256
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b72ca87bc3b7784174b7d2dce5433db053e6ed9ed78070e4acc2fe5d62520086
3
  size 4997284256
model-00015-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1ffc9ad660a751c10bb1e5700193b93f90d962e0d127c3a6daf233085f6f65ab
3
  size 4998303864
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45321bc71ccd460ee1ab7678f3e2265b7788661fca5bf2e1133647d5ab3c8169
3
  size 4998303864
model-00016-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7c35043bff000286afaa7cdfd607a8739f9ce53340d843e532b7ec85aafc1109
3
  size 4997284376
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd7a7ea0a80397106d2bbdd7afc34b0aff110356cc9757921d036314d5d86337
3
  size 4997284376
model-00017-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0a9a820ac78fdde795c4378f4a43032e02e2beebd32a8f859318c418fc9a0219
3
  size 4998303752
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:586f96604cc4824af764c0e3e2d9fe92ca77d9a5da8668d8e8ea954296ff6f07
3
  size 4998303752
model-00018-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d7a918bd5c40b5a130fafe54347f8b9d26151a960dc1ed542175ad288f4c4cc1
3
  size 4997284488
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7cb642cad7ff218db08645e2fadebbcb71a3c6af670971e8e3051d79af71ff2
3
  size 4997284488
model-00019-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8aa286e5975611d52cd58fd0ade3eb2dc44c093815c858191fe7e60751896055
3
  size 4998303632
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11caddd42529a60bff617461667d3d0a270fd7d35c6647f4ecac673d5e8dc907
3
  size 4998303632
model-00020-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d4379ba66ab0bd562e37599a3213a6184eb6e31b43de32267e042925f5d4ecab
3
  size 4997284608
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5b58f8d5b15a70b601525fc8726cb080aec928780771a04b271ea4c0cd9fac7
3
  size 4997284608
model-00021-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e279032f627c1646cf4ff24bf6f4ebdacbc3c147663a6e592db52a448e48b423
3
  size 4998303520
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee9dbde021700f253258d2c2b8fa58f3b36c9a7e94807ad9b7cb891f4f0fefe9
3
  size 4998303520
model-00022-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dcb2941674fbd161c14f510e37a85cf8ce030d7a6088294c9d6e17e39756c682
3
  size 4997284720
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ca135ea3efeaeb2d24d9c191c1de715dad412548d7ce84909128a72f3d547cf
3
  size 4997284720
model-00023-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:485dc1746278e5b7aaa9ddec6807aec2261c2838c1d0f2331252879a8ba57fa4
3
  size 4998303456
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c435d4039e9b2bf5176b1e3f0aa0f6a06828df967fb7ff46ee5a079c919289d
3
  size 4998303456
model-00024-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6a3f9d5e2419c2d569b65ed0e6c648a3c28a237ec86ba4360b054dbcef045bcb
3
  size 4997284840
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba4d2dc81c2398486637ca66b6bb5f3827a44146fe8cab72a45c82af366e2e72
3
  size 4997284840
model-00025-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:08d77fe6861ba4226da422d61bdf27d9dcc3b77acaf3592721dcbabadc6fe008
3
  size 4998303400
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0a2688873f252f7b45703df967add5541a372777963f1e3afe16d88298ffd26
3
  size 4998303400
model-00026-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c9773b3cf0311d3b645412370e26df556a5811c2c98395b88bee587926e8b8cb
3
  size 4998303976
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7137b887c30ba3968cc453e5efbed4320e0dc96cb2889c7a711f2fef66dd0c54
3
  size 4998303976
model-00027-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:45b4b57734d3bfaa2006c7f591365312a92deac3703b11c486545702b09a3840
3
  size 4997284264
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d8bebd8094828e8fac7acefd6966bdd55382bdf6de35fdd09781844bad5255b
3
  size 4997284264
model-00028-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:02ab6a0fe1da903f69ea8c51e8657560036eabf2b22c07293d03696f83b6f815
3
  size 4998303856
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:695e47f53984484dbb94bdde1ffdf15f1293491fa2a030bc477bd1b6eacd7b56
3
  size 4998303856
model-00029-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:25e9cd3dc3feb967804ac140f6a9062e675326dd4e855a13e6116a018a30f721
3
  size 4997284384
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1119bbc4e3560dae2a964f258d4b4c278aa9ab403e7a5dd9e3073f3d04dbfb13
3
  size 4997284384
model-00030-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ca401ce3e94a62ec419536857c3a0dd2a22d6fe50ff8ed02d9406e2df87af07b
3
  size 4998303744
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3709da5c3bddb954565bce0c48518551d9a01512054d859c87a3759e4b4c1c1
3
  size 4998303744
model-00031-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8e9cc10ccc62c247a84d544a204d5a6a081afab2b57c310a34ee315224828f26
3
  size 4997284496
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e0890e4e1bdb416fa5c20b07d0f4ecf603b01e1a5b1f20f36588363290d8161
3
  size 4997284496
model-00032-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:72f8455a39b70d36c9a9a8f5aa700b6336af558bf08494870031bd5fb0504732
3
  size 4998303624
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3c4f7c9aa76ec609ae8d0c37f81a63df408ff5b6776456bfddd82bc10b9bbe7
3
  size 4998303624
model-00033-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ec641831537c5b883d06c4c6e42b32104d0ff96c385b30791ae8212d6fd4f2f4
3
  size 4997284616
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee562332c429eea2841611b66d36a3df95df1d0358ed7ca60eb5b0a3073dd76b
3
  size 4997284616
model-00034-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2add5e53c6269a7e04d5918faf90ae7729e8e441948c2d653abd4590b7ab83c2
3
  size 4998303504
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b8f9ac3a3fc3ed13591ef01decbf2404c020cfb9c3c5deffe28e43107f4cbe6
3
  size 4998303504
model-00035-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cb3338fa36ad496b86950f6109c22d04b308845f5d75f8fd40fdc9ebd3de3456
3
  size 4997284736
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e60da69b02f0095318f6262e2b38ea4c81a3c80831959fde0b3981583cdbcf79
3
  size 4997284736
model-00036-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:251a1db220cead58fa9f7efe15ead5a8e22f1a6063446d3d03d4d63186038d9a
3
  size 4998303456
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce6b023529df4f0dd61bf99751eaa9a99e12e4c780312977d7bf21e1c001b7a0
3
  size 4998303456
model-00037-of-00037.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1216c4476e72be10cf7313494b311053789133c54afbe2835d47c7931548aae8
3
  size 4419730336
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc57458a8f6055a9de8c54e7a4e7cbbfe11955c4f51a17a5f314b634dc285adf
3
  size 4419730336