Hugging Face's logo

ShiftAddLLM
/
opt30b-3bit-lat

Model card Files
xet
Community
ShiftAddLLM commited on
Commit
3492899
·
verified ·
1 Parent(s): da283a9

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. opt-30b_0.fc1_3bit.pt +3 -0
  2. opt-30b_0.fc2_3bit.pt +3 -0
  3. opt-30b_0.self_attn.k_proj_3bit.pt +3 -0
  4. opt-30b_0.self_attn.out_proj_3bit.pt +3 -0
  5. opt-30b_0.self_attn.q_proj_3bit.pt +3 -0
  6. opt-30b_0.self_attn.v_proj_3bit.pt +3 -0
  7. opt-30b_1.fc1_3bit.pt +3 -0
  8. opt-30b_1.fc2_3bit.pt +3 -0
  9. opt-30b_1.self_attn.k_proj_3bit.pt +3 -0
  10. opt-30b_1.self_attn.out_proj_3bit.pt +3 -0
  11. opt-30b_1.self_attn.q_proj_3bit.pt +3 -0
  12. opt-30b_1.self_attn.v_proj_3bit.pt +3 -0
  13. opt-30b_10.fc1_3bit.pt +3 -0
  14. opt-30b_10.fc2_3bit.pt +3 -0
  15. opt-30b_10.self_attn.k_proj_3bit.pt +3 -0
  16. opt-30b_10.self_attn.out_proj_3bit.pt +3 -0
  17. opt-30b_10.self_attn.q_proj_3bit.pt +3 -0
  18. opt-30b_10.self_attn.v_proj_3bit.pt +3 -0
  19. opt-30b_11.fc1_3bit.pt +3 -0
  20. opt-30b_11.fc2_3bit.pt +3 -0
  21. opt-30b_11.self_attn.k_proj_3bit.pt +3 -0
  22. opt-30b_11.self_attn.out_proj_3bit.pt +3 -0
  23. opt-30b_11.self_attn.q_proj_3bit.pt +3 -0
  24. opt-30b_11.self_attn.v_proj_3bit.pt +3 -0
  25. opt-30b_12.fc1_3bit.pt +3 -0
  26. opt-30b_12.fc2_3bit.pt +3 -0
  27. opt-30b_12.self_attn.k_proj_3bit.pt +3 -0
  28. opt-30b_12.self_attn.out_proj_3bit.pt +3 -0
  29. opt-30b_12.self_attn.q_proj_3bit.pt +3 -0
  30. opt-30b_12.self_attn.v_proj_3bit.pt +3 -0
  31. opt-30b_13.fc1_3bit.pt +3 -0
  32. opt-30b_13.fc2_3bit.pt +3 -0
  33. opt-30b_13.self_attn.k_proj_3bit.pt +3 -0
  34. opt-30b_13.self_attn.out_proj_3bit.pt +3 -0
  35. opt-30b_13.self_attn.q_proj_3bit.pt +3 -0
  36. opt-30b_13.self_attn.v_proj_3bit.pt +3 -0
  37. opt-30b_14.fc1_3bit.pt +3 -0
  38. opt-30b_14.fc2_3bit.pt +3 -0
  39. opt-30b_14.self_attn.k_proj_3bit.pt +3 -0
  40. opt-30b_14.self_attn.out_proj_3bit.pt +3 -0
  41. opt-30b_14.self_attn.q_proj_3bit.pt +3 -0
  42. opt-30b_14.self_attn.v_proj_3bit.pt +3 -0
  43. opt-30b_15.fc1_3bit.pt +3 -0
  44. opt-30b_15.fc2_3bit.pt +3 -0
  45. opt-30b_15.self_attn.k_proj_3bit.pt +3 -0
  46. opt-30b_15.self_attn.out_proj_3bit.pt +3 -0
  47. opt-30b_15.self_attn.q_proj_3bit.pt +3 -0
  48. opt-30b_15.self_attn.v_proj_3bit.pt +3 -0
  49. opt-30b_16.fc1_3bit.pt +3 -0
  50. opt-30b_16.fc2_3bit.pt +3 -0
opt-30b_0.fc1_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f72c9a755bebe33369a6b1a47446a342f6dc68cb8120584f1c99929b9dc543ee
3
+ size 77416164
opt-30b_0.fc2_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fac8b5ea9d0a8bdd44a606816f74683334287cc4089f1822b2e3f9ad52e78d04
3
+ size 77416164
opt-30b_0.self_attn.k_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c16695e7d6e889d82fd3474c4654e94daf74643efec8a8c6c1dd810ef7ff6dd
3
+ size 19355570
opt-30b_0.self_attn.out_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56a8cc43c2966d1f9c218ee69bd791b409b66f84a4bef63d95bbb849d65d97f7
3
+ size 19355582
opt-30b_0.self_attn.q_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0b136895a5f6f7488a7b1872f73a7827dba59f87a30ac449b6493c7a94d7353
3
+ size 19355570
opt-30b_0.self_attn.v_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97f3d5746004ffe3ee0a37c92bb007c39680fb59ff6be70f6d6878624393bbc2
3
+ size 19355570
opt-30b_1.fc1_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20192529bd17215027deb18a2ad6e3bbeb027e38883bfc234cf76733ce8e2384
3
+ size 77416164
opt-30b_1.fc2_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c78b49724bda00de1777be21bac78a55313ca9b63d8cf9afb2b24affd004b137
3
+ size 77416164
opt-30b_1.self_attn.k_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb4c4ef49cad971b4d622785413f1daa63df2269bb6cc30173dfc06ba75930b6
3
+ size 19355570
opt-30b_1.self_attn.out_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f7c639b24b19f0ab3bd85e4be8643db21409be83e4c66162a9c32c620556313
3
+ size 19355582
opt-30b_1.self_attn.q_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:277bc422e841d8a0dc4bb1687d32339b3a6bd58f17347ba97831ec749ec30ecf
3
+ size 19355570
opt-30b_1.self_attn.v_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44193632b7cf9218055d3c2fdef44fe65088380e5f106c218b3d6b2e23246986
3
+ size 19355570
opt-30b_10.fc1_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b968550531acd6c94d8d53a7eec6f581ff13706241c0fca1bdf55e5932d8761
3
+ size 77416170
opt-30b_10.fc2_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f914ea071da08ce39b50e79c196b3acc134b97a95882bd72cbd65ddf794bef3f
3
+ size 77416170
opt-30b_10.self_attn.k_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffec822b338d8e4c7c681beca60f3b03c1fba04a2f39dd9084efa9024e597260
3
+ size 19355576
opt-30b_10.self_attn.out_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6e8e2dfa2ba9abf6d548991ed588d3cc505b01271351ce81e2531df54bd2cd7
3
+ size 19355588
opt-30b_10.self_attn.q_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbb96e4da764175887c90ebab03caf93c0443d1a2ee4b996362664cc4c15491b
3
+ size 19355576
opt-30b_10.self_attn.v_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85f27ec9d5628b58cd0463a28e24182fe1945e5fabf599f32c875acd5c19204d
3
+ size 19355576
opt-30b_11.fc1_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f96cc8f51ef01ef756c01d0d056fb2d61a81128aab5e7777a063cff6814dad5d
3
+ size 77416170
opt-30b_11.fc2_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfda43d3668233ee48309002dc3eb655454644c4150e6a9988498952b6088dfe
3
+ size 77416170
opt-30b_11.self_attn.k_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26aa1cc9a94755fa33d4777d3b40113d422eea13f04d73173f8b121734b1eb3a
3
+ size 19355576
opt-30b_11.self_attn.out_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5a8e11a8211d00747fccd4a2cb771f60413e728657018d51e53eb716162f7f3
3
+ size 19355588
opt-30b_11.self_attn.q_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee10bef90ffdb10660fc423df0a272a198e6f5406e32f9ac6ddffce35245b692
3
+ size 19355576
opt-30b_11.self_attn.v_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:803596a128db18561c727afd879de77063deb203bc884e4124863978d8429629
3
+ size 19355576
opt-30b_12.fc1_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f81f0e7a563b5bc9dbaf952e18a72687ef3a051da4cc7b21a18de07dd9ecc35
3
+ size 77416170
opt-30b_12.fc2_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a1512ed1243b8254ded96d09103e86da102975c118f8c724e76a7e2130d1160
3
+ size 77416170
opt-30b_12.self_attn.k_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3228e391cad7b97b0b274ae6077dfe57779e3b42aab2f663dee50899f6746432
3
+ size 19355576
opt-30b_12.self_attn.out_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bdb77e6fad78c862c4bdd38e5cb635068736a01831f708bff5e8b7eb09b52a00
3
+ size 19355588
opt-30b_12.self_attn.q_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbdffea2d9294ff3a3248c1e12e0256526d9fff80c8661246d02ecc1c6734388
3
+ size 19355576
opt-30b_12.self_attn.v_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9043087c2e7dcd87fef44d0391426e236f3a816925534546c318eca537bb0897
3
+ size 19355576
opt-30b_13.fc1_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef68b8d6e912d596fc07fe34aff309a8fdc8a3c95fb98880f210967f0a6fe09f
3
+ size 77416170
opt-30b_13.fc2_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc95eb0ae0df557d46cb06c8ebefd072302f87343e871234c7b81eaa98562efd
3
+ size 77416170
opt-30b_13.self_attn.k_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d9bcc986c525bce55b4e54a26f123b9f1b1020bd56a80bf4caa1392f10cdf47
3
+ size 19355576
opt-30b_13.self_attn.out_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5da03dff28eeda5a93c0b111077f63ef7ec11ea7526ec8e657a8a29f77bfd1af
3
+ size 19355588
opt-30b_13.self_attn.q_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:690d6b30272bbab3b292599b61ef3d7bbc5077d66c3f60477a552251da987ea0
3
+ size 19355576
opt-30b_13.self_attn.v_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65a6fee875e2a143a92c087bfab15c04ef93152b704e4683bf7fbed0d1c3ca3d
3
+ size 19355576
opt-30b_14.fc1_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be83398dd5f3c5d698f3e5501347c0f63642693dbebabadfce885ae04d0a8778
3
+ size 77416170
opt-30b_14.fc2_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49c0f58a2066169719b01489320c484de460cd6cfa270ba7f60fbf397d7549fe
3
+ size 77416170
opt-30b_14.self_attn.k_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac88e0b30f219ae5d7e5d20ad4f8677bec097fc43deb6f028c03d8fa9e7de6f4
3
+ size 19355576
opt-30b_14.self_attn.out_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ecd2cf254e8ae51ec5e4867b2d2592939a0c827596eb588aef2d5ea8f0da302
3
+ size 19355588
opt-30b_14.self_attn.q_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ce6e6b4aaaacd3021284e8ed7b94084c04c49cedce151e971f8e8b00d148ebb
3
+ size 19355576
opt-30b_14.self_attn.v_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20957b5e2264755a4e0cfa550e65065b50eb1ec41186ec2507132e841952449a
3
+ size 19355576
opt-30b_15.fc1_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41b178508077dc5b40cc060542180011fc591f16ee97269181bc145145683b8e
3
+ size 77416170
opt-30b_15.fc2_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27bb76cd8f379e236692e35c374f52cc103cbcaac62cf2ae6f2985f15048e3bd
3
+ size 77416170
opt-30b_15.self_attn.k_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4eb3d1fea14ef371554ca8f047cef3d091efe00d61b6a7e8f0174052df12e84c
3
+ size 19355576
opt-30b_15.self_attn.out_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7dc697dd1ae7cc6c31ade141ecb1996542b189856db39a95c798fdc73f46cc7c
3
+ size 19355588
opt-30b_15.self_attn.q_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64534556e91fd7a0cb89f5c26345e2d6bdedb124c1016694c3d99938db373ae7
3
+ size 19355576
opt-30b_15.self_attn.v_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca6a38bec78aef01864e13e7dd3a85c05c339256c2e22ac5cc035b477d0075cf
3
+ size 19355576
opt-30b_16.fc1_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1b7008fc96c31b081d2a012bf34b0c8a3d627c687a1a7726bf37b711cca8bd3
3
+ size 77416170
opt-30b_16.fc2_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b20dcb0e5dddb115c896278271eabbb36f4a2ac5f347dc90b5434facf20a7a52
3
+ size 77416170