Hugging Face's logo

ShiftAddLLM
/
opt66b-3bit-lat

Model card Files
xet
Community
ShiftAddLLM commited on
Commit
742b5d7
·
verified ·
1 Parent(s): 7346535

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. opt-66b_0.fc1_3bit.pt +3 -0
  2. opt-66b_0.fc2_3bit.pt +3 -0
  3. opt-66b_0.self_attn.k_proj_3bit.pt +3 -0
  4. opt-66b_0.self_attn.out_proj_3bit.pt +3 -0
  5. opt-66b_0.self_attn.q_proj_3bit.pt +3 -0
  6. opt-66b_0.self_attn.v_proj_3bit.pt +3 -0
  7. opt-66b_1.fc1_3bit.pt +3 -0
  8. opt-66b_1.fc2_3bit.pt +3 -0
  9. opt-66b_1.self_attn.k_proj_3bit.pt +3 -0
  10. opt-66b_1.self_attn.out_proj_3bit.pt +3 -0
  11. opt-66b_1.self_attn.q_proj_3bit.pt +3 -0
  12. opt-66b_1.self_attn.v_proj_3bit.pt +3 -0
  13. opt-66b_10.fc1_3bit.pt +3 -0
  14. opt-66b_10.fc2_3bit.pt +3 -0
  15. opt-66b_10.self_attn.k_proj_3bit.pt +3 -0
  16. opt-66b_10.self_attn.out_proj_3bit.pt +3 -0
  17. opt-66b_10.self_attn.q_proj_3bit.pt +3 -0
  18. opt-66b_10.self_attn.v_proj_3bit.pt +3 -0
  19. opt-66b_11.fc1_3bit.pt +3 -0
  20. opt-66b_11.fc2_3bit.pt +3 -0
  21. opt-66b_11.self_attn.k_proj_3bit.pt +3 -0
  22. opt-66b_11.self_attn.out_proj_3bit.pt +3 -0
  23. opt-66b_11.self_attn.q_proj_3bit.pt +3 -0
  24. opt-66b_11.self_attn.v_proj_3bit.pt +3 -0
  25. opt-66b_12.fc1_3bit.pt +3 -0
  26. opt-66b_12.fc2_3bit.pt +3 -0
  27. opt-66b_12.self_attn.k_proj_3bit.pt +3 -0
  28. opt-66b_12.self_attn.out_proj_3bit.pt +3 -0
  29. opt-66b_12.self_attn.q_proj_3bit.pt +3 -0
  30. opt-66b_12.self_attn.v_proj_3bit.pt +3 -0
  31. opt-66b_13.fc1_3bit.pt +3 -0
  32. opt-66b_13.fc2_3bit.pt +3 -0
  33. opt-66b_13.self_attn.k_proj_3bit.pt +3 -0
  34. opt-66b_13.self_attn.out_proj_3bit.pt +3 -0
  35. opt-66b_13.self_attn.q_proj_3bit.pt +3 -0
  36. opt-66b_13.self_attn.v_proj_3bit.pt +3 -0
  37. opt-66b_14.fc1_3bit.pt +3 -0
  38. opt-66b_14.fc2_3bit.pt +3 -0
  39. opt-66b_14.self_attn.k_proj_3bit.pt +3 -0
  40. opt-66b_14.self_attn.out_proj_3bit.pt +3 -0
  41. opt-66b_14.self_attn.q_proj_3bit.pt +3 -0
  42. opt-66b_14.self_attn.v_proj_3bit.pt +3 -0
  43. opt-66b_15.fc1_3bit.pt +3 -0
  44. opt-66b_15.fc2_3bit.pt +3 -0
  45. opt-66b_15.self_attn.k_proj_3bit.pt +3 -0
  46. opt-66b_15.self_attn.out_proj_3bit.pt +3 -0
  47. opt-66b_15.self_attn.q_proj_3bit.pt +3 -0
  48. opt-66b_15.self_attn.v_proj_3bit.pt +3 -0
  49. opt-66b_16.fc1_3bit.pt +3 -0
  50. opt-66b_16.fc2_3bit.pt +3 -0
opt-66b_0.fc1_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf59fddd2790cef1c521ea3367c290552b426dd404581d1d711ba2f81d78b973
3
+ size 127846122
opt-66b_0.fc2_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8cb8c04210303dccc9d0afff111c295c01ccf76bb9f2882afed3c1bb6b280b67
3
+ size 127846122
opt-66b_0.self_attn.k_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eca4091c7c22dfd9c8be957baa69b67e15c69e7b02ae775b729c15ffe10cd302
3
+ size 31963064
opt-66b_0.self_attn.out_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b98fb98dae30bc9c775fe0b91034aa820f52c0b635edaf96baa99630ff1f7903
3
+ size 31963076
opt-66b_0.self_attn.q_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:219bd982ceac431e1af710a813a390001e11d8ffff5faee67394faf49963763f
3
+ size 31963064
opt-66b_0.self_attn.v_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:023adab31681b4551b58d82b0c61df75affae9ae1c4f1933a1ad69e0ed01461b
3
+ size 31963064
opt-66b_1.fc1_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85ec90bfcd2a7a275ee7c6fee599790aef6d1ebf69db18646b16c09d22fc2e99
3
+ size 127846122
opt-66b_1.fc2_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f5ecc759841cf63d48df6c23aa01747416a98e661ee408b0b717ea81ff951ec
3
+ size 127846122
opt-66b_1.self_attn.k_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8925a282576b6a7713a43479b5c73962d2ee50868a86e5e893b3f148bb01bc7f
3
+ size 31963064
opt-66b_1.self_attn.out_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b659423b630d73cf883ae54dbfb36baac3f126897affd3038bbf8b529dd36de4
3
+ size 31963076
opt-66b_1.self_attn.q_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c65703529bd73fc6ad753ce5ebacc7423f3d4b950350dabf12733591a4d14a8
3
+ size 31963064
opt-66b_1.self_attn.v_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd782b433437c92ee34ce1635b5f9a2d1c77de985a3ec32208ba4f7b98479e20
3
+ size 31963064
opt-66b_10.fc1_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d6d1427e4b77b6ab444342444471ce541a70d0b4e3a20b92717c7ad7ee0402a
3
+ size 127846128
opt-66b_10.fc2_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:481d70189e60b1affb5bda6b0190bf9e0e2eba81091e2481e15291d95cdbe63d
3
+ size 127846128
opt-66b_10.self_attn.k_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b1be9734e3ed86976ddf0fba7e439df4142cb8ecce64189b13f900651d956ff
3
+ size 31963070
opt-66b_10.self_attn.out_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0356987437707d6a0bbd5ddbff8167f1ca1f905e8fa1d8b80c29387084f0e473
3
+ size 31963082
opt-66b_10.self_attn.q_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:568cf718a251b4f1312e4dd0c9fca3e4116340acf8ea845dd593fd595b519f6d
3
+ size 31963070
opt-66b_10.self_attn.v_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c5a6c39a384d1ac96af8816ba85eab7836dd2eabaf7e7f62e531465cef034b3
3
+ size 31963070
opt-66b_11.fc1_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c803abb92ea44e677438ae1dfdb2ad79e5b858e557e60155882b533102e5147
3
+ size 127846128
opt-66b_11.fc2_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8596f97142bbfd21f35d0121918635aa2a90fab75b0820bdc78c9fba465de4cf
3
+ size 127846128
opt-66b_11.self_attn.k_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:504e9e9843f51cb67acd92a969d77b81e1e02a009f6c6560568a7afd9b928b01
3
+ size 31963070
opt-66b_11.self_attn.out_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:908565176cfee740915359a6d98d533cd979d2ec594b4ffd4dd2add34abf58ec
3
+ size 31963082
opt-66b_11.self_attn.q_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e85a012e90882d0801104ea3f5c67eb960e866f670f96cef42fb3c57b9aa3959
3
+ size 31963070
opt-66b_11.self_attn.v_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c76f5f843d09d2b4df86e13540554c5e53446d13a92889c2a68b37acf6102eaf
3
+ size 31963070
opt-66b_12.fc1_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e884e91028c555839f1155f5dc324af7358ee37cae0e8bc622e69296715b486e
3
+ size 127846128
opt-66b_12.fc2_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25e37c1d812966689464449415bbe7cf34d6f67d89e3cecc32243f4e2581c308
3
+ size 127846128
opt-66b_12.self_attn.k_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d15fbb6b06659ebfe872264858c228236f3c13b517b094e361ef866beecedca
3
+ size 31963070
opt-66b_12.self_attn.out_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32b9a02bb7e724804123ec47355135041f2007deb75a84bf01421d978671d456
3
+ size 31963082
opt-66b_12.self_attn.q_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76499f4356b8db49e155ffc65943e68aa407786972053d61627b9040c6be619b
3
+ size 31963070
opt-66b_12.self_attn.v_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcab1a47429dab5ebca62f8d898d02eba8b4a9b306955e662a9a207d4b58346c
3
+ size 31963070
opt-66b_13.fc1_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:771a6ad96de99dad2d5db02495a4afff54b38f328f7cdd199f957194dc977f4b
3
+ size 127846128
opt-66b_13.fc2_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:858335ee8a2e86f854206b8cc9ddf7b06b6c5d127eb224204e62f5987e8ffe41
3
+ size 127846128
opt-66b_13.self_attn.k_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f202a4b7e896b66b05b14499d050c278ec2b790ddd414caa2d74c18ca3978bf2
3
+ size 31963070
opt-66b_13.self_attn.out_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c44d09733884b028e4d623962c6fdf3838967bda046bfb47eae360c5a31467df
3
+ size 31963082
opt-66b_13.self_attn.q_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10023e69883fc24c28d98bf6a756e004a7446dee851d9ea405dc3c00bd0c1d2d
3
+ size 31963070
opt-66b_13.self_attn.v_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c538ace00043d118cf67248170852a52c1c0fca81c587cae28ada6d94ca1a35
3
+ size 31963070
opt-66b_14.fc1_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37fa2ddd6ffed2e304fbc1a73b326e2280f7cde6034c92605e2e24d9cfd07974
3
+ size 127846128
opt-66b_14.fc2_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d370fcba67a567bd5e52e779da3cf806f7354555119361e055e1400219064853
3
+ size 127846128
opt-66b_14.self_attn.k_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:442e97af5b41beb35eeeb12a5976662f085470674b8569ecf2ab23f697932c2b
3
+ size 31963070
opt-66b_14.self_attn.out_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1ecf6081a357ea8f96fcd4a04a70ea7dcfeed9c087e2cfa727c637d9c2da6c7
3
+ size 31963082
opt-66b_14.self_attn.q_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e136db4331c003593b8bc25db778d4fb48722b8d53eb2d2d4bfcb608e6749dde
3
+ size 31963070
opt-66b_14.self_attn.v_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:935bcf0b0c78543146e7e36f0d738f3fb42a5ba1cfd58543ac7de9a180ee3deb
3
+ size 31963070
opt-66b_15.fc1_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:110b708173b7f1d4bdbf4c3a0dee9e0fb5ba9f23fcc54717e0b507eda74ebb67
3
+ size 127846128
opt-66b_15.fc2_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9b4a0d3b5d83f115ba01311574f9e95ef4f3b47843854189f7ed9c64159c869
3
+ size 127846128
opt-66b_15.self_attn.k_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2d70b9abea92752d1e8683535ac18d132788318b584edaca25c16d626d57fa8
3
+ size 31963070
opt-66b_15.self_attn.out_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eff96ad2039bf95d92e307960e9a48263bc7d45f295223c4bb123d1c36df7d83
3
+ size 31963082
opt-66b_15.self_attn.q_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7e85c3d68dcc10f59a5aa5e6c60e6de37a3b38d77f8efe9073a9b87d0596d3d
3
+ size 31963070
opt-66b_15.self_attn.v_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dad53e0fcd712eda24ff477aa67113699f9d209c64586f4e1a73390072efb2a9
3
+ size 31963070
opt-66b_16.fc1_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eba0dc1a7eb0921c8cdae7712e3fff4de6b086e494b5a86c96741ffed87aa630
3
+ size 127846128
opt-66b_16.fc2_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ccff3c9e1367a91a3b0526d09e49ba9b9c450cde2f42372d2924e9213f315d30
3
+ size 127846128