diff --git a/opt-30b_0.fc1_3bit.pt b/opt-30b_0.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..700eddfe4f0923c1959711fe17cfea240dedbc08
--- /dev/null
+++ b/opt-30b_0.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f72c9a755bebe33369a6b1a47446a342f6dc68cb8120584f1c99929b9dc543ee
+size 77416164
diff --git a/opt-30b_0.fc2_3bit.pt b/opt-30b_0.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f71c56cfffe572793e89fc69332cbe14d1cce2a5
--- /dev/null
+++ b/opt-30b_0.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac8b5ea9d0a8bdd44a606816f74683334287cc4089f1822b2e3f9ad52e78d04
+size 77416164
diff --git a/opt-30b_0.self_attn.k_proj_3bit.pt b/opt-30b_0.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cae5e4f473172a73dfe9e93eef3b072abb5c7294
--- /dev/null
+++ b/opt-30b_0.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c16695e7d6e889d82fd3474c4654e94daf74643efec8a8c6c1dd810ef7ff6dd
+size 19355570
diff --git a/opt-30b_0.self_attn.out_proj_3bit.pt b/opt-30b_0.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bab057d686e9b089aedfc32675cf55de303cf74
--- /dev/null
+++ b/opt-30b_0.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56a8cc43c2966d1f9c218ee69bd791b409b66f84a4bef63d95bbb849d65d97f7
+size 19355582
diff --git a/opt-30b_0.self_attn.q_proj_3bit.pt b/opt-30b_0.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75c011afccf4719707eeb9c79410345e274a1776
--- /dev/null
+++ b/opt-30b_0.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0b136895a5f6f7488a7b1872f73a7827dba59f87a30ac449b6493c7a94d7353
+size 19355570
diff --git a/opt-30b_0.self_attn.v_proj_3bit.pt b/opt-30b_0.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b8cdee6ae3224999e000786dd1b7660cedd5b92
--- /dev/null
+++ b/opt-30b_0.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f3d5746004ffe3ee0a37c92bb007c39680fb59ff6be70f6d6878624393bbc2
+size 19355570
diff --git a/opt-30b_1.fc1_3bit.pt b/opt-30b_1.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1332108ff30168cb7cb976498304ee466b238fdc
--- /dev/null
+++ b/opt-30b_1.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20192529bd17215027deb18a2ad6e3bbeb027e38883bfc234cf76733ce8e2384
+size 77416164
diff --git a/opt-30b_1.fc2_3bit.pt b/opt-30b_1.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14000e0b706c1b7d191c55adf6db971360f3a8fc
--- /dev/null
+++ b/opt-30b_1.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c78b49724bda00de1777be21bac78a55313ca9b63d8cf9afb2b24affd004b137
+size 77416164
diff --git a/opt-30b_1.self_attn.k_proj_3bit.pt b/opt-30b_1.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8529ff7ccac2684758357cde31924cd08f30fe47
--- /dev/null
+++ b/opt-30b_1.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb4c4ef49cad971b4d622785413f1daa63df2269bb6cc30173dfc06ba75930b6
+size 19355570
diff --git a/opt-30b_1.self_attn.out_proj_3bit.pt b/opt-30b_1.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d391e3e552eae84d99d490c9c533d45501fc2800
--- /dev/null
+++ b/opt-30b_1.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f7c639b24b19f0ab3bd85e4be8643db21409be83e4c66162a9c32c620556313
+size 19355582
diff --git a/opt-30b_1.self_attn.q_proj_3bit.pt b/opt-30b_1.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40c03157ca990876ac97ac6adfe18b7c965a1735
--- /dev/null
+++ b/opt-30b_1.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:277bc422e841d8a0dc4bb1687d32339b3a6bd58f17347ba97831ec749ec30ecf
+size 19355570
diff --git a/opt-30b_1.self_attn.v_proj_3bit.pt b/opt-30b_1.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8143274aa37289de159bdca0d379f1905d7d9842
--- /dev/null
+++ b/opt-30b_1.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44193632b7cf9218055d3c2fdef44fe65088380e5f106c218b3d6b2e23246986
+size 19355570
diff --git a/opt-30b_10.fc1_3bit.pt b/opt-30b_10.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e183bb3c020842ac384c20be8af29b1be0b44c0
--- /dev/null
+++ b/opt-30b_10.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b968550531acd6c94d8d53a7eec6f581ff13706241c0fca1bdf55e5932d8761
+size 77416170
diff --git a/opt-30b_10.fc2_3bit.pt b/opt-30b_10.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d75ac72dd56497831d22c1278f416c4d3210f53c
--- /dev/null
+++ b/opt-30b_10.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f914ea071da08ce39b50e79c196b3acc134b97a95882bd72cbd65ddf794bef3f
+size 77416170
diff --git a/opt-30b_10.self_attn.k_proj_3bit.pt b/opt-30b_10.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70cf9e74a4d8cf81bdaf9526575eea8b8a55a52d
--- /dev/null
+++ b/opt-30b_10.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffec822b338d8e4c7c681beca60f3b03c1fba04a2f39dd9084efa9024e597260
+size 19355576
diff --git a/opt-30b_10.self_attn.out_proj_3bit.pt b/opt-30b_10.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb0fb897dacd0f72d4e099d21f9d3bed503aed1c
--- /dev/null
+++ b/opt-30b_10.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6e8e2dfa2ba9abf6d548991ed588d3cc505b01271351ce81e2531df54bd2cd7
+size 19355588
diff --git a/opt-30b_10.self_attn.q_proj_3bit.pt b/opt-30b_10.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f37d0fc63ae1285295ca18ef1045cb714613ac6c
--- /dev/null
+++ b/opt-30b_10.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbb96e4da764175887c90ebab03caf93c0443d1a2ee4b996362664cc4c15491b
+size 19355576
diff --git a/opt-30b_10.self_attn.v_proj_3bit.pt b/opt-30b_10.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdbae3bdda942591af5441a4b9d123ad694501f1
--- /dev/null
+++ b/opt-30b_10.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85f27ec9d5628b58cd0463a28e24182fe1945e5fabf599f32c875acd5c19204d
+size 19355576
diff --git a/opt-30b_11.fc1_3bit.pt b/opt-30b_11.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..239e2ffffaa5eeda6490551dfca2bf3039ce5b6e
--- /dev/null
+++ b/opt-30b_11.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f96cc8f51ef01ef756c01d0d056fb2d61a81128aab5e7777a063cff6814dad5d
+size 77416170
diff --git a/opt-30b_11.fc2_3bit.pt b/opt-30b_11.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df2baa31cb1e35695e1fc7864ea5d54ba8ab27
--- /dev/null
+++ b/opt-30b_11.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfda43d3668233ee48309002dc3eb655454644c4150e6a9988498952b6088dfe
+size 77416170
diff --git a/opt-30b_11.self_attn.k_proj_3bit.pt b/opt-30b_11.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78c23c6937785aa4000c125e6c9db8b3c0b29360
--- /dev/null
+++ b/opt-30b_11.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26aa1cc9a94755fa33d4777d3b40113d422eea13f04d73173f8b121734b1eb3a
+size 19355576
diff --git a/opt-30b_11.self_attn.out_proj_3bit.pt b/opt-30b_11.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5699bfd45e487f1cd67a49d602f42cdc7223e1af
--- /dev/null
+++ b/opt-30b_11.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5a8e11a8211d00747fccd4a2cb771f60413e728657018d51e53eb716162f7f3
+size 19355588
diff --git a/opt-30b_11.self_attn.q_proj_3bit.pt b/opt-30b_11.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12efcee27177f9719a4f0c539f6ae7eb0e73795a
--- /dev/null
+++ b/opt-30b_11.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee10bef90ffdb10660fc423df0a272a198e6f5406e32f9ac6ddffce35245b692
+size 19355576
diff --git a/opt-30b_11.self_attn.v_proj_3bit.pt b/opt-30b_11.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..854e8557c6fee212a0be8c4f6e980374d86670d2
--- /dev/null
+++ b/opt-30b_11.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:803596a128db18561c727afd879de77063deb203bc884e4124863978d8429629
+size 19355576
diff --git a/opt-30b_12.fc1_3bit.pt b/opt-30b_12.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..173379b0136e3e035a9f18496f1bf930f1cd8e78
--- /dev/null
+++ b/opt-30b_12.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f81f0e7a563b5bc9dbaf952e18a72687ef3a051da4cc7b21a18de07dd9ecc35
+size 77416170
diff --git a/opt-30b_12.fc2_3bit.pt b/opt-30b_12.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0686bb567872bf39baf8cf48b4c43cbfe22715ae
--- /dev/null
+++ b/opt-30b_12.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a1512ed1243b8254ded96d09103e86da102975c118f8c724e76a7e2130d1160
+size 77416170
diff --git a/opt-30b_12.self_attn.k_proj_3bit.pt b/opt-30b_12.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f4aeda6c7a992370126f1f2e21396957491ac80
--- /dev/null
+++ b/opt-30b_12.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3228e391cad7b97b0b274ae6077dfe57779e3b42aab2f663dee50899f6746432
+size 19355576
diff --git a/opt-30b_12.self_attn.out_proj_3bit.pt b/opt-30b_12.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afcfe29751ca3844d43af9a71736430d2d402246
--- /dev/null
+++ b/opt-30b_12.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdb77e6fad78c862c4bdd38e5cb635068736a01831f708bff5e8b7eb09b52a00
+size 19355588
diff --git a/opt-30b_12.self_attn.q_proj_3bit.pt b/opt-30b_12.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41f49c3e577500da44956041583a2ebd78d97a0c
--- /dev/null
+++ b/opt-30b_12.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbdffea2d9294ff3a3248c1e12e0256526d9fff80c8661246d02ecc1c6734388
+size 19355576
diff --git a/opt-30b_12.self_attn.v_proj_3bit.pt b/opt-30b_12.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e764c8a6326a34d14d7a597e9fc4c683c0062cca
--- /dev/null
+++ b/opt-30b_12.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9043087c2e7dcd87fef44d0391426e236f3a816925534546c318eca537bb0897
+size 19355576
diff --git a/opt-30b_13.fc1_3bit.pt b/opt-30b_13.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd72242325f1c741a8718f7908eb464dbfd7300a
--- /dev/null
+++ b/opt-30b_13.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef68b8d6e912d596fc07fe34aff309a8fdc8a3c95fb98880f210967f0a6fe09f
+size 77416170
diff --git a/opt-30b_13.fc2_3bit.pt b/opt-30b_13.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7f26dc2138234e120241159f12c9838826f2374
--- /dev/null
+++ b/opt-30b_13.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc95eb0ae0df557d46cb06c8ebefd072302f87343e871234c7b81eaa98562efd
+size 77416170
diff --git a/opt-30b_13.self_attn.k_proj_3bit.pt b/opt-30b_13.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6266096802810c5f8356479ad2725d6adbd26295
--- /dev/null
+++ b/opt-30b_13.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d9bcc986c525bce55b4e54a26f123b9f1b1020bd56a80bf4caa1392f10cdf47
+size 19355576
diff --git a/opt-30b_13.self_attn.out_proj_3bit.pt b/opt-30b_13.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6331ac283f308a47dcf00fe22793748e4db9205
--- /dev/null
+++ b/opt-30b_13.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5da03dff28eeda5a93c0b111077f63ef7ec11ea7526ec8e657a8a29f77bfd1af
+size 19355588
diff --git a/opt-30b_13.self_attn.q_proj_3bit.pt b/opt-30b_13.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f6a81de3096687624a159f88a4f7202df5d7348
--- /dev/null
+++ b/opt-30b_13.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:690d6b30272bbab3b292599b61ef3d7bbc5077d66c3f60477a552251da987ea0
+size 19355576
diff --git a/opt-30b_13.self_attn.v_proj_3bit.pt b/opt-30b_13.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b7b4db1f37ef8a88b3ce2c5c7145a896aa0a74e
--- /dev/null
+++ b/opt-30b_13.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65a6fee875e2a143a92c087bfab15c04ef93152b704e4683bf7fbed0d1c3ca3d
+size 19355576
diff --git a/opt-30b_14.fc1_3bit.pt b/opt-30b_14.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffe893e19b496b7818bde59d69863988d755ca9c
--- /dev/null
+++ b/opt-30b_14.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be83398dd5f3c5d698f3e5501347c0f63642693dbebabadfce885ae04d0a8778
+size 77416170
diff --git a/opt-30b_14.fc2_3bit.pt b/opt-30b_14.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd5a6e28f936ba8a4709e68a84b347d9a00b1aa9
--- /dev/null
+++ b/opt-30b_14.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c0f58a2066169719b01489320c484de460cd6cfa270ba7f60fbf397d7549fe
+size 77416170
diff --git a/opt-30b_14.self_attn.k_proj_3bit.pt b/opt-30b_14.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdfa3d9639084ec0c21fab0b8a5e6ba2322a40e0
--- /dev/null
+++ b/opt-30b_14.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac88e0b30f219ae5d7e5d20ad4f8677bec097fc43deb6f028c03d8fa9e7de6f4
+size 19355576
diff --git a/opt-30b_14.self_attn.out_proj_3bit.pt b/opt-30b_14.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58ede06d417886bf7d8c51193cabcab8badb182c
--- /dev/null
+++ b/opt-30b_14.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ecd2cf254e8ae51ec5e4867b2d2592939a0c827596eb588aef2d5ea8f0da302
+size 19355588
diff --git a/opt-30b_14.self_attn.q_proj_3bit.pt b/opt-30b_14.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c540c1deaeaf95ac36afc06954b6c44e04abc258
--- /dev/null
+++ b/opt-30b_14.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ce6e6b4aaaacd3021284e8ed7b94084c04c49cedce151e971f8e8b00d148ebb
+size 19355576
diff --git a/opt-30b_14.self_attn.v_proj_3bit.pt b/opt-30b_14.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e37f3dd1cf8191163bcfa69a5db27b645dda013
--- /dev/null
+++ b/opt-30b_14.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20957b5e2264755a4e0cfa550e65065b50eb1ec41186ec2507132e841952449a
+size 19355576
diff --git a/opt-30b_15.fc1_3bit.pt b/opt-30b_15.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36ef6597ef4232ae952329be69fe94deb9b6265
--- /dev/null
+++ b/opt-30b_15.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41b178508077dc5b40cc060542180011fc591f16ee97269181bc145145683b8e
+size 77416170
diff --git a/opt-30b_15.fc2_3bit.pt b/opt-30b_15.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f76526ca6937a618fad520cde1d001f4a4808c61
--- /dev/null
+++ b/opt-30b_15.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27bb76cd8f379e236692e35c374f52cc103cbcaac62cf2ae6f2985f15048e3bd
+size 77416170
diff --git a/opt-30b_15.self_attn.k_proj_3bit.pt b/opt-30b_15.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a435451eec27fe8aa6b42ece44c24a4c2b42465
--- /dev/null
+++ b/opt-30b_15.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eb3d1fea14ef371554ca8f047cef3d091efe00d61b6a7e8f0174052df12e84c
+size 19355576
diff --git a/opt-30b_15.self_attn.out_proj_3bit.pt b/opt-30b_15.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3656ab3a198d9b894f827017296953cbc3587bb7
--- /dev/null
+++ b/opt-30b_15.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dc697dd1ae7cc6c31ade141ecb1996542b189856db39a95c798fdc73f46cc7c
+size 19355588
diff --git a/opt-30b_15.self_attn.q_proj_3bit.pt b/opt-30b_15.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c077eb8432b70ac256e2c10ed86307370c9b4c9d
--- /dev/null
+++ b/opt-30b_15.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64534556e91fd7a0cb89f5c26345e2d6bdedb124c1016694c3d99938db373ae7
+size 19355576
diff --git a/opt-30b_15.self_attn.v_proj_3bit.pt b/opt-30b_15.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f324d24416709684c32db0179af17933609d392
--- /dev/null
+++ b/opt-30b_15.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca6a38bec78aef01864e13e7dd3a85c05c339256c2e22ac5cc035b477d0075cf
+size 19355576
diff --git a/opt-30b_16.fc1_3bit.pt b/opt-30b_16.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..585ee52df6fcc875f71727190ba300a1253c2f21
--- /dev/null
+++ b/opt-30b_16.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1b7008fc96c31b081d2a012bf34b0c8a3d627c687a1a7726bf37b711cca8bd3
+size 77416170
diff --git a/opt-30b_16.fc2_3bit.pt b/opt-30b_16.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed2a43d70166dd3871713dfe554336b05b4dbfd
--- /dev/null
+++ b/opt-30b_16.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b20dcb0e5dddb115c896278271eabbb36f4a2ac5f347dc90b5434facf20a7a52
+size 77416170
diff --git a/opt-30b_16.self_attn.k_proj_3bit.pt b/opt-30b_16.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c94473bba4b2393a503808fac3753145cf33dbd2
--- /dev/null
+++ b/opt-30b_16.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3d67e61e75217e8d446d6ff34978c6f4450eff804b2ef42800c093b7dcc1349
+size 19355576
diff --git a/opt-30b_16.self_attn.out_proj_3bit.pt b/opt-30b_16.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fae9c131389e2b9900ca79ae41a1a4480a65c39f
--- /dev/null
+++ b/opt-30b_16.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd323c33183f227a4d96e8c01a6e34f59424e402f28ae5e1c798b162da348cf0
+size 19355588
diff --git a/opt-30b_16.self_attn.q_proj_3bit.pt b/opt-30b_16.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d503c10cbbe6d40e6c92334a4568b034693d2415
--- /dev/null
+++ b/opt-30b_16.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c14fb2cb5dde68a890bb0e0a71e7461ffb2dfd43827efe993284e4cf29b9b154
+size 19355576
diff --git a/opt-30b_16.self_attn.v_proj_3bit.pt b/opt-30b_16.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ed6bc4c1bb3d784b62874702f1fcdd84b5923fd
--- /dev/null
+++ b/opt-30b_16.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f75ebcaaadee2d77a0d0e6f6fd94bdff7bb3cc11fdc0714bc24c76f845fae6fc
+size 19355576
diff --git a/opt-30b_17.fc1_3bit.pt b/opt-30b_17.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9fd237567d288b998193c81af78fc509041a610
--- /dev/null
+++ b/opt-30b_17.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff9f88e602d4216eaccbc80031cb460cdefb33a214968a0c2deb1fff0ee80b3a
+size 77416170
diff --git a/opt-30b_17.fc2_3bit.pt b/opt-30b_17.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e4bb5c436f4fd2de3ac01e5885537e97659fa05
--- /dev/null
+++ b/opt-30b_17.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9272c80d9163b016b3d4f7716128be572fa12a0f287106c26e5e12042e2115e5
+size 77416170
diff --git a/opt-30b_17.self_attn.k_proj_3bit.pt b/opt-30b_17.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61df50bd6b30806f5e89a1959e9fe78b886f1c54
--- /dev/null
+++ b/opt-30b_17.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0a8a9c8759a7902a9a59f39eaea8974d2ed86f3d1fac7248e4d4abd85f994a1
+size 19355576
diff --git a/opt-30b_17.self_attn.out_proj_3bit.pt b/opt-30b_17.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b869c2bc774b3da930fbb27bebea5487e0819d3
--- /dev/null
+++ b/opt-30b_17.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:331d98452b216979b29eda31887b4ca882f1fec347fe81ca661240dce67f3744
+size 19355588
diff --git a/opt-30b_17.self_attn.q_proj_3bit.pt b/opt-30b_17.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9251b80fd1424b10bf5c6ce0484af5d6a799670
--- /dev/null
+++ b/opt-30b_17.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:227dd0aafad38c7728ef1b53e3e616efcbcd8f3dc37f529894a81731de9b02a1
+size 19355576
diff --git a/opt-30b_17.self_attn.v_proj_3bit.pt b/opt-30b_17.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85a77b28fb4d9a107cf4f09036fdb222849541e7
--- /dev/null
+++ b/opt-30b_17.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e84b73b940e007672e0c32572587c7e98990e841cc8ff3ba42a114fa117dbd47
+size 19355576
diff --git a/opt-30b_18.fc1_3bit.pt b/opt-30b_18.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2aae682948cc9e24b98ba7d5b9fbe588f1093e3
--- /dev/null
+++ b/opt-30b_18.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f45e837a05071c57dc5248a910f0224417a2896a598381144b2708182f3527e0
+size 77416170
diff --git a/opt-30b_18.fc2_3bit.pt b/opt-30b_18.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656ff28efd7809c1840955bb033f65e7114bc683
--- /dev/null
+++ b/opt-30b_18.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7fe8bb5ee548bbb122d4e85f0107b69d60e0c37616b9be70300830e9df34861
+size 77416170
diff --git a/opt-30b_18.self_attn.k_proj_3bit.pt b/opt-30b_18.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..714707f5170533860dad92cb8b00f762682f6365
--- /dev/null
+++ b/opt-30b_18.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8568be7fbca3e73c5de624850c8fbbfd567a83a7bf382c680e0d8b9d778e524
+size 19355576
diff --git a/opt-30b_18.self_attn.out_proj_3bit.pt b/opt-30b_18.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23fdb5d599f1cf9dca3f2df8afc1d308aa76e0e7
--- /dev/null
+++ b/opt-30b_18.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d82508ac32cbf3c9698a6e1a9c26ea181f47a374e06bb2c4bdc6bbfc77542ab3
+size 19355588
diff --git a/opt-30b_18.self_attn.q_proj_3bit.pt b/opt-30b_18.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d9fa45c92039513dcc0e1b1c4d1f922ad13df54
--- /dev/null
+++ b/opt-30b_18.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc9b154dbdd0868661beabfff6a0c2086e1bea2802096dcf51b5b730f913bcf4
+size 19355576
diff --git a/opt-30b_18.self_attn.v_proj_3bit.pt b/opt-30b_18.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4243cb9c5fb34a82cd067aadaf8e653210c6e0ed
--- /dev/null
+++ b/opt-30b_18.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a3b261cc3dbb9a5e63fbdf6340cc498f56c6abb18b2127caa18d57e239823dd
+size 19355576
diff --git a/opt-30b_19.fc1_3bit.pt b/opt-30b_19.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58bca1b984fe3575d3b8d51a93e46e0c8490e611
--- /dev/null
+++ b/opt-30b_19.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42eb46aad3c2237ea88bf898e1535f3ad52018a44084b0f30a3a232d9c4ebb4b
+size 77416170
diff --git a/opt-30b_19.fc2_3bit.pt b/opt-30b_19.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5999ca51713fc534f3dc904c0bde3b9c77d2e15
--- /dev/null
+++ b/opt-30b_19.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab385889e6b91030a9f93e0b7401134dd937cfd7e8948be73b940c6d0594d294
+size 77416170
diff --git a/opt-30b_19.self_attn.k_proj_3bit.pt b/opt-30b_19.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66af15a8458668690a7c4b869b375395921610bb
--- /dev/null
+++ b/opt-30b_19.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b31bdd5c9d7c86bd7939a09c79bd3034c0777cccc183c6e52c65c804e474f8c
+size 19355576
diff --git a/opt-30b_19.self_attn.out_proj_3bit.pt b/opt-30b_19.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c413e4b783a0e7cdd0033f5bb80564f795ddd1c
--- /dev/null
+++ b/opt-30b_19.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62aa520a1ac8dce6d01f212b4c8c894540f3248d27755fa00a3b55ced90be43
+size 19355588
diff --git a/opt-30b_19.self_attn.q_proj_3bit.pt b/opt-30b_19.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..790a0a288c079b64f83b107c706efd8746794af8
--- /dev/null
+++ b/opt-30b_19.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70cd6ba95b7ce1b88a48d9dab19f4736dac8daa1cf032450bda7104206c47b2d
+size 19355576
diff --git a/opt-30b_19.self_attn.v_proj_3bit.pt b/opt-30b_19.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c5472e14034a3eea831da0cba2a458ebf156e9b
--- /dev/null
+++ b/opt-30b_19.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e6829220781c8bb4e28facf6bed8f9697d25b7729efbe3ca56fe12caeafa327
+size 19355576
diff --git a/opt-30b_2.fc1_3bit.pt b/opt-30b_2.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f94bd6763ccb4dda5064b4a408e2638298d31356
--- /dev/null
+++ b/opt-30b_2.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9afc3260b78e8e6ae015f63ddb8b6be925e3bd081bdab3c2992fb1c7d47bba71
+size 77416164
diff --git a/opt-30b_2.fc2_3bit.pt b/opt-30b_2.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..729d2f2deca4c63a69586c1b3b2d74217fca20d8
--- /dev/null
+++ b/opt-30b_2.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:242949ff267a2085d471f5b65678e995d95eef9abc83bec67fb2587feb19b7c9
+size 77416164
diff --git a/opt-30b_2.self_attn.k_proj_3bit.pt b/opt-30b_2.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25ca47e32cd918b9ba669b2c9165f8527be0b997
--- /dev/null
+++ b/opt-30b_2.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:996653cca1e163d7f37794043406fd5cc586783bea837cfb02e73752a17830f6
+size 19355570
diff --git a/opt-30b_2.self_attn.out_proj_3bit.pt b/opt-30b_2.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9f93d52f418897318b6abccec71391879d4386e
--- /dev/null
+++ b/opt-30b_2.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efeb267e3c604da75f38d66d5f4b60cd19d85294c3f31d558e2683f91540b637
+size 19355582
diff --git a/opt-30b_2.self_attn.q_proj_3bit.pt b/opt-30b_2.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a08601e68ec6af8a3c8066fbd1b61df131669339
--- /dev/null
+++ b/opt-30b_2.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:241149e3cf0d49d992f8a9f0b98c97370fb7a74e97897783fa0fb79d86f63cd8
+size 19355570
diff --git a/opt-30b_2.self_attn.v_proj_3bit.pt b/opt-30b_2.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7171b353bdc9383343a6c6927c2fb027a24bb263
--- /dev/null
+++ b/opt-30b_2.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e4371c76d978930506d2f174f9a8b1148872a25c1616ee8a104eb9f9bd9960d
+size 19355570
diff --git a/opt-30b_20.fc1_3bit.pt b/opt-30b_20.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19e68fc468d81777d9dadd3185e4216f050c8006
--- /dev/null
+++ b/opt-30b_20.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d6c72662296867fe37f57ce60182167e76bdf10217a4baf0b3af381ebf64c1b
+size 77416170
diff --git a/opt-30b_20.fc2_3bit.pt b/opt-30b_20.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e73b65e283fa41a41b843545feb54d940300ec74
--- /dev/null
+++ b/opt-30b_20.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ab209bf8f8c04f17db599ad7e4a212b8253840a7f2abfbf35de1e367111465
+size 77416170
diff --git a/opt-30b_20.self_attn.k_proj_3bit.pt b/opt-30b_20.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dc055f22f719956db0a91e5ddf314930d27f654
--- /dev/null
+++ b/opt-30b_20.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88c3232822a8f8565eb36df3fdaf6ba7a1b48c71d717af5fff6f2f44c16106a7
+size 19355576
diff --git a/opt-30b_20.self_attn.out_proj_3bit.pt b/opt-30b_20.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed036a9838349009afd1b14f4dabb30e125769a9
--- /dev/null
+++ b/opt-30b_20.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1c4834018e0f9df82b147a0b5de42a9542a7ee95f0d56eab8126dfe66f3f959
+size 19355588
diff --git a/opt-30b_20.self_attn.q_proj_3bit.pt b/opt-30b_20.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acc6ea85737c510c1e82266ee56543af6fcdc5f2
--- /dev/null
+++ b/opt-30b_20.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:044fc58066b689f3fc9efdbf598c8109e9db43f3898f9b80dd6428ad094884f6
+size 19355576
diff --git a/opt-30b_20.self_attn.v_proj_3bit.pt b/opt-30b_20.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba2181b4425d8a1b7f6096be1ee3ce7f02e3c839
--- /dev/null
+++ b/opt-30b_20.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed2df64fab1bd9cb18d16d1485dcf4a535fc7ade4ce14c080eaf0b6704dfa0d8
+size 19355576
diff --git a/opt-30b_21.fc1_3bit.pt b/opt-30b_21.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b4602f704ea5adbb539106936e4c93bf9611927
--- /dev/null
+++ b/opt-30b_21.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbd2270894b33181a6c57d13b1d8be5997530ccbf0f0921f36bac28ff91a36c9
+size 77416170
diff --git a/opt-30b_21.fc2_3bit.pt b/opt-30b_21.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8443a71eaf0416cb52e88d96af82dd7b02bdcb6
--- /dev/null
+++ b/opt-30b_21.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f92890cec22951b642cedd088b9335ab455c350039a7f7d7a3948773987cef02
+size 77416170
diff --git a/opt-30b_21.self_attn.k_proj_3bit.pt b/opt-30b_21.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6989ad676674c64fcad8e162551bbc2004045e36
--- /dev/null
+++ b/opt-30b_21.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aab76f9e80f31d9ca21eea05ab67b131a9cf31ccdb8bf657c537705d385ebd9
+size 19355576
diff --git a/opt-30b_21.self_attn.out_proj_3bit.pt b/opt-30b_21.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57d9ae2ae49fcdd63a1ba40c33061a48c3de4f32
--- /dev/null
+++ b/opt-30b_21.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b862a5f08d9f7b5271ddfa490592c0ee4af5d4930399ec13ebff419f50fa16d
+size 19355588
diff --git a/opt-30b_21.self_attn.q_proj_3bit.pt b/opt-30b_21.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..686df7bdcbd14aa05a44c9cc45d97f5ed8b1c362
--- /dev/null
+++ b/opt-30b_21.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a731d3468deb49195a19ddabe0101323e10704c6fdf19ca80431e866d5e97a84
+size 19355576
diff --git a/opt-30b_21.self_attn.v_proj_3bit.pt b/opt-30b_21.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e34b97ce678ee195a35dd7914873979079a114e8
--- /dev/null
+++ b/opt-30b_21.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6de027468ace92582390223d3caa5670c8cdf6c367cd3091fb5db94f6c879675
+size 19355576
diff --git a/opt-30b_22.fc1_3bit.pt b/opt-30b_22.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c94e98a2c7bfa148833bf38daebe50bacd79b8e
--- /dev/null
+++ b/opt-30b_22.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e45971f6f652b1d4e54211ab96ff0d4b62028b0a96b1667b3e2f8a476a58ee6
+size 77416170
diff --git a/opt-30b_22.fc2_3bit.pt b/opt-30b_22.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d93a1affee37afc382b118e068f09eae947af051
--- /dev/null
+++ b/opt-30b_22.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d38385923b50321a0b775bc7489e1eb56226366c066a738f02a94b9a876855c
+size 77416170
diff --git a/opt-30b_22.self_attn.k_proj_3bit.pt b/opt-30b_22.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52cdc7a0877cba7723fa824009224db2378b4b3d
--- /dev/null
+++ b/opt-30b_22.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9634881ae68275a9ed0e992543672bdf76697eee2e0d76b4b4ae1602cf14614
+size 19355576
diff --git a/opt-30b_22.self_attn.out_proj_3bit.pt b/opt-30b_22.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d195e060b71aaea1012351de68cc28aeb9969d8b
--- /dev/null
+++ b/opt-30b_22.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7bb115f78668a413dbb226348858e351bc4c0f566b7104538f01fce387e90ad
+size 19355588
diff --git a/opt-30b_22.self_attn.q_proj_3bit.pt b/opt-30b_22.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5cc61dda88025342d63a1b44324338a2e78c99f
--- /dev/null
+++ b/opt-30b_22.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1947c45a3e30a889c38ca43c038ac7259f1c99d91bd91c10f6ae58d61b45ebb
+size 19355576
diff --git a/opt-30b_22.self_attn.v_proj_3bit.pt b/opt-30b_22.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18339654e221ea713cbef5e423f80a25a88ddee4
--- /dev/null
+++ b/opt-30b_22.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4300b4da820d31799216239b72947c112aadc02ddb645b6204d32d7b1d28d2f6
+size 19355576
diff --git a/opt-30b_23.fc1_3bit.pt b/opt-30b_23.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba9a5ba9c14fd856c2de8abc9b4a5ecc3f4199f4
--- /dev/null
+++ b/opt-30b_23.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c401a08e55ed004938bb2d65c927b93e902baf8090ea763a87c641d2e4c8d411
+size 77416170
diff --git a/opt-30b_23.fc2_3bit.pt b/opt-30b_23.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..037d80951ae0a7c35166542c7c55f279c4b656d0
--- /dev/null
+++ b/opt-30b_23.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bda7814b051d0ea0ba2cd930f3df184f24a5fe53643ebe8d8adcfeca81d0361
+size 77416170
diff --git a/opt-30b_23.self_attn.k_proj_3bit.pt b/opt-30b_23.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60d5f0142d21c6dc046fd037fbc2bbde25642df6
--- /dev/null
+++ b/opt-30b_23.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10af497d0b4c6813ee943dbcf7535b25a2bf970a99249127a9fdc69259997177
+size 19355576
diff --git a/opt-30b_23.self_attn.out_proj_3bit.pt b/opt-30b_23.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bf5e917fb90c5de3a45be8d54836642dd0c0925
--- /dev/null
+++ b/opt-30b_23.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae5e92d99e600312caee2a1eba46d089b720c0ae2d56d9cfc6d2bc99123e782
+size 19355588
diff --git a/opt-30b_23.self_attn.q_proj_3bit.pt b/opt-30b_23.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d413ae83b0fc7213f3f5ec16397d8ece9cc220be
--- /dev/null
+++ b/opt-30b_23.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ae1e8b946a5ed12fd7293049d0b69654875de68bc7614e9979dbd812fc80d6
+size 19355576
diff --git a/opt-30b_23.self_attn.v_proj_3bit.pt b/opt-30b_23.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69970d8a76b3f0fc3e6b28975c89db5a1a10eb1f
--- /dev/null
+++ b/opt-30b_23.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee3db521e1d3ce958d39b16add03d43ec89c1146d6dd9879b53a60c49f42a8b3
+size 19355576
diff --git a/opt-30b_24.fc1_3bit.pt b/opt-30b_24.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9771d1f3f596bbfae8f8912debbb14d0dc5751da
--- /dev/null
+++ b/opt-30b_24.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37112203206b775989477074cf2f56d96c91e2801da86bb2500cd298946f23fe
+size 77416170
diff --git a/opt-30b_24.fc2_3bit.pt b/opt-30b_24.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..230114ac262315bc24339ec94f8b974eaf76b756
--- /dev/null
+++ b/opt-30b_24.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b8e7c8cc0bc781db95c9068ad860ebf2f1b81a6a0640d24998244f0894b60ec
+size 77416170
diff --git a/opt-30b_24.self_attn.k_proj_3bit.pt b/opt-30b_24.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe7f9fbb0db24ea67f61cfa55b572c1cd468fe42
--- /dev/null
+++ b/opt-30b_24.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a930faa38f4764b2e57e42ac378fb34cd57f2e5cd5fb609890b9f6ec129bf7e2
+size 19355576
diff --git a/opt-30b_24.self_attn.out_proj_3bit.pt b/opt-30b_24.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aa5d158a9902a83ffbdd3717b78452321e6af5e
--- /dev/null
+++ b/opt-30b_24.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e449895ef6e284fec501fe4a52a482553e934e314977f73be0ed120c13a2463c
+size 19355588
diff --git a/opt-30b_24.self_attn.q_proj_3bit.pt b/opt-30b_24.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1052d2b21043a853097d4dc80ebc3b8055573155
--- /dev/null
+++ b/opt-30b_24.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bfdcea5ecc9a845c6812745b2bac3845825c81ce7c313abd8d44f5820c8a5a3
+size 19355576
diff --git a/opt-30b_24.self_attn.v_proj_3bit.pt b/opt-30b_24.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaf6ed5c8ad07680c220d4a43a0af70e22bc6a73
--- /dev/null
+++ b/opt-30b_24.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c05a38e569287ff64fe04ccde1f3ec7ea1ebbb32ec141724b2b36173c8b2eb64
+size 19355576
diff --git a/opt-30b_25.fc1_3bit.pt b/opt-30b_25.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a39c91d142ce0be2ce01673f53425f0a69ac3472
--- /dev/null
+++ b/opt-30b_25.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bdfe7305a0eb429f75f76ffe1ec9def5a40b6d209563669d0cefc72418e000f
+size 77416170
diff --git a/opt-30b_25.fc2_3bit.pt b/opt-30b_25.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f5eb11b073985aa2619b63521d7643670ebe8db
--- /dev/null
+++ b/opt-30b_25.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d9c2af518b9c2fe08112f42c012bc22857b2f3d1ea44dc52781f9d71ea3cf12
+size 77416170
diff --git a/opt-30b_25.self_attn.k_proj_3bit.pt b/opt-30b_25.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d372fe2c365e002e13a75f6c83437fde1578ff5
--- /dev/null
+++ b/opt-30b_25.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbefe65a02a04a6322bb8ef361c305b43ad9250aba472f772a5b8a19cbd4c22c
+size 19355576
diff --git a/opt-30b_25.self_attn.out_proj_3bit.pt b/opt-30b_25.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a17693ac44b207e536b24b1a21b86ac3cb2c4a2
--- /dev/null
+++ b/opt-30b_25.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f167edac012fd5697f89f6a56cd1a7f65f8458f34b8ba51b33bd455f8401dbf6
+size 19355588
diff --git a/opt-30b_25.self_attn.q_proj_3bit.pt b/opt-30b_25.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a152bbbb3aad00e933d5f34849e445bf3155d9b
--- /dev/null
+++ b/opt-30b_25.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d5927f1e5a4c3e0cd5550ca36fb24ac26ad1b90175ced9293c08d43738f4748
+size 19355576
diff --git a/opt-30b_25.self_attn.v_proj_3bit.pt b/opt-30b_25.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9cf55037b0b1f02ff05fb60b86c64c8a546dbd1
--- /dev/null
+++ b/opt-30b_25.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9db72f431ef254778407cdb5d0cea5dc1facfd67d6bf736cb0f26f24b3859362
+size 19355576
diff --git a/opt-30b_26.fc1_3bit.pt b/opt-30b_26.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aca7f726db33ab39b2d6cb7b2e256cbac7c9d618
--- /dev/null
+++ b/opt-30b_26.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9791f017c0c4851faed1e6b781ffc7ebc225dc0631327e8ddcf4873693775d48
+size 77416170
diff --git a/opt-30b_26.fc2_3bit.pt b/opt-30b_26.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7e67e2ba4998c7d01056b88829bb3f1f805c31b
--- /dev/null
+++ b/opt-30b_26.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a091f197c99bf55f961fa9099eb62349fc3e8ee7c0f2c0a474dc31d82118a51a
+size 77416170
diff --git a/opt-30b_26.self_attn.k_proj_3bit.pt b/opt-30b_26.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..099202c01ca32cda305a0a03c7ce0e2e397b7d4f
--- /dev/null
+++ b/opt-30b_26.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3dcf8eb4178c6e750021105d1c7a271c1a71908f06ae255a6c920dafb530983
+size 19355576
diff --git a/opt-30b_26.self_attn.out_proj_3bit.pt b/opt-30b_26.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26cdb1e001c2454e31fcf59ae80f1ca93eb73e89
--- /dev/null
+++ b/opt-30b_26.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09886641db44a9bd78f2a3fb7d4bf7b44434193c8d8a5e192d389ade2397e679
+size 19355588
diff --git a/opt-30b_26.self_attn.q_proj_3bit.pt b/opt-30b_26.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a73ce204e12efb9fa69c84efc44ee881952570af
--- /dev/null
+++ b/opt-30b_26.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75a252af2ec4eb6dfbc84246737aabfc712ec5a1e13165a04158c3dd90457737
+size 19355576
diff --git a/opt-30b_26.self_attn.v_proj_3bit.pt b/opt-30b_26.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6af83908af4c9a71a060d0ecbf2b1a82eba1c13a
--- /dev/null
+++ b/opt-30b_26.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:202bb06fa0be564d205703b40621362911e89c67d9af639153566897685234f9
+size 19355576
diff --git a/opt-30b_27.fc1_3bit.pt b/opt-30b_27.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c61e4e367f656ee0e637716f69ed6936c8efe7d
--- /dev/null
+++ b/opt-30b_27.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8feeb182efe82b6c550fe6b65e04219c406df8e447812c994c8b0347dd299d
+size 77416170
diff --git a/opt-30b_27.fc2_3bit.pt b/opt-30b_27.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b9eb13a5f6a8ae89835ae20a60e9ff7d43f827a
--- /dev/null
+++ b/opt-30b_27.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab5f74c554a47ce965dbee7c6bffb2a1b523b0c5fdda3d9b76aef02c21bc4e0
+size 77416170
diff --git a/opt-30b_27.self_attn.k_proj_3bit.pt b/opt-30b_27.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b50ac6106216852d84dbd5b5db18aa01e6b4fb3
--- /dev/null
+++ b/opt-30b_27.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d1ae61a9ce75667aaf6792ac31f3345af6d7c86063f9ebd843a817e9886347f
+size 19355576
diff --git a/opt-30b_27.self_attn.out_proj_3bit.pt b/opt-30b_27.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45d1f0facb4b194abb2dfdc6d70cdc56a1fe10f6
--- /dev/null
+++ b/opt-30b_27.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c64173c5c466b3bd73e2b96b07c53bf03cc3b1eee7fbd41ce2606696d416ba45
+size 19355588
diff --git a/opt-30b_27.self_attn.q_proj_3bit.pt b/opt-30b_27.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2976a9d8030d08fe0e23386dfdecb1d23aa9827
--- /dev/null
+++ b/opt-30b_27.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce1e186d93e5f10e092f51a7d8c49d37bbc6aa6fb65656cc7dd2ae64875050cb
+size 19355576
diff --git a/opt-30b_27.self_attn.v_proj_3bit.pt b/opt-30b_27.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd2317b80cc34fc653ebb4368f0d9ee6d5927dd3
--- /dev/null
+++ b/opt-30b_27.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3b89920b08ac562361f8628d525b0399afbfdb316ed5dd6045d5e4beb67aaab
+size 19355576
diff --git a/opt-30b_28.fc1_3bit.pt b/opt-30b_28.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b719ad9bad23f3a0ce9a904aeef3df2c112b65c
--- /dev/null
+++ b/opt-30b_28.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:252d5bac1a7976ce2e17e73ca7f08a5c98439354d35f05b105c8b32e5fc5aed6
+size 77416170
diff --git a/opt-30b_28.fc2_3bit.pt b/opt-30b_28.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7f4340802a080c83e27802435d80a335ffce066
--- /dev/null
+++ b/opt-30b_28.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b886c4dca1a199bf186adfc461f58fc00e8314259f5c65f78663bcd934f8b69
+size 77416170
diff --git a/opt-30b_28.self_attn.k_proj_3bit.pt b/opt-30b_28.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48fd7443bbb293bc1bd7b125645cffb80b1561fa
--- /dev/null
+++ b/opt-30b_28.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c73ae2862429caa1b5d816eb85dfc308f3470d2070abdbc9a7357a2acbd766f
+size 19355576
diff --git a/opt-30b_28.self_attn.out_proj_3bit.pt b/opt-30b_28.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97d33f78c97c5e6a3d40896d0f0e3cf0f19526b2
--- /dev/null
+++ b/opt-30b_28.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f7d9601ddde1f5029978a6369a4b0bb098a6d4c226cd77a3d12b1f78498777
+size 19355588
diff --git a/opt-30b_28.self_attn.q_proj_3bit.pt b/opt-30b_28.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e5cc31e88d00b1359d5ebfcb2a7eec87b3e77dc
--- /dev/null
+++ b/opt-30b_28.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57b6c92b23a178925acc38396a891f04ce2855ea7495385159cb36f68f292b80
+size 19355576
diff --git a/opt-30b_28.self_attn.v_proj_3bit.pt b/opt-30b_28.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..155799502d06939caefe841809a3db4a4e5dc640
--- /dev/null
+++ b/opt-30b_28.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad371dd1fad039914b4614e38346474a627560b5e24ad1e695903ef4fcaf3b0c
+size 19355576
diff --git a/opt-30b_29.fc1_3bit.pt b/opt-30b_29.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f64c90afc1696b82304fb5774fa93c973e676e7
--- /dev/null
+++ b/opt-30b_29.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24bba8a8b8412ca227182d672a204c50cbfbd03362a98d4911df01dfb98d032e
+size 77416170
diff --git a/opt-30b_29.fc2_3bit.pt b/opt-30b_29.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43b867727f945edbbe00bc157730adcf54947f79
--- /dev/null
+++ b/opt-30b_29.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aa2299d1458d6af40e562b10a8032d0ea5e2493ae0779094e6d8912790e0bce
+size 77416170
diff --git a/opt-30b_29.self_attn.k_proj_3bit.pt b/opt-30b_29.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec01bacd1db52d62ebbe915d2412c79838de59a3
--- /dev/null
+++ b/opt-30b_29.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35fdbff3fdbae4d1db3dedfdfb77b8a659d74762e43036b60f918a52590dfd08
+size 19355576
diff --git a/opt-30b_29.self_attn.out_proj_3bit.pt b/opt-30b_29.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..def858240cab28dae7e0da1cb5fb44b66ba892e2
--- /dev/null
+++ b/opt-30b_29.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32832054422aa67a3ff710395ac8f27bbe3fee9967f7221a12daabf635ac19ce
+size 19355588
diff --git a/opt-30b_29.self_attn.q_proj_3bit.pt b/opt-30b_29.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c556162bdabe5176b8409cf00d2938185b0f285
--- /dev/null
+++ b/opt-30b_29.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7664b521f3ea7e555ba89ab432020543c4cb19436efcc61d71670dbc5ffa6a9c
+size 19355576
diff --git a/opt-30b_29.self_attn.v_proj_3bit.pt b/opt-30b_29.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35a00b1855db55aead9291c0a662ef1eac7acef4
--- /dev/null
+++ b/opt-30b_29.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8273c97906be57ccc5c5330af2a81de34a23e0fa264226442682bbb003b7e9cc
+size 19355576
diff --git a/opt-30b_3.fc1_3bit.pt b/opt-30b_3.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a163be87d0250ca154172bb6d8c0a5fbe977efd
--- /dev/null
+++ b/opt-30b_3.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:799275536f4f807fcf5ec73b3c85b466d42bc216ef020864104ece919bd0604f
+size 77416164
diff --git a/opt-30b_3.fc2_3bit.pt b/opt-30b_3.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc69917bbfbd7c2ba32dd614047a60a24b1c3d97
--- /dev/null
+++ b/opt-30b_3.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:931ca6972ef379f4832bb0baa4e81b39f261a551f9e6b63dcc2f09e80c689695
+size 77416164
diff --git a/opt-30b_3.self_attn.k_proj_3bit.pt b/opt-30b_3.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12423dea8203e67ea9bc32ce3ec48bc5c5ad7b30
--- /dev/null
+++ b/opt-30b_3.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8937d8306beb55a9420892c1aa9ddbc1c352bfa339e354358d0d7cf8af6a9d54
+size 19355570
diff --git a/opt-30b_3.self_attn.out_proj_3bit.pt b/opt-30b_3.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0847c365f34872a5afc922c9ea741c47ae5b87de
--- /dev/null
+++ b/opt-30b_3.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2276e6dab663f690660ef7dbc72f0b15ec4f2abb07e77b27545695ef53c52f4
+size 19355582
diff --git a/opt-30b_3.self_attn.q_proj_3bit.pt b/opt-30b_3.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d25b5063fe919c287d0bbb3c2dae9369f0f714c8
--- /dev/null
+++ b/opt-30b_3.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:753379bccb699c51dc64ae76ecbda11180716c392e314eda23b0ff9a4321b8e2
+size 19355570
diff --git a/opt-30b_3.self_attn.v_proj_3bit.pt b/opt-30b_3.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bba029d1e514fdeb79167b22240a773b5b2e063
--- /dev/null
+++ b/opt-30b_3.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee0effba9ec652624458cdfee1fa319b42372a7c75cba9e9bf8ac686484f28a0
+size 19355570
diff --git a/opt-30b_30.fc1_3bit.pt b/opt-30b_30.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa3eb9b8b85f0816fbc57b61425d08bc5855c4ea
--- /dev/null
+++ b/opt-30b_30.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f11470e5914777ed4886baf4b8f96fd36fa2367aa22ee31aad4c4ab60afa5ad
+size 77416170
diff --git a/opt-30b_30.fc2_3bit.pt b/opt-30b_30.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e55b2e910b88609d19261389959d339fc7c49d5b
--- /dev/null
+++ b/opt-30b_30.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:352d8bcb4aafc78aa0d1d10cbc186a73e2b2b2ce2d0b43572a0e08bd9e2d2666
+size 77416170
diff --git a/opt-30b_30.self_attn.k_proj_3bit.pt b/opt-30b_30.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b22d635c6d2bfbac389f4f103e7f729ad2da5632
--- /dev/null
+++ b/opt-30b_30.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce4378a23e0f82bfe1eb69baec443ec6c681d59a48de45e9ecce845b88c872be
+size 19355576
diff --git a/opt-30b_30.self_attn.out_proj_3bit.pt b/opt-30b_30.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ca39dfeca74c9bcf6396ffe5ba87c92fb92766a
--- /dev/null
+++ b/opt-30b_30.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cea266252d7687369327331159edc4ce2e88398ffaf15e0223df4aa55fb525a
+size 19355588
diff --git a/opt-30b_30.self_attn.q_proj_3bit.pt b/opt-30b_30.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15a4b0c5125f04a94176f1add16cf348aeef31bf
--- /dev/null
+++ b/opt-30b_30.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:787d1466514f3dd377bd96eb4a12fdd7a41cb060264ac499de4ae004eefa3a88
+size 19355576
diff --git a/opt-30b_30.self_attn.v_proj_3bit.pt b/opt-30b_30.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05fb91384a77a275cc32b415f1196a7d555b504c
--- /dev/null
+++ b/opt-30b_30.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:228ff1a78be33bb13eef4c85f1664462bb0b1799ff168702987c1977df471433
+size 19355576
diff --git a/opt-30b_31.fc1_3bit.pt b/opt-30b_31.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..294675616dc516d6d7ad15a8edb605e9697cb714
--- /dev/null
+++ b/opt-30b_31.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2504212d15c29854ebf27b8a0e69d8a388533fe25d6c0a239c18de18e420fb66
+size 77416170
diff --git a/opt-30b_31.fc2_3bit.pt b/opt-30b_31.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86136cd79d103f7142c62c613fe7b7272886f488
--- /dev/null
+++ b/opt-30b_31.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc690bf75439accca60fa6b065d647459f36c2eb4d69377b8406870e8000e48d
+size 77416170
diff --git a/opt-30b_31.self_attn.k_proj_3bit.pt b/opt-30b_31.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb0ae748c29e726cc99a26a3fd734e62191619bb
--- /dev/null
+++ b/opt-30b_31.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d232091048b388453db437f1e1624accc663db15720dc974857312501c3a3f8
+size 19355576
diff --git a/opt-30b_31.self_attn.out_proj_3bit.pt b/opt-30b_31.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b27240345da00a4b803876a9a7dfe05af563e399
--- /dev/null
+++ b/opt-30b_31.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b4349c941561d46c34a6a35db0eb69658fdafc2e8b33aaeef09e74c349087c8
+size 19355588
diff --git a/opt-30b_31.self_attn.q_proj_3bit.pt b/opt-30b_31.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2077480a1d0c5e0ee99fc1d6b877a1f13c4b1e4a
--- /dev/null
+++ b/opt-30b_31.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705d50cbe3710f02957acfcdbf07492f30257e7f9417a4446556ea5cfdd24aa0
+size 19355576
diff --git a/opt-30b_31.self_attn.v_proj_3bit.pt b/opt-30b_31.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9e772dba3f57cedad1d618b83b6c0eab26934d5
--- /dev/null
+++ b/opt-30b_31.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae6b508861c2b45d196fea0936033b4b9cffc812e65ebc50dfd3ca12c1202a1c
+size 19355576
diff --git a/opt-30b_32.fc1_3bit.pt b/opt-30b_32.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1fcc9b0142197b2b9b12dcfb22bfbf1a7968a0d
--- /dev/null
+++ b/opt-30b_32.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9970f8c1fe211d094ed3e505357095cfb38cea953c2327d0ff215b311e9f2bb2
+size 77416170
diff --git a/opt-30b_32.fc2_3bit.pt b/opt-30b_32.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54da0a2b21cc4bfdbdb0ad89b5e6214868c778f5
--- /dev/null
+++ b/opt-30b_32.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:410c7dcacde333ace90dd6c7c6caf7ac2577a0dded5051ba75ee681073dd55c8
+size 77416170
diff --git a/opt-30b_32.self_attn.k_proj_3bit.pt b/opt-30b_32.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2914f16acab163bb9f7adb819f19640f0184fa76
--- /dev/null
+++ b/opt-30b_32.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0650b8b2bf8482fa1195d4a292babb85fb9b7786dd3090f4ccd7bded43108f3e
+size 19355576
diff --git a/opt-30b_32.self_attn.out_proj_3bit.pt b/opt-30b_32.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2610cb56ad8119ebe0bd16da567e0b7f3eae825
--- /dev/null
+++ b/opt-30b_32.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c2ccc89b0fdac63167c90a196118d9c9d1337e69f4c61cdd343fe7fa7070837
+size 19355588
diff --git a/opt-30b_32.self_attn.q_proj_3bit.pt b/opt-30b_32.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1170f1ab35964cc1d5e18d8399c06e95836c54d0
--- /dev/null
+++ b/opt-30b_32.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb1f1f56029128e5187678d6fd89724752c18df116b6dc4f171277c3e06f50f8
+size 19355576
diff --git a/opt-30b_32.self_attn.v_proj_3bit.pt b/opt-30b_32.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da8c300fe0c1b15c346e3d4790833cf38f6b92bf
--- /dev/null
+++ b/opt-30b_32.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feb6acfce9211456e3478853a3c0d1eb52398347b259d05f5e3c0a5c264866ab
+size 19355576
diff --git a/opt-30b_33.fc1_3bit.pt b/opt-30b_33.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcb87874b0d4b12ef7195ae03546f086b4254826
--- /dev/null
+++ b/opt-30b_33.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0ae41abe6f32b8e99621b4f5d7672338bed58183cd33b5aed72de57ed9d9e2f
+size 77416170
diff --git a/opt-30b_33.fc2_3bit.pt b/opt-30b_33.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a5e211899f86289901ef5afdb70a190f7b49000
--- /dev/null
+++ b/opt-30b_33.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2f78d0424fdd7f28cb86624e8fc5bddd985e673ddd48aefa11996f4da570e04
+size 77416170
diff --git a/opt-30b_33.self_attn.k_proj_3bit.pt b/opt-30b_33.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f18fe4340c85cac6a256c193a5354a5ffe54d41
--- /dev/null
+++ b/opt-30b_33.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b293837da65beedcb1bb3a2207c335a59b71c91c01ae3b432f7ea847b8ec2652
+size 19355576
diff --git a/opt-30b_33.self_attn.out_proj_3bit.pt b/opt-30b_33.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53606cd35dc1c2efa3d21f0589e5b8a72cd19ad7
--- /dev/null
+++ b/opt-30b_33.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:612786c32057216e5b12fa6707fa6b5c18cb8c47efdc823b90896db4fb484d70
+size 19355588
diff --git a/opt-30b_33.self_attn.q_proj_3bit.pt b/opt-30b_33.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feb568e08417409b982ccaf2a57b204aa8d0870f
--- /dev/null
+++ b/opt-30b_33.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78ee8e81ee580e3a47207a8c55dbae198a7842d0b10a7cf36bc6ac5401482cac
+size 19355576
diff --git a/opt-30b_33.self_attn.v_proj_3bit.pt b/opt-30b_33.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e20e36b3a8e615fab9a429084964b42747bf109
--- /dev/null
+++ b/opt-30b_33.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47e89c1524a166bc52175d3a641b49938cf5924c22fa57e5621269ffc40a51c3
+size 19355576
diff --git a/opt-30b_34.fc1_3bit.pt b/opt-30b_34.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe0e92b45e1f33fb8a30f660c315546478a3c96a
--- /dev/null
+++ b/opt-30b_34.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c94e791001e8f1ffaaf24b24938961d65adc18124696a21fbd48858d96b67811
+size 77416170
diff --git a/opt-30b_34.fc2_3bit.pt b/opt-30b_34.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09f45975f394c000cd44284caa716c48bcda31ba
--- /dev/null
+++ b/opt-30b_34.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7441163e356b7c02a455aa1007a8c3f91a5c1f6e605d9e3b8f80ea822e65adbd
+size 77416170
diff --git a/opt-30b_34.self_attn.k_proj_3bit.pt b/opt-30b_34.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eef64f96876c0aa4ce5c386be32019b055232cb0
--- /dev/null
+++ b/opt-30b_34.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55000c33e2896f98b10a42b7c217399042b1863fefdfd797cf4232a4cc0170c7
+size 19355576
diff --git a/opt-30b_34.self_attn.out_proj_3bit.pt b/opt-30b_34.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7768eea53571745dfc59005bdff677e1b8ca2e5d
--- /dev/null
+++ b/opt-30b_34.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea5234f3f24c7ef510016a4a7a7ddb639e2c4bb7b3e46c9b13224bc7c9b19d18
+size 19355588
diff --git a/opt-30b_34.self_attn.q_proj_3bit.pt b/opt-30b_34.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92c2a151b950ee9d56312fc6789a424e786c3a3f
--- /dev/null
+++ b/opt-30b_34.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b05177321cb927ab5fb2507df54d02232b3b8736f609d4a4ca7067a7563fe382
+size 19355576
diff --git a/opt-30b_34.self_attn.v_proj_3bit.pt b/opt-30b_34.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eade61985629870706d857a97ce11f7cfccc122e
--- /dev/null
+++ b/opt-30b_34.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b115ee2433daf2429803d19685160fea566ddbf15fb0112713a655a80eacbe
+size 19355576
diff --git a/opt-30b_35.fc1_3bit.pt b/opt-30b_35.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6ac1ba8f332a7964fc84f982437975029e29f04
--- /dev/null
+++ b/opt-30b_35.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd602c2b7af02ae1d9a879fba1e99d9f22a77c13035edc7dfff8cd259f923bb2
+size 77416170
diff --git a/opt-30b_35.fc2_3bit.pt b/opt-30b_35.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..420f63bb8ebc4596f42b13fa0b7fd3248a7dc2e2
--- /dev/null
+++ b/opt-30b_35.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8101d13bcdc434aeaa59bba2c3ef12e268ad4f0ec8331f5f0e186f58e02dabdb
+size 77416170
diff --git a/opt-30b_35.self_attn.k_proj_3bit.pt b/opt-30b_35.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8be8b04afe9e4f8c2e5e22bdeb3f8312cb4dfa3
--- /dev/null
+++ b/opt-30b_35.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9bfde3d22e92b8c863f03c17d0e1c279aa21ef5803255df39ab2cbf0cf6590a
+size 19355576
diff --git a/opt-30b_35.self_attn.out_proj_3bit.pt b/opt-30b_35.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac2ef7b865aea8da440451562afd443dd35d82f2
--- /dev/null
+++ b/opt-30b_35.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02065342cee5fe4b5734f548c0c4fae0d9ee153cb18b73d77a55d28fbf329dbc
+size 19355588
diff --git a/opt-30b_35.self_attn.q_proj_3bit.pt b/opt-30b_35.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e003ffc8dc38825ea53c7662cba4ef6cd0f2c3cb
--- /dev/null
+++ b/opt-30b_35.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e01948902751f618a3345b1119d41c02ac2d7620c374d4daf8977956da3655be
+size 19355576
diff --git a/opt-30b_35.self_attn.v_proj_3bit.pt b/opt-30b_35.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a22334c6fc820be209c0cce40d9941fe028df0c2
--- /dev/null
+++ b/opt-30b_35.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4dc64feb218568e4d0e68d798d2d8d096e2e2ff4fbce7c93918b4fe5280c961
+size 19355576
diff --git a/opt-30b_36.fc1_3bit.pt b/opt-30b_36.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bea0f75a8e1af91996a4bd77ad0b4dd79e1c606
--- /dev/null
+++ b/opt-30b_36.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04782a5eb0b700d4d202102f856cd5ca9c2db4aed5635e42a406823c2d7af864
+size 77416170
diff --git a/opt-30b_36.fc2_3bit.pt b/opt-30b_36.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f77329aa8fccc8be31a8e0c70cbf5eda70facb4
--- /dev/null
+++ b/opt-30b_36.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35bf0e90844b3ccdabd52fc31c5aa718dff15f1d8b435b15e9090a311fdf2a1a
+size 77416170
diff --git a/opt-30b_36.self_attn.k_proj_3bit.pt b/opt-30b_36.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f3c410e0b6e46be941aa6ff140204f217107321
--- /dev/null
+++ b/opt-30b_36.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f737028eb515f6c50964e58327303b214cab3e52a568080e3bce38ee7386c16
+size 19355576
diff --git a/opt-30b_36.self_attn.out_proj_3bit.pt b/opt-30b_36.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..845be3c2c2686e8067af13e1073023c1f1a236d4
--- /dev/null
+++ b/opt-30b_36.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a050a1bfabf0847550dae1b380d1e15d5960ef69224dca73be0c5b8fe9c11bc
+size 19355588
diff --git a/opt-30b_36.self_attn.q_proj_3bit.pt b/opt-30b_36.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f414fae8c7c895f1ce2e906426ae56fc1aa9d5d
--- /dev/null
+++ b/opt-30b_36.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e380c700a182decb1dd43e509b5f07f5fc5d8286856b4a3d8f5dc1095e86b11a
+size 19355576
diff --git a/opt-30b_36.self_attn.v_proj_3bit.pt b/opt-30b_36.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffe0eed967a5d7dbc6080eec67eee38159cefeaf
--- /dev/null
+++ b/opt-30b_36.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2a92d2d8aa0923081057124301593186d276035af36292bd98b1c3a94f4ad03
+size 19355576
diff --git a/opt-30b_37.fc1_3bit.pt b/opt-30b_37.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a228738105220e3ba5d82fdac068231c8a31dfe6
--- /dev/null
+++ b/opt-30b_37.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:590d06cdafbe3395a53d919534a97d03ec43383bdf6021c6962a1e5ca5c72606
+size 77416170
diff --git a/opt-30b_37.fc2_3bit.pt b/opt-30b_37.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d25ab4d2d69e9ef73eec344941e7baeeeec6cf8
--- /dev/null
+++ b/opt-30b_37.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc28d775705d3bee5d4ef6fee63212fb6dbab78761c96a5344ccd52f27ce60c2
+size 77416170
diff --git a/opt-30b_37.self_attn.k_proj_3bit.pt b/opt-30b_37.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87913c1231acec4569b11d88349061b61e429359
--- /dev/null
+++ b/opt-30b_37.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2940aa17b113a7b002294913d500cececc65d43316c964919a338ea55c4d8e42
+size 19355576
diff --git a/opt-30b_37.self_attn.out_proj_3bit.pt b/opt-30b_37.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf85a9e69812cf9cc6cde7cade6c159e3c7a73c7
--- /dev/null
+++ b/opt-30b_37.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c747f2b567ab7060d22b23acaf1408cc65caba96f83a6809bf847927dc430f6
+size 19355588
diff --git a/opt-30b_37.self_attn.q_proj_3bit.pt b/opt-30b_37.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f95f7bc1a4e936e4d0a2c1e5e4769bd7538cfb72
--- /dev/null
+++ b/opt-30b_37.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:313a7081e64371b964e61f40f6182b6c716d1412969354d674b542674dc37446
+size 19355576
diff --git a/opt-30b_37.self_attn.v_proj_3bit.pt b/opt-30b_37.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..182a5d38582240fa3787d84d709efdf40a173134
--- /dev/null
+++ b/opt-30b_37.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72a9367c06d3eb7b2e552ed2d4877ca59f234003d3a379cc90ebaed3e64b6c6c
+size 19355576
diff --git a/opt-30b_38.fc1_3bit.pt b/opt-30b_38.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..575ea2111487f69631b173dd59af15f35f453234
--- /dev/null
+++ b/opt-30b_38.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c3d774dc12c6a69026b5668d8c39449d941b719d435d661be3dd1c86c6c98d
+size 77416170
diff --git a/opt-30b_38.fc2_3bit.pt b/opt-30b_38.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b39444d304d38c196233f7cb9d25e69d26a910a
--- /dev/null
+++ b/opt-30b_38.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21a12ab3a56150d4fea306d0c80276598b60af96c0c3ad85433841ff2cebe829
+size 77416170
diff --git a/opt-30b_38.self_attn.k_proj_3bit.pt b/opt-30b_38.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b85dad35d9505ccc2b99d47bd0ec16db299ce7
--- /dev/null
+++ b/opt-30b_38.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:900cb67939cdfd67b22da2191e5ceee0dc10786816279f09529191da500a3cdd
+size 19355576
diff --git a/opt-30b_38.self_attn.out_proj_3bit.pt b/opt-30b_38.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8af0fa08b3140f9e5c4020ca2a1239e1ec0672de
--- /dev/null
+++ b/opt-30b_38.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d64f420c2616ace6fbb1017373b173a3a8065f9dc7a847015ae18a166b3814
+size 19355588
diff --git a/opt-30b_38.self_attn.q_proj_3bit.pt b/opt-30b_38.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29a9c28bb7c7be01d1533d1654876b5a30952437
--- /dev/null
+++ b/opt-30b_38.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20b42f6bb261eb44e66ea935ad361d27bdf84e59fcc0246664dad45f754794c3
+size 19355576
diff --git a/opt-30b_38.self_attn.v_proj_3bit.pt b/opt-30b_38.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dec4df0b46da1a51b2616b47c29b6027a42c89f
--- /dev/null
+++ b/opt-30b_38.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a43da73328d5def9b0d193adf7bb7df61069fe4897daf2013c76e39d8c06bff
+size 19355576
diff --git a/opt-30b_39.fc1_3bit.pt b/opt-30b_39.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..558559bf81aa9b7ac1a42fcce7e4a0f0c1c48cfb
--- /dev/null
+++ b/opt-30b_39.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a051e18f7ba762ad19fc81fbe857d5f39a07a1201e315a042891d08eb6d8a53d
+size 77416170
diff --git a/opt-30b_39.fc2_3bit.pt b/opt-30b_39.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9a9da53ec9c9e024d78f72104cc3753ff382854
--- /dev/null
+++ b/opt-30b_39.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:594c16977538d025c98a830853cc260e69bf9bedc3f186edf28b3b88c002dbb8
+size 77416170
diff --git a/opt-30b_39.self_attn.k_proj_3bit.pt b/opt-30b_39.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6ee594702caf94a23d17c755c032b0b49c5e516
--- /dev/null
+++ b/opt-30b_39.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf2b7ef693eed858a2c1699eeef3badd7241a41cb7eda847208aade741865a8e
+size 19355576
diff --git a/opt-30b_39.self_attn.out_proj_3bit.pt b/opt-30b_39.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a49384b266909748e19dd7e8b25a39460ed2632
--- /dev/null
+++ b/opt-30b_39.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f8bd5e62ccb1f706699f172b869b5eace6d592da524d56c1cfb938a1a53dc0
+size 19355588
diff --git a/opt-30b_39.self_attn.q_proj_3bit.pt b/opt-30b_39.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fabcdeeb4c42669184adea1f8e0b306dcad8e6ea
--- /dev/null
+++ b/opt-30b_39.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ee9dea00b01ead4074bb1679ad0a70137ceab6e6f21cc677bfc693938fe424d
+size 19355576
diff --git a/opt-30b_39.self_attn.v_proj_3bit.pt b/opt-30b_39.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dc2e16781454e8bc5d02b42c5f94d07dfdb5a85
--- /dev/null
+++ b/opt-30b_39.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:769a6b70bb55375902275b11cd2e883d2c57876b30d98465fa4d122ab19c3826
+size 19355576
diff --git a/opt-30b_4.fc1_3bit.pt b/opt-30b_4.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db2cadd5cbdb4fcdba32ecee2db26d40239ae8a
--- /dev/null
+++ b/opt-30b_4.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a33b168076bfd47f517b1eca6f59e626672c2680e28095a0f3194609a87ec68
+size 77416164
diff --git a/opt-30b_4.fc2_3bit.pt b/opt-30b_4.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef3b24f8616361064a0a4936c32d575b0aa1a4fa
--- /dev/null
+++ b/opt-30b_4.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26e286a124116543ac0364646633031b9f759abed112d18c5ecff2916d40dc99
+size 77416164
diff --git a/opt-30b_4.self_attn.k_proj_3bit.pt b/opt-30b_4.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a8b8eafa4458434ae9d063eeaf4265d3a16faa2
--- /dev/null
+++ b/opt-30b_4.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d5bae777d381302b4e528d70d08a860a3dd555d76fb7b7614f6af20013308a3
+size 19355570
diff --git a/opt-30b_4.self_attn.out_proj_3bit.pt b/opt-30b_4.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcbba71173f4b6b64c81f982f679a8290b492b62
--- /dev/null
+++ b/opt-30b_4.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e9f770252546d81d763f03bc292ce4efc6cbf2911a76af5947be6983b87069e
+size 19355582
diff --git a/opt-30b_4.self_attn.q_proj_3bit.pt b/opt-30b_4.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0936c6dcce00273760947a0af3c95ed24c6a5d9f
--- /dev/null
+++ b/opt-30b_4.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d2babe03cea53b804648a492e263d8569d050c290736977ce5ae4dccad1b859
+size 19355570
diff --git a/opt-30b_4.self_attn.v_proj_3bit.pt b/opt-30b_4.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2ad02f72bd7bb1297bec2b8c42904c0a4ca1496
--- /dev/null
+++ b/opt-30b_4.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65e06ff6b4adad1efa7b33450294ef8063bc6ff5b467702a93f3bf2842874d30
+size 19355570
diff --git a/opt-30b_40.fc1_3bit.pt b/opt-30b_40.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f4ac3b8dfc382b501679644d23ac949aaeda1a8
--- /dev/null
+++ b/opt-30b_40.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a2b7043f737edc6d4adb6021d89b8918d41223b5ad8ca9e03f5eb081e17bcbd
+size 77416170
diff --git a/opt-30b_40.fc2_3bit.pt b/opt-30b_40.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91bff50f0878ae16573a08a405a0aa6680669b31
--- /dev/null
+++ b/opt-30b_40.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3169ba8cbd4fface93786c68e940e95ca4a45f5b835f81619b3792c8efa3e766
+size 77416170
diff --git a/opt-30b_40.self_attn.k_proj_3bit.pt b/opt-30b_40.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b927dffdc1983c58debf4cd4db9c090fc776d26
--- /dev/null
+++ b/opt-30b_40.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b42c10b7295115048e787b912b6dea0bc3858780eaf2f63a40adcff2c17af9fc
+size 19355576
diff --git a/opt-30b_40.self_attn.out_proj_3bit.pt b/opt-30b_40.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47ee724b22d295d094ae6418d1a7d5729008c6af
--- /dev/null
+++ b/opt-30b_40.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ed6ffb81318bfabed7712eabed625461ff8ba43b3af1a381f8b7aec6530add
+size 19355588
diff --git a/opt-30b_40.self_attn.q_proj_3bit.pt b/opt-30b_40.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af0c30c9b1808467a4055e8109843cfe1ddbc859
--- /dev/null
+++ b/opt-30b_40.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1141929ccaf4ad0e3268145ab9c769b3a5f70d45f3b6a820db68f02596a3d46b
+size 19355576
diff --git a/opt-30b_40.self_attn.v_proj_3bit.pt b/opt-30b_40.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7680fa30f8b52be014ca341def76580817e30a63
--- /dev/null
+++ b/opt-30b_40.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9907807cfb9ad7d5f73b4ba3bdd5c6e1616260afb1047e63a99c3fa11a04113
+size 19355576
diff --git a/opt-30b_41.fc1_3bit.pt b/opt-30b_41.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbcf50a495742531a381d48021b3d732f0382119
--- /dev/null
+++ b/opt-30b_41.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f7065df8a8bc28d60f493c4d3489465c6609d9ef3ee29a8b6f6b9e9092b36fb
+size 77416170
diff --git a/opt-30b_41.fc2_3bit.pt b/opt-30b_41.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ce869e5efbf8746435fb90c90fd63267243d702
--- /dev/null
+++ b/opt-30b_41.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0b6b4c076c2a45805ffad68590d75bf99a2462b37e2901c9a9f5f40a8600526
+size 77416170
diff --git a/opt-30b_41.self_attn.k_proj_3bit.pt b/opt-30b_41.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3437738c595aecddc7b869c9800230f900ba9895
--- /dev/null
+++ b/opt-30b_41.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78532f3186ab8705be04388333512bc970c661e912c4e02a90bcb984b90c7d11
+size 19355576
diff --git a/opt-30b_41.self_attn.out_proj_3bit.pt b/opt-30b_41.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb79fa067b96b5ee7cbf38d8de75633279e76b0
--- /dev/null
+++ b/opt-30b_41.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:356ac1bcf1730e9fa79f99091cf6f37696fd13e715bc72627b7f2837fba594e8
+size 19355588
diff --git a/opt-30b_41.self_attn.q_proj_3bit.pt b/opt-30b_41.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b70bb95e66df65df74385407c66868c592c1e9fd
--- /dev/null
+++ b/opt-30b_41.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ef59d0619c4f235c5b106bfee5ff575d18b526ec23305a51c10403cc9f17fb5
+size 19355576
diff --git a/opt-30b_41.self_attn.v_proj_3bit.pt b/opt-30b_41.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3191a292feb94aac4c2b718dcf017e2824897aa
--- /dev/null
+++ b/opt-30b_41.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd57755dd86c917fc3e78b8c442f81b14fdd7570581f9bbbe06f341013dcbe1
+size 19355576
diff --git a/opt-30b_42.fc1_3bit.pt b/opt-30b_42.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0ada599f80033ce9e27bbb8472751a0e95dade8
--- /dev/null
+++ b/opt-30b_42.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ad243d565e7932111f068171fd8237a32cb3dc9f40b392a064eded5d316d542
+size 77416170
diff --git a/opt-30b_42.fc2_3bit.pt b/opt-30b_42.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe812516f0a8f8ae386b2b8a75312b08a9813e8
--- /dev/null
+++ b/opt-30b_42.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b05ac0a4704f62af980bc6950ea545c97e66b5715d0f18396b18db6ed35d58
+size 77416170
diff --git a/opt-30b_42.self_attn.k_proj_3bit.pt b/opt-30b_42.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f8120658d9e4daa156cea001819623ef32c95ef
--- /dev/null
+++ b/opt-30b_42.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:902812e2ee318513d8c6771661296f72e14592a23972109c30c597a05b651fec
+size 19355576
diff --git a/opt-30b_42.self_attn.out_proj_3bit.pt b/opt-30b_42.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a595e87c7f3f93c4dea49f11777457a4e2e1715
--- /dev/null
+++ b/opt-30b_42.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f796b084f2a9a2941828530eee166ae04af950e6c9d728c15f4a52aa4832c666
+size 19355588
diff --git a/opt-30b_42.self_attn.q_proj_3bit.pt b/opt-30b_42.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e185ffc9a51357e83142137859d9975fd39a49a9
--- /dev/null
+++ b/opt-30b_42.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d48c769999eac9620e32c853f80f414da6b9eba280f242c3b24b70126062e257
+size 19355576
diff --git a/opt-30b_42.self_attn.v_proj_3bit.pt b/opt-30b_42.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6be4b3e951d232c65549232fe84afca781ddf54
--- /dev/null
+++ b/opt-30b_42.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d75be28803ba6777363ee0f14f39b1b4c35182628da9af317ab8324dc9b8c651
+size 19355576
diff --git a/opt-30b_43.fc1_3bit.pt b/opt-30b_43.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e9e4ff20f07743919d3ff7342c0b3cfe1f05457
--- /dev/null
+++ b/opt-30b_43.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e78a045a306bfbba08289479e94d352c69af74c0d8b615d4e35d7f75f3da3f01
+size 77416170
diff --git a/opt-30b_43.fc2_3bit.pt b/opt-30b_43.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da04f11fe382f7b2ca56dcabb742bbe5e0dfac68
--- /dev/null
+++ b/opt-30b_43.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acf32309682eec28de97de21b5b762146303b42af3158859dba9a754984e591c
+size 77416170
diff --git a/opt-30b_43.self_attn.k_proj_3bit.pt b/opt-30b_43.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f31ff0272a93392ecb03dd839ae4319d7ceac5d8
--- /dev/null
+++ b/opt-30b_43.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90398a50eb8d097d60d19751573b2fd144813a0fb4fec17cd4571b98f8a81332
+size 19355576
diff --git a/opt-30b_43.self_attn.out_proj_3bit.pt b/opt-30b_43.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec71e6fdfd4b87abae51310a8f66b0d87010e84
--- /dev/null
+++ b/opt-30b_43.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b19163da8cd6c0154b1cf4576d6ec132d96b5903a216ec905592bd8032c48f9e
+size 19355588
diff --git a/opt-30b_43.self_attn.q_proj_3bit.pt b/opt-30b_43.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69966801b90d5176ccb560c8aed2f599c040701e
--- /dev/null
+++ b/opt-30b_43.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2b140e1b606d3921b9d5b1cd793fc297c000256987f39dca9b1fa68278f1c62
+size 19355576
diff --git a/opt-30b_43.self_attn.v_proj_3bit.pt b/opt-30b_43.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f837783c810cfde9d7255d084ef855eb7919e486
--- /dev/null
+++ b/opt-30b_43.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5627c91303c0c4db957a76a38a0483dbff731932b19827adcd74d5b4f43a8453
+size 19355576
diff --git a/opt-30b_44.fc1_3bit.pt b/opt-30b_44.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bff3054145faf5ccb2b404032a5e2ac30fec1fbf
--- /dev/null
+++ b/opt-30b_44.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18dad35bd456a452d1de9c8ecd231c3d6a96ece44a2b6629684d2588d096309e
+size 77416170
diff --git a/opt-30b_44.fc2_3bit.pt b/opt-30b_44.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4575f4245442439abcbb3c159833332eb62aca85
--- /dev/null
+++ b/opt-30b_44.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d096f8a4c31f73a2ce906bea2ce01da1f38b0e9227158327e1240c61f661203
+size 77416170
diff --git a/opt-30b_44.self_attn.k_proj_3bit.pt b/opt-30b_44.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ea6efb59bc0b61a12a5b3d1bc21172586fa7280
--- /dev/null
+++ b/opt-30b_44.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7542501fdf51272dc5bd247b8356838d7d49a748053ddefac4c1aeffa80ccfd
+size 19355576
diff --git a/opt-30b_44.self_attn.out_proj_3bit.pt b/opt-30b_44.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edb1e1d5b3c529ee02941c8d23d1f83dc0cdd986
--- /dev/null
+++ b/opt-30b_44.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fe922020b0a82948e675dec0f1497539cbf8b6bd0fa3ae2c74f3acaa21ad606
+size 19355588
diff --git a/opt-30b_44.self_attn.q_proj_3bit.pt b/opt-30b_44.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5fdb943188b22210ea73391f53d025c04016bb8
--- /dev/null
+++ b/opt-30b_44.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a92c74571ffa18f6293736e8fe021534dd8e713556ff7477fde2cc7b3b2e7884
+size 19355576
diff --git a/opt-30b_44.self_attn.v_proj_3bit.pt b/opt-30b_44.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e20dcdaa1f06e2079cb2b208f7da5e88e95dabf
--- /dev/null
+++ b/opt-30b_44.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8a15094f33522a9fc307000bbae61e2f3432bf04bcc9b74b425fbbf3933efaa
+size 19355576
diff --git a/opt-30b_45.fc1_3bit.pt b/opt-30b_45.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3fc6d2da72a45d158b836331b32feb584e679ad
--- /dev/null
+++ b/opt-30b_45.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f8f3d7771d5eb53c13a916b325ede03f59e438023e3719e92d818245d8589f2
+size 77416170
diff --git a/opt-30b_45.fc2_3bit.pt b/opt-30b_45.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d5960cf6134fab94cafec1399c1055f7fa16770
--- /dev/null
+++ b/opt-30b_45.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2df3dbcd9d8c08fe7260bdc256e4e6c8407741fe2b02cefc7097769e2ff77dea
+size 77416170
diff --git a/opt-30b_45.self_attn.k_proj_3bit.pt b/opt-30b_45.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bac4a3805688fc0455ac746767da865c68db86a
--- /dev/null
+++ b/opt-30b_45.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a0e5c67cc8c01485390a68de8e69cbd91f79c7caf875807f6efb79222fd4bd
+size 19355576
diff --git a/opt-30b_45.self_attn.out_proj_3bit.pt b/opt-30b_45.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c08ad29dc0ee54b1fb9f892d6926080a36c7c710
--- /dev/null
+++ b/opt-30b_45.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efe1d4a8c784a093ce16e5bcbb8bfa3dbb2120fb47060985675a6bf797356cc4
+size 19355588
diff --git a/opt-30b_45.self_attn.q_proj_3bit.pt b/opt-30b_45.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..116519d8738c007278ef5dc3b6ca2d9eb4baab8f
--- /dev/null
+++ b/opt-30b_45.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e0504e0b82df5d61bf965d68a74a699a8f2b212f23e788470f352c4a6b131b
+size 19355576
diff --git a/opt-30b_45.self_attn.v_proj_3bit.pt b/opt-30b_45.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbea10ce933e845f4445016b8afe972e691b850b
--- /dev/null
+++ b/opt-30b_45.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7784651c7dc1646fdcf744bb6edf4a67a277b66eee8f4b768c2fd3500a2c2aa2
+size 19355576
diff --git a/opt-30b_46.fc1_3bit.pt b/opt-30b_46.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..961ddfe5dd3b20bbb11634a142cd5eaa8aedf053
--- /dev/null
+++ b/opt-30b_46.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c646c30f4f849d01c25787370b608f2889f5d62a3150006e174fa86f9499a962
+size 77416170
diff --git a/opt-30b_46.fc2_3bit.pt b/opt-30b_46.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bd5c0761948d16d238e166e39f999748d5429b9
--- /dev/null
+++ b/opt-30b_46.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75df2b8335261db6d3b2090dcead108517878ee50c959a9e0e1dfe68020a72ba
+size 77416170
diff --git a/opt-30b_46.self_attn.k_proj_3bit.pt b/opt-30b_46.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fdfb1c00a593a61c3d68abdb72279f889685537
--- /dev/null
+++ b/opt-30b_46.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00cd13ce8ef92d81e01b03be7b03a5ea6685b92e3d9a17ffdad6cf625b72c5e6
+size 19355576
diff --git a/opt-30b_46.self_attn.out_proj_3bit.pt b/opt-30b_46.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e506baf21f549a34746c987c6a51f195e88da12
--- /dev/null
+++ b/opt-30b_46.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4c8a8d43138ca9cfd4d328293476d74c7fcbc7890f8f22c12651f1bb8193c83
+size 19355588
diff --git a/opt-30b_46.self_attn.q_proj_3bit.pt b/opt-30b_46.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27a221d10c200ddd8024db3c78672f83899e27eb
--- /dev/null
+++ b/opt-30b_46.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9cdeb55fb82260afc82aa633719a291370dbb41c5add3bd519241a2477fdb70
+size 19355576
diff --git a/opt-30b_46.self_attn.v_proj_3bit.pt b/opt-30b_46.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1b215ef8105df29589192d53f31c8d694b89032
--- /dev/null
+++ b/opt-30b_46.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf829de6791316108b55a77c105f9390c1b65d36e7e2f16e6a25aec211f5650f
+size 19355576
diff --git a/opt-30b_47.fc1_3bit.pt b/opt-30b_47.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5942924f8822a691ba6ba6518c097e54eeaa99dd
--- /dev/null
+++ b/opt-30b_47.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7f56b79b44c80107cc297368c143f853e303a5d44cbecff56dd3f20ba5ff6ca
+size 77416170
diff --git a/opt-30b_47.fc2_3bit.pt b/opt-30b_47.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..557646c056221eea04f5b771ba9676c2ca768f86
--- /dev/null
+++ b/opt-30b_47.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:818b6d95359d2af7e4f09db3ffd05d46c56a6870480e69919a33430430b38196
+size 77416170
diff --git a/opt-30b_47.self_attn.k_proj_3bit.pt b/opt-30b_47.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..412b557447c4ed79018e8287be782efb34626409
--- /dev/null
+++ b/opt-30b_47.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a30b2c383f4538c08eb2cf2ae6117783a6f2fa68f85a1dbb3e50d28b2ffbe015
+size 19355576
diff --git a/opt-30b_47.self_attn.out_proj_3bit.pt b/opt-30b_47.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a59d6b48a0ff5fee617052d3c3ee9d89c4cfa4e2
--- /dev/null
+++ b/opt-30b_47.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a93abc38dba3692daa37ec869eea5fe7d22a92be280df407dcd862f3b5ed877e
+size 19355588
diff --git a/opt-30b_47.self_attn.q_proj_3bit.pt b/opt-30b_47.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fb85a5cd59356f8be9f0ae9eea9fd9117dece65
--- /dev/null
+++ b/opt-30b_47.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e9ad187b424f7c6007426932186b4430c326194bf9c7c4f15336332c2042d58
+size 19355576
diff --git a/opt-30b_47.self_attn.v_proj_3bit.pt b/opt-30b_47.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baf970d360d5d0f883b0d3131c2553121a952acc
--- /dev/null
+++ b/opt-30b_47.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff319ebe52d0a9c13b90333819f66ba880c00ada34237384f6a1cc0ac89c27
+size 19355576
diff --git a/opt-30b_5.fc1_3bit.pt b/opt-30b_5.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be7c962f30c32209db1bd523ebf5db5c91c79c3c
--- /dev/null
+++ b/opt-30b_5.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b7e7881f327d8a30a17082922f74b7ffbdd22e4effa1a5f79b216e9868eb35f
+size 77416164
diff --git a/opt-30b_5.fc2_3bit.pt b/opt-30b_5.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..760ea15e2721056d470ff32d09627bf015dbe524
--- /dev/null
+++ b/opt-30b_5.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:361e9991c27f242dd4da5cf7659b394772628c17770a6f08a4227bc2ff1ec88d
+size 77416164
diff --git a/opt-30b_5.self_attn.k_proj_3bit.pt b/opt-30b_5.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81a1daf2b422f932f3e5a1ede48b7ef00847516d
--- /dev/null
+++ b/opt-30b_5.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d1f608c5d8135a5a63e40096ecff137d31b43fd21fce3d0ac92792db448002c
+size 19355570
diff --git a/opt-30b_5.self_attn.out_proj_3bit.pt b/opt-30b_5.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d361490aa428af13ce447c0725c5333ec59f5be6
--- /dev/null
+++ b/opt-30b_5.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b79f3f88af7186e9456aec21829bfe15acaf31c7c951c35bdf8ec778e975bd4
+size 19355582
diff --git a/opt-30b_5.self_attn.q_proj_3bit.pt b/opt-30b_5.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af7c4908ed10564cb6a89a33bcdfc7ba53b4d40f
--- /dev/null
+++ b/opt-30b_5.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef3098ffea4962a977e3012972b23719b2acd9f814f0f25b061db137166d5099
+size 19355570
diff --git a/opt-30b_5.self_attn.v_proj_3bit.pt b/opt-30b_5.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62f3a482bd77e394403fd102f3adfe7a23054a0f
--- /dev/null
+++ b/opt-30b_5.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:541e79adde6f8c409033eb7d00dbc888baff54f14154eb2692596420660cf57a
+size 19355570
diff --git a/opt-30b_6.fc1_3bit.pt b/opt-30b_6.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fd51ba3dbd61d66c39907201488177548c975c4
--- /dev/null
+++ b/opt-30b_6.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c3c825067d92ae75d2724830ffa000fee3e9bdff166a051450df3b2fcc8ad05
+size 77416164
diff --git a/opt-30b_6.fc2_3bit.pt b/opt-30b_6.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33dbf4bba8a007d063a54f3c192554badb5241d9
--- /dev/null
+++ b/opt-30b_6.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f913bd9b5d9878878c498e5de922c2ad8f70fef97a8647fc5ed5501777a5a94
+size 77416164
diff --git a/opt-30b_6.self_attn.k_proj_3bit.pt b/opt-30b_6.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b603e75e9a25a6f0094f4169fbe0e7a8f382a0cc
--- /dev/null
+++ b/opt-30b_6.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b8b7336023f160da248443783aee3c4f32a25dcdebbcafbaab55d4c95f3c86
+size 19355570
diff --git a/opt-30b_6.self_attn.out_proj_3bit.pt b/opt-30b_6.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e19faedb465102350e0e7ce4b23e72233b2bd395
--- /dev/null
+++ b/opt-30b_6.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae3a2398c49ab3b3b5ef99197d9faf9ddff7436f0799b64807fcd3391fe5693a
+size 19355582
diff --git a/opt-30b_6.self_attn.q_proj_3bit.pt b/opt-30b_6.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaa935708472f6956abc5995bdb487ce2a6bf65e
--- /dev/null
+++ b/opt-30b_6.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec49ca8c6415b0f82284bd014297cd22abeb95191f0c969e0e9fe021c7f1b6cb
+size 19355570
diff --git a/opt-30b_6.self_attn.v_proj_3bit.pt b/opt-30b_6.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62b1e1d9caca3caa144d21c1cd1dffae6eaead0d
--- /dev/null
+++ b/opt-30b_6.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86d76944afa186e558f773d30a40cc6692f7ef8f2c1d7e66790a93bc7f76a833
+size 19355570
diff --git a/opt-30b_7.fc1_3bit.pt b/opt-30b_7.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae558f28d86f5a7387022e90ea00e2d82560c0fa
--- /dev/null
+++ b/opt-30b_7.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24b7f59585b30cf47e2e9dce9af500653374d8f8f7ba085c55886f90355fce6b
+size 77416164
diff --git a/opt-30b_7.fc2_3bit.pt b/opt-30b_7.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db2ed2ff61dbdd640a84d0e100a0c405301c695
--- /dev/null
+++ b/opt-30b_7.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d282bec4f88c19e10ff3689ac3b19fcd43df7a49172d3623221938718fe00647
+size 77416164
diff --git a/opt-30b_7.self_attn.k_proj_3bit.pt b/opt-30b_7.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25acc4b792321b1b6c0c7eee22e26b3e60cbc0ea
--- /dev/null
+++ b/opt-30b_7.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b2581eeae3459a9f1fa169feda9cce45b3da41bb3882872a9ea839a2600032
+size 19355570
diff --git a/opt-30b_7.self_attn.out_proj_3bit.pt b/opt-30b_7.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a82f06d2cdf531e78afb36216e8d42487929a127
--- /dev/null
+++ b/opt-30b_7.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7011217464a74ccdd5d2f45a85926d9ce1ee6cccd6bd1be0ca49ab8cc78f3765
+size 19355582
diff --git a/opt-30b_7.self_attn.q_proj_3bit.pt b/opt-30b_7.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c62717100ac5dfe24569d1067c620d2c828f7505
--- /dev/null
+++ b/opt-30b_7.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:381d0aadd2963055ff1100c20c8cbc07f8b1036b883e624d618e684c0ff0d4a0
+size 19355570
diff --git a/opt-30b_7.self_attn.v_proj_3bit.pt b/opt-30b_7.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08005d099f27a9535fa87b7ac689e8772efd19f5
--- /dev/null
+++ b/opt-30b_7.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c69071059bbd8d47a2f4a0da2f85bfa8957697fb86f79a065571acd50553ad42
+size 19355570
diff --git a/opt-30b_8.fc1_3bit.pt b/opt-30b_8.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee20b60cc147c1b68f767f0fecce5fc9659d7359
--- /dev/null
+++ b/opt-30b_8.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ee35bb9e20d1398a9ba2244cf6e92af140f84484dcc281c972d8f59f22e8856
+size 77416164
diff --git a/opt-30b_8.fc2_3bit.pt b/opt-30b_8.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b221e87d6b5641cb18e625e824f56e1b741815cc
--- /dev/null
+++ b/opt-30b_8.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed474e7a830503982cb44be64056b1fc960653e4018b6009d7f5bb99d3b36e39
+size 77416164
diff --git a/opt-30b_8.self_attn.k_proj_3bit.pt b/opt-30b_8.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1387abb4ef05131245245a9b911ecac247fed897
--- /dev/null
+++ b/opt-30b_8.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a7217759b899d61c66761daab7283794326345528c17a38593bcad73b0ee844
+size 19355570
diff --git a/opt-30b_8.self_attn.out_proj_3bit.pt b/opt-30b_8.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cbcc91c20b8126178af8fc69551abeef7599c45
--- /dev/null
+++ b/opt-30b_8.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37c19c98a81ef7cc27ccc98693eca6242f6dcd5213efe0173c9ce82379a86022
+size 19355582
diff --git a/opt-30b_8.self_attn.q_proj_3bit.pt b/opt-30b_8.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..028c6abfe0ec16499170ba05643102565ebf81e1
--- /dev/null
+++ b/opt-30b_8.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f34d9da6e0fcfe6bb6b47e2fb14ef25fd59736e5e273fcfaaad92db692647bdc
+size 19355570
diff --git a/opt-30b_8.self_attn.v_proj_3bit.pt b/opt-30b_8.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce876f72ff77bba9cc21b823f2df789cb0624b78
--- /dev/null
+++ b/opt-30b_8.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f8e6d7f5f86d431dcf2d4c4382b1da83f626fe8c0bf32de1542bc5b5dfc032
+size 19355570
diff --git a/opt-30b_9.fc1_3bit.pt b/opt-30b_9.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e0b67e57dd9acfbae97fcffc46f61854cd02d26
--- /dev/null
+++ b/opt-30b_9.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8395a0c0cfd9a8b86812f24df65fb1d1cfcd56487c669270b26249c98f3ed90b
+size 77416164
diff --git a/opt-30b_9.fc2_3bit.pt b/opt-30b_9.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9e8e191ce04421a08bc7ceb2cebe2cfd7b9bdd8
--- /dev/null
+++ b/opt-30b_9.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:291ecdbbdbc98885fccb59172c4fe1943d86100ce5897d265c23f36283372206
+size 77416164
diff --git a/opt-30b_9.self_attn.k_proj_3bit.pt b/opt-30b_9.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..344d9202294624e8fb96c4c5920da31292862106
--- /dev/null
+++ b/opt-30b_9.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2265ad5e44fd24cd62a24fbc0f17e5e06bc9b73a3b96744f252215b603000c9
+size 19355570
diff --git a/opt-30b_9.self_attn.out_proj_3bit.pt b/opt-30b_9.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfca0837a03f6c31e7edaca8672c3120a3636cc8
--- /dev/null
+++ b/opt-30b_9.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e6371cc8d80b8d8bfb238e05022b72bfe489c02abd59e7afb98fbcdfe061b67
+size 19355582
diff --git a/opt-30b_9.self_attn.q_proj_3bit.pt b/opt-30b_9.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a5125f04dc61c904a2e320361a309f9678052cf
--- /dev/null
+++ b/opt-30b_9.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b704a3763fac57a497edb5501c2b9996dff836731a707ac16d358483aabe30d6
+size 19355570
diff --git a/opt-30b_9.self_attn.v_proj_3bit.pt b/opt-30b_9.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..970eab6aef1ebbb6e0795c5a9a7eed3665624d19
--- /dev/null
+++ b/opt-30b_9.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03f13261a4bff20969f9bb445fe10e21b4dd6dafe4bce465a638ef2408f208fe
+size 19355570