diff --git a/3b_layer0_mlp.down_proj_input_projection.pth b/3b_layer0_mlp.down_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..bc204635f60896cfdbfcd47134a252a3d74546eb
--- /dev/null
+++ b/3b_layer0_mlp.down_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:826bc4254f124ac7e5f5caf5b5b337287486c479ce2bf0e4803a9850c2e011de
+size 536872670
diff --git a/3b_layer0_mlp.gate_proj_input_projection.pth b/3b_layer0_mlp.gate_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b4777e00887970141d489b85e821dd27e2ef4324
--- /dev/null
+++ b/3b_layer0_mlp.gate_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc42f2a9775797462f144c9f95cbeb262f97792910c7e831acde997c33328762
+size 41944798
diff --git a/3b_layer0_self_attn.k_proj_input_projection.pth b/3b_layer0_self_attn.k_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..31ae4edf9a46208ca685d89580ff9e53d356b702
--- /dev/null
+++ b/3b_layer0_self_attn.k_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4514ae708fd5c1bff5c6129d6b5c555f5428d1f489e8b9116d583f41f1adb035
+size 41944816
diff --git a/3b_layer10_mlp.up_proj_input_projection.pth b/3b_layer10_mlp.up_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d8efbd91716d146a3f985ef443f331040800b0f8
--- /dev/null
+++ b/3b_layer10_mlp.up_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f21fb53b097e781401ea7981a5a9a54d732500bce315fa289a1539bfee476fde
+size 41944792
diff --git a/3b_layer11_mlp.down_proj_output_projection.pth b/3b_layer11_mlp.down_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9e7e9fe689398d5d2c82b76a1a513ff6172376d9
--- /dev/null
+++ b/3b_layer11_mlp.down_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb84fa4a4f7e7e52e91600f1ddf1ea0cd011e3d3916176cb4347758ac5ede3f4
+size 41944810
diff --git a/3b_layer11_self_attn.o_proj_output_projection.pth b/3b_layer11_self_attn.o_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7f30cbf108d3d8c93bd039797ea6be3c644a3ab1
--- /dev/null
+++ b/3b_layer11_self_attn.o_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:330a72923dd109309f06b48193a49fd2d65b7c5dd61e021bba15dcc82a5233e6
+size 41944828
diff --git a/3b_layer11_self_attn.q_proj_output_projection.pth b/3b_layer11_self_attn.q_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..81d61c90d757cea16d5f6bb9e6a4bd3a463f3906
--- /dev/null
+++ b/3b_layer11_self_attn.q_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73fea5fbe8312f36d8ee124169f5f9ec05e84e967c83369a4c9e390590c508c5
+size 41944828
diff --git a/3b_layer12_mlp.down_proj_output_projection.pth b/3b_layer12_mlp.down_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5b43dcfd0eec533719c2ce35178e2a4ac0c206b2
--- /dev/null
+++ b/3b_layer12_mlp.down_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3166e25b38a4b27f73391980bc1122027d889e23148b21ac7dbd181c5f2d77e8
+size 41944810
diff --git a/3b_layer12_mlp.gate_proj_output_projection.pth b/3b_layer12_mlp.gate_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ee4e459e97d206ccdb8b05557b17146f1889fd38
--- /dev/null
+++ b/3b_layer12_mlp.gate_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19639e65a51d81419897e64852dfed43ded6e52d750be9dd867a5b205a39b00a
+size 536872682
diff --git a/3b_layer12_mlp.up_proj_output_projection.pth b/3b_layer12_mlp.up_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0a34b23c79672bcc4f310de3cea18946b4075687
--- /dev/null
+++ b/3b_layer12_mlp.up_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c3e685e16a12cde6a9f8ee117e85dbf08e453ddfad977e81a2fc58f1d80c265
+size 536872670
diff --git a/3b_layer13_mlp.gate_proj_output_projection.pth b/3b_layer13_mlp.gate_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b3c6e8b84ee23b744c09afe3fc3280314786ea58
--- /dev/null
+++ b/3b_layer13_mlp.gate_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef4b74ac720dbe9eab16734098450e2441e28836b65a3bdc1a0cb3900cab8571
+size 536872682
diff --git a/3b_layer13_mlp.up_proj_output_projection.pth b/3b_layer13_mlp.up_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a6808e97ef5bcbaaea550dfeff9bd58afacbff8a
--- /dev/null
+++ b/3b_layer13_mlp.up_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ba7eb471df9c6808f1ca305e1dfb9a627c0a79ef6b9a5664e4e9ed7f0b3ebba
+size 536872670
diff --git a/3b_layer13_self_attn.k_proj_output_projection.pth b/3b_layer13_self_attn.k_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..003d702b3317abbbc51c367dc35b190adce1f1e1
--- /dev/null
+++ b/3b_layer13_self_attn.k_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:334b34351fb33f9f845c83519ed671608edb9cce72cfcd204b92f0b30beda384
+size 3147516
diff --git a/3b_layer13_self_attn.o_proj_input_projection.pth b/3b_layer13_self_attn.o_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..139364238539b11844769d02fd8a41ee70d417aa
--- /dev/null
+++ b/3b_layer13_self_attn.o_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16fde1425e581008ed8ed239ab271236eff011007116d685b2321e016ad69a98
+size 41944822
diff --git a/3b_layer13_self_attn.v_proj_input_projection.pth b/3b_layer13_self_attn.v_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..05f8c0575f1e6fa333c825b1f7bb514821c36fed
--- /dev/null
+++ b/3b_layer13_self_attn.v_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91c194c7534390adf07ae4642dfbb32e0252e681c90b964e6525fd22ce36a74e
+size 41944822
diff --git a/3b_layer14_mlp.down_proj_input_projection.pth b/3b_layer14_mlp.down_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..42cd10079e2aa317024246f9e3af105361979db5
--- /dev/null
+++ b/3b_layer14_mlp.down_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1de3bc519c6ff160bbc0f7218574de7ca338af3fe618d1b7594c834a0d58d5ff
+size 536872676
diff --git a/3b_layer15_self_attn.q_proj_input_projection.pth b/3b_layer15_self_attn.q_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3266280bb8b2d6a250d793c3a335780eb5393df0
--- /dev/null
+++ b/3b_layer15_self_attn.q_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f7396c08bf1afe5e2e35a2b04cdecdb039f2a47cd3260de980c4cd29a57bc99
+size 41944822
diff --git a/3b_layer16_mlp.down_proj_input_projection.pth b/3b_layer16_mlp.down_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0b1bdb644671d0cda69fd29717c09d81c657cce5
--- /dev/null
+++ b/3b_layer16_mlp.down_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:387a2724ce238b6cc5e9786c4e9612a226a395d460145d063155c2c810096bf4
+size 536872676
diff --git a/3b_layer16_mlp.gate_proj_output_projection.pth b/3b_layer16_mlp.gate_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..558b00bf7c58cd43af7a20b689a380720e73e89f
--- /dev/null
+++ b/3b_layer16_mlp.gate_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8b21f48d2d807978994a9ec9f03c22702fc2a0ef78eff4cb25ea9efe90354a8
+size 536872682
diff --git a/3b_layer16_mlp.up_proj_output_projection.pth b/3b_layer16_mlp.up_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..caaca1edf85d5ae77bc34a2dee428199611d612c
--- /dev/null
+++ b/3b_layer16_mlp.up_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f957e6cce542abbbd34c484f11577b8bfdc715b24034dd5cf0e8f69a3029c142
+size 536872670
diff --git a/3b_layer17_mlp.up_proj_input_projection.pth b/3b_layer17_mlp.up_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5d34fd43dad84dc1042b4047a288148efbbed05d
--- /dev/null
+++ b/3b_layer17_mlp.up_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de22c4d548b2f439ba5978c79649aebecea80d1e8bdc9bd98c39ae65e6efb2bc
+size 41944792
diff --git a/3b_layer18_self_attn.k_proj_input_projection.pth b/3b_layer18_self_attn.k_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e36b75ddbcbbc819c3d08bb6660e7824dcc1e7dd
--- /dev/null
+++ b/3b_layer18_self_attn.k_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14a7097783ab620582b7eec1567b3d8673f770dfd65a4e0d28d5d49e3c15bc9c
+size 41944822
diff --git a/3b_layer19_self_attn.q_proj_input_projection.pth b/3b_layer19_self_attn.q_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9875f6457bdef0c87672a908f6a35e47299dbc50
--- /dev/null
+++ b/3b_layer19_self_attn.q_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d815cf2a0438a76baaeacc6c60b0fcea8a72b651bc0d8c3fdb10ea191f884cb
+size 41944822
diff --git a/3b_layer1_self_attn.q_proj_output_projection.pth b/3b_layer1_self_attn.q_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7cf40861df206b5d21b1abb4e487b38f81009d92
--- /dev/null
+++ b/3b_layer1_self_attn.q_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e02e13e2b31d63a93f005f7a9da3b966059953d5233f264a9bbc19a61090c2a
+size 41944822
diff --git a/3b_layer21_mlp.down_proj_input_projection.pth b/3b_layer21_mlp.down_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7a39ddaa1b5b57f4fd604cf02dff8f78639db903
--- /dev/null
+++ b/3b_layer21_mlp.down_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7626e364f8ad38d586c6bb6c2dd2c7c9a07429f53d453aa6adf7b97c8f9bcc3
+size 536872676
diff --git a/3b_layer22_mlp.up_proj_input_projection.pth b/3b_layer22_mlp.up_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..83013907b760e4f1d9c57e8fc7e2968d20b26272
--- /dev/null
+++ b/3b_layer22_mlp.up_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d487217eb3f93d71b5ba67d1f0604760f3fe24052ab627b18e0bb1871107518
+size 41944792
diff --git a/3b_layer22_self_attn.o_proj_input_projection.pth b/3b_layer22_self_attn.o_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d302b13c80b01172210577f1b736bd693b4185b0
--- /dev/null
+++ b/3b_layer22_self_attn.o_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12babc0e921fbfb8a93419e75e457fa018eba36fadc0bda74f49f34277075845
+size 41944822
diff --git a/3b_layer22_self_attn.q_proj_input_projection.pth b/3b_layer22_self_attn.q_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..eef820228104f8b5bcf78e62706939acdfff03c0
--- /dev/null
+++ b/3b_layer22_self_attn.q_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1aa057f63bc2bdfd6ac454998d4bf1316ecac3f9e15262cb484d09616071c3b
+size 41944822
diff --git a/3b_layer23_mlp.down_proj_input_projection.pth b/3b_layer23_mlp.down_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..65cf734e96f0c0b8e220c95d8a2cd199b2fd21eb
--- /dev/null
+++ b/3b_layer23_mlp.down_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cda83be7b7acd8288831e8e51eb992ede276c8bed0326448d8dbb1063ef222f
+size 536872676
diff --git a/3b_layer23_mlp.gate_proj_output_projection.pth b/3b_layer23_mlp.gate_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..6b8e4bebf85365e5ff992f28ddca2e32df581724
--- /dev/null
+++ b/3b_layer23_mlp.gate_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84e84219edd22d5eb240d59354c7cb2e5996ad3673accf30d1d8cbac296835ab
+size 536872682
diff --git a/3b_layer23_self_attn.o_proj_input_projection.pth b/3b_layer23_self_attn.o_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1a90a261fe1dfa7be9f56a3091f6719490792239
--- /dev/null
+++ b/3b_layer23_self_attn.o_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a8286f4e75b950cf012d9a72d5592f640ee27597f1468ff3741b31d01e7e8b0
+size 41944822
diff --git a/3b_layer23_self_attn.o_proj_output_projection.pth b/3b_layer23_self_attn.o_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b5131942c6ff9ca17a113be4906eaf1dff356c59
--- /dev/null
+++ b/3b_layer23_self_attn.o_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbde334023dec95175942d67dfa27feff499a99313dfe35b4622d69ce50a100b
+size 41944828
diff --git a/3b_layer23_self_attn.q_proj_input_projection.pth b/3b_layer23_self_attn.q_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4fc62b8027110df86e243239fcdd9747f3832724
--- /dev/null
+++ b/3b_layer23_self_attn.q_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c11b2ecf0cbd22f56d45091da7c2525d4eed87f11030fa90ffa93fc5f9b025e1
+size 41944822
diff --git a/3b_layer23_self_attn.q_proj_output_projection.pth b/3b_layer23_self_attn.q_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d3a72f1d1393cba5d3b5cc634c7158fda1b7254f
--- /dev/null
+++ b/3b_layer23_self_attn.q_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7baab34dd9f2aef45c01a3f4391cb9771850d463ed2665878440205e9cc2230f
+size 41944828
diff --git a/3b_layer24_mlp.gate_proj_output_projection.pth b/3b_layer24_mlp.gate_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..77ac2deb9f1a89c30ec03baecbd2c4a6502b2a42
--- /dev/null
+++ b/3b_layer24_mlp.gate_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71280d2e65ad881c416660d93adc0f44f34011521bf5329adf967e70c893cfb0
+size 536872682
diff --git a/3b_layer24_self_attn.v_proj_input_projection.pth b/3b_layer24_self_attn.v_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e3960f9f3c1067c42de241b7770676ce31e8a37a
--- /dev/null
+++ b/3b_layer24_self_attn.v_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f8ee27dcc0546f23a143eeb7c6ed76e512443bc8e01e6fd4896c252a377024
+size 41944822
diff --git a/3b_layer25_mlp.gate_proj_output_projection.pth b/3b_layer25_mlp.gate_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a90664adafb30b1ab5650ff1ae2e7e9fdd4dcaad
--- /dev/null
+++ b/3b_layer25_mlp.gate_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07692fe97ed0e1c9c60af2e4362ce9bf21bbd001ba6f589afc93dab5d8f50885
+size 536872682
diff --git a/3b_layer25_self_attn.q_proj_input_projection.pth b/3b_layer25_self_attn.q_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..fd04150a99757031bb2e18b72db2c592e9c2521a
--- /dev/null
+++ b/3b_layer25_self_attn.q_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93d20bb691824659e6846e0a72934e99876594259f71664313b16db0ccf6198d
+size 41944822
diff --git a/3b_layer25_self_attn.v_proj_input_projection.pth b/3b_layer25_self_attn.v_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0a86c961e1bccf7f6939550376aa73471c0028e1
--- /dev/null
+++ b/3b_layer25_self_attn.v_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b93da2cab88a8e148140e600371c1c012ffda190de6fd26fdb678e1b20964f3
+size 41944822
diff --git a/3b_layer26_mlp.gate_proj_output_projection.pth b/3b_layer26_mlp.gate_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..67107966cf211115a4c5339f899a9bf69006a93b
--- /dev/null
+++ b/3b_layer26_mlp.gate_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86324854034b9e1755923f9ecfd9cf0f55f9942a16b2a3abb814e09d073f7807
+size 536872682
diff --git a/3b_layer26_mlp.up_proj_output_projection.pth b/3b_layer26_mlp.up_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8ae6ee181f85ad6539ddf8a2018583c22d0ff34d
--- /dev/null
+++ b/3b_layer26_mlp.up_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47d01bc3c88f62108e168a0b7e2e30c22a328cfab120dc1b2b9010b724572d4b
+size 536872670
diff --git a/3b_layer26_self_attn.o_proj_output_projection.pth b/3b_layer26_self_attn.o_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..402f0bae6c643f214f6dc0149a575adf784411ac
--- /dev/null
+++ b/3b_layer26_self_attn.o_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5138de06f2511a61bbb3dd0ee624108e6314210f8248ed8636cfac3ee909f838
+size 41944828
diff --git a/3b_layer27_mlp.down_proj_input_projection.pth b/3b_layer27_mlp.down_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9ffd8dfb32f7ae2a3ab7471eb3b11c2d85420a3d
--- /dev/null
+++ b/3b_layer27_mlp.down_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fd9ca8ebf1dc53e4b58ac687e8075f0eb35a2d9355058533a12b5381ca74da2
+size 536872676
diff --git a/3b_layer27_self_attn.k_proj_output_projection.pth b/3b_layer27_self_attn.k_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..949f7be06de35e5cbb020e49118c305129b4be53
--- /dev/null
+++ b/3b_layer27_self_attn.k_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c0b301bbf9ff0eb85ba604f4378cb62938bb3126309fa37f07d18b453916106
+size 3147516
diff --git a/3b_layer27_self_attn.v_proj_input_projection.pth b/3b_layer27_self_attn.v_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0bade9cc5b0f9995817d0cae4407a665bf6048fb
--- /dev/null
+++ b/3b_layer27_self_attn.v_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bfdbeb76f2efabd81d554e4da130e032577ac87195b212bdfaf5f44d9cadfe5
+size 41944822
diff --git a/3b_layer2_mlp.gate_proj_input_projection.pth b/3b_layer2_mlp.gate_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b1065a8bd27d2a4b60a6d7d2cad260a5dad11c74
--- /dev/null
+++ b/3b_layer2_mlp.gate_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d4a41b758360b8b599de1dad1a1bba37300202fc10fc45f15fe712f24aee6d9
+size 41944798
diff --git a/3b_layer2_self_attn.o_proj_output_projection.pth b/3b_layer2_self_attn.o_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b368c76d0bc9ec113102e016dfbe003d84f61eac
--- /dev/null
+++ b/3b_layer2_self_attn.o_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dafe4425ee501a649d20b66202d0a1ab23b3daaa33adb7a88741634aff9cc18
+size 41944822
diff --git a/3b_layer2_self_attn.q_proj_input_projection.pth b/3b_layer2_self_attn.q_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e1e46c827fca713b06bd89ec7147e879bb55810a
--- /dev/null
+++ b/3b_layer2_self_attn.q_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d480939afefe7809bb2fe61a74825590aa4a666889daf425dbd1e64ec7195ce
+size 41944816
diff --git a/3b_layer3_mlp.down_proj_input_projection.pth b/3b_layer3_mlp.down_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c0c4d7973cd93c1986526f6050dde65d5110b01c
--- /dev/null
+++ b/3b_layer3_mlp.down_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:523241bffe38960966ba98f7daa029bc215c8122481eefc1798ec71abc095c5e
+size 536872670
diff --git a/3b_layer3_self_attn.v_proj_input_projection.pth b/3b_layer3_self_attn.v_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e1396482a1462b8bc5369c6eca265529485a3787
--- /dev/null
+++ b/3b_layer3_self_attn.v_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c66b7f0a8c194ebe783b813904a23fdba530c3d4db9f956c3b7dbad7626ca85a
+size 41944816
diff --git a/3b_layer4_mlp.down_proj_output_projection.pth b/3b_layer4_mlp.down_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..cafe1cd5a5ffe3bb407786949cc1201d7396ebaa
--- /dev/null
+++ b/3b_layer4_mlp.down_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cf069760547543166da6cd9cec95ad8761c101efd7bb9056879567c06d492c3
+size 41944804
diff --git a/3b_layer5_mlp.down_proj_output_projection.pth b/3b_layer5_mlp.down_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e81cb006ad3cfd63279ee61a1d89c07504e20722
--- /dev/null
+++ b/3b_layer5_mlp.down_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1674457d89d3d58e5d7e9b4530ef987f4e4ab4079fa8fc5495f26526160ddb3
+size 41944804
diff --git a/3b_layer5_mlp.gate_proj_input_projection.pth b/3b_layer5_mlp.gate_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..cc91d9092e7a10d5fc6109daded2928fc97ddb70
--- /dev/null
+++ b/3b_layer5_mlp.gate_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ce550842c9afa2e3086329de3c16750e87c67c77f49df5c9df073ac7e57338
+size 41944798
diff --git a/3b_layer5_mlp.up_proj_input_projection.pth b/3b_layer5_mlp.up_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..54fc56514288064d05965adc56aaa3ca3ce9bc1b
--- /dev/null
+++ b/3b_layer5_mlp.up_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08520bb569381d97c1257f334e7bea85c81e734e458f62030f04f92b46a20e10
+size 41944722
diff --git a/3b_layer5_mlp.up_proj_output_projection.pth b/3b_layer5_mlp.up_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0d6327dc23d0d96c6eba12681181e590302f9d15
--- /dev/null
+++ b/3b_layer5_mlp.up_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:231d1dc70ba63ac0dd24117598e4abe1fc2e923f6e4de0a2d130c6e386a8577a
+size 536872664
diff --git a/3b_layer5_self_attn.k_proj_input_projection.pth b/3b_layer5_self_attn.k_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1a4283c879013e8d110d5c9e7d898e11b84fac98
--- /dev/null
+++ b/3b_layer5_self_attn.k_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff682acefcd33f1790d6f94f2afd851972f5334ce7cf9f0c5ba6a85406573d03
+size 41944816
diff --git a/3b_layer6_mlp.up_proj_output_projection.pth b/3b_layer6_mlp.up_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2d992581d70ba324cd4df9c238c7fce804e1a57c
--- /dev/null
+++ b/3b_layer6_mlp.up_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8fce15b3cb6bbc9c2b6139b9f9aa1fd21fdf94e9034fb57690fe93df7d77619
+size 536872664
diff --git a/3b_layer6_self_attn.k_proj_input_projection.pth b/3b_layer6_self_attn.k_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e7d8b8a265532f89519a5a8159b93ed66011674d
--- /dev/null
+++ b/3b_layer6_self_attn.k_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5585f6ab6d10a63062694703949967dd3c06f2146f89019402a4523f2379e05
+size 41944816
diff --git a/3b_layer6_self_attn.v_proj_input_projection.pth b/3b_layer6_self_attn.v_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ff3973fd4be5a1daa99a9add8c177069092bd835
--- /dev/null
+++ b/3b_layer6_self_attn.v_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a2230d941c73e4d02115426317d6e25aa381871cdbaed5c045b0ffa0b3ee019
+size 41944816
diff --git a/3b_layer7_mlp.up_proj_output_projection.pth b/3b_layer7_mlp.up_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..95a154dd8ac276bb393ca88a3d6160b1a21f0a95
--- /dev/null
+++ b/3b_layer7_mlp.up_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d362555b5d2c840b7cf359786d7c8552c756b9cbb57efc863d7a29641f7205
+size 536872664
diff --git a/3b_layer7_self_attn.o_proj_output_projection.pth b/3b_layer7_self_attn.o_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d32b5628fa5f4f224043a25dab2ce69eb524d29e
--- /dev/null
+++ b/3b_layer7_self_attn.o_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5065d52d930d349c2f8a5d92e40d983b3a30cc58e71c3f5ab341757d07b9c045
+size 41944822
diff --git a/3b_layer8_mlp.up_proj_output_projection.pth b/3b_layer8_mlp.up_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f9a849d12ce79b703bb0d7dc12a0143a014ba955
--- /dev/null
+++ b/3b_layer8_mlp.up_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f9f367034eacb5f9a680c2110777a0fee6fedf27af28e3e269b7132731d2794
+size 536872664
diff --git a/3b_layer8_self_attn.q_proj_input_projection.pth b/3b_layer8_self_attn.q_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..6b4f80114a36b80b1ff92c9577d75bfe5e30bfc1
--- /dev/null
+++ b/3b_layer8_self_attn.q_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2decb7c7da793b2203f418379fbf1c5fc5ae99caa76854a51d9404ed314f4acf
+size 41944816
diff --git a/3b_layer8_self_attn.q_proj_output_projection.pth b/3b_layer8_self_attn.q_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..74f3b4a36b39adc3e225b3866a1a825e27eb3493
--- /dev/null
+++ b/3b_layer8_self_attn.q_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:782e531e7bec13e97637a83df110ebf3acf56b7776fcdf37722d9676b57fedda
+size 41944822
diff --git a/3b_layer9_self_attn.q_proj_output_projection.pth b/3b_layer9_self_attn.q_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..360d71a7351b2d208363ca4087b66cf11dcbfb25
--- /dev/null
+++ b/3b_layer9_self_attn.q_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9af04823b677a24ae82c24a069701a31f8cecc361e820b2370ebeecef2933492
+size 41944822