diff --git a/3b_layer0_mlp.up_proj_input_projection.pth b/3b_layer0_mlp.up_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3875220255d29c6143c401e3a1a8b5de2c31819c
--- /dev/null
+++ b/3b_layer0_mlp.up_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c6ba0753c6b8f1befcdd3fd328850c3acd938d76655da6d287b303b11e45098
+size 41944722
diff --git a/3b_layer0_self_attn.o_proj_input_projection.pth b/3b_layer0_self_attn.o_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..68aa6d5c045b39d7c6b04e4c309ca662738d378d
--- /dev/null
+++ b/3b_layer0_self_attn.o_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90c03901b8cd9937c861af88706661737f2272f9d4f1bac40ab86d6a0db23c6f
+size 41944816
diff --git a/3b_layer0_self_attn.o_proj_output_projection.pth b/3b_layer0_self_attn.o_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0d9b0913bbbb84e792a93a7e678e09d4ddc90950
--- /dev/null
+++ b/3b_layer0_self_attn.o_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ec1311333d80c5caf5c04862632e7bd1b418310d0c17161c92a5a6251eae59b
+size 41944822
diff --git a/3b_layer0_self_attn.q_proj_input_projection.pth b/3b_layer0_self_attn.q_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3843c6ce05335bddb55a89c006dbee01ef8d5ef4
--- /dev/null
+++ b/3b_layer0_self_attn.q_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c6b1068517751e3d5a8e952af6609421aa8f0b38370b5d275b56ff8bbd03caa
+size 41944816
diff --git a/3b_layer0_self_attn.q_proj_output_projection.pth b/3b_layer0_self_attn.q_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..6c11b302da78b8f0a1698b80d53602f55b6e4c5c
--- /dev/null
+++ b/3b_layer0_self_attn.q_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:849af402197da4b4596bd8f4a1abeeba25654d3a71f3297b8e825975e62ea7bc
+size 41944822
diff --git a/3b_layer0_self_attn.v_proj_input_projection.pth b/3b_layer0_self_attn.v_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..6b3e30ab731dbf4b64502e7e1dcd7553ede1feb8
--- /dev/null
+++ b/3b_layer0_self_attn.v_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:902d3b954435e2ca25dd52f093c1dd1fde94b67086998c338e02f73627df8b27
+size 41944816
diff --git a/3b_layer0_self_attn.v_proj_output_projection.pth b/3b_layer0_self_attn.v_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..37ac642a336dc487a82b31b84f8479b0875ef356
--- /dev/null
+++ b/3b_layer0_self_attn.v_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f992bbe7aa90c54039cbfd91700cddf80b4546b9130d5d511f31e73bf876ed02
+size 3147510
diff --git a/3b_layer10_mlp.down_proj_output_projection.pth b/3b_layer10_mlp.down_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..55aa053dba440ec2818bf34868fdc0df63148add
--- /dev/null
+++ b/3b_layer10_mlp.down_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4adbc97fedf1ad46e976a30d91d97fe445d60d92ead2daeeae1e2f3b784a936
+size 41944810
diff --git a/3b_layer10_mlp.gate_proj_input_projection.pth b/3b_layer10_mlp.gate_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..44b747c002de0c000e2376a3b35572bc1dcf946d
--- /dev/null
+++ b/3b_layer10_mlp.gate_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2725d54b0bcbb2b31bfa504a4024530d8fb1ea4738f5964e37150f628b6f773c
+size 41944804
diff --git a/3b_layer10_self_attn.k_proj_output_projection.pth b/3b_layer10_self_attn.k_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2b3a4ae8295f3de503af27929f970cc31d4c3350
--- /dev/null
+++ b/3b_layer10_self_attn.k_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fef4c52fb1cbee03056e94b9b77da41ebb4d5b2ce0ccedc3f94fcfd580132d0e
+size 3147516
diff --git a/3b_layer10_self_attn.o_proj_output_projection.pth b/3b_layer10_self_attn.o_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..14813a868dbfc3bcd61db70f079fe5650f832f46
--- /dev/null
+++ b/3b_layer10_self_attn.o_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b711a81e6135d4b4e60a03dbbf21167b7de1fa9688faadbe079db2abbf680493
+size 41944828
diff --git a/3b_layer10_self_attn.q_proj_input_projection.pth b/3b_layer10_self_attn.q_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b713e0c3dca90fa1959d20f52989cb660ec75ee1
--- /dev/null
+++ b/3b_layer10_self_attn.q_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b75174e74caeea5f99c9115423ed79bbdee87d399d27e00a6317d88121a4129
+size 41944822
diff --git a/3b_layer10_self_attn.q_proj_output_projection.pth b/3b_layer10_self_attn.q_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ead6d772b4e3a12b6ee92540dfcefac7ab81980d
--- /dev/null
+++ b/3b_layer10_self_attn.q_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f9ccb8e98019f560649c49739c0087e7d0794e1d5b92224fcffde04f7494646
+size 41944828
diff --git a/3b_layer11_mlp.gate_proj_input_projection.pth b/3b_layer11_mlp.gate_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d4b122de29f5ec3414e3ebee82032dd926c33d24
--- /dev/null
+++ b/3b_layer11_mlp.gate_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d7af6c7a6c59e12283cddd4dd169e87e0c008acd09388acfc95eb0c23df2f35
+size 41944804
diff --git a/3b_layer11_mlp.up_proj_input_projection.pth b/3b_layer11_mlp.up_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0f284fa134b75f391be4508910ae14ce7fc3806c
--- /dev/null
+++ b/3b_layer11_mlp.up_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a68056e21b6e63d911ff44f90c3e85bc1dc07a17accd2b28acf292650d7aa6a
+size 41944792
diff --git a/3b_layer11_self_attn.k_proj_input_projection.pth b/3b_layer11_self_attn.k_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..290bd8aa02d8956e4e727e6efcf4a9fcd4252b18
--- /dev/null
+++ b/3b_layer11_self_attn.k_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c18394e5f3e0716a98ea71a191461aad4d087140103174ebf7fe72661335808
+size 41944822
diff --git a/3b_layer11_self_attn.k_proj_output_projection.pth b/3b_layer11_self_attn.k_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..236fe2cf78bca8d769237343a2d0ffa9b830835c
--- /dev/null
+++ b/3b_layer11_self_attn.k_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3c627b2bae6f0d26fbf8484d4cb53f6003afe5e90024d3ad9125fe5ac6e7eca
+size 3147516
diff --git a/3b_layer11_self_attn.q_proj_input_projection.pth b/3b_layer11_self_attn.q_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b01c078353048649b469dbfd8ff9596a21060e1b
--- /dev/null
+++ b/3b_layer11_self_attn.q_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cb63d69d0a5a0d5609ed08c3711dd63bc0a622fc791bcfd959ba5349ab94cba
+size 41944822
diff --git a/3b_layer11_self_attn.v_proj_output_projection.pth b/3b_layer11_self_attn.v_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..26d03c317493b689f4d2c40ac437f12eea897da4
--- /dev/null
+++ b/3b_layer11_self_attn.v_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7a99a81c3c8b265fe464d03ce20888b90bd6893799fd6767ba4050871ae20cd
+size 3147516
diff --git a/3b_layer12_self_attn.k_proj_input_projection.pth b/3b_layer12_self_attn.k_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7bc9c4cc7edfcb0d348c2fb550df0d7076a92fdf
--- /dev/null
+++ b/3b_layer12_self_attn.k_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56350772589fbb76db38c75b8e560f05b3b1632fe41669521d07b0882a4ae5e5
+size 41944822
diff --git a/3b_layer12_self_attn.o_proj_input_projection.pth b/3b_layer12_self_attn.o_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..988982bc7aaba340fead7bd2f02d7a8f95495348
--- /dev/null
+++ b/3b_layer12_self_attn.o_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05f022eedb3c4b926a66b358b933c806d592b630b9217cf097427176b5d31f44
+size 41944822
diff --git a/3b_layer12_self_attn.o_proj_output_projection.pth b/3b_layer12_self_attn.o_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5ebb4fe035ff720d2f3411c418626e476358764f
--- /dev/null
+++ b/3b_layer12_self_attn.o_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39754427f375b946c17a4914630485cfb8bf2f4e88e6688d48e578de4b5664a5
+size 41944828
diff --git a/3b_layer12_self_attn.q_proj_output_projection.pth b/3b_layer12_self_attn.q_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d6264c19b39f1be36a535e611a5719ada2aba106
--- /dev/null
+++ b/3b_layer12_self_attn.q_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d96aaa63accc34ce039bf308e5c5634baeb01061e0a33cbedd1191db965b6f8
+size 41944828
diff --git a/3b_layer12_self_attn.v_proj_output_projection.pth b/3b_layer12_self_attn.v_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5e40df746ae490445c7b5d2441fc06af5d8bfd3e
--- /dev/null
+++ b/3b_layer12_self_attn.v_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f92611cbc662ed0996075c4dd0396010ee022d30d7ab685029fe03df49a3b5
+size 3147516
diff --git a/3b_layer13_mlp.down_proj_output_projection.pth b/3b_layer13_mlp.down_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..669205961e9151351d3ce3ec14ef6f773528cb84
--- /dev/null
+++ b/3b_layer13_mlp.down_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac20c5ed4020354fd403061f8117729ad6c0108057910869e6783949e774596d
+size 41944810
diff --git a/3b_layer13_mlp.gate_proj_input_projection.pth b/3b_layer13_mlp.gate_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..22eece16b0e8445f2652417e59e9d0e07c0ba73a
--- /dev/null
+++ b/3b_layer13_mlp.gate_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fbd0e77ac05122371cda77e2ebfe23c61fc37d374a05aa09c216cecd2078e0a
+size 41944804
diff --git a/3b_layer13_self_attn.o_proj_output_projection.pth b/3b_layer13_self_attn.o_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8f4bb0c6fff752c7020a8120a7ce2d6a1a3727a3
--- /dev/null
+++ b/3b_layer13_self_attn.o_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e49a95b78bc5cfb7c1d3b6268568997619231e743932d18b7db90a2274928a
+size 41944828
diff --git a/3b_layer13_self_attn.q_proj_input_projection.pth b/3b_layer13_self_attn.q_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b326d28007ef183ef03495c02ce423e274009263
--- /dev/null
+++ b/3b_layer13_self_attn.q_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:703198807bb372640ea1739973e18f3fbd4d65b53a4edfda2b8ee51272d02f6f
+size 41944822
diff --git a/3b_layer13_self_attn.v_proj_output_projection.pth b/3b_layer13_self_attn.v_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3c879fc06727832938bca87f245d7ee0b031419e
--- /dev/null
+++ b/3b_layer13_self_attn.v_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:599235880932408245281adea8e58c019c3ea5f2fe8d5f423b390dc38d7ed060
+size 3147516
diff --git a/3b_layer14_mlp.up_proj_input_projection.pth b/3b_layer14_mlp.up_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..998f929216ccdaf5ba8173d5fc36e00f351b2dfa
--- /dev/null
+++ b/3b_layer14_mlp.up_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a116d4505f4660a33f17b57e642bdd0449ab9687b18a45d94409e9141f038199
+size 41944792
diff --git a/3b_layer14_self_attn.k_proj_input_projection.pth b/3b_layer14_self_attn.k_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..df4112c7c0e31d1c21e1132eb625716b66b5beff
--- /dev/null
+++ b/3b_layer14_self_attn.k_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16fbe73f8c9db9437b39f9955c3ea4cda954b316e97e28a44ba0994e81b205c4
+size 41944822
diff --git a/3b_layer14_self_attn.k_proj_output_projection.pth b/3b_layer14_self_attn.k_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..918f71f0e9509556603bb3e0d7a8e940803893c6
--- /dev/null
+++ b/3b_layer14_self_attn.k_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd7531b385b82a1fd94479d1d09df4d7dab50403cad2f4d279cdcae239f1608f
+size 3147516
diff --git a/3b_layer14_self_attn.o_proj_output_projection.pth b/3b_layer14_self_attn.o_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e387b3a6dd225d529a937abafb395885ae42f228
--- /dev/null
+++ b/3b_layer14_self_attn.o_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de98a29ee4f1e58809a2f0ce4d2e8c29a9d531e37efcc9c44422e04ea0b4f8bf
+size 41944828
diff --git a/3b_layer14_self_attn.q_proj_input_projection.pth b/3b_layer14_self_attn.q_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e98993742f892a7650fd94eabb637b77747e4bf0
--- /dev/null
+++ b/3b_layer14_self_attn.q_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d818139664497314f8ac869577d776d981e47c0d4a89a585a3e282f0d1ddaa88
+size 41944822
diff --git a/3b_layer15_mlp.down_proj_output_projection.pth b/3b_layer15_mlp.down_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d87216c04e4f44c28a680e4095aff950ceb5ebb6
--- /dev/null
+++ b/3b_layer15_mlp.down_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4997bd1ae03a4fdda2221feac132c08b7dd689e0602f73e464f316adc03e36b8
+size 41944810
diff --git a/3b_layer15_mlp.up_proj_input_projection.pth b/3b_layer15_mlp.up_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f3678e66f464afbcf2a5366acbe779f299cbbe68
--- /dev/null
+++ b/3b_layer15_mlp.up_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9fbc1f3c3ef8b44937a4084bb768b56172f3c230eb2cf4b031d36c50709a3ab
+size 41944792
diff --git a/3b_layer15_self_attn.k_proj_output_projection.pth b/3b_layer15_self_attn.k_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..459e15b7b3916ba3f5ffc772b34e5cac8d37a994
--- /dev/null
+++ b/3b_layer15_self_attn.k_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d875c2ced463bb840e4133fc908ea2ed92ff5de23c147721b9234c91c877130d
+size 3147516
diff --git a/3b_layer15_self_attn.o_proj_input_projection.pth b/3b_layer15_self_attn.o_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..676449fb5d43a2e010dad1a69772650dae3bd744
--- /dev/null
+++ b/3b_layer15_self_attn.o_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e49381174b978e33f2611fd741eff8556eeae36f535fcb93722df394a646950
+size 41944822
diff --git a/3b_layer15_self_attn.o_proj_output_projection.pth b/3b_layer15_self_attn.o_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..66e0eba88aa69e5ad812b0e38442af001c563af2
--- /dev/null
+++ b/3b_layer15_self_attn.o_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c0637b4a44e136fb084b12f362a28e2008ac39edeab2ac7eac7fed3943a812b
+size 41944828
diff --git a/3b_layer15_self_attn.q_proj_output_projection.pth b/3b_layer15_self_attn.q_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..657c86697714d136cbeaf79f9c0d8e329fa6e799
--- /dev/null
+++ b/3b_layer15_self_attn.q_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ee5e809de94c701f262de13033116b13582ac80d35743c522a389e48b0bb0d
+size 41944828
diff --git a/3b_layer15_self_attn.v_proj_input_projection.pth b/3b_layer15_self_attn.v_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..37034630586a0fedecbb44dcd7f886481a021869
--- /dev/null
+++ b/3b_layer15_self_attn.v_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c2f79445cc2777fe384b5546a9a8d5ae55f1116dfddbc8159c7dd667198c726
+size 41944822
diff --git a/3b_layer15_self_attn.v_proj_output_projection.pth b/3b_layer15_self_attn.v_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9c0183ee8f6f6a5b5bf34a8a417752fd09b41f89
--- /dev/null
+++ b/3b_layer15_self_attn.v_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68360e643c90907b4ac7e9c55b0575a0fb35a412fb8787a81d3f623fb7af191d
+size 3147516
diff --git a/3b_layer16_mlp.down_proj_output_projection.pth b/3b_layer16_mlp.down_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..dffdbeb0facbd414433ab0ed90ed3f0d740e4e81
--- /dev/null
+++ b/3b_layer16_mlp.down_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d750e5dd6311ec01156422cce37727cf695b7b75273325492cf5956bdf6ce73
+size 41944810
diff --git a/3b_layer16_mlp.up_proj_input_projection.pth b/3b_layer16_mlp.up_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..063dd2350cf5a8166a3c40ff33c31287b3d2c430
--- /dev/null
+++ b/3b_layer16_mlp.up_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d20c6cf465f57341b912a74734383d95e51fcf83fc31ed82c2d53af58f53f27d
+size 41944792
diff --git a/3b_layer16_self_attn.k_proj_input_projection.pth b/3b_layer16_self_attn.k_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a55859b1773052d20eb51b8057e6104665f8fd35
--- /dev/null
+++ b/3b_layer16_self_attn.k_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a621789af81ed9a3e997c26a290b1ec076ab3a105df4ff681ea694196ae103
+size 41944822
diff --git a/3b_layer16_self_attn.o_proj_input_projection.pth b/3b_layer16_self_attn.o_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d9e3e4804b018eeb267592f5ba851aea23ad28d5
--- /dev/null
+++ b/3b_layer16_self_attn.o_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27959d6f3ecd250a5804b644083503f2b163cdd797b06724e1f1dcbe37d4e702
+size 41944822
diff --git a/3b_layer16_self_attn.o_proj_output_projection.pth b/3b_layer16_self_attn.o_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..28f49e7cc8fa9796a5c618cf2a10a0142c7379ff
--- /dev/null
+++ b/3b_layer16_self_attn.o_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a9dd7446923800527b5ceb32a501597b307d1f89f2e3283d5752592c049509
+size 41944828
diff --git a/3b_layer16_self_attn.v_proj_input_projection.pth b/3b_layer16_self_attn.v_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2679172a5da8260cc28b558b7d9c3df26c57d71f
--- /dev/null
+++ b/3b_layer16_self_attn.v_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab8b8acf1b4c741c218e66f6080e0809887369c121c2db8bf500be939efd7fa
+size 41944822
diff --git a/3b_layer16_self_attn.v_proj_output_projection.pth b/3b_layer16_self_attn.v_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..bf85c32b60911a08eea01b2d464c44c4082b12a7
--- /dev/null
+++ b/3b_layer16_self_attn.v_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43d7a92ad5ffac15f3db193972ecc564be3d8fffbac1e11ba536b7972df155fc
+size 3147516
diff --git a/3b_layer17_self_attn.k_proj_input_projection.pth b/3b_layer17_self_attn.k_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ab23b15c019beeda386edf11be07614bbc0c81bb
--- /dev/null
+++ b/3b_layer17_self_attn.k_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e13a59f77bfe30536b7b990ecb0824f133a02b7849d0c9474043d176b036a82
+size 41944822
diff --git a/3b_layer17_self_attn.o_proj_input_projection.pth b/3b_layer17_self_attn.o_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..00683ac7d9293c9840a8d9fc66bc8ac855a5950f
--- /dev/null
+++ b/3b_layer17_self_attn.o_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abaf2c1dfe3c666088cca380700bd3eb99ada70756c386171ede16b9716ef8e4
+size 41944822
diff --git a/3b_layer17_self_attn.o_proj_output_projection.pth b/3b_layer17_self_attn.o_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..262e5abb500beca21a8974dfa75398c5dd7db864
--- /dev/null
+++ b/3b_layer17_self_attn.o_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6e77ca39fbdbaadf02b0ee41e3b593c4f5bb9979b22a35475b1559031b13c0b
+size 41944828
diff --git a/3b_layer17_self_attn.q_proj_input_projection.pth b/3b_layer17_self_attn.q_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1cc29eb6b7eb699bdb983b008c2bcd3dc987d757
--- /dev/null
+++ b/3b_layer17_self_attn.q_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76dd0d21b7bb6daaa72cf0f33c40890a6c9c2a4cb18237653176eb2d82c6d1cc
+size 41944822
diff --git a/3b_layer17_self_attn.q_proj_output_projection.pth b/3b_layer17_self_attn.q_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..58acde8c1fd67fc09df54e5cc9561649a13207f7
--- /dev/null
+++ b/3b_layer17_self_attn.q_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:774708704e57d6f4492b456d5638ea62094cbb1b5a2323bee9c001dd6bdf79a8
+size 41944828
diff --git a/3b_layer17_self_attn.v_proj_input_projection.pth b/3b_layer17_self_attn.v_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a69e4e535ba2fee42569d20dee82d3c20fb0622f
--- /dev/null
+++ b/3b_layer17_self_attn.v_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d2515c5fb9e66f5480013b511f70d572695b85d59df33da2bf59a665c7a51a5
+size 41944822
diff --git a/3b_layer17_self_attn.v_proj_output_projection.pth b/3b_layer17_self_attn.v_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d5109dc5c47862903872d9115af3e5a96d8f7370
--- /dev/null
+++ b/3b_layer17_self_attn.v_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9a4856addf70930d6f15b56611e175b48682b2dcf0b311b6d78df03b3518c5e
+size 3147516
diff --git a/3b_layer18_mlp.down_proj_output_projection.pth b/3b_layer18_mlp.down_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c622ccfd27f13424b630ecc1aefe79cb7a0d48b4
--- /dev/null
+++ b/3b_layer18_mlp.down_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd3f838d537896be8c2e4faf89aefe476afcbfd72b725b34bf86f25717e472e9
+size 41944810
diff --git a/3b_layer18_mlp.gate_proj_input_projection.pth b/3b_layer18_mlp.gate_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8219e93c5d72ceb1931099c8293189ce9ce363f0
--- /dev/null
+++ b/3b_layer18_mlp.gate_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:371ac287dd141441b80cc2b339a87f7080e4a6e0e480cc245559cfbd7cba5b1f
+size 41944804
diff --git a/3b_layer18_mlp.up_proj_input_projection.pth b/3b_layer18_mlp.up_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..067bd41f986fd5baabce3395e36c58caf485e219
--- /dev/null
+++ b/3b_layer18_mlp.up_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93fdb4f6b000398d82c1f2a32c294f0450ce3e6277a4afaaed319895186b6470
+size 41944792
diff --git a/3b_layer18_self_attn.o_proj_input_projection.pth b/3b_layer18_self_attn.o_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2ee4aed7dfd845bf50de8b560d2f22462f332350
--- /dev/null
+++ b/3b_layer18_self_attn.o_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:954d6e7d36434caa5fdc78147074113e41cd16636ff4f50a12e5e7247fd259d0
+size 41944822
diff --git a/3b_layer18_self_attn.o_proj_output_projection.pth b/3b_layer18_self_attn.o_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..105563913c90c04193ba0e5623f006b2eed7dd52
--- /dev/null
+++ b/3b_layer18_self_attn.o_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1dce3a6a35e39711de359fe0d704d5bb673adccea20e157e150828220c97437
+size 41944828
diff --git a/3b_layer18_self_attn.q_proj_input_projection.pth b/3b_layer18_self_attn.q_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7f028928652cacf39986e89a58f80d43db12ee91
--- /dev/null
+++ b/3b_layer18_self_attn.q_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63a964d55abdeb588ee5cbb7ffaa7c731232354ea4b686f9da007f77f9f87013
+size 41944822
diff --git a/3b_layer18_self_attn.v_proj_output_projection.pth b/3b_layer18_self_attn.v_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..05cd4849362ec59f0847251877018fcafc06146e
--- /dev/null
+++ b/3b_layer18_self_attn.v_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d8e1bca05368d73a1199ebb5c22543fbe14b4f530ec979074162c8e778dcf7d
+size 3147516
diff --git a/3b_layer19_mlp.down_proj_output_projection.pth b/3b_layer19_mlp.down_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0ad70f6d10cc19c3f2da6302f87610781bf0cb00
--- /dev/null
+++ b/3b_layer19_mlp.down_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc6a5abfb50124f2f1326a72002f3c6fabb3a4a40842463dff0fb947e6e73ba
+size 41944810
diff --git a/3b_layer19_self_attn.v_proj_output_projection.pth b/3b_layer19_self_attn.v_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d3da6d03f9d502f8b74347541db4061c97b2cdd8
--- /dev/null
+++ b/3b_layer19_self_attn.v_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58ea16437c7958ba56ce49ba9a5998cc8230d8b9f8f9aac57ef737e147adfea1
+size 3147516
diff --git a/3b_layer1_self_attn.k_proj_output_projection.pth b/3b_layer1_self_attn.k_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..fef2f268397f56292b6a65958594a99aa7dcc2c0
--- /dev/null
+++ b/3b_layer1_self_attn.k_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b784e45c0813859deee6101460159a08df335c883027ba864cdaea1d7bc699e1
+size 3147510
diff --git a/3b_layer1_self_attn.o_proj_output_projection.pth b/3b_layer1_self_attn.o_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..50ccff137fa5f0d2c4c5588d67ae068a46287f1e
--- /dev/null
+++ b/3b_layer1_self_attn.o_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6800bed672b43081dcfaf51348823fa590667945fdd04f805d56ef51fbf1333
+size 41944822
diff --git a/3b_layer1_self_attn.q_proj_input_projection.pth b/3b_layer1_self_attn.q_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9106c6d04aed0cafeb6ab38242d97c0d757921f5
--- /dev/null
+++ b/3b_layer1_self_attn.q_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83773706d2a77006faa0af82a21bbb0f36dc414d61cabc235d98df397d000224
+size 41944816
diff --git a/3b_layer1_self_attn.v_proj_input_projection.pth b/3b_layer1_self_attn.v_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..bb00415f13a684133dda275631b73240bbedfb33
--- /dev/null
+++ b/3b_layer1_self_attn.v_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a3745ca0d087cb3ec379fb766f64a03ca5622ef31018e9c164f83dd46d9b1e1
+size 41944816
diff --git a/3b_layer1_self_attn.v_proj_output_projection.pth b/3b_layer1_self_attn.v_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4168049b3fc3b799fc1ebd9c107bac8872ee26da
--- /dev/null
+++ b/3b_layer1_self_attn.v_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ff2d87b22173e4b5bedb18857c06ccd3e6961b32212adf61574d6010aa7eef1
+size 3147510
diff --git a/3b_layer20_mlp.gate_proj_input_projection.pth b/3b_layer20_mlp.gate_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..adf23e451550317b3bb7849c02244545eb6e74bc
--- /dev/null
+++ b/3b_layer20_mlp.gate_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc158129d3081b067dbcc988c916b4433b753f8bb309de00a6b0d5c8f2b11267
+size 41944804
diff --git a/3b_layer20_self_attn.k_proj_input_projection.pth b/3b_layer20_self_attn.k_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..711ad16c33eb00cd91e91717fb6049002bb65f5b
--- /dev/null
+++ b/3b_layer20_self_attn.k_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d2d3a097682239cd76d47d8c99febc3792561958b1732b0302883c99b143635
+size 41944822
diff --git a/3b_layer20_self_attn.o_proj_input_projection.pth b/3b_layer20_self_attn.o_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b4a339bb52fd93678ec6f19b3b6ae665f8b6ffc4
--- /dev/null
+++ b/3b_layer20_self_attn.o_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:941207b1ada00169866c63935df7c84fc1f0e24fd3731f1ffccf78edd1fe8cc8
+size 41944822
diff --git a/3b_layer20_self_attn.o_proj_output_projection.pth b/3b_layer20_self_attn.o_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..55b694ab1e3f4af029d6c134f8348271b834840c
--- /dev/null
+++ b/3b_layer20_self_attn.o_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f4a9723114a0770b132aff95051c1300ad28834748c7ef0a214fc3a29db735d
+size 41944828
diff --git a/3b_layer20_self_attn.q_proj_input_projection.pth b/3b_layer20_self_attn.q_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d429105c0b8b4856653660bd1a5c2dab8d1be691
--- /dev/null
+++ b/3b_layer20_self_attn.q_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b8cd62e7f44d203e9b670bf80cbe0e3aee42cddaf97eef4240a24495f720b36
+size 41944822
diff --git a/3b_layer20_self_attn.q_proj_output_projection.pth b/3b_layer20_self_attn.q_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9f54685b0834bace0b9bca2ef5c67409eb225e2b
--- /dev/null
+++ b/3b_layer20_self_attn.q_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b833977e958c1cbdabce4593daf864bec9ef1597645a686f81b5ac33141ddc0f
+size 41944828
diff --git a/3b_layer20_self_attn.v_proj_output_projection.pth b/3b_layer20_self_attn.v_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..05ba764eb86abdde861f4e647965aaa528cd0214
--- /dev/null
+++ b/3b_layer20_self_attn.v_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51a91cd0759a0d3a3590c10de92189b0f6fb96931eae8a0a59a6327ca28e3865
+size 3147516
diff --git a/3b_layer21_mlp.down_proj_output_projection.pth b/3b_layer21_mlp.down_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f6254843b48f2a3c9a1edd285b13d6d4f4ed697b
--- /dev/null
+++ b/3b_layer21_mlp.down_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da3bbb4c3727dbcedfeee5e4276e7d03127aa091e8d3e3b5eea28cad3d388e56
+size 41944810
diff --git a/3b_layer21_mlp.up_proj_input_projection.pth b/3b_layer21_mlp.up_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1dabac6aa22324c26515f2e9e659b9939d143ef7
--- /dev/null
+++ b/3b_layer21_mlp.up_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be7fe6b10a067b2652a126987fdc9e6f5a6308ba33604cef71be12e75111af3c
+size 41944792
diff --git a/3b_layer21_self_attn.k_proj_output_projection.pth b/3b_layer21_self_attn.k_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d3cd098633c561bdf9266cec3140a42c67662a36
--- /dev/null
+++ b/3b_layer21_self_attn.k_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ebfda89a2521858322cbb7529d37d4cfb9a05e97b057bfce55a0ff11948847
+size 3147516
diff --git a/3b_layer21_self_attn.q_proj_input_projection.pth b/3b_layer21_self_attn.q_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d74c88347f603710bc674044385b1f58afae653b
--- /dev/null
+++ b/3b_layer21_self_attn.q_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64ca6a75b80514afb43a335f3005099318b5d4852c06e7c7678e268d3423ad55
+size 41944822
diff --git a/3b_layer21_self_attn.v_proj_input_projection.pth b/3b_layer21_self_attn.v_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..08a42cb50286aa756a2fac14da955446075b17d9
--- /dev/null
+++ b/3b_layer21_self_attn.v_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:597383f954e0bffc47738a775a563058bb66b591b5705abe2c0b19df0fd4f382
+size 41944822
diff --git a/3b_layer21_self_attn.v_proj_output_projection.pth b/3b_layer21_self_attn.v_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9a08fa1a44b07d610b56888085a75df4e510f65d
--- /dev/null
+++ b/3b_layer21_self_attn.v_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee969f8fa097e3d352ce10e7b347516c06f427bc514727b332195fda0ab91fb0
+size 3147516
diff --git a/3b_layer22_mlp.down_proj_output_projection.pth b/3b_layer22_mlp.down_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..66a7771262e125f0337277acfb851aef6e8d2d2d
--- /dev/null
+++ b/3b_layer22_mlp.down_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99651bc4475f9d67c22de013cbee1ca2ffcbf15516bdbc7871674281f20067e6
+size 41944810
diff --git a/3b_layer22_self_attn.k_proj_input_projection.pth b/3b_layer22_self_attn.k_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c145ee22e3b226ccbddd60b9f5ecc010cb2550f0
--- /dev/null
+++ b/3b_layer22_self_attn.k_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:011ac4276f435c224c81e6588f135bc6bee536818c2ba15e7aad235a36066c02
+size 41944822
diff --git a/3b_layer22_self_attn.v_proj_input_projection.pth b/3b_layer22_self_attn.v_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0cc18fe2a412d115d57a4af0ceddf1c6bcf8c589
--- /dev/null
+++ b/3b_layer22_self_attn.v_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52e1ce26152a27b6f2fa4b238faf4cc9d10e1bbbfa401bbc1b4a3c1d5cf0e3c7
+size 41944822
diff --git a/3b_layer23_self_attn.k_proj_input_projection.pth b/3b_layer23_self_attn.k_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8c8557e863f1649aa95a749119d54f0e9ff025cc
--- /dev/null
+++ b/3b_layer23_self_attn.k_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98f6d7d5f24e1717d2345e81cdda8c15c7400ab438c4a3286d495c1c5de5458f
+size 41944822
diff --git a/3b_layer23_self_attn.k_proj_output_projection.pth b/3b_layer23_self_attn.k_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..937deda2cd8703862ff7ab74ebe85e711ca77195
--- /dev/null
+++ b/3b_layer23_self_attn.k_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:136518a544abef4cc50a46a8133415c8d10847e1b1ce82126dc9ea7ccc9bc562
+size 3147516
diff --git a/3b_layer23_self_attn.v_proj_input_projection.pth b/3b_layer23_self_attn.v_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3efde42a2403a5d9213283bcf4174141ddcd6600
--- /dev/null
+++ b/3b_layer23_self_attn.v_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0e69be9b28186b86231f1ed0de92ded22e56b3c05d15c5e78797e848abef23b
+size 41944822
diff --git a/3b_layer24_mlp.down_proj_output_projection.pth b/3b_layer24_mlp.down_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..fadc0fb0cd2667be06a66421cc20c25574eec32d
--- /dev/null
+++ b/3b_layer24_mlp.down_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d3844efee84a32e9898f386ec9044f8f85d2b92cd0738faa404ed7dc007671f
+size 41944810
diff --git a/3b_layer24_mlp.gate_proj_input_projection.pth b/3b_layer24_mlp.gate_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5737d6d14c1bf1a99c3ca8f215a49422a1b55bf3
--- /dev/null
+++ b/3b_layer24_mlp.gate_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2e0936024b999921b5848db92859b23a445d20d40749d51e4be7108249c373d
+size 41944804
diff --git a/3b_layer24_self_attn.k_proj_input_projection.pth b/3b_layer24_self_attn.k_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..33fa360207c0b71bea08d49761601fee8157b73c
--- /dev/null
+++ b/3b_layer24_self_attn.k_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:048160f4d191414191040f13266c357fe5c7f63bfefc9e9ac5ec75ae9c1ee2d3
+size 41944822
diff --git a/3b_layer24_self_attn.k_proj_output_projection.pth b/3b_layer24_self_attn.k_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f0149e68e952b54ca85d4e9f2983a63c02cbebb2
--- /dev/null
+++ b/3b_layer24_self_attn.k_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:972c885f0ba3702fd02976cc99000b597ecb846285b6e1a2cde61187f17ac59b
+size 3147516
diff --git a/3b_layer24_self_attn.q_proj_input_projection.pth b/3b_layer24_self_attn.q_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b8beec9a80548c249b65748ec193ddd104b889fb
--- /dev/null
+++ b/3b_layer24_self_attn.q_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c6efcf9ecaede1d0201be8ce24bd73edb5d5ce9882a83a4452eeddc15d3e1f3
+size 41944822
diff --git a/3b_layer24_self_attn.q_proj_output_projection.pth b/3b_layer24_self_attn.q_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..16fb9ca3240ef1fb0c9b360b3b6ff890a3470d37
--- /dev/null
+++ b/3b_layer24_self_attn.q_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc413e8783636f8a20d663500bd115e88a465052719406119c9141061b5f683b
+size 41944828
diff --git a/3b_layer25_mlp.gate_proj_input_projection.pth b/3b_layer25_mlp.gate_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..286d961edaf822ed8a570be0cf33f0220700f611
--- /dev/null
+++ b/3b_layer25_mlp.gate_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e65e0eba2430e6646850575bf8ee814be2149ad0a5263745e5139d57fb22f013
+size 41944804
diff --git a/3b_layer25_mlp.up_proj_input_projection.pth b/3b_layer25_mlp.up_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..870c0f8aa540433dd8fed6028e53fa05762c50bf
--- /dev/null
+++ b/3b_layer25_mlp.up_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05be07e669bb7213dab9af9c3fc329f174b12c1395bb7c4e96b7769a52cf876f
+size 41944792
diff --git a/3b_layer25_self_attn.o_proj_output_projection.pth b/3b_layer25_self_attn.o_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2a2ed693c63176787f73ed6da1fb22c29506208a
--- /dev/null
+++ b/3b_layer25_self_attn.o_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a55a401888b9c1d598e41d0984c185c7a617e1080b66d10d3b5b31950b2984a3
+size 41944828
diff --git a/3b_layer25_self_attn.v_proj_output_projection.pth b/3b_layer25_self_attn.v_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..48192a299e5d73aeabbdc18dbc4945a094b4f1ed
--- /dev/null
+++ b/3b_layer25_self_attn.v_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23bc6948161b73d2aec8606216de46bd84ae1ec1b1bfc2ff18f06e02f48de29f
+size 3147516
diff --git a/3b_layer26_mlp.down_proj_output_projection.pth b/3b_layer26_mlp.down_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..59809f2e716fd9e1922ee14bef175e2767f68d4f
--- /dev/null
+++ b/3b_layer26_mlp.down_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c9577ba59ec5c23324679da483162ec831b3ff23d5e5c29f55000228f1634d6
+size 41944810
diff --git a/3b_layer26_self_attn.k_proj_output_projection.pth b/3b_layer26_self_attn.k_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4ecd3639d38d8520a3bc19cef48dd45ce9c54797
--- /dev/null
+++ b/3b_layer26_self_attn.k_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a71dd03714fa018296ca5ed9f4813af8f7510e155c38ec647cc8fdc31c219490
+size 3147516
diff --git a/3b_layer26_self_attn.o_proj_input_projection.pth b/3b_layer26_self_attn.o_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..de0e26092669250c78e65c3c733da11f72c655d5
--- /dev/null
+++ b/3b_layer26_self_attn.o_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:484d27b16b4100c5d2991f5d2c0f2fca364636040f48a234671afa2089608284
+size 41944822
diff --git a/3b_layer26_self_attn.q_proj_output_projection.pth b/3b_layer26_self_attn.q_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..6bfbef7b967554f58192bec33bf42bda8ab95747
--- /dev/null
+++ b/3b_layer26_self_attn.q_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1f425e884dae098e5c54dc3d462ad89e8a7f6d7436275b413f708110dbacb04
+size 41944828
diff --git a/3b_layer26_self_attn.v_proj_output_projection.pth b/3b_layer26_self_attn.v_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..157de5965ac830573e5aaec44a4223b35d90d853
--- /dev/null
+++ b/3b_layer26_self_attn.v_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98d5c0ec25b184f38df43470870b1a6833e4425b43cf85f3902a61aa142cd4fe
+size 3147516
diff --git a/3b_layer27_mlp.gate_proj_input_projection.pth b/3b_layer27_mlp.gate_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8a3f1cbf80bf3f729b9b615e6227237c0f470012
--- /dev/null
+++ b/3b_layer27_mlp.gate_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f23c9f683dac667cef763fdd8f2623d7d5e763f1b8506148924844c3e1b80179
+size 41944804
diff --git a/3b_layer27_mlp.up_proj_input_projection.pth b/3b_layer27_mlp.up_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..88d10d809675f8cac47ac16840680591422d407b
--- /dev/null
+++ b/3b_layer27_mlp.up_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acd16723388c5ba5355019dbc329323cffd145b0bc8e1be73073db633cb5e3ae
+size 41944792
diff --git a/3b_layer27_self_attn.k_proj_input_projection.pth b/3b_layer27_self_attn.k_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..bb35604465700b0674a68cc76f8e1bf2acd3b9db
--- /dev/null
+++ b/3b_layer27_self_attn.k_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b42be792efee50d69bbaeb562f7008124a17f57c02609b456e6a19e8bfc2f1
+size 41944822
diff --git a/3b_layer27_self_attn.o_proj_input_projection.pth b/3b_layer27_self_attn.o_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f3d78cf98c0b50073eb7cc64455b83855140d243
--- /dev/null
+++ b/3b_layer27_self_attn.o_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7a408d58e96000ab2f689a330d0484b3bfa87c8ed60680857b922b794bbfa97
+size 41944822
diff --git a/3b_layer27_self_attn.q_proj_input_projection.pth b/3b_layer27_self_attn.q_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9c1f102fba262e8c57c5e17ac31e5ad8288c12fa
--- /dev/null
+++ b/3b_layer27_self_attn.q_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9be3fc67200c56fa55eea89a18ed37fc0b5f8fb002e5ee531bdf14b6479b665c
+size 41944822
diff --git a/3b_layer27_self_attn.q_proj_output_projection.pth b/3b_layer27_self_attn.q_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..45b831d090e8f5adb0e9ac3830b5529e58f52cdd
--- /dev/null
+++ b/3b_layer27_self_attn.q_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aecac2bf21533f62d4248571f0e513e2489adeb3b594a719de8dc373717f966f
+size 41944828
diff --git a/3b_layer27_self_attn.v_proj_output_projection.pth b/3b_layer27_self_attn.v_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d00566059f9651215f826e0c27d298154425c85d
--- /dev/null
+++ b/3b_layer27_self_attn.v_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7868ef22962d0de1dff6981bf0812397663634c02f80e143bd4ca088a558e1a
+size 3147516
diff --git a/3b_layer2_self_attn.k_proj_output_projection.pth b/3b_layer2_self_attn.k_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a9f904cfe1695466bb78e90a09793d80a4ad588a
--- /dev/null
+++ b/3b_layer2_self_attn.k_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a338372296da743804d2f549a1ca9a9050bc10286b7d9d794e0c93bc30af7bf
+size 3147510
diff --git a/3b_layer2_self_attn.q_proj_output_projection.pth b/3b_layer2_self_attn.q_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a505c82bbc1ca72edfa5d7351d336edbff2ef876
--- /dev/null
+++ b/3b_layer2_self_attn.q_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56a1125732024cea60211de5be54df2bbbcb47de42acc6e78e821d8c8aae2007
+size 41944822
diff --git a/3b_layer2_self_attn.v_proj_input_projection.pth b/3b_layer2_self_attn.v_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4993424a6c0722121f8324575e8e8237b592eb71
--- /dev/null
+++ b/3b_layer2_self_attn.v_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c026fb24528f6d5022b7472bb6ebd8e41a57bf467d59ad5892b0462bbcb565d
+size 41944816
diff --git a/3b_layer2_self_attn.v_proj_output_projection.pth b/3b_layer2_self_attn.v_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7d4d1a13a1abfa48f8c82d32f76016079f9d75d7
--- /dev/null
+++ b/3b_layer2_self_attn.v_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:308efdbfc6342a0a7fade7a84dab47f13995ba7228a45bc4063e4039cef09f36
+size 3147510
diff --git a/3b_layer3_mlp.down_proj_output_projection.pth b/3b_layer3_mlp.down_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..018a60a71231710688526ba61868e0f6557fd539
--- /dev/null
+++ b/3b_layer3_mlp.down_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:399987a38d1dbf73cc0fa396a6a7bebb311e1e575e17901caf517c3929a5a919
+size 41944804
diff --git a/3b_layer3_self_attn.k_proj_input_projection.pth b/3b_layer3_self_attn.k_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..096dbb7d23f6fe0237aa0be2b3f020b5f54be51f
--- /dev/null
+++ b/3b_layer3_self_attn.k_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:827340e78235a40b6f72e54e198cdc83b5ba70296d9459292fca297801d6882e
+size 41944816
diff --git a/3b_layer3_self_attn.k_proj_output_projection.pth b/3b_layer3_self_attn.k_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..379365e8d1807d177978a90a0be1d4b5cba3edc3
--- /dev/null
+++ b/3b_layer3_self_attn.k_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:101257a3e493731f51c72081561026d32f08b4924a7a8cfa2f3d85f92c6d9621
+size 3147510
diff --git a/3b_layer3_self_attn.o_proj_input_projection.pth b/3b_layer3_self_attn.o_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d6b8a455cc115e7a1fd6f6318f2a6e05c8d3f994
--- /dev/null
+++ b/3b_layer3_self_attn.o_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a710447f6347c8143d64047c152f04fa8a5c66f21e264f7242e15c9f64ad6f78
+size 41944816
diff --git a/3b_layer4_mlp.gate_proj_input_projection.pth b/3b_layer4_mlp.gate_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..6fbccc13eaf17692d24240d0ddb4418f35a934d7
--- /dev/null
+++ b/3b_layer4_mlp.gate_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bdf8c163350e951b36ff773efa4554f3273d291729f36674c0fb3be221b407d
+size 41944798
diff --git a/3b_layer4_self_attn.k_proj_output_projection.pth b/3b_layer4_self_attn.k_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..037eccd4427d1b0df8e693dce9b4c42a10513b91
--- /dev/null
+++ b/3b_layer4_self_attn.k_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7056296e37717b75112e32c11cb8efdcf3d4f5330eee9286a5f51609ff0279be
+size 3147510
diff --git a/3b_layer4_self_attn.o_proj_output_projection.pth b/3b_layer4_self_attn.o_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..6a777c1b283c46ea238d4015206f442a8cb91932
--- /dev/null
+++ b/3b_layer4_self_attn.o_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b41bb1736eef40183dd73609af677fd989f05429dd427695fc717396f454005d
+size 41944822
diff --git a/3b_layer4_self_attn.q_proj_input_projection.pth b/3b_layer4_self_attn.q_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a1be35a2ac5f7a6a6245c7e25d33e94df6674e2a
--- /dev/null
+++ b/3b_layer4_self_attn.q_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:063321e457454c4b71039c1d585b24a1301f31d1178b9bc2a4ab1abafaf1fb5b
+size 41944816
diff --git a/3b_layer4_self_attn.q_proj_output_projection.pth b/3b_layer4_self_attn.q_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..074ed84820d6e741aa4b68d4a2eeb7419937db64
--- /dev/null
+++ b/3b_layer4_self_attn.q_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dadf6f5ba50c76de331d55a4e62b9d548ced3b30ae830195a29b9ed4a108bf1c
+size 41944822
diff --git a/3b_layer4_self_attn.v_proj_output_projection.pth b/3b_layer4_self_attn.v_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..52595de79056bc2fc99856f664f79216850f2169
--- /dev/null
+++ b/3b_layer4_self_attn.v_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f650ac8559700e32b245d90c9bf6b353fff268d180b400cce1321a7cb969ceae
+size 3147510
diff --git a/3b_layer5_self_attn.k_proj_output_projection.pth b/3b_layer5_self_attn.k_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..36d63569192d129270ddf24dbce044816f2b7d61
--- /dev/null
+++ b/3b_layer5_self_attn.k_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f484b98f28a94987eb27fe15dfaf486046aab3390e292c6ccf9463e8fead6e6
+size 3147510
diff --git a/3b_layer5_self_attn.o_proj_input_projection.pth b/3b_layer5_self_attn.o_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4ae82bcb46c77ab5e629f259c5711b0d81d52222
--- /dev/null
+++ b/3b_layer5_self_attn.o_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f27e5d5c064129640590adfd1961b9defd785920ac8a1099e8b0c135e3b9e575
+size 41944816
diff --git a/3b_layer5_self_attn.o_proj_output_projection.pth b/3b_layer5_self_attn.o_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e85362ce780528a0563eb3a6573b4434b03f0ed5
--- /dev/null
+++ b/3b_layer5_self_attn.o_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a21aaa85e7ef2ac26b28ec4221086a676f70038ef6c56266b98f73e5e5ab7a29
+size 41944822
diff --git a/3b_layer5_self_attn.q_proj_input_projection.pth b/3b_layer5_self_attn.q_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8c745ca11cad1a2d2f56abb38d5529faf6511b1b
--- /dev/null
+++ b/3b_layer5_self_attn.q_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea8133ff786f4fc2a1b4411c033b6b9f8283d417e812c0fed1601170c59d6dcd
+size 41944816
diff --git a/3b_layer5_self_attn.q_proj_output_projection.pth b/3b_layer5_self_attn.q_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..af761432a88a8bbe83e70294444d4a0269bee4eb
--- /dev/null
+++ b/3b_layer5_self_attn.q_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd82264c5614f7137730460c204e5c284bf8ffd687d8cd16e4deac7864953b9
+size 41944822
diff --git a/3b_layer5_self_attn.v_proj_output_projection.pth b/3b_layer5_self_attn.v_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..180c025208f03b3f8fd635e58722e72f581e73b6
--- /dev/null
+++ b/3b_layer5_self_attn.v_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d87af431eb375232435a23713c07cd1cc7ffc5a9e772e5a7a8710f38cbeef97
+size 3147510
diff --git a/3b_layer6_mlp.down_proj_output_projection.pth b/3b_layer6_mlp.down_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..56d236b6aed2bd7fb6a4e203cf23cf8e2ca990b5
--- /dev/null
+++ b/3b_layer6_mlp.down_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10cf48246da1eeb81e355a0e30a29f5af01968564ee7e810c155946baed65f46
+size 41944804
diff --git a/3b_layer6_mlp.up_proj_input_projection.pth b/3b_layer6_mlp.up_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..61f8fe6b79da1387a9403471a2e562591f44c975
--- /dev/null
+++ b/3b_layer6_mlp.up_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d549fbe0bfcfdd1ff77d8cb3c5eddb165514ba764eb030e084a44027b2aa634
+size 41944722
diff --git a/3b_layer6_self_attn.o_proj_input_projection.pth b/3b_layer6_self_attn.o_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..61604140d15f31e8db846da341157e1d515ec83c
--- /dev/null
+++ b/3b_layer6_self_attn.o_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99528279da169f2b64c892f2889cb742832132e92cc89cc4a1a16050fd61883e
+size 41944816
diff --git a/3b_layer6_self_attn.q_proj_output_projection.pth b/3b_layer6_self_attn.q_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c950f7e4a1497b58633b52ccecd36466600d9cf1
--- /dev/null
+++ b/3b_layer6_self_attn.q_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c6391d949957523c07410b5218360ed3324f63ed70e4daa0a598b4dc65edc27
+size 41944822
diff --git a/3b_layer6_self_attn.v_proj_output_projection.pth b/3b_layer6_self_attn.v_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..75472b95faaf6d8cb6347fc25e8420585a5dae5a
--- /dev/null
+++ b/3b_layer6_self_attn.v_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c39c773d5da0d02d8bc573603ef0cb0bf4b82ec1dd2693713b40cfe1aa373ea
+size 3147510
diff --git a/3b_layer7_self_attn.k_proj_input_projection.pth b/3b_layer7_self_attn.k_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..032941f272f15e33bdac8a96a89e2fed537e0b60
--- /dev/null
+++ b/3b_layer7_self_attn.k_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9504f24289ae9b0f2d93567112d707202f4adb81b060ca6135ff1ad029a343f3
+size 41944816
diff --git a/3b_layer7_self_attn.k_proj_output_projection.pth b/3b_layer7_self_attn.k_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a3835931c5ac888b71369556ed9a34e6ee4742de
--- /dev/null
+++ b/3b_layer7_self_attn.k_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2c99fa945e7660fce87aa8941e38b954573f51e90d067d2464c8582971ff325
+size 3147510
diff --git a/3b_layer7_self_attn.q_proj_input_projection.pth b/3b_layer7_self_attn.q_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..21bdbd31e9e2e95e1f27cf560e699e4f89537cf9
--- /dev/null
+++ b/3b_layer7_self_attn.q_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d065de3b8439446bd235b01d3db67e8f740fdf6e58e2be4cb3ee475ca212b4
+size 41944816
diff --git a/3b_layer7_self_attn.q_proj_output_projection.pth b/3b_layer7_self_attn.q_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d976747fe300f3b55a501f6ff9f456d66881263c
--- /dev/null
+++ b/3b_layer7_self_attn.q_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83745da2c4c7745655e9f38e3b7fcc20fffb76e7492313354f47fff38fb10467
+size 41944822
diff --git a/3b_layer7_self_attn.v_proj_input_projection.pth b/3b_layer7_self_attn.v_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b531d698bfe3d09b4253493e2f56fd417491a3d7
--- /dev/null
+++ b/3b_layer7_self_attn.v_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36598ec70a14d459ec36af83f5378238596cbdabc2b140ad6d13db8d1ab971e6
+size 41944816
diff --git a/3b_layer8_self_attn.k_proj_output_projection.pth b/3b_layer8_self_attn.k_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..fd0d1ddd333191841a27a49a43141ed0964811b9
--- /dev/null
+++ b/3b_layer8_self_attn.k_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e7335062776a74e2fa3d9a82c9a4029af8468d8a91ca87166d4eff86d3afbb
+size 3147510
diff --git a/3b_layer8_self_attn.o_proj_input_projection.pth b/3b_layer8_self_attn.o_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ffecf08c0e9fcbfdb81fd550cdef86c2de35ab37
--- /dev/null
+++ b/3b_layer8_self_attn.o_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e57cb587a54b6d96642bfe1424aade6db6269d47fb3c046a4d49d7671c5498
+size 41944816
diff --git a/3b_layer8_self_attn.v_proj_input_projection.pth b/3b_layer8_self_attn.v_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a16a596354369526b41f89f338da30f669432028
--- /dev/null
+++ b/3b_layer8_self_attn.v_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8508b4d1e4580d389ffbf393accb4a5d102800bee634aff315e4d704ce1edd92
+size 41944816
diff --git a/3b_layer8_self_attn.v_proj_output_projection.pth b/3b_layer8_self_attn.v_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..119791622149892a298d60d3d1fa2128724d3f34
--- /dev/null
+++ b/3b_layer8_self_attn.v_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f26db54681c07a8b523c2f6a56f63124abc069e4c3dee9ef174c5da63f9230
+size 3147510
diff --git a/3b_layer9_mlp.down_proj_output_projection.pth b/3b_layer9_mlp.down_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4e131094445ab6ff48375930895dc0ccacc4d38a
--- /dev/null
+++ b/3b_layer9_mlp.down_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b709240eb2078a37b5bf1ef066d899841ddc7bc76318fbdaef70a8e9d911b0f
+size 41944804
diff --git a/3b_layer9_mlp.gate_proj_input_projection.pth b/3b_layer9_mlp.gate_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a8bd5a5e197003c397c794412cca5a6ec70a335d
--- /dev/null
+++ b/3b_layer9_mlp.gate_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8754786eecaecbbe05b6f26ec605d8e0ba23eb507d700596e03686b070c56d34
+size 41944798
diff --git a/3b_layer9_self_attn.o_proj_input_projection.pth b/3b_layer9_self_attn.o_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e7f1638e3c5f5995d113759ce3273ef16c03bff7
--- /dev/null
+++ b/3b_layer9_self_attn.o_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8257a7174ba520317018a1bd669f8e3e065c9877f0dbb839b614cd3099b9bae9
+size 41944816
diff --git a/3b_layer9_self_attn.q_proj_input_projection.pth b/3b_layer9_self_attn.q_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8cc976794e1cc28f91146beb7307989db4649f1a
--- /dev/null
+++ b/3b_layer9_self_attn.q_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf7efe5d1d7ce083fbab35104d7f87bb3dda515acf27c1083b4095bc0f18569
+size 41944816
diff --git a/3b_layer9_self_attn.v_proj_output_projection.pth b/3b_layer9_self_attn.v_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..859c79f57d79c34b85e10579c9a40cf750714d48
--- /dev/null
+++ b/3b_layer9_self_attn.v_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aa85d1a4cd4867a86ca92f9aa819c50ddde0a93e0d5e6286bed0f63191c7343
+size 3147510