diff --git a/3b_layer0_mlp.down_proj_output_projection.pth b/3b_layer0_mlp.down_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..87acf076f8f8b09bbd7fbee5806dba71f3a5ace0
--- /dev/null
+++ b/3b_layer0_mlp.down_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07e75f07f594765905c26defafa31bbf832fd117dd20eb3465cba6b36db97f2a
+size 41944804
diff --git a/3b_layer0_mlp.gate_proj_output_projection.pth b/3b_layer0_mlp.gate_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c4ca7df12a4497dd3f2b466bb0151b25d9a1cadb
--- /dev/null
+++ b/3b_layer0_mlp.gate_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea60987391fcd35370189490c214e26cf046ddbd1ea507f33364efea46a5c6f
+size 536872676
diff --git a/3b_layer0_mlp.up_proj_output_projection.pth b/3b_layer0_mlp.up_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..73f4ba47aa753be0f699335c75e26ac7e4f7cb81
--- /dev/null
+++ b/3b_layer0_mlp.up_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1c0ae6a2b4e777863d60a4bd85e7c932837a2803927720da5a13ed527075220
+size 536872664
diff --git a/3b_layer0_self_attn.k_proj_output_projection.pth b/3b_layer0_self_attn.k_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b30f385ed03c94deff44e558980d11e60143e702
--- /dev/null
+++ b/3b_layer0_self_attn.k_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0669b6fc47377ec2878aa12f2b0fd0bdaf3fdbad990ab58bcb98d0f7f3a7098
+size 3147510
diff --git a/3b_layer10_self_attn.k_proj_input_projection.pth b/3b_layer10_self_attn.k_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..fc12339580d37a083901cf1007a4b50ea4a29f29
--- /dev/null
+++ b/3b_layer10_self_attn.k_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d1e2b5507a7f4f1d85b0c6fc9eb7d7005d6bcbb6fe0cd93b0f69b8093d79825
+size 41944822
diff --git a/3b_layer10_self_attn.o_proj_input_projection.pth b/3b_layer10_self_attn.o_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..cf5b646eaf7c89cbf2fbccd60867d8fcd3a3e077
--- /dev/null
+++ b/3b_layer10_self_attn.o_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3513732583943b8abe5a2565cd5ca728ae0cdce1c3d3bb6f8f2710ca12006359
+size 41944822
diff --git a/3b_layer10_self_attn.v_proj_input_projection.pth b/3b_layer10_self_attn.v_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..50ee8d6d8a626c77d28fb2aa7674f0ffa69125ad
--- /dev/null
+++ b/3b_layer10_self_attn.v_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9be793e90b3e59a65693c6283739f0bbc0b977fcbd8edc6f7b83b0320924d9e
+size 41944822
diff --git a/3b_layer10_self_attn.v_proj_output_projection.pth b/3b_layer10_self_attn.v_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f64e9ef76ba6bd076a51f1e373ac1c4893bec393
--- /dev/null
+++ b/3b_layer10_self_attn.v_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b62ff7a6fdf3dec1867ce2a9c99e439f17211e399a79d4b4289902be658b358
+size 3147516
diff --git a/3b_layer11_mlp.gate_proj_output_projection.pth b/3b_layer11_mlp.gate_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f1a758547bbbbcaabe42bf58fef294f51f1d5c89
--- /dev/null
+++ b/3b_layer11_mlp.gate_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:055fffc5d6b04e9ad0bac1b88a5832771d37abb0819e5937fce28b93b5216dcb
+size 536872682
diff --git a/3b_layer11_self_attn.o_proj_input_projection.pth b/3b_layer11_self_attn.o_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5a33d0d209bf385c13fa3634fe3e5d4f013e53a3
--- /dev/null
+++ b/3b_layer11_self_attn.o_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d298ae75fb6d47b0524a57c4fa4cf59c245d7abadffcf8690cdedeff98e8b95b
+size 41944822
diff --git a/3b_layer11_self_attn.v_proj_input_projection.pth b/3b_layer11_self_attn.v_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..619fd821fd0218fb7b2e6b9e158ffe46b9614a10
--- /dev/null
+++ b/3b_layer11_self_attn.v_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b568764c347be59326705e4a065a673b1862065b1daff94edf4b8b2dc8aaf1e
+size 41944822
diff --git a/3b_layer12_mlp.down_proj_input_projection.pth b/3b_layer12_mlp.down_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..022f505389a55be9dc3a9f993c7877b57606e49d
--- /dev/null
+++ b/3b_layer12_mlp.down_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db5b68d705c311eeaf6ccd35de4fb7a30768b1fc3a49d5cfd20e7524b5661782
+size 536872676
diff --git a/3b_layer12_mlp.gate_proj_input_projection.pth b/3b_layer12_mlp.gate_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9bb853f3a6b19376cd478fac2c9c74c8fdc91eec
--- /dev/null
+++ b/3b_layer12_mlp.gate_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1b2d625d38a1f85c97d8d91c7dce65eac9e3c3fad7289993ff4727172d20d94
+size 41944804
diff --git a/3b_layer12_mlp.up_proj_input_projection.pth b/3b_layer12_mlp.up_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5f51ef4b87aa71895f515ea3afb8eb657c2fb35a
--- /dev/null
+++ b/3b_layer12_mlp.up_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86839ba5f19093bb77c5217dae0177cb96e217193bd135a4979ed49f0a4fe989
+size 41944792
diff --git a/3b_layer12_self_attn.k_proj_output_projection.pth b/3b_layer12_self_attn.k_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c149f860ab88776dc269cb387483f96c7f9311cc
--- /dev/null
+++ b/3b_layer12_self_attn.k_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4c9724691751311757962639d5ec9fcb36221f5401d1e3ba2de3f93a1dd8e0c
+size 3147516
diff --git a/3b_layer12_self_attn.q_proj_input_projection.pth b/3b_layer12_self_attn.q_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e39ba9a05def8d0af2961f7a13a852ee7c4f43a1
--- /dev/null
+++ b/3b_layer12_self_attn.q_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db8448030754124cda77a64900c13f4b6fc54dc86ba0208be57af077a086ea03
+size 41944822
diff --git a/3b_layer12_self_attn.v_proj_input_projection.pth b/3b_layer12_self_attn.v_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..736311dd7d9a5ecb0219119ecea45ff9f5a2dbe8
--- /dev/null
+++ b/3b_layer12_self_attn.v_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3989e3852916315f49aaac41cd92019af95534f3156fa66c45d9386168094e6
+size 41944822
diff --git a/3b_layer13_mlp.down_proj_input_projection.pth b/3b_layer13_mlp.down_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d54d991c195a818f6c501ed0d636e1ebaf2ad064
--- /dev/null
+++ b/3b_layer13_mlp.down_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e56e7bf14cd2851b5194695bab36857edeedff9cbead9fbf07aa18921e74dac8
+size 536872676
diff --git a/3b_layer13_mlp.up_proj_input_projection.pth b/3b_layer13_mlp.up_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7268942d8951c74ea60711eb780d8f9106034823
--- /dev/null
+++ b/3b_layer13_mlp.up_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98c6c6e340c9239d6171771a821133cd8dfd77d02a43e41da7244f697914cbfc
+size 41944792
diff --git a/3b_layer13_self_attn.k_proj_input_projection.pth b/3b_layer13_self_attn.k_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1449b749ba08b9ff94e11f743b627d416ded2948
--- /dev/null
+++ b/3b_layer13_self_attn.k_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00035b2c54a25baa66cf940f6ccad4bf6af614491960542d8377b67bd32a6538
+size 41944822
diff --git a/3b_layer13_self_attn.q_proj_output_projection.pth b/3b_layer13_self_attn.q_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..59ca409b99507b3e2e71f1671394865fef58d0bd
--- /dev/null
+++ b/3b_layer13_self_attn.q_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d07965af82132fe0d3259808ffab783db452f10e0463b2bab12dc66b5baaad57
+size 41944828
diff --git a/3b_layer14_mlp.down_proj_output_projection.pth b/3b_layer14_mlp.down_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c86bec5d03b9a58e512f82d760d012e621e34ddf
--- /dev/null
+++ b/3b_layer14_mlp.down_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ecc068136cac4364d784e4c941edbcf9fea6420bd09f8764b2b7c893c215950
+size 41944810
diff --git a/3b_layer14_mlp.gate_proj_input_projection.pth b/3b_layer14_mlp.gate_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..456d99d04cc24510c79f7d17ca8069e52eefcb7b
--- /dev/null
+++ b/3b_layer14_mlp.gate_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26b38eef206d694eaeac86c2890766ab36c2ff9a1dc15dd6db7b6f88ea0c80cf
+size 41944804
diff --git a/3b_layer14_mlp.up_proj_output_projection.pth b/3b_layer14_mlp.up_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..93af63f3b8629c05c5714db8fc14f21358a187b6
--- /dev/null
+++ b/3b_layer14_mlp.up_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce7b2b0eb9a03700e183f0978fccfa49cf46b2bee89e983bd49e000e190d377
+size 536872670
diff --git a/3b_layer14_self_attn.o_proj_input_projection.pth b/3b_layer14_self_attn.o_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..00d814d85bc7040e9fdd153d0e3bb79b1136dcfb
--- /dev/null
+++ b/3b_layer14_self_attn.o_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18d133c1f367eedfc03a619f9733dcc278df94d1e59911463f95f3e6f0aa4fe7
+size 41944822
diff --git a/3b_layer14_self_attn.q_proj_output_projection.pth b/3b_layer14_self_attn.q_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..fa3f3ad1bcb0f1dbe3f8a9e0bac25cd55bd7ce37
--- /dev/null
+++ b/3b_layer14_self_attn.q_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9f1b9cf622109b17392f278f6f23d483d38296678d767a4028fa47ddae78be
+size 41944828
diff --git a/3b_layer14_self_attn.v_proj_input_projection.pth b/3b_layer14_self_attn.v_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..077db7a4ced7d40402e3eb3ec958dae4cdf9c206
--- /dev/null
+++ b/3b_layer14_self_attn.v_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d0939dc2c1e7b25d5c4072e88449734d22a68d386d89d9d5cbf19ab01cedc6d
+size 41944822
diff --git a/3b_layer14_self_attn.v_proj_output_projection.pth b/3b_layer14_self_attn.v_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..93a40353b7c5defaf8c3a9a07308456a8cdb7ea8
--- /dev/null
+++ b/3b_layer14_self_attn.v_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de67b71dcdcb3ec774a80e75ad9606cd436251e7669117e38b33ed06a30d8e0a
+size 3147516
diff --git a/3b_layer15_mlp.gate_proj_input_projection.pth b/3b_layer15_mlp.gate_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..fba99901d1df7e2a446fb7182b20e963cdcdff84
--- /dev/null
+++ b/3b_layer15_mlp.gate_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c96226c39fc7d7afa7856f0e05b8a684de2dfd3f0c26689b463bf100f9b73db8
+size 41944804
diff --git a/3b_layer15_mlp.gate_proj_output_projection.pth b/3b_layer15_mlp.gate_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..37d375106616455e7b7715e2072a0d62e6bede2f
--- /dev/null
+++ b/3b_layer15_mlp.gate_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb8ce2a56ea42ef357a8aff00ccbe59a765626140f59f32101203f78555d55d
+size 536872682
diff --git a/3b_layer15_mlp.up_proj_output_projection.pth b/3b_layer15_mlp.up_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..89b1a4c3cdd862d831358b3d57150708174d2370
--- /dev/null
+++ b/3b_layer15_mlp.up_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e99f92a15f2ee874ca6bc3a0d29d9cc252b686102e3746240ea3bb98dcbeb5a
+size 536872670
diff --git a/3b_layer15_self_attn.k_proj_input_projection.pth b/3b_layer15_self_attn.k_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c22e15249e401772eaa0aad95b196b04294cea42
--- /dev/null
+++ b/3b_layer15_self_attn.k_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c4fe4510fdd2b55c49ccecddacfc3cbf62c6d84ada8e0e6167e1822578dd05b
+size 41944822
diff --git a/3b_layer16_mlp.gate_proj_input_projection.pth b/3b_layer16_mlp.gate_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..af3a745249a654d026da661657f3e2446ff1cc9a
--- /dev/null
+++ b/3b_layer16_mlp.gate_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64b2bb93975fa56f24008e051be64ba2d72f0689fa1623d8c89de879a9e0699a
+size 41944804
diff --git a/3b_layer16_self_attn.k_proj_output_projection.pth b/3b_layer16_self_attn.k_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..dbc6d8ba540f9bd9bc5d6f32fb1726f5fc974f38
--- /dev/null
+++ b/3b_layer16_self_attn.k_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c42dee6851b233e3a16f8f074ef22f9e6f7fd3e3f5303a4b3a26a01e89b4168a
+size 3147516
diff --git a/3b_layer16_self_attn.q_proj_input_projection.pth b/3b_layer16_self_attn.q_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..92a8074ac7a008a3ebd9746441d706eba756af45
--- /dev/null
+++ b/3b_layer16_self_attn.q_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf2816b6f083affd2371dd5d2ec44f7d2aee1a593280df76db50c6d55431c070
+size 41944822
diff --git a/3b_layer16_self_attn.q_proj_output_projection.pth b/3b_layer16_self_attn.q_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8330256123f65aef3977e777d2ca9331b08dedf1
--- /dev/null
+++ b/3b_layer16_self_attn.q_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51b9e3121abbb87a800d09453cda51274604a07d2c6f7b62977b33323641ac80
+size 41944828
diff --git a/3b_layer17_mlp.down_proj_input_projection.pth b/3b_layer17_mlp.down_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e827c8ac877dda556e2c071f8aa549f9e8a36c61
--- /dev/null
+++ b/3b_layer17_mlp.down_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28714df338bd9c9b0c5c48ec8f49e20ce7c42131bb1083e2d6e10d889862ef8b
+size 536872676
diff --git a/3b_layer17_mlp.down_proj_output_projection.pth b/3b_layer17_mlp.down_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..753597774d177ebecb78a90170e0d230354a0897
--- /dev/null
+++ b/3b_layer17_mlp.down_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f188d59488436a258879e46a7d19edf6443086d81fbebe238006e2e12939660
+size 41944810
diff --git a/3b_layer17_mlp.gate_proj_input_projection.pth b/3b_layer17_mlp.gate_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..733fae6ae0fec0c527bdaf604d7fe97fb77b6f8b
--- /dev/null
+++ b/3b_layer17_mlp.gate_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fabd3a85c0f86e27c592ed051c8da14f36345a74471d53a4365ff5bc095978a
+size 41944804
diff --git a/3b_layer17_mlp.up_proj_output_projection.pth b/3b_layer17_mlp.up_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b3b7d7e5b224ebfd66af6291701524abcc65f516
--- /dev/null
+++ b/3b_layer17_mlp.up_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fa71c18c4620abe0e17f5e99ee83fd40b64823292110f74812752312afc0145
+size 536872670
diff --git a/3b_layer17_self_attn.k_proj_output_projection.pth b/3b_layer17_self_attn.k_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..147e2ad17af300e27e1d7218e64883aa398990b8
--- /dev/null
+++ b/3b_layer17_self_attn.k_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d038c47c37148c6a840e7b296a709c25cf9c18842d285ff4c6f28865d9a45b
+size 3147516
diff --git a/3b_layer18_self_attn.k_proj_output_projection.pth b/3b_layer18_self_attn.k_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..93e2ed3323185cae2360106e6d7bd3afeac486ff
--- /dev/null
+++ b/3b_layer18_self_attn.k_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b335d2d4ca156074059119030ca376008cff8a9fdde6b0c4ec46dfd80be0e22
+size 3147516
diff --git a/3b_layer18_self_attn.q_proj_output_projection.pth b/3b_layer18_self_attn.q_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..94b077f718a287f1c198ef789312d541937b6ad0
--- /dev/null
+++ b/3b_layer18_self_attn.q_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98d349a97ffa617eefaae2f64d1594c83a2fd89fe5d49f347b0598e9d7fe0dec
+size 41944828
diff --git a/3b_layer18_self_attn.v_proj_input_projection.pth b/3b_layer18_self_attn.v_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7870f3899782fc94fef95fd2283d34ebf56fb2ea
--- /dev/null
+++ b/3b_layer18_self_attn.v_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4796214cdcc8320705899656bd127109376f4ac1685704b2b1c81e098fd36efe
+size 41944822
diff --git a/3b_layer19_mlp.down_proj_input_projection.pth b/3b_layer19_mlp.down_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3b78bd930115572b057f4c6502fa05273f612040
--- /dev/null
+++ b/3b_layer19_mlp.down_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bac8c7172709da2c21eb1e172f3fec08d04471a511f7261f907df3c6bde77759
+size 536872676
diff --git a/3b_layer19_mlp.gate_proj_input_projection.pth b/3b_layer19_mlp.gate_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..58ea3cf6b692ec91ea096fe5868994520bd0c649
--- /dev/null
+++ b/3b_layer19_mlp.gate_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c384601e02ffaf14c83b49493b7007df05a96cc3f823dcbdd241b8253cbc6b5a
+size 41944804
diff --git a/3b_layer19_mlp.gate_proj_output_projection.pth b/3b_layer19_mlp.gate_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..624de99f379d4528761886f7a4880ce6e8bdf794
--- /dev/null
+++ b/3b_layer19_mlp.gate_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8011197708668e35a9ef3464f3c355bf242c826df48b4ab648b01048c2d06244
+size 536872682
diff --git a/3b_layer19_mlp.up_proj_input_projection.pth b/3b_layer19_mlp.up_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4579fdbd0cb44b57d48aec4f7e266f2ed5bdaed5
--- /dev/null
+++ b/3b_layer19_mlp.up_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec5d1c3c04ab58604ab74e336ab7c7584bfd3bed004c18b2636bad18a4fd5b0c
+size 41944792
diff --git a/3b_layer19_mlp.up_proj_output_projection.pth b/3b_layer19_mlp.up_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..26a326823e88dc414213d680f92cfde59be677ff
--- /dev/null
+++ b/3b_layer19_mlp.up_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f35d2a1f1d62dd48494decbad13fd481c8cbc485ddebb61fbc1929bb69f7edf5
+size 536872670
diff --git a/3b_layer19_self_attn.k_proj_input_projection.pth b/3b_layer19_self_attn.k_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5750880d7f3022b0583f002f5e3595408e536011
--- /dev/null
+++ b/3b_layer19_self_attn.k_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dac38c3ccc442fcccf89b30a4e9c9c454613592b537169c926bf2a115849e29
+size 41944822
diff --git a/3b_layer19_self_attn.k_proj_output_projection.pth b/3b_layer19_self_attn.k_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..fa063aa811e6163ce0d03220d0f11940fe486681
--- /dev/null
+++ b/3b_layer19_self_attn.k_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66661ed5433d61751dea88134d9190897539d76c758fb4144ad190b6c94abe8a
+size 3147516
diff --git a/3b_layer19_self_attn.o_proj_input_projection.pth b/3b_layer19_self_attn.o_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ca47d5e28f15ea19ff5b06840dccb4431410ce23
--- /dev/null
+++ b/3b_layer19_self_attn.o_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d7325bbdc74cd6b73abc7678d1c82ada1da429c374559aed7820dc7a504b29b
+size 41944822
diff --git a/3b_layer19_self_attn.o_proj_output_projection.pth b/3b_layer19_self_attn.o_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..6976459ccb7283ed8970bc5d5e3eface0b377533
--- /dev/null
+++ b/3b_layer19_self_attn.o_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:856118e494dfb15c14c59750ddda7895e86859d420fd6a12bae43225e29b8b5f
+size 41944828
diff --git a/3b_layer19_self_attn.q_proj_output_projection.pth b/3b_layer19_self_attn.q_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4e697e6dc96a88bea177c3d19e38a38ab5a223ae
--- /dev/null
+++ b/3b_layer19_self_attn.q_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b94058631772ce5e42d191fe89f20e22be37b678259e4573afec49acce4f271
+size 41944828
diff --git a/3b_layer19_self_attn.v_proj_input_projection.pth b/3b_layer19_self_attn.v_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..890ed56ad5bd4f74af0bb3222a72d4b618267a6d
--- /dev/null
+++ b/3b_layer19_self_attn.v_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbc7acb8df12e3ad4d797451a03525f48d43dbaebdaf6c6874d21b02b3cb617a
+size 41944822
diff --git a/3b_layer1_mlp.down_proj_input_projection.pth b/3b_layer1_mlp.down_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c250b24de4b88700b391ec2d45241f01bf881079
--- /dev/null
+++ b/3b_layer1_mlp.down_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd123efbe2a227f26bf0696f692ad0d166e5bb5665fc7817e3526a379c6815f6
+size 536872670
diff --git a/3b_layer1_mlp.down_proj_output_projection.pth b/3b_layer1_mlp.down_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5e5abd785b98b2c78824cc43cb7b2b000514483e
--- /dev/null
+++ b/3b_layer1_mlp.down_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:228453ccf8f102c7274afd098553c4a5849e7609c9061dec6e237b5b71ebb70e
+size 41944804
diff --git a/3b_layer1_mlp.gate_proj_input_projection.pth b/3b_layer1_mlp.gate_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..37ade172df1426b52cfcc512e6237a2d149679e1
--- /dev/null
+++ b/3b_layer1_mlp.gate_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72eae554c030b143a03b181664f8c2b332a6b68e00561913389ee272f3f2a265
+size 41944798
diff --git a/3b_layer1_mlp.up_proj_input_projection.pth b/3b_layer1_mlp.up_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..92239c0f3008abc345e4f8c887c282bf29f9360a
--- /dev/null
+++ b/3b_layer1_mlp.up_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ccda892011b716260f6c1ef1bbb97b44d2000e2642ea91ac725f48e1702bb02
+size 41944722
diff --git a/3b_layer1_self_attn.k_proj_input_projection.pth b/3b_layer1_self_attn.k_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f5b093ddf2043d3ce0ffa6ec14712ddf089db51f
--- /dev/null
+++ b/3b_layer1_self_attn.k_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e99f22488afb0e9279d1ec1b49b1e1c82bd2db2cef03783790832f6e441d6e3e
+size 41944816
diff --git a/3b_layer1_self_attn.o_proj_input_projection.pth b/3b_layer1_self_attn.o_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..caa2f6d43bf8562531cf32411f232325ab11ab7e
--- /dev/null
+++ b/3b_layer1_self_attn.o_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41f6bc7c82b71f130c4bef48d745a0363c13aa0ef246b2371047f4876d6d91b3
+size 41944816
diff --git a/3b_layer20_mlp.down_proj_output_projection.pth b/3b_layer20_mlp.down_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1f3d05269ebb003a8f84324c6efa51bc09e78037
--- /dev/null
+++ b/3b_layer20_mlp.down_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d2d73f503aedc50d9b8f2f57274f9fae164d3a7df54256ade8e340d5f399345
+size 41944810
diff --git a/3b_layer20_mlp.gate_proj_output_projection.pth b/3b_layer20_mlp.gate_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0b29d62ad1272b1acb2582303310c12cb07b9089
--- /dev/null
+++ b/3b_layer20_mlp.gate_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f6e68610abed3431db1f67b3e3ee53afba3577e52ab98b4e2b8b0fe49a4420b
+size 536872682
diff --git a/3b_layer20_mlp.up_proj_input_projection.pth b/3b_layer20_mlp.up_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f1c51ec8570d8ca0b9987c32aa2ff1a3b1d68c70
--- /dev/null
+++ b/3b_layer20_mlp.up_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c92e5d9ad6e635a0b3a286c08320f23f61747b980ccb4d4d901f7346227b601c
+size 41944792
diff --git a/3b_layer20_mlp.up_proj_output_projection.pth b/3b_layer20_mlp.up_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..79196b281f33bf923ce82a4852499eccdec4860c
--- /dev/null
+++ b/3b_layer20_mlp.up_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adf1e48c562d7255a430257937dd03f31317b79100583ad97184a579dfb0486f
+size 536872670
diff --git a/3b_layer20_self_attn.k_proj_output_projection.pth b/3b_layer20_self_attn.k_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d50383da33f21b29e52b5b5a12e1ef1df397b4ba
--- /dev/null
+++ b/3b_layer20_self_attn.k_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b589531372b014d7b7becf7ac6e5514c476212174e272740746e16b3e4c80d0e
+size 3147516
diff --git a/3b_layer20_self_attn.v_proj_input_projection.pth b/3b_layer20_self_attn.v_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8508f65a5656eae4282b3f0cbb70fa4b310474ae
--- /dev/null
+++ b/3b_layer20_self_attn.v_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1d12d62cbabf6f973638549ab2bfa1a902f4000819a2b9950261298d9aa9578
+size 41944822
diff --git a/3b_layer21_mlp.gate_proj_input_projection.pth b/3b_layer21_mlp.gate_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..91f76ffbb01b1cb588e537abbeb8ebd3dc1a76e3
--- /dev/null
+++ b/3b_layer21_mlp.gate_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34e313328085a70e2d73769831e4457718119d24ffbfd49a3fb7999330b4b768
+size 41944804
diff --git a/3b_layer21_mlp.gate_proj_output_projection.pth b/3b_layer21_mlp.gate_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..70c26a1a5121582adbca4a7fdd8813e5a8049c5b
--- /dev/null
+++ b/3b_layer21_mlp.gate_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:921a59af5e0704852025ad8fb086ef3a8a7cbeddf24925494807d726a95a2ed4
+size 536872682
diff --git a/3b_layer21_mlp.up_proj_output_projection.pth b/3b_layer21_mlp.up_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0e47d935ffc0cf45c9a97d52e1803a03b006b61f
--- /dev/null
+++ b/3b_layer21_mlp.up_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acb9919d34ddddd3d015f5f57d110637c538c9464b01149d586eca978b7f24a2
+size 536872670
diff --git a/3b_layer21_self_attn.k_proj_input_projection.pth b/3b_layer21_self_attn.k_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..12e4b70d485e5f87701c26f447a017a9e9404867
--- /dev/null
+++ b/3b_layer21_self_attn.k_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:102a4d74c673294ece0367ce468924e94651fb14a6c2d0ce8b2711057f7ea622
+size 41944822
diff --git a/3b_layer21_self_attn.o_proj_input_projection.pth b/3b_layer21_self_attn.o_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1e25fbe863640865881fec743101357a3a4c5eac
--- /dev/null
+++ b/3b_layer21_self_attn.o_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a4278e047f14bb8abe7a7db7dae3034f402fe733e712aefaef8df66abf02e14
+size 41944822
diff --git a/3b_layer21_self_attn.o_proj_output_projection.pth b/3b_layer21_self_attn.o_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a5c64366af26551183385d20f412e7409c28d7f3
--- /dev/null
+++ b/3b_layer21_self_attn.o_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afb893d9836c0f67e13c5947cd87d0833614f0094ecf56340f532e98f4a616ba
+size 41944828
diff --git a/3b_layer21_self_attn.q_proj_output_projection.pth b/3b_layer21_self_attn.q_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..81d3b243243e21337ff49527c1d6d85d58966ba8
--- /dev/null
+++ b/3b_layer21_self_attn.q_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03dc2cc31b24abcb2313b9bb54d3b9df361697157ae983a99b0f2398d2cf1db7
+size 41944828
diff --git a/3b_layer22_mlp.down_proj_input_projection.pth b/3b_layer22_mlp.down_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..57b7f69bfaf91a75b177dc6398cfbdccfaa31e11
--- /dev/null
+++ b/3b_layer22_mlp.down_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:773efb1f69789dab55a6c20bf94a65a672ab863800eb3dbb80894da3473f9076
+size 536872676
diff --git a/3b_layer22_mlp.gate_proj_input_projection.pth b/3b_layer22_mlp.gate_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..537ab13abf37be9daa7f04f9c6b1b53e33f4008b
--- /dev/null
+++ b/3b_layer22_mlp.gate_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48a1b2cfcd58136a6edc8285109267c9d3b9526873503952227681a06d0eda2b
+size 41944804
diff --git a/3b_layer22_mlp.up_proj_output_projection.pth b/3b_layer22_mlp.up_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a10814b1eabeedbde923802b11bf0176c48f201a
--- /dev/null
+++ b/3b_layer22_mlp.up_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9e096da8475d928efbdd58767cb0439555dd74d4b5e007553d54a9a165ad16
+size 536872670
diff --git a/3b_layer22_self_attn.k_proj_output_projection.pth b/3b_layer22_self_attn.k_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d3222bf27045b5831bdc3eb7ed8b6f18ae3db821
--- /dev/null
+++ b/3b_layer22_self_attn.k_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f4dfddbeec2c44ec2e38dc124e053fab9c2dac0eb6f07ad540a4458717ea1b8
+size 3147516
diff --git a/3b_layer22_self_attn.o_proj_output_projection.pth b/3b_layer22_self_attn.o_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..bcdfe2e8483fac4427a28846a42a2b98f32056c9
--- /dev/null
+++ b/3b_layer22_self_attn.o_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5cf4e2d54787242b1863461af37cc1f3dab9fcfa9797e2fee09a55d49a0cdc2
+size 41944828
diff --git a/3b_layer22_self_attn.q_proj_output_projection.pth b/3b_layer22_self_attn.q_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..40c4fb9cc6e4751728cae7a6e9e8de37d850e717
--- /dev/null
+++ b/3b_layer22_self_attn.q_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:323a2556080ce498ab60cfb10b116a9d777400507571b6579ef0a5e67d764730
+size 41944828
diff --git a/3b_layer22_self_attn.v_proj_output_projection.pth b/3b_layer22_self_attn.v_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..6f0e718b04aaf6560f106d32a0ebe02f119d48c4
--- /dev/null
+++ b/3b_layer22_self_attn.v_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7a85eb95e30c3c265b140bf13bb15ec40fd5ddd69bc4df9de099a93de092c8f
+size 3147516
diff --git a/3b_layer23_mlp.down_proj_output_projection.pth b/3b_layer23_mlp.down_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ad42dc46d3327e4946881d603ea8611ccc120e91
--- /dev/null
+++ b/3b_layer23_mlp.down_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b02a881c7ef20bd274a03720dc893b87f2946505d9f8c4f8ec096568bf82e83
+size 41944810
diff --git a/3b_layer23_mlp.gate_proj_input_projection.pth b/3b_layer23_mlp.gate_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3653d5325cea82df2ce54e05fcc5db03e65de313
--- /dev/null
+++ b/3b_layer23_mlp.gate_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0b27c072f84f83cbdb43bb9ef1ebc0d58916a7c44c796031e5fb6f6c5e7e9ed
+size 41944804
diff --git a/3b_layer23_mlp.up_proj_input_projection.pth b/3b_layer23_mlp.up_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2f0b26beafb9e4b2ba375eb8d46f9c2b80832027
--- /dev/null
+++ b/3b_layer23_mlp.up_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9181505606e80dcb425bb6e3b7b915e0199a74f47df76fff1e9dc559b7c8cf2f
+size 41944792
diff --git a/3b_layer23_mlp.up_proj_output_projection.pth b/3b_layer23_mlp.up_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7c3d0415c884aba4ee4ba351c917c0568974353b
--- /dev/null
+++ b/3b_layer23_mlp.up_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc3292a2a890b52fb2e7db41faadd479eee8e3c4f56619b04aedf7072153c3f1
+size 536872670
diff --git a/3b_layer23_self_attn.v_proj_output_projection.pth b/3b_layer23_self_attn.v_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1e014c2966619012d21803a86aa4c5bdc2abbc92
--- /dev/null
+++ b/3b_layer23_self_attn.v_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37a3956ed1c165927154fcd19a3454aeeb2a50b466c43481433d75f5641f2681
+size 3147516
diff --git a/3b_layer24_mlp.up_proj_input_projection.pth b/3b_layer24_mlp.up_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..22abd4503c152d80691ff9e52b36a81db7d90104
--- /dev/null
+++ b/3b_layer24_mlp.up_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8d94eaf80da1da4fee8cd7a939970949297414de413e290abf823673b46bfa2
+size 41944792
diff --git a/3b_layer24_mlp.up_proj_output_projection.pth b/3b_layer24_mlp.up_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..819f8e178c1dfaf6806b8657416aa30ce6af9c17
--- /dev/null
+++ b/3b_layer24_mlp.up_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:295faec8140bf1eb11141699e157137219a718cb4ccefc0609ae6e24cc42f066
+size 536872670
diff --git a/3b_layer24_self_attn.o_proj_input_projection.pth b/3b_layer24_self_attn.o_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3b7f2068dc4f5b3c1ca7117f1ab6a71a0e2f488d
--- /dev/null
+++ b/3b_layer24_self_attn.o_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f2a485d3d329bc922505d04480543e1e45f190c46ded3ff3040c224894ae41
+size 41944822
diff --git a/3b_layer24_self_attn.o_proj_output_projection.pth b/3b_layer24_self_attn.o_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..22df05f36ae414ea23177a89f8cacaa45bbd73dc
--- /dev/null
+++ b/3b_layer24_self_attn.o_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eda690f06250aa197cdae25885b582646ac7a20aa98e403931c0e7302508aa75
+size 41944828
diff --git a/3b_layer24_self_attn.v_proj_output_projection.pth b/3b_layer24_self_attn.v_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f8ca2d1be9f57843e5ab714df0d2e035f7cdbf48
--- /dev/null
+++ b/3b_layer24_self_attn.v_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:478d9e9d7d84317c2ddc689cdcd9e9ce8b2a56bcb2401f02f604e17a9bd3bc88
+size 3147516
diff --git a/3b_layer25_mlp.down_proj_input_projection.pth b/3b_layer25_mlp.down_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1b25eff4b8cdbe8b0e102da05ac235aecd2e98ed
--- /dev/null
+++ b/3b_layer25_mlp.down_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58fecec9a679186a9292a1f8b3a0603acf2d302db6422eaa0181e8bfb55cf1c2
+size 536872676
diff --git a/3b_layer25_mlp.down_proj_output_projection.pth b/3b_layer25_mlp.down_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..611af3ee3d21301df8cc8790b3281978236348ee
--- /dev/null
+++ b/3b_layer25_mlp.down_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c43bfd820ee5b7d7c6fca4ccf8950527cf7d15baa683841f12dba5f1a96639ed
+size 41944810
diff --git a/3b_layer25_self_attn.k_proj_input_projection.pth b/3b_layer25_self_attn.k_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3292dbe2317d0ceabc4d4b9d488bbd4ea17f910d
--- /dev/null
+++ b/3b_layer25_self_attn.k_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aac5e8d91dda011eaa5cf50787b616cd8ababdda799b96e510aff8c9751eafd
+size 41944822
diff --git a/3b_layer25_self_attn.k_proj_output_projection.pth b/3b_layer25_self_attn.k_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..00eec5f437bf1eeaa0d1e514d1ab1049bbcfa0b0
--- /dev/null
+++ b/3b_layer25_self_attn.k_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:356951fb1597aa6ee909939cf728293c63608215863cccfe9f456818cdf5420b
+size 3147516
diff --git a/3b_layer25_self_attn.o_proj_input_projection.pth b/3b_layer25_self_attn.o_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..febe7ba91d9e6b6ef9316c3905adfb92e02d63bd
--- /dev/null
+++ b/3b_layer25_self_attn.o_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3dc239dcd519926a89f23a777fda4fcbc150a13186e95135f91388c9e0862e2
+size 41944822
diff --git a/3b_layer25_self_attn.q_proj_output_projection.pth b/3b_layer25_self_attn.q_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0692704950d39a09643110051666642c396d1d42
--- /dev/null
+++ b/3b_layer25_self_attn.q_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:631a3ec354f302982571754316a4eedf887b863ee94a02a48c0a896ea3af99b3
+size 41944828
diff --git a/3b_layer26_mlp.gate_proj_input_projection.pth b/3b_layer26_mlp.gate_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..114e37d317dad853234743801399fe7174dafbf0
--- /dev/null
+++ b/3b_layer26_mlp.gate_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5299e10b15c0249e87a033eb7abef7028fb614ba5108c9aa74acae16d5d05ddc
+size 41944804
diff --git a/3b_layer26_mlp.up_proj_input_projection.pth b/3b_layer26_mlp.up_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..27ffa173ace2bc7709bc111bb2055f34f39feeeb
--- /dev/null
+++ b/3b_layer26_mlp.up_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:527ce0fa014b5c667b16734ea1a1e8de7be052cff0be830384bf4ebd2cc725aa
+size 41944792
diff --git a/3b_layer26_self_attn.k_proj_input_projection.pth b/3b_layer26_self_attn.k_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..75e5522df44003c1ebe1243415aba0856cab8b39
--- /dev/null
+++ b/3b_layer26_self_attn.k_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d97943fff81f33ad5fa5f73270129e9ae66196da9f1ba4f00d2ce4b9d257c6df
+size 41944822
diff --git a/3b_layer26_self_attn.q_proj_input_projection.pth b/3b_layer26_self_attn.q_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1b184d5607747859abe4b72c9e94263f1b41fa36
--- /dev/null
+++ b/3b_layer26_self_attn.q_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d86c0db637f17e7139669f10ac9abd4a47873e2e13676bab9cb4505f8c4b1590
+size 41944822
diff --git a/3b_layer26_self_attn.v_proj_input_projection.pth b/3b_layer26_self_attn.v_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..40fb89ae69b5f00fc97ac291965a026d33dfb277
--- /dev/null
+++ b/3b_layer26_self_attn.v_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8c33f860ed8351bfb850ee2e59f3a3d6274b6474ae904f9715d499de7e22768
+size 41944822
diff --git a/3b_layer27_mlp.down_proj_output_projection.pth b/3b_layer27_mlp.down_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7e13ef2101adb862b9545daa4d0d4faf7323b39c
--- /dev/null
+++ b/3b_layer27_mlp.down_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ca33638f3d6e51139fc5784bf6305a840bdbd7b12dd238b3d587115e57f50ee
+size 41944810
diff --git a/3b_layer27_mlp.up_proj_output_projection.pth b/3b_layer27_mlp.up_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8fd5e454ab71e34260ffe7681b5057324f074d9b
--- /dev/null
+++ b/3b_layer27_mlp.up_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7496b5a6bf8cab2ff1f26bf7ce094a1558b3424d499eb4062da2323a4e95334a
+size 536872670
diff --git a/3b_layer27_self_attn.o_proj_output_projection.pth b/3b_layer27_self_attn.o_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..91c7e6420d5fd2c121bb76f580e1e7f196bff5f4
--- /dev/null
+++ b/3b_layer27_self_attn.o_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68def90026ef06255d193653e5daec1bd2b65886ccd8008f1fa151c87ccd80e9
+size 41944828
diff --git a/3b_layer2_mlp.down_proj_input_projection.pth b/3b_layer2_mlp.down_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e95e18774c507b6de33136b28150086a601f3f3a
--- /dev/null
+++ b/3b_layer2_mlp.down_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b7658d426c997f00e19a79cf0500d4f4b16af2cc1febb8d455339f813c1e686
+size 536872670
diff --git a/3b_layer2_mlp.down_proj_output_projection.pth b/3b_layer2_mlp.down_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..804264d21feacef1497ca5c69204a0d5ee18296b
--- /dev/null
+++ b/3b_layer2_mlp.down_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:862336f54b21f9e9645d3a899cdef0ea357a16029c6d4b858a56762a83fd2fbe
+size 41944804
diff --git a/3b_layer2_mlp.up_proj_input_projection.pth b/3b_layer2_mlp.up_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1dccea220b5b149337dc27bb8edb8630e725df3b
--- /dev/null
+++ b/3b_layer2_mlp.up_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c0e1a4ad7c481a04b65d69f8df3a638430ee577ef990f9e0949c7ebf8576a8f
+size 41944722
diff --git a/3b_layer2_self_attn.k_proj_input_projection.pth b/3b_layer2_self_attn.k_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a574101394c0e404662ba417c790d3690cc164ec
--- /dev/null
+++ b/3b_layer2_self_attn.k_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd850a05e35f9d0010803651c8c3d873bf1c190722b9b46fb3d1d83cd54c540
+size 41944816
diff --git a/3b_layer2_self_attn.o_proj_input_projection.pth b/3b_layer2_self_attn.o_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9d17c5ba84ab84b5429eb411f0c5f7f9fcfaafbb
--- /dev/null
+++ b/3b_layer2_self_attn.o_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72ea01b39798ca98d99f23841f9b7540a41a08f3937f5aa4a1facee009ef4094
+size 41944816
diff --git a/3b_layer3_mlp.gate_proj_input_projection.pth b/3b_layer3_mlp.gate_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..38907b877a0a4dc98c338d329bf1dafe5ff01903
--- /dev/null
+++ b/3b_layer3_mlp.gate_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9daed772083e6a189f6b8ee68e9d34e97d47bbf4ee6204af5f1cbd60d5ee8dde
+size 41944798
diff --git a/3b_layer3_mlp.gate_proj_output_projection.pth b/3b_layer3_mlp.gate_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d6e8fce6bc594afa88dad2b60be5894ec621b5c7
--- /dev/null
+++ b/3b_layer3_mlp.gate_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ade7b58a31e08f2687703d3fd06e9f9187d4b412ad432bd0ab43ab8e325b07c
+size 536872676
diff --git a/3b_layer3_mlp.up_proj_input_projection.pth b/3b_layer3_mlp.up_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0ec9ea7433660740c3e7efbe9c8a929cce6f6673
--- /dev/null
+++ b/3b_layer3_mlp.up_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d3563a0e1c3c0d58313cd7f7bc5056edbfc240c8fe6e64569315942ab1e44d
+size 41944722
diff --git a/3b_layer3_mlp.up_proj_output_projection.pth b/3b_layer3_mlp.up_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1f6bd1fbed2cc591efdd6036d89d020731439b86
--- /dev/null
+++ b/3b_layer3_mlp.up_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:621b82341839106ef9bda6fd8b5255e7406d67784a238b6277916bcc108d2768
+size 536872664
diff --git a/3b_layer3_self_attn.o_proj_output_projection.pth b/3b_layer3_self_attn.o_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9a2c7ba4753bf651fba9aa059a2375d36c5441c8
--- /dev/null
+++ b/3b_layer3_self_attn.o_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5423c40832f76b7d6902498d92cd94ec695534a0ebb6cff4d5e39264ef55d2c
+size 41944822
diff --git a/3b_layer3_self_attn.q_proj_input_projection.pth b/3b_layer3_self_attn.q_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f499261e0da42d8af5e31048955840e5153655f0
--- /dev/null
+++ b/3b_layer3_self_attn.q_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35abfbae9a17723cd7c48743f6ddb80c2bad1b3da724bd784754efb0d550792d
+size 41944816
diff --git a/3b_layer3_self_attn.q_proj_output_projection.pth b/3b_layer3_self_attn.q_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b22356a3e63df348c195b1e95c822f666d04f017
--- /dev/null
+++ b/3b_layer3_self_attn.q_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eca5f6f755ea6bd9a0596fb709118874bf8c327bb4bbd162ddcd479db77ffa6d
+size 41944822
diff --git a/3b_layer3_self_attn.v_proj_output_projection.pth b/3b_layer3_self_attn.v_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..695573c7d91bfac2f45afd4bdb627da86c997401
--- /dev/null
+++ b/3b_layer3_self_attn.v_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d5a41843d8378f5ac485afd5d1464997abe5d20b3d8b1a56dd14b33a4634a2e
+size 3147510
diff --git a/3b_layer4_mlp.down_proj_input_projection.pth b/3b_layer4_mlp.down_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8e076fd9625a8bf7688c181a4726756fe9934ba8
--- /dev/null
+++ b/3b_layer4_mlp.down_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76bdf3f2b57b4f4b86d3cbb7960e23493e33a3aea62b56ac3182b9a621f5df2f
+size 536872670
diff --git a/3b_layer4_mlp.gate_proj_output_projection.pth b/3b_layer4_mlp.gate_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b8dee071ef95bdb0fe938b86861457a277bf071e
--- /dev/null
+++ b/3b_layer4_mlp.gate_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087b3696bf18ed32c7bfc77d138288bdc5eef538fb95759176eab82e713db7c1
+size 536872676
diff --git a/3b_layer4_mlp.up_proj_input_projection.pth b/3b_layer4_mlp.up_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e214deea0005ac008fcba388ba330480faad34fc
--- /dev/null
+++ b/3b_layer4_mlp.up_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7fc90ca48011d58a7a19933659855cb08d9fe4a2ef15ab6dea163ee22fcd551
+size 41944722
diff --git a/3b_layer4_self_attn.k_proj_input_projection.pth b/3b_layer4_self_attn.k_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..093b2b6bbaa28798b7d99f2d33d703b675c44418
--- /dev/null
+++ b/3b_layer4_self_attn.k_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5ff43ae1d575aa3020c10a403b7d1533e440798bda60e0be7970ecd78f14bb5
+size 41944816
diff --git a/3b_layer4_self_attn.o_proj_input_projection.pth b/3b_layer4_self_attn.o_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e9d255d846806be98557a9fae9f0ca9ebe2035fa
--- /dev/null
+++ b/3b_layer4_self_attn.o_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8174139c1138781a24b4e22746e8af7ceb89f4ecc231fed764293ba2fb2262f5
+size 41944816
diff --git a/3b_layer4_self_attn.v_proj_input_projection.pth b/3b_layer4_self_attn.v_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3d8cb56384b6e5b6e214af7cfddbd0b3f245d246
--- /dev/null
+++ b/3b_layer4_self_attn.v_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:346cd3cd3fd0182410c702370162406f52f95733992382f6c48f74fff3adc280
+size 41944816
diff --git a/3b_layer5_self_attn.v_proj_input_projection.pth b/3b_layer5_self_attn.v_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d89bb400af7a9da7705aee4552525408cf20dc3e
--- /dev/null
+++ b/3b_layer5_self_attn.v_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41dcb5c63fe0062da7793996754f7df4541180e19d31e98d631078393b9d5140
+size 41944816
diff --git a/3b_layer6_mlp.down_proj_input_projection.pth b/3b_layer6_mlp.down_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ce9b6af96f493f6e4e96067a3dcec4b95e674b87
--- /dev/null
+++ b/3b_layer6_mlp.down_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317bca7461a721eefaf3eaee150e58bbf7e285ca69c27dddcf7081e34ce08ec0
+size 536872670
diff --git a/3b_layer6_mlp.gate_proj_input_projection.pth b/3b_layer6_mlp.gate_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..878a28c75bf5e50574057a28b5ed4c96e2b80013
--- /dev/null
+++ b/3b_layer6_mlp.gate_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25c26dc6f1096320c68bdb4af2132ba63aa7e3ef023f7ba38651b427ce629efd
+size 41944798
diff --git a/3b_layer6_self_attn.k_proj_output_projection.pth b/3b_layer6_self_attn.k_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8651c4dcf17dc7642459bf41095c1057f6a648c9
--- /dev/null
+++ b/3b_layer6_self_attn.k_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaead1de07752c69d82e88e3201dea7230fe521e8c898285e2c03f144114a825
+size 3147510
diff --git a/3b_layer6_self_attn.o_proj_output_projection.pth b/3b_layer6_self_attn.o_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4e3a0d472a97207e45c8cb1fc8c22f4395e6613c
--- /dev/null
+++ b/3b_layer6_self_attn.o_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5967f1cd29081954a5df10d4c0b0e5d4dbfcbfd3de11e9786bf79197edd7170f
+size 41944822
diff --git a/3b_layer6_self_attn.q_proj_input_projection.pth b/3b_layer6_self_attn.q_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7bf1bef820af021889c538df6bd66b9b79b03bf8
--- /dev/null
+++ b/3b_layer6_self_attn.q_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84364d74eecd6b74f2ca09b4c94952160b5d37a26d2e76ce150ca8f629c937f6
+size 41944816
diff --git a/3b_layer7_mlp.down_proj_output_projection.pth b/3b_layer7_mlp.down_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e767415b7804dbc1ce1ce63a26fd0b49a5244b78
--- /dev/null
+++ b/3b_layer7_mlp.down_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58e123a98f20dd30bd9aab4b88294b727364ea013cfba8c072bcd4d74f18afc0
+size 41944804
diff --git a/3b_layer7_mlp.gate_proj_input_projection.pth b/3b_layer7_mlp.gate_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7d1a5fa796fca386934ca04dcc22125b054b1b5d
--- /dev/null
+++ b/3b_layer7_mlp.gate_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:855b7001412322a23fbcad9bf6378a350360b1a785f3bc7d3067ca781f03546d
+size 41944798
diff --git a/3b_layer7_mlp.gate_proj_output_projection.pth b/3b_layer7_mlp.gate_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8ca70c3d244ea3b750626492d8164c5b033077c7
--- /dev/null
+++ b/3b_layer7_mlp.gate_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd40ed112095a5bc57e3d884fc00b285319e4e7c07a03aace0fcee556707b224
+size 536872676
diff --git a/3b_layer7_mlp.up_proj_input_projection.pth b/3b_layer7_mlp.up_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0d492523993811742fd7f390ab1dd48773f19d68
--- /dev/null
+++ b/3b_layer7_mlp.up_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:421eb959857efe1ae9f9893cafc16666a75f838edec61f449057d2e24a5319da
+size 41944722
diff --git a/3b_layer7_self_attn.o_proj_input_projection.pth b/3b_layer7_self_attn.o_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c2ae0275cc9af4d8e11a9d761a375b377d5a5762
--- /dev/null
+++ b/3b_layer7_self_attn.o_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0fea5765b4f4141be625791d106d712e346ee66cd35258b69a6ffb00abd372a
+size 41944816
diff --git a/3b_layer7_self_attn.v_proj_output_projection.pth b/3b_layer7_self_attn.v_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1ee74e93cc6adf370cff973f6b142c697821ab1e
--- /dev/null
+++ b/3b_layer7_self_attn.v_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcc71a534625ae6c65ee031d88d201c215438722c3015991b0565fb3d166e977
+size 3147510
diff --git a/3b_layer8_mlp.down_proj_input_projection.pth b/3b_layer8_mlp.down_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..6a12f07811d5044157cd38c781b62e6e87a9b13b
--- /dev/null
+++ b/3b_layer8_mlp.down_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71f01615d95f73924a585968424d3952c2dd634016939bc9139ade486c408a65
+size 536872670
diff --git a/3b_layer8_mlp.down_proj_output_projection.pth b/3b_layer8_mlp.down_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..028fc0107a371c040f4401a659fc4e875094570b
--- /dev/null
+++ b/3b_layer8_mlp.down_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1604ce947d6de93d19f55e694e2f3f6aeb58ab8118df9f77efd13aba71ed7f9
+size 41944804
diff --git a/3b_layer8_mlp.gate_proj_input_projection.pth b/3b_layer8_mlp.gate_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c04d46c3294fecc44d4486273ae062ba5d69d497
--- /dev/null
+++ b/3b_layer8_mlp.gate_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8074aa53f9122eea2b0a9c9c8536b17a68dcc22baa637eb711c605a34c9f59c
+size 41944798
diff --git a/3b_layer8_mlp.gate_proj_output_projection.pth b/3b_layer8_mlp.gate_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..36f9931bebd5aff2eb8e4d484e5eb722cd8a4ee2
--- /dev/null
+++ b/3b_layer8_mlp.gate_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c8426ee938cf5a1869077a4b50faf38724c0955335b7fcd2fb7a2c34f5c1fb6
+size 536872676
diff --git a/3b_layer8_mlp.up_proj_input_projection.pth b/3b_layer8_mlp.up_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..898fc4d6169ba2d5f4aeb87514b54dbf0aa9262a
--- /dev/null
+++ b/3b_layer8_mlp.up_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5e3dc84941452ea70a6fc461a162dd227cfeee1ea473ed789fc9236165f3bdd
+size 41944722
diff --git a/3b_layer8_self_attn.k_proj_input_projection.pth b/3b_layer8_self_attn.k_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..6d39af28ae81e6b963575dc00a88558a0bac3a88
--- /dev/null
+++ b/3b_layer8_self_attn.k_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf98d917a3fcec0d46bd476a192c7f3da19e56412ffa900be4f1dca76a770751
+size 41944816
diff --git a/3b_layer8_self_attn.o_proj_output_projection.pth b/3b_layer8_self_attn.o_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..cec4470ea695cc685818a1c2e447673e061b7b57
--- /dev/null
+++ b/3b_layer8_self_attn.o_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74a3dcb241bbb5beada15f7143fa70ffd113204931c58938a051b0d093b169cb
+size 41944822
diff --git a/3b_layer9_mlp.gate_proj_output_projection.pth b/3b_layer9_mlp.gate_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d9a4c54d63f5bdf01e174a19a432583430ae0c7a
--- /dev/null
+++ b/3b_layer9_mlp.gate_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2620c43978ef672f8af308a60c0c71904524d8a8051b3a305fdcce8f01a0d1a
+size 536872676
diff --git a/3b_layer9_mlp.up_proj_input_projection.pth b/3b_layer9_mlp.up_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a079b0e8ebd5eac82bf11fe7f862966319fc6cb5
--- /dev/null
+++ b/3b_layer9_mlp.up_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac648a06048ba07cb083dcf12dc913b55b7037f0c762b8cff3bf057bc2020de6
+size 41944722
diff --git a/3b_layer9_mlp.up_proj_output_projection.pth b/3b_layer9_mlp.up_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8e915cba70b147ac9a49a623e2134cb8e863d63f
--- /dev/null
+++ b/3b_layer9_mlp.up_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c209809302c969acea04b7cdc32717d4c0a7a912587f0dd70a4235e6644aaf5
+size 536872664
diff --git a/3b_layer9_self_attn.k_proj_input_projection.pth b/3b_layer9_self_attn.k_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f956777cb5aab46cb264e70636a001e307df51c9
--- /dev/null
+++ b/3b_layer9_self_attn.k_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86d5c632b53ec575185c3b0294c39285bfa7345ea3b04902eac75f5a59118bf1
+size 41944816
diff --git a/3b_layer9_self_attn.k_proj_output_projection.pth b/3b_layer9_self_attn.k_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7429141416b2b28d65562ef00c8d23dd2afd1a3f
--- /dev/null
+++ b/3b_layer9_self_attn.k_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:261233ee01648ee10f48f6141cda0fbffcf3609574c3b4b78a0700509f40fcb3
+size 3147510
diff --git a/3b_layer9_self_attn.o_proj_output_projection.pth b/3b_layer9_self_attn.o_proj_output_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ce489041fb7ccb02dc5de57f672de714add56611
--- /dev/null
+++ b/3b_layer9_self_attn.o_proj_output_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac61aa0a706a23a4b9098c6a4d3cddabc7c5884599e43b68e8294d7e6a8dd73a
+size 41944822
diff --git a/3b_layer9_self_attn.v_proj_input_projection.pth b/3b_layer9_self_attn.v_proj_input_projection.pth
new file mode 100644
index 0000000000000000000000000000000000000000..04628252b4d9d3a425df7d4f1c443bff364bd307
--- /dev/null
+++ b/3b_layer9_self_attn.v_proj_input_projection.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ccd86a7c0faac0e1ea0fc94b4c470038c6c7ade3a7f913bfea02b309fe3afcc
+size 41944816