diff --git a/1b_layer0_mlp.up_proj_input_representation.pth b/1b_layer0_mlp.up_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ea9c3d89f793df5d08d1a565d03973b1219688b8
--- /dev/null
+++ b/1b_layer0_mlp.up_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b8820ddbc86d9d7d2a41aa2d2d185016b819e9e5bb15199bfc6ffc55515b0e7
+size 61724107
diff --git a/1b_layer0_self_attn.o_proj_input_representation.pth b/1b_layer0_self_attn.o_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..571a2283beba327d054cd294c259a6f0e1d330f4
--- /dev/null
+++ b/1b_layer0_self_attn.o_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:800d4d55d3fc056e5bf40ffe9275725028c50bada76fbfb921e3930ebddb6015
+size 61724132
diff --git a/1b_layer0_self_attn.o_proj_output_representation.pth b/1b_layer0_self_attn.o_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8cda74d99452c27275f2914614eef7c8ed7a49b7
--- /dev/null
+++ b/1b_layer0_self_attn.o_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb18cd64f8b6624b55769a298b4b06bd176870dbd60c45c89b1899cda1169c00
+size 61724137
diff --git a/1b_layer0_self_attn.v_proj_input_representation.pth b/1b_layer0_self_attn.v_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e2f8efbb9876fc20e68296ef11ba97eea432f1b9
--- /dev/null
+++ b/1b_layer0_self_attn.v_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:455b4eabb270cf8df10c552cddc0164d59b6bc1bd9c5714c27b5bdf55b28ab21
+size 61724132
diff --git a/1b_layer10_mlp.down_proj_input_representation.pth b/1b_layer10_mlp.down_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0ab56a254463a1199d81ec0aa5777369c504a786
--- /dev/null
+++ b/1b_layer10_mlp.down_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ddad31495a9d78be6c82a61ed69063593134e574a91b9fce9ce90162bb10567
+size 246891994
diff --git a/1b_layer10_mlp.down_proj_output_representation.pth b/1b_layer10_mlp.down_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b697b24382941be00ec53e124dcf066bae553a95
--- /dev/null
+++ b/1b_layer10_mlp.down_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f5c45b616e75de26a81853ac7d94797dfd95e8ad3b088bf34252e9ddab785ec
+size 61724127
diff --git a/1b_layer10_self_attn.k_proj_output_representation.pth b/1b_layer10_self_attn.k_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..85d0dc36d41caab3eafe3c15f545927e539a1454
--- /dev/null
+++ b/1b_layer10_self_attn.k_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2457e563080466d094e06189346d220cac80ecf609caf292c768cf1a0d24136f
+size 15432174
diff --git a/1b_layer10_self_attn.o_proj_input_representation.pth b/1b_layer10_self_attn.o_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2a32ad5d3d1a80fcecf0b843c7f73c0a6050acfe
--- /dev/null
+++ b/1b_layer10_self_attn.o_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65beee529fcd537fe026e396b929ecd752d38433e6226652dba4aa29074f6e18
+size 61724137
diff --git a/1b_layer11_mlp.down_proj_output_representation.pth b/1b_layer11_mlp.down_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b9f9bb2912274ff067d9338c605b368b5dc32d76
--- /dev/null
+++ b/1b_layer11_mlp.down_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef111e7e2fc75b07d1d1a0a48c7daf31663f4b27dc7afb747c9296f9d762f74f
+size 61724127
diff --git a/1b_layer11_mlp.up_proj_input_representation.pth b/1b_layer11_mlp.up_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..bdd984cb3192708a616471a65af14ce47995e748
--- /dev/null
+++ b/1b_layer11_mlp.up_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f8bd8ce04e4d8b0f404e2337b1f25f56cc2dc42df9aa7ba49cfa3ed137fe812
+size 61724112
diff --git a/1b_layer11_self_attn.q_proj_output_representation.pth b/1b_layer11_self_attn.q_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..69e0d9cf21ef1a8a69cc34d8270e3ba268115038
--- /dev/null
+++ b/1b_layer11_self_attn.q_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e300055342bf2b84a4406b9881631e175fd49f58faa5a8ffa4962d5d40341ef
+size 61724142
diff --git a/1b_layer12_mlp.down_proj_input_representation.pth b/1b_layer12_mlp.down_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8ce72f0a62abf39a3928477e1b53af569a9c9739
--- /dev/null
+++ b/1b_layer12_mlp.down_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48494bd891d7641d031e06d197d244459f6c120a19ce364624402d825ee8099a
+size 246891994
diff --git a/1b_layer12_mlp.gate_proj_input_representation.pth b/1b_layer12_mlp.gate_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..77801846105311fce1ffef226319ad26aad7be71
--- /dev/null
+++ b/1b_layer12_mlp.gate_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd5db90b1833734271d3110f6ee10b7357a09ea297baa414b379635704595cfb
+size 61724122
diff --git a/1b_layer12_mlp.up_proj_input_representation.pth b/1b_layer12_mlp.up_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0c9ab04adeb391b552f933c99550fb94b31837a0
--- /dev/null
+++ b/1b_layer12_mlp.up_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a31f181783f1caefac57032537c916d8a4d40a2291cb65737bb47c7f0dab9c2f
+size 61724112
diff --git a/1b_layer12_self_attn.v_proj_input_representation.pth b/1b_layer12_self_attn.v_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..6bcd0169a4d7e7d865a65a1b66792ceda64ff617
--- /dev/null
+++ b/1b_layer12_self_attn.v_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cd0b4fec82237625baf41a36a733f322abb9f9059ace527e66724043618ceba
+size 61724137
diff --git a/1b_layer13_mlp.down_proj_output_representation.pth b/1b_layer13_mlp.down_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2246a7898f2633ba92ad79fdf63a774a77428183
--- /dev/null
+++ b/1b_layer13_mlp.down_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:172b734e0387c5ecf81b7ce11405e007aa4c1404ba66d7368fae2a6729fac538
+size 61724127
diff --git a/1b_layer13_mlp.up_proj_input_representation.pth b/1b_layer13_mlp.up_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..39f02cb35d55db8bd9109578c2191242c9a5cca6
--- /dev/null
+++ b/1b_layer13_mlp.up_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0352002d0489ee4fd719629fc68ed144e8c5e1aab163103522db88456a137e9
+size 61724112
diff --git a/1b_layer13_self_attn.q_proj_input_representation.pth b/1b_layer13_self_attn.q_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..50f9cd8fd8598ce8e0855e63c1d727d2f9950d8b
--- /dev/null
+++ b/1b_layer13_self_attn.q_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d257b61c96a70a49dfc835f76bb053eed6e0abd44064f7c6dd411a4a72a9c0a2
+size 61724137
diff --git a/1b_layer13_self_attn.q_proj_output_representation.pth b/1b_layer13_self_attn.q_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3cb9dd4fb26dd313859e0578cd58c7eb84424800
--- /dev/null
+++ b/1b_layer13_self_attn.q_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e51aa6a6eae8f949a8db2d251a75f09cb8eb50b5d0956e970b13525e38a706a3
+size 61724142
diff --git a/1b_layer13_self_attn.v_proj_output_representation.pth b/1b_layer13_self_attn.v_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..441bcde77d2a703dc838ca0fee87ba96889c2f8a
--- /dev/null
+++ b/1b_layer13_self_attn.v_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7fe1e6ba54033cd6089e817c8c0777b0688172eb0742960b0fc03a787012d59
+size 15432174
diff --git a/1b_layer14_mlp.gate_proj_output_representation.pth b/1b_layer14_mlp.gate_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..cfbd0def44447f69b72a333118bdbefada0b4226
--- /dev/null
+++ b/1b_layer14_mlp.gate_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:453ea5a2f33e0f341fd89080c96a219dba209b7f4efa2c629c0411c8cfbc4c56
+size 246891999
diff --git a/1b_layer14_self_attn.k_proj_output_representation.pth b/1b_layer14_self_attn.k_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..eff2789db816661ba06ab1b3239a29c8c26e9856
--- /dev/null
+++ b/1b_layer14_self_attn.k_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ab63d2d27925420234487dd03b562c11aa13694b2561d974ec532f65359014e
+size 15432174
diff --git a/1b_layer14_self_attn.o_proj_input_representation.pth b/1b_layer14_self_attn.o_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d84bbf79761f310062a75368069cf4e8b81ef181
--- /dev/null
+++ b/1b_layer14_self_attn.o_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1726d01179395774211b4ac21b5f1f64c879423c895d556ea0c595506ce8e4a9
+size 61724137
diff --git a/1b_layer14_self_attn.v_proj_input_representation.pth b/1b_layer14_self_attn.v_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a82e33a3a6f0a5145d7422afb9517421e23db0c5
--- /dev/null
+++ b/1b_layer14_self_attn.v_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aec3133af979b9505aca18cea2b5f384f2be8b16c87d8c7c1896a4d8b569b20
+size 61724137
diff --git a/1b_layer14_self_attn.v_proj_output_representation.pth b/1b_layer14_self_attn.v_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..fdb61da27bc70f167707939553272d22b9bfada9
--- /dev/null
+++ b/1b_layer14_self_attn.v_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab36f680c1c86df829de0565c4ab84ee3bfe8d7e0b9f3945533eb1d61e372e2
+size 15432174
diff --git a/1b_layer15_mlp.up_proj_input_representation.pth b/1b_layer15_mlp.up_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..44f728f683d89e7c1a8eae2c5ebdbea0618625d7
--- /dev/null
+++ b/1b_layer15_mlp.up_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24c7f279fcb4ed17909b5bf9a6faae18b8ac3b4a970104ccba04ba96d3f98400
+size 61724112
diff --git a/1b_layer15_self_attn.k_proj_input_representation.pth b/1b_layer15_self_attn.k_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5d80fab9ec35a1771a74fe4e0240e95c0414ceaa
--- /dev/null
+++ b/1b_layer15_self_attn.k_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc2a0c8df2eeff032b7596216cb2f2062217d68f377754e08dc763592089560d
+size 61724137
diff --git a/1b_layer15_self_attn.o_proj_output_representation.pth b/1b_layer15_self_attn.o_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b7c632d1ed4e8a256bb6464c86f6c1e90b70a5f1
--- /dev/null
+++ b/1b_layer15_self_attn.o_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e71594ba2f7133a959010c6e9fb339bd0f6c723540aef8b4e3b57e1d4a3da82b
+size 61724142
diff --git a/1b_layer15_self_attn.q_proj_input_representation.pth b/1b_layer15_self_attn.q_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..cb3f480437214103d8e02db8022c49611381df58
--- /dev/null
+++ b/1b_layer15_self_attn.q_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f97b2e0a30a06eeeb12f3182027728420ac5d57365d48b1c29450d69e2f1e893
+size 61724137
diff --git a/1b_layer15_self_attn.v_proj_input_representation.pth b/1b_layer15_self_attn.v_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8f4241b5fb124bbf4517a00e5cf895e4bc04064b
--- /dev/null
+++ b/1b_layer15_self_attn.v_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcd500c04c2d275bce48d8116ed5456f433fbbfa3b2ff567aa6936f1bf25d049
+size 61724137
diff --git a/1b_layer1_mlp.up_proj_input_representation.pth b/1b_layer1_mlp.up_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a7f5c83e6412b513d9a4ba81b9a9928df57c9e6b
--- /dev/null
+++ b/1b_layer1_mlp.up_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95d897b8b3fd5536ef463f33e44ae972f73acdc7cc32b6ada064cac5022f119a
+size 61724107
diff --git a/1b_layer1_self_attn.o_proj_input_representation.pth b/1b_layer1_self_attn.o_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9c01193b63c3e9239b3463fadff7450518cc4ebe
--- /dev/null
+++ b/1b_layer1_self_attn.o_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3412c2c66a5fa8b47bbaf11872db11ce99ce51d1bf9755e615fe738716702eea
+size 61724132
diff --git a/1b_layer1_self_attn.o_proj_output_representation.pth b/1b_layer1_self_attn.o_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0a736c093ddb86068f9760c74ba9103a321e48f3
--- /dev/null
+++ b/1b_layer1_self_attn.o_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4957a89eeebd25052c9d8611d5c4be698f3286b3dbcee8a9d309e843254ed6c
+size 61724137
diff --git a/1b_layer2_mlp.down_proj_input_representation.pth b/1b_layer2_mlp.down_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ee654d50fc3b210cb3e24f97fe9ca627848bb011
--- /dev/null
+++ b/1b_layer2_mlp.down_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d066d2e3f72ae88d3e49fd166bc86e42b757c2216e53e184b0daef1799314f
+size 246891989
diff --git a/1b_layer2_mlp.up_proj_output_representation.pth b/1b_layer2_mlp.up_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..38c6848ec3a335b42822f1ef56bf50f05dcdda9c
--- /dev/null
+++ b/1b_layer2_mlp.up_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc7ce476e3fe67b8e5ae74f5da22ba54d5515c32531d7bbc6fdf1eb3f4b08f1
+size 246891984
diff --git a/1b_layer2_self_attn.k_proj_input_representation.pth b/1b_layer2_self_attn.k_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2a429d30d3b9206f11047094e28dae1f29d9e8ce
--- /dev/null
+++ b/1b_layer2_self_attn.k_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae181f986ca162bcfd380e7eee4eb511a523fa12eba8a77728c20c548ce041a7
+size 61724132
diff --git a/1b_layer2_self_attn.k_proj_output_representation.pth b/1b_layer2_self_attn.k_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..513d02e462e4074099186c8183b481f5dbf169fd
--- /dev/null
+++ b/1b_layer2_self_attn.k_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98e4000335303bdf273f618a89fce57e7e9458fdb228e36bc188df03829f473a
+size 15432169
diff --git a/1b_layer2_self_attn.v_proj_output_representation.pth b/1b_layer2_self_attn.v_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..6ef25b1b18bc77d6d91ca8ee4392c6f2f0c04efb
--- /dev/null
+++ b/1b_layer2_self_attn.v_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cb4a557a2e89d09c0fefaea0492f6d6ecaa49b77b28a8bf41749103e9cff00e
+size 15432169
diff --git a/1b_layer3_self_attn.q_proj_output_representation.pth b/1b_layer3_self_attn.q_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d5c3df7ca5b86edbde2a99c6afeb8f9526522e44
--- /dev/null
+++ b/1b_layer3_self_attn.q_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2249671f07dcd31e9eb876790eccde166a15d02f07dd19072da0cbb2b32b1776
+size 61724137
diff --git a/1b_layer3_self_attn.v_proj_output_representation.pth b/1b_layer3_self_attn.v_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a324866341898c0a2f699727fee7e021354d5bbe
--- /dev/null
+++ b/1b_layer3_self_attn.v_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2131bc0cb7d3d55951b44a9019a7a33fbc344be0cc60738be86863ff72d4c5f
+size 15432169
diff --git a/1b_layer4_mlp.gate_proj_input_representation.pth b/1b_layer4_mlp.gate_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..33d7b7d20c636ab77689742d818ef0890ae0ff43
--- /dev/null
+++ b/1b_layer4_mlp.gate_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee2e95c9ca924eb2e35f0781e5fa6355af4bcd8ed351c0cf2f697af8b879dc4e
+size 61724117
diff --git a/1b_layer4_mlp.gate_proj_output_representation.pth b/1b_layer4_mlp.gate_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..6b3053e35df6b4db53c84d489c5aa3f4ad5447f7
--- /dev/null
+++ b/1b_layer4_mlp.gate_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34407cf3e30d16eb10be44f35bca0870dc6286caad1ee8aa5bcdae90a4b8ba39
+size 246891994
diff --git a/1b_layer4_mlp.up_proj_output_representation.pth b/1b_layer4_mlp.up_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e494ae60083ff8622c38ff5dc7dbd770223c3a18
--- /dev/null
+++ b/1b_layer4_mlp.up_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64fb2dcf45a073d62faf2765324bbd4890b8535a5cf7a2daea1ffc51f8891f6c
+size 246891984
diff --git a/1b_layer4_self_attn.o_proj_output_representation.pth b/1b_layer4_self_attn.o_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5049551f30b62c41a6f9bf67fffca6de37999461
--- /dev/null
+++ b/1b_layer4_self_attn.o_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a71fefdf0053f7f21fe5d00ac8da66fd70378921e8932044966d1280dbe07e94
+size 61724137
diff --git a/1b_layer4_self_attn.q_proj_output_representation.pth b/1b_layer4_self_attn.q_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8b7d602ff35471a31b645f42d7c25392f635d5ca
--- /dev/null
+++ b/1b_layer4_self_attn.q_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:893c6c0f85a1c5f6b7f996d643654a34afb7c0546dc32a1b7152a1f8a2c2997b
+size 61724137
diff --git a/1b_layer5_mlp.gate_proj_output_representation.pth b/1b_layer5_mlp.gate_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..383854d60aea23bddf481c517cd4e7b627f9c6f0
--- /dev/null
+++ b/1b_layer5_mlp.gate_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8a295b29ccfa7646d0c371a75baa98f866789578cc57422dbc5fbf96038d6f4
+size 246891994
diff --git a/1b_layer5_mlp.up_proj_input_representation.pth b/1b_layer5_mlp.up_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ae77921118576324bd874885324d38a187525721
--- /dev/null
+++ b/1b_layer5_mlp.up_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32add9e81628b534a1ed562d41d4f4bc1697925392557d5239f5d1db9497d164
+size 61724107
diff --git a/1b_layer5_self_attn.k_proj_output_representation.pth b/1b_layer5_self_attn.k_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a3ef498c58df3ce5bbd5f87fe7825adedb3d1e50
--- /dev/null
+++ b/1b_layer5_self_attn.k_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c223a7ec5c31170b1948cf875ed59fc667a34ed2ab38f1138bc1ac41c1ff4ab
+size 15432169
diff --git a/1b_layer5_self_attn.q_proj_output_representation.pth b/1b_layer5_self_attn.q_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..62f4a96ed5904feae3bd150bb8ee8d8c53cbc323
--- /dev/null
+++ b/1b_layer5_self_attn.q_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdc75a12fea3248ebdb15194392355227e110b9aee5c977ddaa8379af5a6e1cc
+size 61724137
diff --git a/1b_layer6_mlp.up_proj_output_representation.pth b/1b_layer6_mlp.up_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..6d006226906318fe7c56b63463ec057e7a1e20e9
--- /dev/null
+++ b/1b_layer6_mlp.up_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da610f7e8ac30823dc428167675438065958b802813f0c27255cef38fc8dfe7e
+size 246891984
diff --git a/1b_layer7_self_attn.k_proj_output_representation.pth b/1b_layer7_self_attn.k_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..391b32a204971496f6a8f5306844e6c4ed5037ab
--- /dev/null
+++ b/1b_layer7_self_attn.k_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fed58fb9834aa1e01ea62f37bf89329238ddb48acf475dc8e93dc429d880141
+size 15432169
diff --git a/1b_layer7_self_attn.o_proj_output_representation.pth b/1b_layer7_self_attn.o_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3cd2cef3ccf877569a8d7e62e8208e9843a7b6aa
--- /dev/null
+++ b/1b_layer7_self_attn.o_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b136baacf35b7b0f676d95cde2dd487b09bb2e3be5f3dbd724e7b23926896fae
+size 61724137
diff --git a/1b_layer7_self_attn.v_proj_input_representation.pth b/1b_layer7_self_attn.v_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..40d366952de043abd8e11a8089d895644c269330
--- /dev/null
+++ b/1b_layer7_self_attn.v_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:622e1f7803389a5bc6a5125321dc24ddf37d7066ac468dddfe4c8eae23ee83dd
+size 61724132
diff --git a/1b_layer8_self_attn.k_proj_input_representation.pth b/1b_layer8_self_attn.k_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b034692e66e29ecad3228565463d63539f5f4d28
--- /dev/null
+++ b/1b_layer8_self_attn.k_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0947320d9aa79b15a74bf516e71f62fa3577b45014dc11bae141b42a19460d14
+size 61724132
diff --git a/1b_layer8_self_attn.o_proj_output_representation.pth b/1b_layer8_self_attn.o_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f9ee9a99d7cb93d614ef0b4c02a806123148af39
--- /dev/null
+++ b/1b_layer8_self_attn.o_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff10d11bcadbce8b3ea26cec3cb89c5e6409ff548d90f7ce5508beb96380464
+size 61724137
diff --git a/1b_layer8_self_attn.v_proj_input_representation.pth b/1b_layer8_self_attn.v_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..cf554e212a4ca2448b8c106808546257b88b1434
--- /dev/null
+++ b/1b_layer8_self_attn.v_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc1324eaf41f2a4abc80c437a1c6980ff4cd7cd4c6f5109db009bcebfe2b557c
+size 61724132
diff --git a/1b_layer8_self_attn.v_proj_output_representation.pth b/1b_layer8_self_attn.v_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b775d0ce9b43f894b5a6ace883c975f645cf23b9
--- /dev/null
+++ b/1b_layer8_self_attn.v_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be967b0218733714e6b7f4a1f8d730a81ff37a54eccd0e7737e3d3dca2ef37e0
+size 15432169
diff --git a/1b_layer9_mlp.down_proj_output_representation.pth b/1b_layer9_mlp.down_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7311662608ee598e3352d7372df42073457af5b2
--- /dev/null
+++ b/1b_layer9_mlp.down_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33dbd28adc985654bc1de30d98e7fb2f0a92cef00cd3f63dae2a4188f4cc0871
+size 61724122
diff --git a/1b_layer9_self_attn.k_proj_input_representation.pth b/1b_layer9_self_attn.k_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3ad2baa28644d84667e1fd0f056126f9b22f5392
--- /dev/null
+++ b/1b_layer9_self_attn.k_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27df36405b751d2de673dcef6f8ab2c95aac51adf8b38c1664e199fb70e20d79
+size 61724132
diff --git a/1b_layer9_self_attn.o_proj_input_representation.pth b/1b_layer9_self_attn.o_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..82feb93fc6b12cccc12b8bdb7de4d0bd5a512105
--- /dev/null
+++ b/1b_layer9_self_attn.o_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba0e0b01c145c4520072973d6a8cc595388f0efad95ac2f6422740d43c0aba58
+size 61724132
diff --git a/3b_layer0_mlp.gate_proj_output_representation.pth b/3b_layer0_mlp.gate_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..53da1f87a5ecff6ad5846bd890cd2b57d708d97d
--- /dev/null
+++ b/3b_layer0_mlp.gate_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c09260c4765be549edb926941abceb90c7ab34736b44e4bacedcec9ab2c2e125
+size 246891994
diff --git a/3b_layer0_self_attn.k_proj_input_representation.pth b/3b_layer0_self_attn.k_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d606eb55194026d1f7f0916a8df87ab89c155327
--- /dev/null
+++ b/3b_layer0_self_attn.k_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14f7cde99835b8331e53e28726edafb31fcb1cd008d6a9e01cea446c18586318
+size 92585444
diff --git a/3b_layer0_self_attn.q_proj_input_representation.pth b/3b_layer0_self_attn.q_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9cfd08a04a0311d67b047976af352ab3f7a6969b
--- /dev/null
+++ b/3b_layer0_self_attn.q_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5dff782b9c8af4aed010ec3e81d4fca13e4cad6216956150fb1d2d668a4a406
+size 92585444
diff --git a/3b_layer0_self_attn.q_proj_output_representation.pth b/3b_layer0_self_attn.q_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..79e552690ba96be17eb45b5ffa40e54e5119546d
--- /dev/null
+++ b/3b_layer0_self_attn.q_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67661db22b1f24093051f2f98b8957749b3b56d245c8f1d476c1c21907c04fa3
+size 92585449
diff --git a/3b_layer0_self_attn.v_proj_output_representation.pth b/3b_layer0_self_attn.v_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c77428ff4763f4312bc9fd220276fe48c0afc788
--- /dev/null
+++ b/3b_layer0_self_attn.v_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dbfe4a40da54620708aaaea0c900ac635a20ba90d3339b2590b3dd64169d86a
+size 30862825
diff --git a/3b_layer10_mlp.down_proj_input_representation.pth b/3b_layer10_mlp.down_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..12d2bebbb9ffad8680c51e4e8282ba3d4dc20fed
--- /dev/null
+++ b/3b_layer10_mlp.down_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19623b7525f19f104d2e58843f576ce8ba5524db3877b3cab114f39a619e0f2a
+size 246891994
diff --git a/3b_layer10_mlp.down_proj_output_representation.pth b/3b_layer10_mlp.down_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5772d95e1852a1c5a0fe813c772309712b63f026
--- /dev/null
+++ b/3b_layer10_mlp.down_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f5aec6e6dab712ca28dd35d8c5ace088f681fe5f10697476919e2d024a9fd48
+size 92585439
diff --git a/3b_layer11_mlp.down_proj_input_representation.pth b/3b_layer11_mlp.down_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..bdc0ab49f7ab4a097de32bc667ec4e405a3cd3d9
--- /dev/null
+++ b/3b_layer11_mlp.down_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b0f7bc226b13fa5189c1d6fe62bb89490310f0946e9c174d45e76b3ac91c3c6
+size 246891994
diff --git a/3b_layer11_mlp.gate_proj_output_representation.pth b/3b_layer11_mlp.gate_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..90e412405b3d680a7016787ae2245d1170ab7e87
--- /dev/null
+++ b/3b_layer11_mlp.gate_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c863f0fa3445a4c48d1d4b60d3ebf6edad764d1e6522f45a18be2b94b8b3ac44
+size 246891999
diff --git a/3b_layer11_self_attn.v_proj_input_representation.pth b/3b_layer11_self_attn.v_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4510436053012202df6a23bbbd29c775ffbb7378
--- /dev/null
+++ b/3b_layer11_self_attn.v_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58aecc81082d00512e6e91024b806ba4bd5d8d4edebb267b668d983b92b6be7e
+size 92585449
diff --git a/3b_layer11_self_attn.v_proj_output_representation.pth b/3b_layer11_self_attn.v_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0b3c9c621f5661268eadc45105d78d599336985c
--- /dev/null
+++ b/3b_layer11_self_attn.v_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e2deff51987345251389c93c1ace1bb4c6e3fda23473610ecea4be2c5eb0f8d
+size 30862830
diff --git a/3b_layer12_mlp.down_proj_output_representation.pth b/3b_layer12_mlp.down_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b9d684c75f9e85a20192fb7a405a7edeef9bf2c4
--- /dev/null
+++ b/3b_layer12_mlp.down_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b5e5ec9ebc1fd9646b2b83a7cc50ac402666ba8397b4eff395739ccec813286
+size 92585439
diff --git a/3b_layer12_self_attn.k_proj_input_representation.pth b/3b_layer12_self_attn.k_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ed12bb282718bd5114d399d1f16fc3fa51dd8a9d
--- /dev/null
+++ b/3b_layer12_self_attn.k_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd39c702b356a45e5dc1c46e8492c81b8875e7af2fc1eec0d8f69dc02f1fbdb0
+size 92585449
diff --git a/3b_layer12_self_attn.o_proj_output_representation.pth b/3b_layer12_self_attn.o_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d132b26572fa8c84679fbe2e888ee70566f39835
--- /dev/null
+++ b/3b_layer12_self_attn.o_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab27e2bd276f4b45cba3c6ccc7667c1bdeb1d75eb613de31a119ed284352caf9
+size 92585454
diff --git a/3b_layer12_self_attn.q_proj_input_representation.pth b/3b_layer12_self_attn.q_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..78e4388a0dfae942df05063a3858d1dd50729c5a
--- /dev/null
+++ b/3b_layer12_self_attn.q_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a440e44e542f4af29d9cce220f3d443564fbd5ba7079f0719398170614f33e0
+size 92585449
diff --git a/3b_layer12_self_attn.q_proj_output_representation.pth b/3b_layer12_self_attn.q_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..357ca18d306ae34bc48d54668d7c4b03b3293039
--- /dev/null
+++ b/3b_layer12_self_attn.q_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8914d76ef08984cd6f32d41ee11555b567cbdd7596a43a77a3a00c26082c4cde
+size 92585454
diff --git a/3b_layer12_self_attn.v_proj_input_representation.pth b/3b_layer12_self_attn.v_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..10928a8c784f6d2b54d9e71a7227b05fc4c6fded
--- /dev/null
+++ b/3b_layer12_self_attn.v_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3112ce19101b0f94e8ad8468b7cd2e2346a958d6bf3144aa519a17740607bfc
+size 92585449
diff --git a/3b_layer12_self_attn.v_proj_output_representation.pth b/3b_layer12_self_attn.v_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e8d1fa3850dc1c75cb8e337457a6dd3f8030d0f5
--- /dev/null
+++ b/3b_layer12_self_attn.v_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8285eddde652f7c6510507dc74b42f3f66c63098c53e9bf0ac9b891a1bf38d1
+size 30862830
diff --git a/3b_layer13_mlp.up_proj_output_representation.pth b/3b_layer13_mlp.up_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..98d9e0034c00d77b758cf62a8ac97bbd774ce0ed
--- /dev/null
+++ b/3b_layer13_mlp.up_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99404bbd9544401b05d4e9b727933cf3ce183b7f66ad2cfe505138945f92e412
+size 246891989
diff --git a/3b_layer13_self_attn.k_proj_input_representation.pth b/3b_layer13_self_attn.k_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a009097cf7c845dfdbf5f73038edec906bfb291b
--- /dev/null
+++ b/3b_layer13_self_attn.k_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb36f4a076bf4968beac75e88e6436f4134f8134b49f30e952f63075b845926c
+size 92585449
diff --git a/3b_layer13_self_attn.k_proj_output_representation.pth b/3b_layer13_self_attn.k_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7cce6b8d878f0f5f67182ce553f8132062de7802
--- /dev/null
+++ b/3b_layer13_self_attn.k_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae0dc45c10d6ac705a8f3c037023f3cfa57266aed3e9444f21944381a56e51b
+size 30862830
diff --git a/3b_layer13_self_attn.o_proj_input_representation.pth b/3b_layer13_self_attn.o_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..06b30b8ed1f0509f942b4440974b07a38b5d9212
--- /dev/null
+++ b/3b_layer13_self_attn.o_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfa991b671b2dd4a5d813c21216b2976a5c17edab78ba21b3938a47fe84117ce
+size 92585449
diff --git a/3b_layer13_self_attn.v_proj_input_representation.pth b/3b_layer13_self_attn.v_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..30ef6854243f4617560723c9a48a040daefd76c0
--- /dev/null
+++ b/3b_layer13_self_attn.v_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a44743cb288deadb7f4fcecd7d8ed0d4872a89c9775c2d3c4f6b3df087b223b1
+size 92585449
diff --git a/3b_layer14_self_attn.k_proj_input_representation.pth b/3b_layer14_self_attn.k_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..97aafe74366d57836496b8db21041d3fa533b051
--- /dev/null
+++ b/3b_layer14_self_attn.k_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7566121089f94e93e00ec591201b787c97c7e12df0a0e746d8200f82b8cfd094
+size 92585449
diff --git a/3b_layer14_self_attn.o_proj_input_representation.pth b/3b_layer14_self_attn.o_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5be1dbc7d4342ccb85fe891ed98c47b2b2babedc
--- /dev/null
+++ b/3b_layer14_self_attn.o_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cadb6c20b5db00c2a79c2704c5bb0c78495a45d47b6afebf3acdc2b81db1e1d
+size 92585449
diff --git a/3b_layer14_self_attn.o_proj_output_representation.pth b/3b_layer14_self_attn.o_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..eb725577c4f2fecf90c3e2d28e0c78ed84f7f625
--- /dev/null
+++ b/3b_layer14_self_attn.o_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58c3df5fc59f14be6a72b722760d8687abea5daaad57f304bb58c47b5e6f6b71
+size 92585454
diff --git a/3b_layer15_mlp.gate_proj_input_representation.pth b/3b_layer15_mlp.gate_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..45d917b3a0a095d9c58f4bce0aca1744cb8bcbae
--- /dev/null
+++ b/3b_layer15_mlp.gate_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:606f642da0ac15757d393734cf984d123928fc13ac99dd3af0f858a1f0321f13
+size 92585434
diff --git a/3b_layer15_self_attn.o_proj_output_representation.pth b/3b_layer15_self_attn.o_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..323c24d32953cc907d47c0f9771eb5f82fcd4a95
--- /dev/null
+++ b/3b_layer15_self_attn.o_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ba55984aacfb0ff431904dfecfdd11e7ecd64258ceb07a2ac4710e1e1bb8ff5
+size 92585454
diff --git a/3b_layer15_self_attn.q_proj_input_representation.pth b/3b_layer15_self_attn.q_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e0a616e6cd6f03aefa2f3bdb583526d9d5d33b5c
--- /dev/null
+++ b/3b_layer15_self_attn.q_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c49caa6bd5dd99686d55a7ef429a476e766f05d29365879f25052371719b766
+size 92585449
diff --git a/3b_layer15_self_attn.q_proj_output_representation.pth b/3b_layer15_self_attn.q_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..731de347b68ae0c0257f4241f45af2bc1d23d9f2
--- /dev/null
+++ b/3b_layer15_self_attn.q_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87544c193c78a2be2305698ac4ee04a21f87ed7ca940bf34c4a410accd7ac255
+size 92585454
diff --git a/3b_layer16_mlp.gate_proj_input_representation.pth b/3b_layer16_mlp.gate_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..66bcf43a037e4c2ccb9d003d35f0ffde5e2d80de
--- /dev/null
+++ b/3b_layer16_mlp.gate_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2080624f17608c28cca8b8017c36f029da484389abbd4e5459ccbd0ea481ddd
+size 92585434
diff --git a/3b_layer16_self_attn.k_proj_output_representation.pth b/3b_layer16_self_attn.k_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2b184df64dfc621acc2360a7a281c5778f57290b
--- /dev/null
+++ b/3b_layer16_self_attn.k_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9dafbcf84cf16c49fb84a0c9a00fa35c89273e8783a29a7ba30a818540ff004
+size 30862830
diff --git a/3b_layer16_self_attn.v_proj_output_representation.pth b/3b_layer16_self_attn.v_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3083b037e056b58200863e133e3fa2466735fa7c
--- /dev/null
+++ b/3b_layer16_self_attn.v_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30fe843c9dfad928b80587e77ffd7021ad117350615ff97a0146c416d3a6d28d
+size 30862830
diff --git a/3b_layer17_mlp.gate_proj_input_representation.pth b/3b_layer17_mlp.gate_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..746045b02da69b8f7d1f89985b547586d83c1e2e
--- /dev/null
+++ b/3b_layer17_mlp.gate_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:631e3244d7c05e27d4455b3756afea0e6cfc76f25dd659ff60943b9df3b08350
+size 92585434
diff --git a/3b_layer17_mlp.up_proj_input_representation.pth b/3b_layer17_mlp.up_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0f292e7488455502d50a6fb66394397a58a75d75
--- /dev/null
+++ b/3b_layer17_mlp.up_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6634dcac3a5717e07a31eabeffed07b28acd3e19b25ef7388e3326310173b7d4
+size 92585424
diff --git a/3b_layer17_mlp.up_proj_output_representation.pth b/3b_layer17_mlp.up_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c75f37f6f2a80bb04f68b3941d94fd98ede591b1
--- /dev/null
+++ b/3b_layer17_mlp.up_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc53b855e844aa365d95682a903091d44367e4be269b5db8bf646d18d421e80f
+size 246891989
diff --git a/3b_layer17_self_attn.o_proj_input_representation.pth b/3b_layer17_self_attn.o_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..96e6690d361c6e9bcd81108d236f76bee31ddae0
--- /dev/null
+++ b/3b_layer17_self_attn.o_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d5183c4be9d490de98ac73e6c523961749f297af1659acc6ef798dc9bce9f13
+size 92585449
diff --git a/3b_layer18_mlp.gate_proj_output_representation.pth b/3b_layer18_mlp.gate_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..35ec1d9c1f986cddd6a9918408967c0c775d5ca0
--- /dev/null
+++ b/3b_layer18_mlp.gate_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab8b0a5842113074d5cd6a692712840ce3f4be7396a2589e3f46b21f3cf1b94
+size 246891999
diff --git a/3b_layer18_mlp.up_proj_output_representation.pth b/3b_layer18_mlp.up_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..87ba2ef9dd17c6d3430c192aaa1550bc855066a8
--- /dev/null
+++ b/3b_layer18_mlp.up_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b578697b705937084ae7c0ac04e61ad2b007ceabd956bf4bff94623327c1a6a1
+size 246891989
diff --git a/3b_layer18_self_attn.k_proj_output_representation.pth b/3b_layer18_self_attn.k_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d1d28b3d1e00b9daa4e9033396cde0a2ee3ccf17
--- /dev/null
+++ b/3b_layer18_self_attn.k_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a0d53360b3661faed202da670a53e1ea94690d5308b25e4c884295ba2746307
+size 30862830
diff --git a/3b_layer19_mlp.gate_proj_output_representation.pth b/3b_layer19_mlp.gate_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e1d63f74d514fadc3fdbac48e866439824ec40e8
--- /dev/null
+++ b/3b_layer19_mlp.gate_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2336217ac23015e56c10bb67188d162ff834acd3523c2644a576c3a98ca16a8
+size 246891999
diff --git a/3b_layer19_self_attn.k_proj_output_representation.pth b/3b_layer19_self_attn.k_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..48df41ac221424367b1bffd4ffe80c3a8473b343
--- /dev/null
+++ b/3b_layer19_self_attn.k_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4006f69ef4a874e871985e9710232353a98449be3b9d3b19d264435ea7328af2
+size 30862830
diff --git a/3b_layer19_self_attn.o_proj_input_representation.pth b/3b_layer19_self_attn.o_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3d460942145be2de85d7e959297ac4bb5a8f38b8
--- /dev/null
+++ b/3b_layer19_self_attn.o_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:debcaad44cf893981109532e0217def2dc177a4238d6d48bc61515e19d8b6956
+size 92585449
diff --git a/3b_layer19_self_attn.o_proj_output_representation.pth b/3b_layer19_self_attn.o_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0333b7954647d9203b882977e8bc8d5cb1aeaf70
--- /dev/null
+++ b/3b_layer19_self_attn.o_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad8b6b8c17c66674e6cd710a5dcea3b8387b15dbb4a33a6bf62def3a69f4d9c
+size 92585454
diff --git a/3b_layer1_mlp.gate_proj_output_representation.pth b/3b_layer1_mlp.gate_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..49b3bca1a5d3e2a46374ebf14332aad521c83fd7
--- /dev/null
+++ b/3b_layer1_mlp.gate_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8191853d0f4184781868c47e027f7fb8c919b705396fea4f6814dd70c2bf4a3e
+size 246891994
diff --git a/3b_layer1_mlp.up_proj_output_representation.pth b/3b_layer1_mlp.up_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f28479985df6b1612c52d759673136205d0b8164
--- /dev/null
+++ b/3b_layer1_mlp.up_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7056e9b81588af4f47fa1d2be9b804f443036e45e1386391fae3bce87c385c06
+size 246891984
diff --git a/3b_layer1_self_attn.o_proj_output_representation.pth b/3b_layer1_self_attn.o_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ec0b1d88ef86672056ff7ab71380971c592dc4b2
--- /dev/null
+++ b/3b_layer1_self_attn.o_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bec4a061131fc05e62743c113498c3e4592f5e838b439b0111fa7d1d5031c325
+size 92585449
diff --git a/3b_layer20_mlp.gate_proj_input_representation.pth b/3b_layer20_mlp.gate_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..900475a97c61b9c3a324fcd5db8a4b9a315802c7
--- /dev/null
+++ b/3b_layer20_mlp.gate_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d03dc4dcc76ce343f07dbd286bdcbfe026842d76faf8d678e7a2fa298bc67d9
+size 92585434
diff --git a/3b_layer21_self_attn.k_proj_input_representation.pth b/3b_layer21_self_attn.k_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..54638538e68bd8ee090b6f6e0dc4a93fe0112c2d
--- /dev/null
+++ b/3b_layer21_self_attn.k_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0beb18f42582e622ab44ac7159f5aafb5f0aaa695e237e236db2d6b1165c47a0
+size 92585449
diff --git a/3b_layer21_self_attn.k_proj_output_representation.pth b/3b_layer21_self_attn.k_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..798c61fb957095c7115c6b2e4c9938a08b107fe6
--- /dev/null
+++ b/3b_layer21_self_attn.k_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af71bd2b64040306c6fc130669826bb78ec9630ba7a44c36224d45df3215d681
+size 30862830
diff --git a/3b_layer21_self_attn.o_proj_input_representation.pth b/3b_layer21_self_attn.o_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..60890b4d296b0ab1be7d236b785f41dc92c73d90
--- /dev/null
+++ b/3b_layer21_self_attn.o_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1d3aae822827c68139a52245c201df4020e07b44bc45362039e1922e33cfb5
+size 92585449
diff --git a/3b_layer21_self_attn.q_proj_input_representation.pth b/3b_layer21_self_attn.q_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..64766646842c981e63b4aa3bb0d1b7f8431a48d9
--- /dev/null
+++ b/3b_layer21_self_attn.q_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88edc8e579b24f8a82943a22a240b9b43875603c8bab6aebbaa451656fe1f4ef
+size 92585449
diff --git a/3b_layer21_self_attn.q_proj_output_representation.pth b/3b_layer21_self_attn.q_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..04ce429b53bdfc0d83b004a5822a304759ea62c1
--- /dev/null
+++ b/3b_layer21_self_attn.q_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a267b990afb4ba73f8f6c27ede39f7cc661f50ab57e15ed9a73f44935da3319a
+size 92585454
diff --git a/3b_layer21_self_attn.v_proj_output_representation.pth b/3b_layer21_self_attn.v_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8cca5a7bd1d442b3db4861b14b9d6821569264f9
--- /dev/null
+++ b/3b_layer21_self_attn.v_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7ef46fdeeb400bbcacdbcb9b7ff4ed0b1dcdd4a9849d79c65f209845c3514b8
+size 30862830
diff --git a/3b_layer22_self_attn.v_proj_output_representation.pth b/3b_layer22_self_attn.v_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d429137e5f90c221340bd5d91d6327445a16d561
--- /dev/null
+++ b/3b_layer22_self_attn.v_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e327892c5f41440b77c718f30fefea98f9dc5b6240800d4ecfe44e1c6c68cabc
+size 30862830
diff --git a/3b_layer23_self_attn.o_proj_output_representation.pth b/3b_layer23_self_attn.o_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b5c1f838db4685369f1270271223b48cb3f571ac
--- /dev/null
+++ b/3b_layer23_self_attn.o_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f508056b28e9276479bc9c9d9a0fa9ae2e07c84f1363b437e4ebb8721b2361d
+size 92585454
diff --git a/3b_layer23_self_attn.v_proj_output_representation.pth b/3b_layer23_self_attn.v_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..cbba10637e20c659f2f9f714669daa56126dd3ba
--- /dev/null
+++ b/3b_layer23_self_attn.v_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19a50430408866387a773e28e353d2477b95d27846020857c33708c699b2fe0e
+size 30862830
diff --git a/3b_layer24_self_attn.o_proj_input_representation.pth b/3b_layer24_self_attn.o_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..92c6ee922b33211c058be58ff94ee80fc5fe449b
--- /dev/null
+++ b/3b_layer24_self_attn.o_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a696ff36fed79e375dc55d4d2d5c972fae06c6d4c25175240dd6796f5c0ec014
+size 92585449
diff --git a/3b_layer24_self_attn.q_proj_output_representation.pth b/3b_layer24_self_attn.q_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e254da260ab3f77352defa65909391984858a2be
--- /dev/null
+++ b/3b_layer24_self_attn.q_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50f365afbe3e2c74ab4661d9836db1073ee47fce3e5e02f663ac771742389e6e
+size 92585454
diff --git a/3b_layer24_self_attn.v_proj_output_representation.pth b/3b_layer24_self_attn.v_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7c9c01689970a6b8db82831183d310c0fbd5e247
--- /dev/null
+++ b/3b_layer24_self_attn.v_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cc9400339d3fbbb5ef0c7a85a0507384e0a47fe410dd3885ed74ffa2ba77dad
+size 30862830
diff --git a/3b_layer25_mlp.gate_proj_input_representation.pth b/3b_layer25_mlp.gate_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..da191c2d4c4f809a750d82d0ee5a392ddbb8bed8
--- /dev/null
+++ b/3b_layer25_mlp.gate_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bf5a1a58806be8807dd20fc448759bad119d3cfb1a80cc0f3b517df93f3945e
+size 92585434
diff --git a/3b_layer25_mlp.up_proj_input_representation.pth b/3b_layer25_mlp.up_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..dd4e725749d9c187883c37bd1fb973ba2f679362
--- /dev/null
+++ b/3b_layer25_mlp.up_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bb1a7e6b33afa3eba2a8f25d3f1b6667d2b2df43c235d0e7b0100696e866a65
+size 92585424
diff --git a/3b_layer25_mlp.up_proj_output_representation.pth b/3b_layer25_mlp.up_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..52866310008ec97f0075b7f553d99ee5966fe47b
--- /dev/null
+++ b/3b_layer25_mlp.up_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64de87eccb28c435b536a29c3c3b670dd985d3a9a230caabcb639ffceafd2652
+size 246891989
diff --git a/3b_layer25_self_attn.q_proj_output_representation.pth b/3b_layer25_self_attn.q_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4aa5a08843fb1e071ec0dd4fa35af0c73aa5546c
--- /dev/null
+++ b/3b_layer25_self_attn.q_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e04db5788bbd9d17637ee3008274c39abbefd0f888eb5a836771763bca9726fb
+size 92585454
diff --git a/3b_layer26_self_attn.v_proj_output_representation.pth b/3b_layer26_self_attn.v_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3a08ca69d784d981555e9c64a07389eedd1ca613
--- /dev/null
+++ b/3b_layer26_self_attn.v_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d074f459cd0c642fe3cec0f7263b300d8204ca9fc9583733a42e7cb158c00e09
+size 30862830
diff --git a/3b_layer27_self_attn.q_proj_output_representation.pth b/3b_layer27_self_attn.q_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..98e30a784d4c656a42330d9d4bca7e119f94a135
--- /dev/null
+++ b/3b_layer27_self_attn.q_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79c28087b4a3ebb619d27a61dfedadee996902fda4281d23bfe675b3067c64b8
+size 92585454
diff --git a/3b_layer2_self_attn.k_proj_output_representation.pth b/3b_layer2_self_attn.k_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..539100b449d741ffda87e32a39b2be33a821061b
--- /dev/null
+++ b/3b_layer2_self_attn.k_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64dd57e919887f3a78af4a309039a099e45f7bc7b6475dbbd41341709ba48d9b
+size 30862825
diff --git a/3b_layer2_self_attn.q_proj_input_representation.pth b/3b_layer2_self_attn.q_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d8e099bd3c56fc484f6076400d261fa55746cbc4
--- /dev/null
+++ b/3b_layer2_self_attn.q_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a24140f39d903af168ad1c75dd44b11abd6a400e90c0f28741ae50a21534712
+size 92585444
diff --git a/3b_layer3_mlp.down_proj_input_representation.pth b/3b_layer3_mlp.down_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..51bbbf1ffda95d955aaa32879be82afbc50fc67d
--- /dev/null
+++ b/3b_layer3_mlp.down_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd938cdcb0c0270d8410832a25ab3fef78ca5a8c81319e6cf93921f5f240ce1
+size 246891989
diff --git a/3b_layer3_mlp.gate_proj_input_representation.pth b/3b_layer3_mlp.gate_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5cefcb38906b21a74aa3b79d4f1d1d173aa73e58
--- /dev/null
+++ b/3b_layer3_mlp.gate_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95a5f9b9f4480f7c1530b0647d0155fcfda72531666534f2f483b337029cea2a
+size 92585429
diff --git a/3b_layer3_self_attn.k_proj_output_representation.pth b/3b_layer3_self_attn.k_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f16f2fcf7ef1b955eb1783f5a68de05a19e598b2
--- /dev/null
+++ b/3b_layer3_self_attn.k_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b23a0a161175e28c504d33908630babffbae52d00980589e97dead3107db7392
+size 30862825
diff --git a/3b_layer3_self_attn.o_proj_input_representation.pth b/3b_layer3_self_attn.o_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ee6a236139a1ec4e70c53ece876e20fd8a55bc4f
--- /dev/null
+++ b/3b_layer3_self_attn.o_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c27a547a3059b7991fc30612972729d7761cd94e5b8d5e38c3ab5d6a858b4c5d
+size 92585444
diff --git a/3b_layer3_self_attn.o_proj_output_representation.pth b/3b_layer3_self_attn.o_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f697edeb9769df7b5b15ac3fd05ae6b15b5fa19b
--- /dev/null
+++ b/3b_layer3_self_attn.o_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a6e2a6794c1e82f4447dbcaee9935e46c17594e37467fb0f86d8dfd4072f5c5
+size 92585449
diff --git a/3b_layer4_mlp.up_proj_output_representation.pth b/3b_layer4_mlp.up_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..346e0d4e06c2a050f69ffd6a70a9a614168727e1
--- /dev/null
+++ b/3b_layer4_mlp.up_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d54589b076f40db81985e41f7fb1cd9a6e60034ef50d1b2b4b1956e20aa35141
+size 246891984
diff --git a/3b_layer4_self_attn.k_proj_output_representation.pth b/3b_layer4_self_attn.k_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e9b178b8f3c58f26ee248a7d52b19e659d73207f
--- /dev/null
+++ b/3b_layer4_self_attn.k_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b8ef7dacfc2326b41da8a8311a309375198caedff60355b8c61772f909aaca5
+size 30862825
diff --git a/3b_layer4_self_attn.q_proj_output_representation.pth b/3b_layer4_self_attn.q_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..56439ba0e72fd83fd0130ba12513d873fd2c8be1
--- /dev/null
+++ b/3b_layer4_self_attn.q_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f27d4e9f1485f0fa044e1178aa1d59ba5961430c356b0be3bbfef80fa1b79e3f
+size 92585449
diff --git a/3b_layer4_self_attn.v_proj_output_representation.pth b/3b_layer4_self_attn.v_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..62203c576918ce45a66f6c896d31281488ef55c3
--- /dev/null
+++ b/3b_layer4_self_attn.v_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bb6961e804f77cffbd24af08ad4cda0cb2b3dd8b93b413f9eb60031373fbef1
+size 30862825
diff --git a/3b_layer5_mlp.gate_proj_output_representation.pth b/3b_layer5_mlp.gate_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..dc0697f539866354a00ac020b81d501af68180b1
--- /dev/null
+++ b/3b_layer5_mlp.gate_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:149a97457b07da385686dfea67565399e8f5b5ef6961d27815e7f47cde20953e
+size 246891994
diff --git a/3b_layer5_self_attn.q_proj_input_representation.pth b/3b_layer5_self_attn.q_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b5aad5826c4f59b81ce5042e029a0e44611bbf55
--- /dev/null
+++ b/3b_layer5_self_attn.q_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba2b16a9243a3c114cdff75522434c24d534fb950c9b238d4e08e4708489ac38
+size 92585444
diff --git a/3b_layer5_self_attn.v_proj_output_representation.pth b/3b_layer5_self_attn.v_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d7e509eaaa9c317dceb8b6b89164432979aae68d
--- /dev/null
+++ b/3b_layer5_self_attn.v_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9822d7e624a7270ab900c12e1f6bfa97be1a3a321d9c7b0b0a466d5073f773f
+size 30862825
diff --git a/3b_layer6_mlp.up_proj_output_representation.pth b/3b_layer6_mlp.up_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..99f636cd8ab2f8a5edb467e9bcfb6a5c73a36ded
--- /dev/null
+++ b/3b_layer6_mlp.up_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a933d5f9a1a09df2ccdc60436124ff56921915d265180d29278d35dfc35d3893
+size 246891984
diff --git a/3b_layer7_mlp.down_proj_output_representation.pth b/3b_layer7_mlp.down_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b031417f317a32347d745342456a65cabd3aaa2a
--- /dev/null
+++ b/3b_layer7_mlp.down_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a616257ea0d08c7e995cb868548c447daa46f279e3e8a26a0c1398b9bc95fa
+size 92585434
diff --git a/3b_layer7_self_attn.v_proj_input_representation.pth b/3b_layer7_self_attn.v_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b6fa2ff757101e4f56eb9bf9609a144c127fb682
--- /dev/null
+++ b/3b_layer7_self_attn.v_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28845b4d356eb30d51b7dc92f5326b753426b47675ff286b0ac585f3b2af39e5
+size 92585444
diff --git a/3b_layer7_self_attn.v_proj_output_representation.pth b/3b_layer7_self_attn.v_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..277742ef986321193b8eae34c2ba3af003a9ce07
--- /dev/null
+++ b/3b_layer7_self_attn.v_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28cac3c07af5583aa8cbb059dab5d13142087fc9a0a52a19ef4f67d624446dd3
+size 30862825
diff --git a/3b_layer8_self_attn.o_proj_output_representation.pth b/3b_layer8_self_attn.o_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b0a62a89643afacea1089d8cd696782a6292dbf2
--- /dev/null
+++ b/3b_layer8_self_attn.o_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80fa9b077af7099eebe4e2abf950a17c3c92adebb9b4bf7845b6ec568b3ea526
+size 92585449
diff --git a/3b_layer8_self_attn.q_proj_output_representation.pth b/3b_layer8_self_attn.q_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..84af97fecd984bdf8881b254591eabe52e98a69a
--- /dev/null
+++ b/3b_layer8_self_attn.q_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:671c78580bba1117355ca240dc5fb40d22f9173854265ef32d8aef29fd8e235a
+size 92585449
diff --git a/3b_layer9_mlp.gate_proj_output_representation.pth b/3b_layer9_mlp.gate_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..09011488b523ba2f2cdb398b1fec6544a7c7f49d
--- /dev/null
+++ b/3b_layer9_mlp.gate_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c05b2ee50e2ba1485d3e3384979f48421458c2d0c80a58bd423a118e85bb5e5e
+size 246891994
diff --git a/3b_layer9_self_attn.k_proj_input_representation.pth b/3b_layer9_self_attn.k_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..08f9e622c9a5e76872929dfdf88cf9f3e5ba7013
--- /dev/null
+++ b/3b_layer9_self_attn.k_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:862f88c89f193cbac624060d1a2720e9acdea41fa8296b799a33b0b66d378f01
+size 92585444
diff --git a/3b_layer9_self_attn.o_proj_output_representation.pth b/3b_layer9_self_attn.o_proj_output_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0f4d8585ccd145550a9c798344b7915a5ea4187e
--- /dev/null
+++ b/3b_layer9_self_attn.o_proj_output_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a45d8fe22cb2b5ce9379f60458be0c10bb1cfc7379d13b11b51d0ff20b7d35e
+size 92585449
diff --git a/3b_layer9_self_attn.q_proj_input_representation.pth b/3b_layer9_self_attn.q_proj_input_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c5fc93184d74abc3b44ecfd78b40e2d13894c974
--- /dev/null
+++ b/3b_layer9_self_attn.q_proj_input_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:580bf74d600b36a38ffaded82e719719f97032e01166270001c9851be9ea9abf
+size 92585444