diff --git a/3b_layer0_mlp.up_proj_input_kl_representation.pth b/3b_layer0_mlp.up_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3b895fccac8cc6cbb5a729ca25229e37702b6e28
--- /dev/null
+++ b/3b_layer0_mlp.up_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b039160d35ff6cbaaf0f1aff16b9065f8f0bd9c0705e7527ca1833b3ab644766
+size 92585434
diff --git a/3b_layer0_self_attn.k_proj_output_kl_representation.pth b/3b_layer0_self_attn.k_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..aa6603c9c426a83f09cf03f72da11744ed56f686
--- /dev/null
+++ b/3b_layer0_self_attn.k_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49014ccb4f8985ae937d19307a3363c06c8470581ae27cd276d10606cf232156
+size 30862840
diff --git a/3b_layer0_self_attn.o_proj_input_kl_representation.pth b/3b_layer0_self_attn.o_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3525da95817079a68ff6e956f548d51166750916
--- /dev/null
+++ b/3b_layer0_self_attn.o_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:356f178ef82bbb2be6aecbdeef28c1fa96fba44a46b3f2a2099478a52d8ddf79
+size 92585459
diff --git a/3b_layer0_self_attn.q_proj_input_kl_representation.pth b/3b_layer0_self_attn.q_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1b88c35f1909e13da767a655aa16a9d6c46fd26d
--- /dev/null
+++ b/3b_layer0_self_attn.q_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1893ca9345092f2bb4bbe8f0be1f6363336a659e8385c445258a1ccefae61d7
+size 92585459
diff --git a/3b_layer0_self_attn.v_proj_output_kl_representation.pth b/3b_layer0_self_attn.v_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..dea8b845fb9d59cf27512230ad6f4036757532f1
--- /dev/null
+++ b/3b_layer0_self_attn.v_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:273d49c5ef5c5224611133ee945dc8763680c35e798d46eada223de306c8ff31
+size 30862840
diff --git a/3b_layer10_mlp.down_proj_output_kl_representation.pth b/3b_layer10_mlp.down_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f9b04d8d8938ceba7a27139a75cfc1859667cdaa
--- /dev/null
+++ b/3b_layer10_mlp.down_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eff7bbfa3e6a57ef7abb04bff3dafb9c4ab690fe1591cc53d45b5bcea42e752
+size 92585454
diff --git a/3b_layer10_self_attn.q_proj_output_kl_representation.pth b/3b_layer10_self_attn.q_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1d348de7fe704840c4dd6bc6a06f25cfdeb8eacc
--- /dev/null
+++ b/3b_layer10_self_attn.q_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfa55569135cf593d07018e38c6d8a171a4164028842a01d5c42ad7c30432216
+size 92585469
diff --git a/3b_layer10_self_attn.v_proj_output_kl_representation.pth b/3b_layer10_self_attn.v_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d7954fead088baed25bbd1beac0acad93eecb61f
--- /dev/null
+++ b/3b_layer10_self_attn.v_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e98be154007ae94779e574faef072594173873b9363ce909a461120477bbce00
+size 30862845
diff --git a/3b_layer11_mlp.gate_proj_input_kl_representation.pth b/3b_layer11_mlp.gate_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e6a55202588caecc4e9bc341799f24b20f703f55
--- /dev/null
+++ b/3b_layer11_mlp.gate_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bfb458011d79ff68e00021963c02c98c5ca176a05bcdfbf3a32c405b64853da
+size 92585449
diff --git a/3b_layer11_self_attn.k_proj_input_kl_representation.pth b/3b_layer11_self_attn.k_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b9b98234f16d190e963cf3d0c14b1793092ac644
--- /dev/null
+++ b/3b_layer11_self_attn.k_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5ff7c0d7da22ca00511afb51d146f066e1e71d8d4b74bf2f1d874ba7cc37bcf
+size 92585464
diff --git a/3b_layer11_self_attn.k_proj_output_kl_representation.pth b/3b_layer11_self_attn.k_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e94c071ab9784ed6f9a51eaa7192567661445170
--- /dev/null
+++ b/3b_layer11_self_attn.k_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ffd16fe8be1507eceef41b234e29910dbea3468d6a5a2bb78092ecfdbdeffc1
+size 30862845
diff --git a/3b_layer11_self_attn.o_proj_output_kl_representation.pth b/3b_layer11_self_attn.o_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ded4bc50cf655e45210a009742b9d293aa2af53f
--- /dev/null
+++ b/3b_layer11_self_attn.o_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55659434c33b1e60c9e5c6c861ecf282d631543f0293ff49f43f5c9892a78ca4
+size 92585469
diff --git a/3b_layer11_self_attn.q_proj_output_kl_representation.pth b/3b_layer11_self_attn.q_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..6e4f332a5aab6c8b60e7b548213c9907c85568e8
--- /dev/null
+++ b/3b_layer11_self_attn.q_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:377816c042cccd3bd9a54cd1674b5e58a415ebacc96d37220f11308a6ebc20ef
+size 92585469
diff --git a/3b_layer11_self_attn.v_proj_input_kl_representation.pth b/3b_layer11_self_attn.v_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..87af9951055c2aca90a377478d9f08476b5bdb24
--- /dev/null
+++ b/3b_layer11_self_attn.v_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc17e29c07e7ec03dbaeb21bf37b71f5ca9986f3d3d7577bc640b2954706bcb6
+size 92585464
diff --git a/3b_layer12_mlp.down_proj_output_kl_representation.pth b/3b_layer12_mlp.down_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1ae7519d99f836469ceb0846024207c5d847532e
--- /dev/null
+++ b/3b_layer12_mlp.down_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cef3a53e8173f8ffcb080187b7d0eb261f6cc07981984e04f8aed1b274ecb362
+size 92585454
diff --git a/3b_layer12_mlp.gate_proj_input_kl_representation.pth b/3b_layer12_mlp.gate_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3fee3c058398ed3cfda809324c7a24aa47d797d6
--- /dev/null
+++ b/3b_layer12_mlp.gate_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44917872191767732eaac81bd958af1b0374d2b8297e970f75d5be59a5a48f87
+size 92585449
diff --git a/3b_layer12_mlp.up_proj_input_kl_representation.pth b/3b_layer12_mlp.up_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..cda024421ceadd7c63438f8c5c3f29b4e44adc8e
--- /dev/null
+++ b/3b_layer12_mlp.up_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a19ee1959b93b853b591f9b7e7c70a7ec9ae554524eb0a63d98b5593ef7ef74
+size 92585439
diff --git a/3b_layer12_self_attn.k_proj_output_kl_representation.pth b/3b_layer12_self_attn.k_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0f3e16d884b7037a74cae6fe081cebd054ffee90
--- /dev/null
+++ b/3b_layer12_self_attn.k_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c037cba2db92a40de2d71ef5ea60c330ff76eaf61be6e568214483b0bbe0d3b
+size 30862845
diff --git a/3b_layer12_self_attn.v_proj_input_kl_representation.pth b/3b_layer12_self_attn.v_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d8042ae76e7503abf35d6a5518c5497aed7a0710
--- /dev/null
+++ b/3b_layer12_self_attn.v_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fd209f7764e3640533ec6c1853920aa0b6a114016601e93de795f2acb7c02f4
+size 92585464
diff --git a/3b_layer12_self_attn.v_proj_output_kl_representation.pth b/3b_layer12_self_attn.v_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..07778d2cf701681d15a394de0eb85fe296565dae
--- /dev/null
+++ b/3b_layer12_self_attn.v_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ab3f44da2ddfa2d06e5f3b2dafa4436f18c68557192f64454c1a67b023dc598
+size 30862845
diff --git a/3b_layer13_mlp.up_proj_input_kl_representation.pth b/3b_layer13_mlp.up_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3cf8a6789d5c8f0e37248cf32dfe777f4629abf5
--- /dev/null
+++ b/3b_layer13_mlp.up_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe4467c5b4c90ac271e90f0b03a61a613bc0a831eee712b244cd813ce2f3a94c
+size 92585439
diff --git a/3b_layer13_self_attn.k_proj_input_kl_representation.pth b/3b_layer13_self_attn.k_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c98832532571b54dbb8429f5781d79ccc1757534
--- /dev/null
+++ b/3b_layer13_self_attn.k_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a95ce6174f97bf240615a79fcc6383dcc7e0a09cc19fb204926d70d46e8acb8f
+size 92585464
diff --git a/3b_layer13_self_attn.k_proj_output_kl_representation.pth b/3b_layer13_self_attn.k_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..68e44b272023eac968c8395ae8c6226f214bc738
--- /dev/null
+++ b/3b_layer13_self_attn.k_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:487a27480011a46b1382a25181b407a9396cf37d232db95e6f08fa1e254869ed
+size 30862845
diff --git a/3b_layer13_self_attn.o_proj_input_kl_representation.pth b/3b_layer13_self_attn.o_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..052a7ca01bdd259cfdcf26c83db8ac11e89ed657
--- /dev/null
+++ b/3b_layer13_self_attn.o_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c8d4a81eb283de13fd45809e895d4a0e7a29d037d8432926d7329ecbdce1566
+size 92585464
diff --git a/3b_layer13_self_attn.v_proj_output_kl_representation.pth b/3b_layer13_self_attn.v_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a7e9d8522a31d651ce0881d9cd28b9a461a4734a
--- /dev/null
+++ b/3b_layer13_self_attn.v_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6240449895843db33031b76589b497d3404f71fd7e82da513d9608cbb9ff2f6b
+size 30862845
diff --git a/3b_layer14_mlp.down_proj_output_kl_representation.pth b/3b_layer14_mlp.down_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f5ad737862e55268270a07d42d83b329227f5706
--- /dev/null
+++ b/3b_layer14_mlp.down_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e216098953858f6be124eb27bdfd8dfc2f09e0f83772f45212eb28ae41bf61ca
+size 92585454
diff --git a/3b_layer14_self_attn.v_proj_input_kl_representation.pth b/3b_layer14_self_attn.v_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..bbdb204e8026a4c37d8a68f3f509568fae38b836
--- /dev/null
+++ b/3b_layer14_self_attn.v_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a4b5af49177ea1e84ac39011eeabaa9089f5fe639a5c763f59658b41eea8f80
+size 92585464
diff --git a/3b_layer15_mlp.gate_proj_input_kl_representation.pth b/3b_layer15_mlp.gate_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..92a4d066f33b059d2e5dd005a32042c0ea84e0da
--- /dev/null
+++ b/3b_layer15_mlp.gate_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d096406d0d1f33d6cdd8c188d5b7cbf0e3aa486a9c505d494ee3cb07fd92480
+size 92585449
diff --git a/3b_layer15_self_attn.k_proj_input_kl_representation.pth b/3b_layer15_self_attn.k_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..19fe5e99134a2a984c513519f68a14e566254698
--- /dev/null
+++ b/3b_layer15_self_attn.k_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0108ce2d0308009b6d8b62fa060f3162a74b12d1b7f5f9e84358bd2beefd7ba
+size 92585464
diff --git a/3b_layer15_self_attn.o_proj_input_kl_representation.pth b/3b_layer15_self_attn.o_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8245c7e15104ada40f724da4d79a632d0a5931bf
--- /dev/null
+++ b/3b_layer15_self_attn.o_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:854a098813c1b60e35a375da6a06344fa9479cc4d51b0cf50f46e25a2e7e6bd9
+size 92585464
diff --git a/3b_layer15_self_attn.o_proj_output_kl_representation.pth b/3b_layer15_self_attn.o_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8915b5e09759f85feb0be626cac2a1b4f1115f26
--- /dev/null
+++ b/3b_layer15_self_attn.o_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90fee8860b16f179a6ef4da9397535eb21c217c590ebef9e8bb2f62934f9a4ee
+size 92585469
diff --git a/3b_layer15_self_attn.v_proj_output_kl_representation.pth b/3b_layer15_self_attn.v_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0def143683d7a2fecb09e17ae8bb7b7d98a7d288
--- /dev/null
+++ b/3b_layer15_self_attn.v_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77e31527b655023f6ec33fbbb112c1be33d718cafedf4e63abefa7b0e1d6523
+size 30862845
diff --git a/3b_layer16_mlp.down_proj_output_kl_representation.pth b/3b_layer16_mlp.down_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..350281cfa940b26ac332e65d4aa6231de6d32ee0
--- /dev/null
+++ b/3b_layer16_mlp.down_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5faf245932f8adcecfb77b47e942610b44583208f7edd6322191becc9b778134
+size 92585454
diff --git a/3b_layer16_mlp.gate_proj_input_kl_representation.pth b/3b_layer16_mlp.gate_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..537897fcdf45f3eb8ea91f2adaed9609b0fe07af
--- /dev/null
+++ b/3b_layer16_mlp.gate_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c717e0565b031787523b2814c7897a007aca45bc07565c5e76cca724fe251b7
+size 92585449
diff --git a/3b_layer16_self_attn.k_proj_input_kl_representation.pth b/3b_layer16_self_attn.k_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c31c187f86fa112ad26c61fe9820477e91dd6688
--- /dev/null
+++ b/3b_layer16_self_attn.k_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3ce78bd59f019419bf36076fe759c82be4a1a93e470f99eba2d5df5d62ed2ab
+size 92585464
diff --git a/3b_layer16_self_attn.k_proj_output_kl_representation.pth b/3b_layer16_self_attn.k_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..42f236616f5f0318fc9f14f5a24c97a8b11db3f3
--- /dev/null
+++ b/3b_layer16_self_attn.k_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32c007f9b4c81712ad44c233c9b4eba7c70252df95aa6c5acf37fe60e7b84e71
+size 30862845
diff --git a/3b_layer16_self_attn.q_proj_input_kl_representation.pth b/3b_layer16_self_attn.q_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b5dd81bc4a8439356acffb75b32dd9426e9eccb3
--- /dev/null
+++ b/3b_layer16_self_attn.q_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6352cb0d867fe59ece3fb6097e48372bc7af444b57ce44090f57f4851c427f48
+size 92585464
diff --git a/3b_layer16_self_attn.v_proj_input_kl_representation.pth b/3b_layer16_self_attn.v_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..68a5f0bdc68efbfea8fc845a795db1b171169f7c
--- /dev/null
+++ b/3b_layer16_self_attn.v_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac612fe1c1a6c5ab9cf7ac8496b13f056244ff6163910be6ce23d7a03adc2c68
+size 92585464
diff --git a/3b_layer17_self_attn.o_proj_output_kl_representation.pth b/3b_layer17_self_attn.o_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..85ca5119d3135413e7b0a1a814beb05766d3bf5d
--- /dev/null
+++ b/3b_layer17_self_attn.o_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca29ab9cb0bea92f844555503b94494981c962bf6726ddb251238a0fa2b28fc
+size 92585469
diff --git a/3b_layer17_self_attn.q_proj_output_kl_representation.pth b/3b_layer17_self_attn.q_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e9bacf8144cc44089d0fcc2c7600c600734733f4
--- /dev/null
+++ b/3b_layer17_self_attn.q_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02a30e42d15ce3ada041c3c12747bf8d4dcd72bc7aa353f0e0f76749b37ca9e2
+size 92585469
diff --git a/3b_layer17_self_attn.v_proj_output_kl_representation.pth b/3b_layer17_self_attn.v_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2ac57a26422718ff657bcc2f5b29504f50f3fe43
--- /dev/null
+++ b/3b_layer17_self_attn.v_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc70f779a20a574ac50b8c0941b366daab420d850f6b2533e2c5c4967c726a4b
+size 30862845
diff --git a/3b_layer18_mlp.gate_proj_input_kl_representation.pth b/3b_layer18_mlp.gate_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..bad3fb4ea04106dcdb1a35804bec2e38568194a6
--- /dev/null
+++ b/3b_layer18_mlp.gate_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46d2e0dd91a426bdc01d3a3a9d59a95c71a1212aa13232b4cde020433b423ea2
+size 92585449
diff --git a/3b_layer18_self_attn.k_proj_input_kl_representation.pth b/3b_layer18_self_attn.k_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b611f157cea44f4fdabd077a8db605fe6f42122a
--- /dev/null
+++ b/3b_layer18_self_attn.k_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:909606a3ad2b6f68c79d1bea156762a0dc92031f0f2a073a31f8d2430b3d0346
+size 92585464
diff --git a/3b_layer18_self_attn.k_proj_output_kl_representation.pth b/3b_layer18_self_attn.k_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..321e7ffebae6ac316b24c05840c21090189c3d1a
--- /dev/null
+++ b/3b_layer18_self_attn.k_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71a09404e36c10c7f15831b58eae1c81572554fc2e6a43f01c4b691fcb6b9e07
+size 30862845
diff --git a/3b_layer18_self_attn.q_proj_input_kl_representation.pth b/3b_layer18_self_attn.q_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1757eb5c89d9c76a00bcc50f9faffa63501309f3
--- /dev/null
+++ b/3b_layer18_self_attn.q_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bad51c895a9971edca840b0b63ea5b882b796ebd6a67de03f228c75a0cc342e6
+size 92585464
diff --git a/3b_layer18_self_attn.q_proj_output_kl_representation.pth b/3b_layer18_self_attn.q_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..35370e52ada068b90778e19ca613d9b15511e2dc
--- /dev/null
+++ b/3b_layer18_self_attn.q_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b32dadd6f0e54c8e8311e8072cea6ce40b37ca0b72dc3763a0877e176479e960
+size 92585469
diff --git a/3b_layer19_mlp.down_proj_output_kl_representation.pth b/3b_layer19_mlp.down_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..009c4edb95db8f4b7c52e3932c081138e23a20a0
--- /dev/null
+++ b/3b_layer19_mlp.down_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3eeb23ecf25a48e3c8ffc80e18a2bd5e435a60bc2e2f8a20b739b1ebdf61890
+size 92585454
diff --git a/3b_layer19_mlp.up_proj_input_kl_representation.pth b/3b_layer19_mlp.up_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9d21a661cfe1ae61e1ab059bd657feef92b70967
--- /dev/null
+++ b/3b_layer19_mlp.up_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47001e51a5b17443b57e5674e3bb24d9ee818202f7d8d8ef1d1bf472723c575b
+size 92585439
diff --git a/3b_layer19_self_attn.k_proj_output_kl_representation.pth b/3b_layer19_self_attn.k_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0acd78e19384f80c50702ad19c13890bfe0a1e24
--- /dev/null
+++ b/3b_layer19_self_attn.k_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32659063d266ef4befa7c3b1b7c56328263d62d5096a7cd2cdc583eaeff6b2ed
+size 30862845
diff --git a/3b_layer19_self_attn.o_proj_output_kl_representation.pth b/3b_layer19_self_attn.o_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..154cc6e8c9d001b644b5837340f27db83bf89517
--- /dev/null
+++ b/3b_layer19_self_attn.o_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b37e77126203961a1fad989d57656459575ed0d092bf271ee3966d58af6f84e5
+size 92585469
diff --git a/3b_layer19_self_attn.q_proj_input_kl_representation.pth b/3b_layer19_self_attn.q_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0b532c525e2de1cf2b8fc725492501f00911f174
--- /dev/null
+++ b/3b_layer19_self_attn.q_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b09f0f3357935371865dcf27324ed44731dda0293f4cbd71c0c69f159d993be9
+size 92585464
diff --git a/3b_layer19_self_attn.q_proj_output_kl_representation.pth b/3b_layer19_self_attn.q_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ff17c80e7cf7e157a7f2f5d5ccbc9465f41922f7
--- /dev/null
+++ b/3b_layer19_self_attn.q_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd3d89688bd76dea9d14a7b59100fe1e300f5a65a00e2abed252173dc75119b6
+size 92585469
diff --git a/3b_layer19_self_attn.v_proj_output_kl_representation.pth b/3b_layer19_self_attn.v_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..98f6df5bb74832b7cefe18fc290db0ff63a233fa
--- /dev/null
+++ b/3b_layer19_self_attn.v_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7cc1c212f2919d93497345ed1d06b4813511cd59a142c9e5bf4311aa75139b2
+size 30862845
diff --git a/3b_layer1_mlp.down_proj_output_kl_representation.pth b/3b_layer1_mlp.down_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3e3fcf3cd90f3c0e1f1c7f0502e10bad411ee3e9
--- /dev/null
+++ b/3b_layer1_mlp.down_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c8cf8b6e4d2466f1091a987ac1fbbd51ebfaebbaeb0453478f1a1ea02216d5
+size 92585449
diff --git a/3b_layer1_mlp.up_proj_input_kl_representation.pth b/3b_layer1_mlp.up_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..31fbe3820eec16fe97d6d597d36130b0ff57ddc6
--- /dev/null
+++ b/3b_layer1_mlp.up_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a3911f3dd750fd9bf7abc4c3b6928ddf6571ba211d3602fc8ad5392ac21098
+size 92585434
diff --git a/3b_layer1_self_attn.k_proj_output_kl_representation.pth b/3b_layer1_self_attn.k_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4bbc3e361486552064b8c45dfa0946451d6fd423
--- /dev/null
+++ b/3b_layer1_self_attn.k_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67f9e0ba253faf2d561f3017fbd83805bad65d671a5267901c7ffa1a143ec148
+size 30862840
diff --git a/3b_layer1_self_attn.o_proj_input_kl_representation.pth b/3b_layer1_self_attn.o_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4836cbcfe7e34170e999b548c40cc4a527092717
--- /dev/null
+++ b/3b_layer1_self_attn.o_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:564c2b9d05c77dae66595a85d440d475bbe96da04de7cbd263ecbca07a54005e
+size 92585459
diff --git a/3b_layer1_self_attn.q_proj_input_kl_representation.pth b/3b_layer1_self_attn.q_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..bcd1a2e1c6cbe0854adb0f5403335529c7b3e631
--- /dev/null
+++ b/3b_layer1_self_attn.q_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78b9b002570ec747b9d4320ce926d2c398030578fd677aee7c55164e31c14bcc
+size 92585459
diff --git a/3b_layer1_self_attn.q_proj_output_kl_representation.pth b/3b_layer1_self_attn.q_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9e6b7fcbd89af7eabd105ee8b4a18cb5e78a44cc
--- /dev/null
+++ b/3b_layer1_self_attn.q_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf4393c502286c5bdbfa0e0a7ddb4a18cd70715462154c9812fd8ee9e9ca8a15
+size 92585464
diff --git a/3b_layer1_self_attn.v_proj_input_kl_representation.pth b/3b_layer1_self_attn.v_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c83b2c56c9a3fb90a175b7fe6b1b194ec6ccfcae
--- /dev/null
+++ b/3b_layer1_self_attn.v_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:323e3ba54e2a7b9cfec205841f777d8412d44e51d26ffd0f4b1fd068ab50e711
+size 92585459
diff --git a/3b_layer1_self_attn.v_proj_output_kl_representation.pth b/3b_layer1_self_attn.v_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8aac00940018bb87ac386b22fece629586d6fe77
--- /dev/null
+++ b/3b_layer1_self_attn.v_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:862989eb75dd1b11a554dd1b4f1ae5772b829ae622cb3314a7a66dcc9dc7c56a
+size 30862840
diff --git a/3b_layer20_mlp.down_proj_output_kl_representation.pth b/3b_layer20_mlp.down_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a150f387c52b422abea04de9221401b81715b220
--- /dev/null
+++ b/3b_layer20_mlp.down_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3246a27f20e1713dc527452a2c07f6cc1f929b11d83e2ab23a3757323f0b949a
+size 92585454
diff --git a/3b_layer20_self_attn.k_proj_input_kl_representation.pth b/3b_layer20_self_attn.k_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2b5976bd8977e39aac53f6601821044995ac434e
--- /dev/null
+++ b/3b_layer20_self_attn.k_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67fad5cca07c98a72427a1a7704df50ed3ed9e8d5c6c8e2c2f2634fe59effd6d
+size 92585464
diff --git a/3b_layer20_self_attn.k_proj_output_kl_representation.pth b/3b_layer20_self_attn.k_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8354959919d86091ec60c9549ff49fb5a13a31c8
--- /dev/null
+++ b/3b_layer20_self_attn.k_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b19161a8997797aa999ae936f2b2125fe422fea626ad7fd00a150b601858c4c0
+size 30862845
diff --git a/3b_layer20_self_attn.o_proj_input_kl_representation.pth b/3b_layer20_self_attn.o_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..22f2749fce5d859288c62d9883ee001c5b8cd471
--- /dev/null
+++ b/3b_layer20_self_attn.o_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a65b2e5022651b18a547796b3245f99d6fa074a3b9678c7e179f461236cda8e
+size 92585464
diff --git a/3b_layer20_self_attn.o_proj_output_kl_representation.pth b/3b_layer20_self_attn.o_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c8d3306d89189732f2d6b0d78cade0d2493b5c2a
--- /dev/null
+++ b/3b_layer20_self_attn.o_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93751b3f98782dc34779fc3c82ba76ffcd1690c8fbe9ef218dd377eeee98086a
+size 92585469
diff --git a/3b_layer21_mlp.up_proj_input_kl_representation.pth b/3b_layer21_mlp.up_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d207a0861828cd44cc154f71a5eb5afd94a4f9b8
--- /dev/null
+++ b/3b_layer21_mlp.up_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20563351218927a45c92dc758e19b94368a956a6f523d2fd9616a1b2d7d953c3
+size 92585439
diff --git a/3b_layer21_self_attn.q_proj_input_kl_representation.pth b/3b_layer21_self_attn.q_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b80adaf5efc1e2116d9575089eff76f301c8748b
--- /dev/null
+++ b/3b_layer21_self_attn.q_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c7194c3855e3d2044cc301ef90bd8cb4380bce1e805784f1a4a90ddc2d70459
+size 92585464
diff --git a/3b_layer21_self_attn.v_proj_output_kl_representation.pth b/3b_layer21_self_attn.v_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e906878fb0f15b8619921e15692daee283f1acdf
--- /dev/null
+++ b/3b_layer21_self_attn.v_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:288a18a9623ad2e0f2a723162bbead57b8a161e4d5087a29d3aa37771135b575
+size 30862845
diff --git a/3b_layer22_mlp.down_proj_output_kl_representation.pth b/3b_layer22_mlp.down_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..76186971fca2093dd680d5e1c067e9e11bdd5787
--- /dev/null
+++ b/3b_layer22_mlp.down_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fb305b241d4714a565457bcc3dac0acf0390c25a6c63dc63213a88bd3cec007
+size 92585454
diff --git a/3b_layer22_mlp.up_proj_input_kl_representation.pth b/3b_layer22_mlp.up_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..410f9498505fffd89f2033250725ec98b0465912
--- /dev/null
+++ b/3b_layer22_mlp.up_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b6b09e0a8516c783b5c3039fadd51a58c4e6fba6f0c87c14bbc2498477fee4a
+size 92585439
diff --git a/3b_layer22_self_attn.k_proj_input_kl_representation.pth b/3b_layer22_self_attn.k_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5b4680dd42d7f2b9cc69d4ee135de261b9873962
--- /dev/null
+++ b/3b_layer22_self_attn.k_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b18c950407194ffb38ead40c6cfe3b187edb9080b38932e2a567ba831c30dc
+size 92585464
diff --git a/3b_layer22_self_attn.o_proj_input_kl_representation.pth b/3b_layer22_self_attn.o_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..da67044541033d58245ee02a3fb51dbf9f3d538e
--- /dev/null
+++ b/3b_layer22_self_attn.o_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db105fe764fe7530a70df0bd378296a3a7b55e679314d015bd4fcfba3099a68b
+size 92585464
diff --git a/3b_layer22_self_attn.o_proj_output_kl_representation.pth b/3b_layer22_self_attn.o_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e169900e1263e282d227710996f220c3fb7f8aa0
--- /dev/null
+++ b/3b_layer22_self_attn.o_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35cfc587baa53346469d48ed3a667453f54490c65eef8ab28b732c38446b7768
+size 92585469
diff --git a/3b_layer22_self_attn.q_proj_output_kl_representation.pth b/3b_layer22_self_attn.q_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ce28a094a39b38331dcd5612b03e69b51c2a2278
--- /dev/null
+++ b/3b_layer22_self_attn.q_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffd5a56c1de51e3fbeadc9f4a78879a8e39aefe110d45214046c7eb772f2561b
+size 92585469
diff --git a/3b_layer22_self_attn.v_proj_output_kl_representation.pth b/3b_layer22_self_attn.v_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5b3655c475461197d4d2f687a9a0725e1f5f54c8
--- /dev/null
+++ b/3b_layer22_self_attn.v_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e6c8c6e11c01e45c0d85130e472c9d58a884794c11af0f0998b609d7cce4e0
+size 30862845
diff --git a/3b_layer23_mlp.gate_proj_input_kl_representation.pth b/3b_layer23_mlp.gate_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..44540447a6187fb6a15e40cc4b343d258583b08d
--- /dev/null
+++ b/3b_layer23_mlp.gate_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f62cc828e051ad0ffd4af44c1a01dc9af67d81d62df306a39d9f34c9ec67de02
+size 92585449
diff --git a/3b_layer23_mlp.up_proj_input_kl_representation.pth b/3b_layer23_mlp.up_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..cdb5a88a196267f931f4e84b915ef82a1efed7ac
--- /dev/null
+++ b/3b_layer23_mlp.up_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a0a6440815b2abbf26b2f9c6a308caff76ede7325dafc04c2d82ac69ea8eeee
+size 92585439
diff --git a/3b_layer23_self_attn.k_proj_output_kl_representation.pth b/3b_layer23_self_attn.k_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..91a27536d50bfd555518ec765bf5e31a4b6c53bc
--- /dev/null
+++ b/3b_layer23_self_attn.k_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942d3f5db5ab75db9af2f1a8fb72f5d51c6cc68f90fdeb6833912f8892c68f71
+size 30862845
diff --git a/3b_layer23_self_attn.o_proj_output_kl_representation.pth b/3b_layer23_self_attn.o_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..6fd4f9ecdc305af2195c85fc94897593755a620b
--- /dev/null
+++ b/3b_layer23_self_attn.o_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e524144334e0df53e0a27532a7998b6b747e580fbb35b5af19bb918b986597
+size 92585469
diff --git a/3b_layer23_self_attn.q_proj_input_kl_representation.pth b/3b_layer23_self_attn.q_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..afe8b4b7efa8e1b3c237265cb444cf0afb0a6cae
--- /dev/null
+++ b/3b_layer23_self_attn.q_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3becad1e10499e8e5fa3dda8a272b9ed31bc9f5b1f578806d042c6303303790
+size 92585464
diff --git a/3b_layer23_self_attn.q_proj_output_kl_representation.pth b/3b_layer23_self_attn.q_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d21d9875b8e0d2e9dea8e9f8b544cb5c889b1ba2
--- /dev/null
+++ b/3b_layer23_self_attn.q_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53b96631181b029eb0aef40594ef443ce39257df960fca2516e193ebeb9486af
+size 92585469
diff --git a/3b_layer23_self_attn.v_proj_input_kl_representation.pth b/3b_layer23_self_attn.v_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ae3285fcbaf3d33113029b40caaf492b45b1ed1a
--- /dev/null
+++ b/3b_layer23_self_attn.v_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67c7f01980454a65a6b4c9179e0ea59e36114ec8dd564b1a2c45a76bec433c8f
+size 92585464
diff --git a/3b_layer24_mlp.gate_proj_input_kl_representation.pth b/3b_layer24_mlp.gate_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..702178e41b55517ba2b8d4830f883d85825b16ab
--- /dev/null
+++ b/3b_layer24_mlp.gate_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b7520c59c74787908eb417d86b236116970f0a6519ae1dab29570ee5289fcb
+size 92585449
diff --git a/3b_layer24_self_attn.k_proj_input_kl_representation.pth b/3b_layer24_self_attn.k_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..587fec961c893af647928a78b09663d3e2a09371
--- /dev/null
+++ b/3b_layer24_self_attn.k_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a387d37384044fe3a4aca364c7ce1274e508432325e63ca0bf4e39371596611d
+size 92585464
diff --git a/3b_layer24_self_attn.k_proj_output_kl_representation.pth b/3b_layer24_self_attn.k_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b9268933912996a14c678948a986ec32561843c9
--- /dev/null
+++ b/3b_layer24_self_attn.k_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc9e16a92f46c6c1401ae8f753e0773b1decd994d4dd477620e189124065c730
+size 30862845
diff --git a/3b_layer24_self_attn.o_proj_input_kl_representation.pth b/3b_layer24_self_attn.o_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b0c6145e7f45c43f77cb4fd9be0cc7e63e13b8ff
--- /dev/null
+++ b/3b_layer24_self_attn.o_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:443133db5420008984237cc12b489c0b28ee21897906629098e8cb51e3ef2e91
+size 92585464
diff --git a/3b_layer24_self_attn.o_proj_output_kl_representation.pth b/3b_layer24_self_attn.o_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..cab790351d9ed7c58bac814bc5bc9da195caff80
--- /dev/null
+++ b/3b_layer24_self_attn.o_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b53de9318f5934d99f0fe98bab69ca6e30d7e4f4df59dd000fcbce017e70b7d
+size 92585469
diff --git a/3b_layer24_self_attn.q_proj_input_kl_representation.pth b/3b_layer24_self_attn.q_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a68f1db33f04e32f686ec9435876adb8e621b330
--- /dev/null
+++ b/3b_layer24_self_attn.q_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57318740e48fdc1b6b72cdf52879a214cfd5af55277ba71aa383c39f81e61f72
+size 92585464
diff --git a/3b_layer24_self_attn.q_proj_output_kl_representation.pth b/3b_layer24_self_attn.q_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..98ff62940410a4669a532444e5a37f964f2c2e61
--- /dev/null
+++ b/3b_layer24_self_attn.q_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a07753bfaeab959b7a3d8668117f4e405eab7308c49b5c1a60cf8d746faad5
+size 92585469
diff --git a/3b_layer24_self_attn.v_proj_output_kl_representation.pth b/3b_layer24_self_attn.v_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7be9c8fccf54278e438ba71c85211743b84c658a
--- /dev/null
+++ b/3b_layer24_self_attn.v_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e7d822b8c910ec007271fe1a5f8c34527b4568a7bcef3d37855110329faed1
+size 30862845
diff --git a/3b_layer25_mlp.down_proj_output_kl_representation.pth b/3b_layer25_mlp.down_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8a91d772f08f96e487ea2c69e9a9e737d1b95fef
--- /dev/null
+++ b/3b_layer25_mlp.down_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bdb0425f19d8674b423bd6b76f8edf4824a73dfb4244ef20f3618f5e3c3d2dc
+size 92585454
diff --git a/3b_layer25_mlp.up_proj_input_kl_representation.pth b/3b_layer25_mlp.up_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d6aa26328f7a8221d113c2abea1222479b80b084
--- /dev/null
+++ b/3b_layer25_mlp.up_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7300c9aaaca1cf66c9c5cbbba93b42546d659f6c0c307bb2ce16b7d278606475
+size 92585439
diff --git a/3b_layer25_self_attn.k_proj_input_kl_representation.pth b/3b_layer25_self_attn.k_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..64479e66f2e918bd68dfca2a15a86f1529cf35e8
--- /dev/null
+++ b/3b_layer25_self_attn.k_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c165b46c097d29a8e8adcf6b8ebe75d33fc4b5e5bb0ef9b7eb816787de8ea3
+size 92585464
diff --git a/3b_layer25_self_attn.o_proj_input_kl_representation.pth b/3b_layer25_self_attn.o_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5284bb36726b1a8be4bd5b76f116507038fbf69f
--- /dev/null
+++ b/3b_layer25_self_attn.o_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d76bcd01d832556374e33e43203cbf79f85657b79ceb41bf10e2bd38da95c8
+size 92585464
diff --git a/3b_layer25_self_attn.q_proj_input_kl_representation.pth b/3b_layer25_self_attn.q_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..29d719547ed31198252c35080421eaca4c8ba2f2
--- /dev/null
+++ b/3b_layer25_self_attn.q_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77f43b482e29d9ea516875e3241f31cde15c4f5cf1adaa13ecbdbb5f0e968109
+size 92585464
diff --git a/3b_layer25_self_attn.v_proj_input_kl_representation.pth b/3b_layer25_self_attn.v_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2a740833d33caa723faa925484d91401dca7c256
--- /dev/null
+++ b/3b_layer25_self_attn.v_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d0e3e57e6c3bc26142c4fdfe5a0f4d1f2bd520954bc060f70afbe9cf64fdad
+size 92585464
diff --git a/3b_layer26_mlp.down_proj_output_kl_representation.pth b/3b_layer26_mlp.down_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3c8d1c883cd320bacea06809f67545a537842ae7
--- /dev/null
+++ b/3b_layer26_mlp.down_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8c41b0f89227169eb3592d99ca2d0e35b9ccdf6c98306db035e4f276a0376a9
+size 92585454
diff --git a/3b_layer26_self_attn.o_proj_input_kl_representation.pth b/3b_layer26_self_attn.o_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..dd573336e1efaa5a1979de3fb507c1819f299220
--- /dev/null
+++ b/3b_layer26_self_attn.o_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c965ed6ba4e7936b513f9a3f64cff3dcd444c727f26204604bf49e649343523
+size 92585464
diff --git a/3b_layer26_self_attn.o_proj_output_kl_representation.pth b/3b_layer26_self_attn.o_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7e8e0e678f7d3dbba47fe4c4c4636218dda23d26
--- /dev/null
+++ b/3b_layer26_self_attn.o_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e9b2833d36d5a292425209b28b97e409da9afcdd058c036f655e7069dcb8aab
+size 92585469
diff --git a/3b_layer26_self_attn.q_proj_input_kl_representation.pth b/3b_layer26_self_attn.q_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8bff5ae2d3f1ab2b1ecca3ef75105049b22fee26
--- /dev/null
+++ b/3b_layer26_self_attn.q_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a15fed1eda973f6ea5ce974cc293b2318e1ef2d62f08cdf5a0c1b469847d9fa5
+size 92585464
diff --git a/3b_layer27_mlp.down_proj_output_kl_representation.pth b/3b_layer27_mlp.down_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2bdea86e189f7cbf2b6e42bd68110d241ebd8637
--- /dev/null
+++ b/3b_layer27_mlp.down_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ab102ccf06f57f2da0ed72c82737e62a0a9a0be1a4ddf1dd25be360988f306e
+size 92585454
diff --git a/3b_layer27_self_attn.k_proj_input_kl_representation.pth b/3b_layer27_self_attn.k_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1bbb21d61d538b7df11b817f14acd70b0073f181
--- /dev/null
+++ b/3b_layer27_self_attn.k_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2188c5cf636cce2c32c90ef8fff9e2aa36625768a55ed75f2858d22da6cade9b
+size 92585464
diff --git a/3b_layer27_self_attn.q_proj_input_kl_representation.pth b/3b_layer27_self_attn.q_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4f3834a2ca24713562262964ebb1e3f14393f85b
--- /dev/null
+++ b/3b_layer27_self_attn.q_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d252dbfdf48b3237b74c3083c4038f8d49e5adc71a63afca91cd553f5588c583
+size 92585464
diff --git a/3b_layer27_self_attn.v_proj_input_kl_representation.pth b/3b_layer27_self_attn.v_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..163ffa5f8c1b0994eb1d88b98cc438318b8eb02c
--- /dev/null
+++ b/3b_layer27_self_attn.v_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56e8b175be79fa5ae4a6adf1932cb6aa2d083023fb50d9abdffff8e0bf0d81bc
+size 92585464
diff --git a/3b_layer27_self_attn.v_proj_output_kl_representation.pth b/3b_layer27_self_attn.v_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..563f08b961e2acb4ee7bd98036ffda6713bc464f
--- /dev/null
+++ b/3b_layer27_self_attn.v_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac1ad72b7bd8f95c24985696f1cabdd1e25191f10187b78f5414f4c4a753933
+size 30862845
diff --git a/3b_layer2_mlp.down_proj_output_kl_representation.pth b/3b_layer2_mlp.down_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..037945c8258b2d2f08d68c768af088310f59f23b
--- /dev/null
+++ b/3b_layer2_mlp.down_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a4f8d610dcd35e6ac955a22853502ae1624a48d289d484866782b7f830625bd
+size 92585449
diff --git a/3b_layer2_self_attn.o_proj_input_kl_representation.pth b/3b_layer2_self_attn.o_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..476248ec02704a9aa97f05dd416c4054b0c38dcc
--- /dev/null
+++ b/3b_layer2_self_attn.o_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a34a685cb9f2cd289feab30463120d44301c5fcfa4158a98ba8c5ae2840b8725
+size 92585459
diff --git a/3b_layer2_self_attn.o_proj_output_kl_representation.pth b/3b_layer2_self_attn.o_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..da107fad6a344a38c7dc7ae1a41f1449a7fd2bec
--- /dev/null
+++ b/3b_layer2_self_attn.o_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6124aeba1ac1727cdfc911ca451d50f82b0928d69a028ad3ea2f542920a2be3
+size 92585464
diff --git a/3b_layer2_self_attn.q_proj_input_kl_representation.pth b/3b_layer2_self_attn.q_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5421967475a4a4b99b38345fc3c0dd0751ea7ccd
--- /dev/null
+++ b/3b_layer2_self_attn.q_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74827cec51e759be91a26048cc588de6bd2aff77dfee5218ce90c70c78af6372
+size 92585459
diff --git a/3b_layer2_self_attn.v_proj_input_kl_representation.pth b/3b_layer2_self_attn.v_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f44e77bcebdc3c513389c2fca6a966517af98186
--- /dev/null
+++ b/3b_layer2_self_attn.v_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:019a0e68a55c78f3289d4b141764924fe2980a93bfddae28c21d7e6ea884ebf8
+size 92585459
diff --git a/3b_layer2_self_attn.v_proj_output_kl_representation.pth b/3b_layer2_self_attn.v_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..73114c25f9ce2e4bafccead811cfcc9eb2073772
--- /dev/null
+++ b/3b_layer2_self_attn.v_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58eb5222020bc52bd32402c28415d325dcb87aa86b8c2efa74ba6ab216b9f23c
+size 30862840
diff --git a/3b_layer3_mlp.gate_proj_input_kl_representation.pth b/3b_layer3_mlp.gate_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ed1e1634c34de7618b763b3522c032ddb386edfd
--- /dev/null
+++ b/3b_layer3_mlp.gate_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:267e70db910acefb41e76b6ace3483ab9b621e675e7d61feb240a2143a625c69
+size 92585444
diff --git a/3b_layer3_mlp.up_proj_input_kl_representation.pth b/3b_layer3_mlp.up_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..499347cbef91550fcf26669260c11c9bf5400c15
--- /dev/null
+++ b/3b_layer3_mlp.up_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dcec5b29c4011ab20161f2be344e0fd2867586fe31f31289b3656e4f6bb69a3
+size 92585434
diff --git a/3b_layer3_self_attn.k_proj_input_kl_representation.pth b/3b_layer3_self_attn.k_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..44a036ece9ce7b2507c6520287f1936c31174d05
--- /dev/null
+++ b/3b_layer3_self_attn.k_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e8da06fe672801d1d07ce84aecf95623fb470bdaa3385b193cdc180a542ef60
+size 92585459
diff --git a/3b_layer3_self_attn.q_proj_input_kl_representation.pth b/3b_layer3_self_attn.q_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3d3fb4195b5ae991392da8c924133408cc2104ad
--- /dev/null
+++ b/3b_layer3_self_attn.q_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfa08de786c9e48928092ccdb9f050be8e15c547d64c91ecfbbebd254f2f14f9
+size 92585459
diff --git a/3b_layer3_self_attn.v_proj_output_kl_representation.pth b/3b_layer3_self_attn.v_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f8c7d3854deb6056fc76a8cd87d6e263e9bfad0e
--- /dev/null
+++ b/3b_layer3_self_attn.v_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccaf8c900afdfe0ea0319b49bef74255ebb472d27c62895967387e8c22970cf9
+size 30862840
diff --git a/3b_layer4_mlp.up_proj_input_kl_representation.pth b/3b_layer4_mlp.up_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d3692790cdcbb084ce1a00a1ce7bb73a7fb77db0
--- /dev/null
+++ b/3b_layer4_mlp.up_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca584051ad1cd6eee247f81f35e9e413c7517272382b3571b7b0bb747d6a92fe
+size 92585434
diff --git a/3b_layer4_self_attn.o_proj_output_kl_representation.pth b/3b_layer4_self_attn.o_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..337184e264540d23365ce07c95242b410c202fd4
--- /dev/null
+++ b/3b_layer4_self_attn.o_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ace1240e673451e6f400a77c9e5253dc96c32fab71a21dbdbec5e5ddab0d0bc3
+size 92585464
diff --git a/3b_layer4_self_attn.q_proj_input_kl_representation.pth b/3b_layer4_self_attn.q_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c81d13585465f2a8fbcf11e9d32c328f3afbfda2
--- /dev/null
+++ b/3b_layer4_self_attn.q_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c76712be356c179686d45179df1c03b48891e080da8a4e942a63daf799b785f
+size 92585459
diff --git a/3b_layer4_self_attn.q_proj_output_kl_representation.pth b/3b_layer4_self_attn.q_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..6c252b5044f40d3c5724c0125d46b27e95fdfe29
--- /dev/null
+++ b/3b_layer4_self_attn.q_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d771a5b881d28033c18f54404ab0e7c1a552a1f475c720aca0c172e74c6fd4
+size 92585464
diff --git a/3b_layer4_self_attn.v_proj_output_kl_representation.pth b/3b_layer4_self_attn.v_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..834416c1772c6ccc603d2c72bc5483110b89a787
--- /dev/null
+++ b/3b_layer4_self_attn.v_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb6b3621a3299d869c4d05e949c6a03a7e7932b311a6227b18c275bd77db4d3
+size 30862840
diff --git a/3b_layer5_mlp.down_proj_output_kl_representation.pth b/3b_layer5_mlp.down_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..040c0be7cc5aab24022dc628ffb87e1075cbaa43
--- /dev/null
+++ b/3b_layer5_mlp.down_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adcf73eabc1dee9488ae579492a49ad30dcfc745360f982e46fcdbcc0aaa961d
+size 92585449
diff --git a/3b_layer5_self_attn.k_proj_input_kl_representation.pth b/3b_layer5_self_attn.k_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..af346ee6b6aeb45f662a96f20c9cbce29fbaf22e
--- /dev/null
+++ b/3b_layer5_self_attn.k_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ead7b984595de53414958a41a995911a59def6bc6c55b32bcc79ed94d80803d
+size 92585459
diff --git a/3b_layer5_self_attn.o_proj_input_kl_representation.pth b/3b_layer5_self_attn.o_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4f6800b68876ff6f2dbd72e3662d9cbffb72ee19
--- /dev/null
+++ b/3b_layer5_self_attn.o_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c20bb75a027fb3c308446cc0081e38e5c6c6b246f9ad910b2369ab46d08d66e
+size 92585459
diff --git a/3b_layer5_self_attn.o_proj_output_kl_representation.pth b/3b_layer5_self_attn.o_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7b7809d00fb05395f2a3b9b1b88bc598201789c5
--- /dev/null
+++ b/3b_layer5_self_attn.o_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1009b60eaf854e5fcbb6a583fe9a48f87cf0b50aaf119a01fdc5f3dcf0093e5
+size 92585464
diff --git a/3b_layer5_self_attn.q_proj_input_kl_representation.pth b/3b_layer5_self_attn.q_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a076cc29de834776ccb1e122c90d95b71895920f
--- /dev/null
+++ b/3b_layer5_self_attn.q_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:309e88a00c39b6e7ff08346a594365da80fd12fefadb969376ee865751356765
+size 92585459
diff --git a/3b_layer5_self_attn.q_proj_output_kl_representation.pth b/3b_layer5_self_attn.q_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e29d65b6fe7e87b52d19a3299b66c1b6e9709111
--- /dev/null
+++ b/3b_layer5_self_attn.q_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0cb8ebad20a3072eee155a864a65eb6dcdef411eeacbf8b0076f7895aa76bf9
+size 92585464
diff --git a/3b_layer5_self_attn.v_proj_output_kl_representation.pth b/3b_layer5_self_attn.v_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a5d107f519e5907ee699391df37a8122164e7fc7
--- /dev/null
+++ b/3b_layer5_self_attn.v_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5be9c1fa5ff7dcb5f7a8581a5d67605c4cbe85d013b37990d2479fb92b2b192
+size 30862840
diff --git a/3b_layer6_mlp.up_proj_input_kl_representation.pth b/3b_layer6_mlp.up_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..801c5d8d555071872d5ea2bdd6ce690469878840
--- /dev/null
+++ b/3b_layer6_mlp.up_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbcd9ea8bb8f38df7b55ffbf294f705f46fc9640779451da41245bae1c5d2df8
+size 92585434
diff --git a/3b_layer6_self_attn.k_proj_output_kl_representation.pth b/3b_layer6_self_attn.k_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..00ef9d72688a400aad1190c22f662a95c5ac4ea4
--- /dev/null
+++ b/3b_layer6_self_attn.k_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84b4c20e3048c9401c5ebbc15ee875ea3a5ee9a34ca48506dfd2bbe4d68616ee
+size 30862840
diff --git a/3b_layer6_self_attn.q_proj_output_kl_representation.pth b/3b_layer6_self_attn.q_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8a293a500ee965970a9bb7701f35970a3eb59f87
--- /dev/null
+++ b/3b_layer6_self_attn.q_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cd24186d849b6c74e02da71389f4891212bf6f7bcec45cc1d5b0e405ae2221f
+size 92585464
diff --git a/3b_layer6_self_attn.v_proj_input_kl_representation.pth b/3b_layer6_self_attn.v_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a33d1f892f55f1807e5caeffc7083d21b74be084
--- /dev/null
+++ b/3b_layer6_self_attn.v_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9578ee92357fbc8ed4d832aac3accc95111fdb43ed0d1b1899b4d06cb63509ed
+size 92585459
diff --git a/3b_layer7_mlp.gate_proj_input_kl_representation.pth b/3b_layer7_mlp.gate_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..eaadbe0c08db8dfab5f2185085a8292f59242562
--- /dev/null
+++ b/3b_layer7_mlp.gate_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28fb10a19a6b0f39a9c7d46c74289f01b77424e875789ab83dccfaa30dda8823
+size 92585444
diff --git a/3b_layer7_mlp.up_proj_input_kl_representation.pth b/3b_layer7_mlp.up_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f79101178910ce938bc697f21d57648b6d975efd
--- /dev/null
+++ b/3b_layer7_mlp.up_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8414459102989a61a704316429d71a2f51d0055e3ce8ced27af5adb1bb3db7e
+size 92585434
diff --git a/3b_layer7_self_attn.k_proj_input_kl_representation.pth b/3b_layer7_self_attn.k_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a09a5a2122bceae8ed1679e9111f363370dbae82
--- /dev/null
+++ b/3b_layer7_self_attn.k_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39f3d656a0e0c9de1bfd260386652cab3624987ca62f34982961a74123035357
+size 92585459
diff --git a/3b_layer7_self_attn.k_proj_output_kl_representation.pth b/3b_layer7_self_attn.k_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..25e7dc7b9ff31247dce3ab6d77436a6cda620d27
--- /dev/null
+++ b/3b_layer7_self_attn.k_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed40429a443614b10b2445c01f95c5f2e1b6fe507c9f60c847198d4ca330443e
+size 30862840
diff --git a/3b_layer7_self_attn.o_proj_input_kl_representation.pth b/3b_layer7_self_attn.o_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2a3febce70915ed1637cd3adf7d974d6a5c4d580
--- /dev/null
+++ b/3b_layer7_self_attn.o_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bdc070019121239f2ecef6f49909e86c744060916c40a624bd92be9e88448cf
+size 92585459
diff --git a/3b_layer7_self_attn.v_proj_input_kl_representation.pth b/3b_layer7_self_attn.v_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ecbeacca2c5189c3051385bdb614c07c5f5d55f7
--- /dev/null
+++ b/3b_layer7_self_attn.v_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33f0eb13753ec170101330dbeb91849f3077f349156d87a6d2273f787fe4dbdb
+size 92585459
diff --git a/3b_layer8_mlp.down_proj_output_kl_representation.pth b/3b_layer8_mlp.down_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ce27e21621e5fabe8ae48f84f064d425621cf4d7
--- /dev/null
+++ b/3b_layer8_mlp.down_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e20b35f24616fc59c99b786b808e395c3d662123bb283f73eab2b01eecb028
+size 92585449
diff --git a/3b_layer8_mlp.gate_proj_input_kl_representation.pth b/3b_layer8_mlp.gate_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b61a500e96e5731cdacd249104a53d76786b836f
--- /dev/null
+++ b/3b_layer8_mlp.gate_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f40ed6c097893cb5c9edac1eba4efd2e38ce0bf828d915b317152db4347c402d
+size 92585444
diff --git a/3b_layer8_mlp.up_proj_input_kl_representation.pth b/3b_layer8_mlp.up_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a35ff1efa7ba8b249345f3ffecf524aff2cffb81
--- /dev/null
+++ b/3b_layer8_mlp.up_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b4641923a0fb6995e23a5206f6558f40bfe4e5b877e3b7e5849f46d57347dd8
+size 92585434
diff --git a/3b_layer8_self_attn.k_proj_output_kl_representation.pth b/3b_layer8_self_attn.k_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8428c9d4a2161dffc770c7f393377412ff0ef6ec
--- /dev/null
+++ b/3b_layer8_self_attn.k_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1a386a0fc622123a2b76a809941b55dae397320d77f04a4e43e325705e9e7aa
+size 30862840
diff --git a/3b_layer8_self_attn.q_proj_output_kl_representation.pth b/3b_layer8_self_attn.q_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4df72486964e402f30deb328bf9e3e0ac4b52e3d
--- /dev/null
+++ b/3b_layer8_self_attn.q_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eeb75ba5021cefa94a8e7b855790629575664b367169adc1f9f62fe81099add
+size 92585464
diff --git a/3b_layer8_self_attn.v_proj_input_kl_representation.pth b/3b_layer8_self_attn.v_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d4a971e516f9e2871e5452288e0f26eefc3974c0
--- /dev/null
+++ b/3b_layer8_self_attn.v_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:120a51f3de6fe3e2c9de91101bd8001795a6bdf097b5dbc5f94237a7cfedbef1
+size 92585459
diff --git a/3b_layer9_mlp.gate_proj_input_kl_representation.pth b/3b_layer9_mlp.gate_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..6c4a77590d9a7366e105ff0b4ae95ed1ef8840c3
--- /dev/null
+++ b/3b_layer9_mlp.gate_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19d97ad92d662500f2fb5ddd9271c915d9619a450da1e4021d6c9503264068b0
+size 92585444
diff --git a/3b_layer9_self_attn.k_proj_output_kl_representation.pth b/3b_layer9_self_attn.k_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8fb234088405ba61044cfca32c859e0f23d34915
--- /dev/null
+++ b/3b_layer9_self_attn.k_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:629d28f3321ab411d770cf1e3a4efbcef58cabf4260799177f0174cbff138f76
+size 30862840
diff --git a/3b_layer9_self_attn.q_proj_output_kl_representation.pth b/3b_layer9_self_attn.q_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ae51b1d90ddeff2193c2d233304de9abd05b25d2
--- /dev/null
+++ b/3b_layer9_self_attn.q_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f016b6c21fdf0a786ee33948d46bb5f2bdc341c097386e01ca8a0ba17d34676
+size 92585464
diff --git a/3b_layer9_self_attn.v_proj_input_kl_representation.pth b/3b_layer9_self_attn.v_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..99a08f88c6e78c472252c115a103cff4f8acd7f6
--- /dev/null
+++ b/3b_layer9_self_attn.v_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b06653fca25ed6fe20a9b33581facb407a566d847ebd79774295f3dae6437905
+size 92585459
diff --git a/3b_layer9_self_attn.v_proj_output_kl_representation.pth b/3b_layer9_self_attn.v_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3ad6c26f7748f14a526fd5b00f92e6b539bc4788
--- /dev/null
+++ b/3b_layer9_self_attn.v_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b6cb13692ec5e195d887fc48fa1bb2524a7a53680f264b517b17fc90e9a7259
+size 30862840