diff --git a/3b_layer0_mlp.down_proj_input_kl_representation.pth b/3b_layer0_mlp.down_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0146571a8033dedafb2480b10f160f7442dc16bc
--- /dev/null
+++ b/3b_layer0_mlp.down_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:805a2e57d23a1373bf75484c040740e700601c735926b0e4bdceab4b61a3ff5a
+size 246892004
diff --git a/3b_layer0_self_attn.q_proj_output_kl_representation.pth b/3b_layer0_self_attn.q_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1bef3d7af5f5e125d3dbcc95789dad33d5db2295
--- /dev/null
+++ b/3b_layer0_self_attn.q_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b833314ed98d8a9d4bdc7f7697032646b7b5872b5fa7fadc47b50180f01bc25
+size 92585464
diff --git a/3b_layer10_mlp.up_proj_input_kl_representation.pth b/3b_layer10_mlp.up_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e7bcaaa0b1b093a5847f8b648821ca090f5be741
--- /dev/null
+++ b/3b_layer10_mlp.up_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea9d45d888361240d3a26223a724b415b9a5f7ecf47c2a4f0f4cd85c1b29d5ce
+size 92585439
diff --git a/3b_layer11_mlp.up_proj_input_kl_representation.pth b/3b_layer11_mlp.up_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2f56759c95606649cabf96867af4d4c9a64f3af6
--- /dev/null
+++ b/3b_layer11_mlp.up_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c34156d66b18e2d5b9819b4893c8ab32475439547ca38de63521e09d516682ca
+size 92585439
diff --git a/3b_layer11_self_attn.v_proj_output_kl_representation.pth b/3b_layer11_self_attn.v_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8b00dafc5ec44cb06796e7c9a12c53c7de463638
--- /dev/null
+++ b/3b_layer11_self_attn.v_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f1f8a4481b8348b419563a5681bd45f5c323cde05e67d12c2d600a8da6f2ed
+size 30862845
diff --git a/3b_layer12_self_attn.o_proj_output_kl_representation.pth b/3b_layer12_self_attn.o_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b71d6382cabcc7ebaf8ae323a9e8914e7abeefb5
--- /dev/null
+++ b/3b_layer12_self_attn.o_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69a6bfae71eac8cbe3d1cab6554ff4e2ff2ae7a19b89e7e78ae07e3b48a465d0
+size 92585469
diff --git a/3b_layer13_mlp.down_proj_output_kl_representation.pth b/3b_layer13_mlp.down_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ec2fcc96c005abd389f7983f722a95e856c379b1
--- /dev/null
+++ b/3b_layer13_mlp.down_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08f682b8cd15a86befbb76ac1fa72002d5ba57ad2dc3b1c65e7f6efe1d8194e7
+size 92585454
diff --git a/3b_layer13_mlp.gate_proj_output_kl_representation.pth b/3b_layer13_mlp.gate_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..647fa9f8175f89a493f6a25fc58269951e2117a5
--- /dev/null
+++ b/3b_layer13_mlp.gate_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8457fc38fd76d787389720d68bd9e70c1215dacd83f2d55f7fea9925cebefeb
+size 246892014
diff --git a/3b_layer13_mlp.up_proj_output_kl_representation.pth b/3b_layer13_mlp.up_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..aeb7afb130d539225c620932b9dd972cf0b5d5e5
--- /dev/null
+++ b/3b_layer13_mlp.up_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8fda4af8af92f0509c688ed069ecaf8504eb136c7aa79e0ac2783a43e696b85
+size 246892004
diff --git a/3b_layer13_self_attn.o_proj_output_kl_representation.pth b/3b_layer13_self_attn.o_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..db4eab618338dc04fcd00d32c7c86ab682e007cc
--- /dev/null
+++ b/3b_layer13_self_attn.o_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f67e53f16f2efb6d05e79283507abeaf6cc43bf9e9943f7ce1485a5ab7fa685
+size 92585469
diff --git a/3b_layer14_mlp.up_proj_input_kl_representation.pth b/3b_layer14_mlp.up_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3d59e26cf9fbd0264c5e20f6e1e65e623f49f129
--- /dev/null
+++ b/3b_layer14_mlp.up_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e7d9da99c1df2570442a82c26b4ac2f42090c08704fb7dfc5f92351bd06f640
+size 92585439
diff --git a/3b_layer14_self_attn.k_proj_output_kl_representation.pth b/3b_layer14_self_attn.k_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..cee5d076e2c5b90bcdf85d485087db5062628851
--- /dev/null
+++ b/3b_layer14_self_attn.k_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e96b2577b4ec82567fc005ef9dd735460d06a1b5be4fa625c27b91c2de7875ff
+size 30862845
diff --git a/3b_layer14_self_attn.o_proj_output_kl_representation.pth b/3b_layer14_self_attn.o_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..70a44000a7add2e3659121d1c0d9ea704f34217f
--- /dev/null
+++ b/3b_layer14_self_attn.o_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f66cfa6cd2753780ac4175b112198f0869b5b3944559a0912e03db0223daa72
+size 92585469
diff --git a/3b_layer14_self_attn.q_proj_input_kl_representation.pth b/3b_layer14_self_attn.q_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e7abacd6734acaaceb5a48974364adfb5a52a0fa
--- /dev/null
+++ b/3b_layer14_self_attn.q_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f80f23c6d371f9b6cdc98451d6b23e00271c399748c015d3e4c070db63ac98b
+size 92585464
diff --git a/3b_layer15_mlp.up_proj_input_kl_representation.pth b/3b_layer15_mlp.up_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ad732b7dca30c78318e6436e33f705d7ce78d5a2
--- /dev/null
+++ b/3b_layer15_mlp.up_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed5424687460f05a854076667f8274f2343c15d12fdd47e00e15f23a42245c7c
+size 92585439
diff --git a/3b_layer15_self_attn.k_proj_output_kl_representation.pth b/3b_layer15_self_attn.k_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d078937d9abe234d8e936bc6585fdedd4418a855
--- /dev/null
+++ b/3b_layer15_self_attn.k_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a7e5e1a8fdbcbfbe2669b6b75828dc88492c468bf41ae374569067769f2ecea
+size 30862845
diff --git a/3b_layer15_self_attn.q_proj_input_kl_representation.pth b/3b_layer15_self_attn.q_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1fe471ee800eea22bfe353303783571bc0007f1e
--- /dev/null
+++ b/3b_layer15_self_attn.q_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3096a168e47a0e0f0268255693ab61de4945caf01838908e003e0e72cd9368f5
+size 92585464
diff --git a/3b_layer15_self_attn.q_proj_output_kl_representation.pth b/3b_layer15_self_attn.q_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..46ce6c97c957b06a96728f0b85f5d73150c2ffb8
--- /dev/null
+++ b/3b_layer15_self_attn.q_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56fc4e4329502939ba1b323d03c5da9d3404d4dafa27c1bc97cbbabdde5c55b1
+size 92585469
diff --git a/3b_layer16_mlp.up_proj_output_kl_representation.pth b/3b_layer16_mlp.up_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..68bfa7a34b9d08eb28faeec77d0118bcf1c84816
--- /dev/null
+++ b/3b_layer16_mlp.up_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72b74f5d926b5f188cbcb7b501635941352b99436ec0037c35a2f550d2ab1f7b
+size 246892004
diff --git a/3b_layer16_self_attn.q_proj_output_kl_representation.pth b/3b_layer16_self_attn.q_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d7a7950562667cac6f4c6633b41379c949632711
--- /dev/null
+++ b/3b_layer16_self_attn.q_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0164d783a6c3595cf78bd081c45d153576ef96700f16564b925405fc25a529cb
+size 92585469
diff --git a/3b_layer16_self_attn.v_proj_output_kl_representation.pth b/3b_layer16_self_attn.v_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..571fccfe444154aa913bce5cbf719044be3b951f
--- /dev/null
+++ b/3b_layer16_self_attn.v_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c23fe2c9526a10809d7300e72f3e909515bf357003f0eb40a0e24a08eaa528c1
+size 30862845
diff --git a/3b_layer17_mlp.down_proj_input_kl_representation.pth b/3b_layer17_mlp.down_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..19bda41e6e09ecb1a2a6c2ec8992f1eebfa5f581
--- /dev/null
+++ b/3b_layer17_mlp.down_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36661dd51bbd55d7f4a0d6e97b7cb1530d2e996d422bdd7c4060f769fc11fe6d
+size 246892009
diff --git a/3b_layer17_mlp.gate_proj_input_kl_representation.pth b/3b_layer17_mlp.gate_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3f6546f35053f3f549bea6a700e2db064ef0dece
--- /dev/null
+++ b/3b_layer17_mlp.gate_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a83bdc85a5fe9accdf2def7e98ed00b0cacbadb2a5c784aef190d304007a1ae8
+size 92585449
diff --git a/3b_layer17_self_attn.o_proj_input_kl_representation.pth b/3b_layer17_self_attn.o_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..32c5d05c5935456273f92280b0bb2898853d1449
--- /dev/null
+++ b/3b_layer17_self_attn.o_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec690f024148ceee459955490e8294e406a437ed9b689170b95e3044437ea4a
+size 92585464
diff --git a/3b_layer18_mlp.down_proj_input_kl_representation.pth b/3b_layer18_mlp.down_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d510ee6818bcd66ff4fbcce7a002833c79df9602
--- /dev/null
+++ b/3b_layer18_mlp.down_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54d8cb589d560203da4438d50cc85fad5848f9aa6633177996a526ebec267a67
+size 246892009
diff --git a/3b_layer18_mlp.gate_proj_output_kl_representation.pth b/3b_layer18_mlp.gate_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..436a4c3fa2fee032b79ce95842f4843c298a96df
--- /dev/null
+++ b/3b_layer18_mlp.gate_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20fa466147b07ee4e7f5b415bf2c7f0b65eaee16ac73877cc5329334babed49b
+size 246892014
diff --git a/3b_layer18_self_attn.o_proj_input_kl_representation.pth b/3b_layer18_self_attn.o_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..61e7d29d7d176c27439da47c442b2ea0edd0cba0
--- /dev/null
+++ b/3b_layer18_self_attn.o_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e2160f36b5f0b90f5a4b18e319b832a4c1aa7ae0aef8417e3c21c0b0407ef98
+size 92585464
diff --git a/3b_layer19_mlp.gate_proj_input_kl_representation.pth b/3b_layer19_mlp.gate_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..70fcc2c152e8363f003c993423152ead8c8fd959
--- /dev/null
+++ b/3b_layer19_mlp.gate_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74cc35db93cb0e58066efbf6b24e7441c0051850dc397efc19e593477cbf3415
+size 92585449
diff --git a/3b_layer19_self_attn.k_proj_input_kl_representation.pth b/3b_layer19_self_attn.k_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..14e32b483ddd7b4ea68b71f7efb83e7ffd0bd79a
--- /dev/null
+++ b/3b_layer19_self_attn.k_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca60984909ba456d26c1b0b75983ee09d81096a3f875b9385e9aed786e42e565
+size 92585464
diff --git a/3b_layer1_mlp.down_proj_input_kl_representation.pth b/3b_layer1_mlp.down_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1fb6b14a709cc4666b79b84bc523dbbee1977057
--- /dev/null
+++ b/3b_layer1_mlp.down_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c531dc05c6d243c5813507ec010280f9cf8c43066488ad3cf12d91c50bfe50
+size 246892004
diff --git a/3b_layer1_mlp.gate_proj_input_kl_representation.pth b/3b_layer1_mlp.gate_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c3c9ea609835a81112eeed97f2feb91fa69ec17c
--- /dev/null
+++ b/3b_layer1_mlp.gate_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca40bbab27f0b6aace310446983566b157455950616e188606f5519a41befbf
+size 92585444
diff --git a/3b_layer1_mlp.up_proj_output_kl_representation.pth b/3b_layer1_mlp.up_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5c7c2d18d098c07d449b6f968eb0fac1f5a17c17
--- /dev/null
+++ b/3b_layer1_mlp.up_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc92d11705fdabb0b767f1937d8c45580c8ca58f796726d4f53b3e5bbeffa29b
+size 246891999
diff --git a/3b_layer20_mlp.gate_proj_input_kl_representation.pth b/3b_layer20_mlp.gate_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..239a24f300617d172dc07eb8b67c0b63e3e6788a
--- /dev/null
+++ b/3b_layer20_mlp.gate_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cf483dbbf88d93348d1f3b3c360519dd312679e53be42bab886254626b72a3d
+size 92585449
diff --git a/3b_layer20_self_attn.v_proj_output_kl_representation.pth b/3b_layer20_self_attn.v_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0c47e5e91a8bfea1f739fb41c5349d3707373d38
--- /dev/null
+++ b/3b_layer20_self_attn.v_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a59a99b445e9946a15e8b1b9109640153de50a4fbde9118a608b2db63d743a3
+size 30862845
diff --git a/3b_layer21_mlp.down_proj_output_kl_representation.pth b/3b_layer21_mlp.down_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..096d9cb11da83b4db80e246b87a55b85426b17be
--- /dev/null
+++ b/3b_layer21_mlp.down_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd3324ed96147e37cd0b8cc4361406926c1dd80f3bfd388a56234772983bd767
+size 92585454
diff --git a/3b_layer21_self_attn.k_proj_input_kl_representation.pth b/3b_layer21_self_attn.k_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7ab048536499ee9118bdd40babfb2af5c4a5172f
--- /dev/null
+++ b/3b_layer21_self_attn.k_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdc73d325d537c64dc0e323a0b87a89e584aedd7fa5b1e4efee9df547bf85de4
+size 92585464
diff --git a/3b_layer21_self_attn.o_proj_output_kl_representation.pth b/3b_layer21_self_attn.o_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4108f01a692539b58dc57d6bd5a881d63fb533fb
--- /dev/null
+++ b/3b_layer21_self_attn.o_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a51c5f85fd29310f702c63c7d4157c2a76b9b1baf6c90df10d44c8bd65d14cc
+size 92585469
diff --git a/3b_layer22_mlp.gate_proj_input_kl_representation.pth b/3b_layer22_mlp.gate_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..df7bd1530cb68549ed04a6e43dc74f7f1ea4679c
--- /dev/null
+++ b/3b_layer22_mlp.gate_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88d88582a3c2cd893089241f57a4341ee336f49dcb8de86709eaf7f4acd3e6d8
+size 92585449
diff --git a/3b_layer22_self_attn.q_proj_input_kl_representation.pth b/3b_layer22_self_attn.q_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b3091e90db5c35a3ed9fdb2d1d4729580058f099
--- /dev/null
+++ b/3b_layer22_self_attn.q_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcddc674ea83b1625e8e2fc220d58f7f138a4e24ba428290107e26c9b7769f45
+size 92585464
diff --git a/3b_layer23_mlp.gate_proj_output_kl_representation.pth b/3b_layer23_mlp.gate_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..503d8214b59bb7d05effbf7dabc904c8badb1525
--- /dev/null
+++ b/3b_layer23_mlp.gate_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d7476516bd5fa4aea2c0edcd33c889fb52a8ccded176071e8c2a0cfdfbc70d
+size 246892014
diff --git a/3b_layer23_self_attn.k_proj_input_kl_representation.pth b/3b_layer23_self_attn.k_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c1d06ae29862c8e254aea77554ec1a4985e49cd6
--- /dev/null
+++ b/3b_layer23_self_attn.k_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37c86ceb970eca67cd69c39f3d3be73f84a510bb7920fe99597fb76d9a58293b
+size 92585464
diff --git a/3b_layer23_self_attn.o_proj_input_kl_representation.pth b/3b_layer23_self_attn.o_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f7de1eb4c76f662271c65fee2ae97ece607894e4
--- /dev/null
+++ b/3b_layer23_self_attn.o_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66949646db190eb07f0adeda8cbfe25503f19a01c5f90ee15799f34a2c3def3b
+size 92585464
diff --git a/3b_layer24_mlp.down_proj_input_kl_representation.pth b/3b_layer24_mlp.down_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..da1068ca13633f67e6157a4bdc9b988d6b90400f
--- /dev/null
+++ b/3b_layer24_mlp.down_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d17f24396399e7cee482ebdc9c2242061fe317464feaa9d0d6000daba472ff37
+size 246892009
diff --git a/3b_layer25_mlp.up_proj_output_kl_representation.pth b/3b_layer25_mlp.up_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..74d268b782f959b8285c00478a6353e0d47860e9
--- /dev/null
+++ b/3b_layer25_mlp.up_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b57dacef58ac7539caca304bd1b6c14ece7870daedf14e352bdbea4ad904ed66
+size 246892004
diff --git a/3b_layer25_self_attn.o_proj_output_kl_representation.pth b/3b_layer25_self_attn.o_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..794695af604a063f27aac3ae64ea5d7f75a00e42
--- /dev/null
+++ b/3b_layer25_self_attn.o_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f922ef87cff498d025efba46f7eb52ee6c5af13d338b2dfc2b9015412efafa1
+size 92585469
diff --git a/3b_layer25_self_attn.v_proj_output_kl_representation.pth b/3b_layer25_self_attn.v_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7539963440818289697be9e89fa29a576aea5dbd
--- /dev/null
+++ b/3b_layer25_self_attn.v_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9eac25aa603b0852b8895c40ace7fcff9fba49da8f955c67739e4e85de4c1e
+size 30862845
diff --git a/3b_layer26_mlp.down_proj_input_kl_representation.pth b/3b_layer26_mlp.down_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..60a28e56bb09a2eb862c5ec6b79e537d85546401
--- /dev/null
+++ b/3b_layer26_mlp.down_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55a9ff8c1c9123f84e1e86c66e3970b4f4ae110ff3e112f27bc18c1e734e295b
+size 246892009
diff --git a/3b_layer26_mlp.gate_proj_input_kl_representation.pth b/3b_layer26_mlp.gate_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..6d19cb7e46638a64a14d9603756cb82e0b245f3f
--- /dev/null
+++ b/3b_layer26_mlp.gate_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:318e98bd906c6499000baccb7c518ea3c1a1fca498b14962858dab98c78588aa
+size 92585449
diff --git a/3b_layer26_mlp.up_proj_output_kl_representation.pth b/3b_layer26_mlp.up_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..758dc8c8f3b47c6c90cca3b56acd2e29d08b064d
--- /dev/null
+++ b/3b_layer26_mlp.up_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba229762eaff6b4dea24cc3b0571c5f16d48c8da0d48d171bd2a0e7d25169332
+size 246892004
diff --git a/3b_layer26_self_attn.q_proj_output_kl_representation.pth b/3b_layer26_self_attn.q_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..964726d66e1527589b7ca9551d73c80c33858486
--- /dev/null
+++ b/3b_layer26_self_attn.q_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468774548158948018d31a642723dc98d9a051f7923d7b6487e328ac2c61c654
+size 92585469
diff --git a/3b_layer27_mlp.down_proj_input_kl_representation.pth b/3b_layer27_mlp.down_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..259f41e4d95299a4f02eba2d9dc39d70b642be38
--- /dev/null
+++ b/3b_layer27_mlp.down_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a4155432bb49269f217eb88c7d7bd50d1020e56e1bca1e2ddbc7724a34615ca
+size 246892009
diff --git a/3b_layer2_mlp.down_proj_input_kl_representation.pth b/3b_layer2_mlp.down_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4c31ff9d462a443ec35a5c526de9347065d29e89
--- /dev/null
+++ b/3b_layer2_mlp.down_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:102ed06b3b659d4dcc8c16b1aa9f568e2ebd610e8f916a5b2f0a826c01009758
+size 246892004
diff --git a/3b_layer2_self_attn.k_proj_output_kl_representation.pth b/3b_layer2_self_attn.k_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e8ef516b30f93181ce9d5b573cd0f5898ad0acb0
--- /dev/null
+++ b/3b_layer2_self_attn.k_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e781e021565fee396767278d9eef8abf00b7bcefa72cb5b72abd29e573dd3d8
+size 30862840
diff --git a/3b_layer3_self_attn.o_proj_input_kl_representation.pth b/3b_layer3_self_attn.o_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..302b8c6a48b5a83657d59a1af5244a0434fab8de
--- /dev/null
+++ b/3b_layer3_self_attn.o_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22db9f1df934fd6cc216e4d2235cbd4cace620cab90cca4d4719d83144d559e7
+size 92585459
diff --git a/3b_layer3_self_attn.q_proj_output_kl_representation.pth b/3b_layer3_self_attn.q_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9d5cb90081bbc0c03e9df226e76848d0b43bd6b4
--- /dev/null
+++ b/3b_layer3_self_attn.q_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef5f69175b825e35dff21405afee1a147042d2a6e506af1654155a74d6723a97
+size 92585464
diff --git a/3b_layer4_mlp.up_proj_output_kl_representation.pth b/3b_layer4_mlp.up_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..619d69ccec4a5b528c5c02688f5cbd5acbbfe0e1
--- /dev/null
+++ b/3b_layer4_mlp.up_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3b85389dc23825209c31539eaac538702c07edd23b8a1d90be1286da1b94228
+size 246891999
diff --git a/3b_layer4_self_attn.k_proj_input_kl_representation.pth b/3b_layer4_self_attn.k_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..54c00517681176d0a417186e28126ce316ba6e22
--- /dev/null
+++ b/3b_layer4_self_attn.k_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80b4a7b429cb8e704286cc6fa9027919d19f9281f0208d7fdb9be4be5531efa4
+size 92585459
diff --git a/3b_layer4_self_attn.k_proj_output_kl_representation.pth b/3b_layer4_self_attn.k_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..eafd1258a4a042726dc1a748eed2fb0c62d82ff6
--- /dev/null
+++ b/3b_layer4_self_attn.k_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b64b0ebb01dd7180cd7fd8cb72e65b9ce1485f458861fb7597253ba38047d8d0
+size 30862840
diff --git a/3b_layer4_self_attn.v_proj_input_kl_representation.pth b/3b_layer4_self_attn.v_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..94c972d341ae1a3af2855bf7da26879e949c0a4d
--- /dev/null
+++ b/3b_layer4_self_attn.v_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:114d87f8aa4ac4b6ba131e128728006e4d4e1b55d03d41037a00225380863e64
+size 92585459
diff --git a/3b_layer5_mlp.down_proj_input_kl_representation.pth b/3b_layer5_mlp.down_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f2e0c60cb89cf01dec975cf5e1ac05540e19a47c
--- /dev/null
+++ b/3b_layer5_mlp.down_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:444bbe45c2e879a06c7a94e34e42bbe47258b85fbfa6a4c3a7fed19dd40badcb
+size 246892004
diff --git a/3b_layer5_mlp.gate_proj_input_kl_representation.pth b/3b_layer5_mlp.gate_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c28352cd3e66891da82f1c67f25d990963ffa1a8
--- /dev/null
+++ b/3b_layer5_mlp.gate_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c013efa66b8479389ea1984669bff0c46a54fc919257ec79aeb830e7ec8bea14
+size 92585444
diff --git a/3b_layer5_mlp.up_proj_input_kl_representation.pth b/3b_layer5_mlp.up_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3baf9e6bbd04383809f2b560b04e5fd1b7c6b980
--- /dev/null
+++ b/3b_layer5_mlp.up_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:372805718806e1dfb4b931d2667e904282237928e68268a8440d7f32f11d1952
+size 92585434
diff --git a/3b_layer5_self_attn.k_proj_output_kl_representation.pth b/3b_layer5_self_attn.k_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..59ca770d59ca2eb25f7de055e39ebc4febac297b
--- /dev/null
+++ b/3b_layer5_self_attn.k_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e057a75a5a7ed4e1ad9dedfe2f99e9c8bc85d062c6140a4f8cae802970e44408
+size 30862840
diff --git a/3b_layer5_self_attn.v_proj_input_kl_representation.pth b/3b_layer5_self_attn.v_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..93cd67b30a7e49339366605757e0ebc93cf9bb5c
--- /dev/null
+++ b/3b_layer5_self_attn.v_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f035ce7fd552b4b73cac0324e19bc5e51b34a8a1113bd2b120b7fe124cc8c8ac
+size 92585459
diff --git a/3b_layer6_mlp.gate_proj_input_kl_representation.pth b/3b_layer6_mlp.gate_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a4c474568285c2cf55d9e89816e5bcde9ee47928
--- /dev/null
+++ b/3b_layer6_mlp.gate_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74a2b43d6d7cd7205894cdf200a16dd9a87b71d84c88e510394c558877796c15
+size 92585444
diff --git a/3b_layer6_self_attn.o_proj_output_kl_representation.pth b/3b_layer6_self_attn.o_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5975327b11442fa98f4ded283fd7ed92dd9fb96c
--- /dev/null
+++ b/3b_layer6_self_attn.o_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3684b36ebd8dd34b7e8a863dd602d76e0449de9392516e79b773408c0298bf79
+size 92585464
diff --git a/3b_layer7_self_attn.o_proj_output_kl_representation.pth b/3b_layer7_self_attn.o_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..94f713a4ad71be329ea28f9457054bf50805acc6
--- /dev/null
+++ b/3b_layer7_self_attn.o_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05fcb962a6a67ec537d558e64761f9b15e887ec6fa99aa977d57b8dc09625762
+size 92585464
diff --git a/3b_layer8_mlp.gate_proj_output_kl_representation.pth b/3b_layer8_mlp.gate_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5b98434fb7961f2246f53c996165b4f0e79678b4
--- /dev/null
+++ b/3b_layer8_mlp.gate_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97b90607dec73b33f21940749f273b9a4bdaf46d6b7402a53f8d14a9f423aeeb
+size 246892009
diff --git a/3b_layer8_self_attn.o_proj_input_kl_representation.pth b/3b_layer8_self_attn.o_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2c09f8b1606154b8dc24c42eef466699ccc86cfb
--- /dev/null
+++ b/3b_layer8_self_attn.o_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f703b802e3c35223c6239382fa7b07dc9799347f6920fda05fd8ebd8fc45230f
+size 92585459
diff --git a/3b_layer8_self_attn.o_proj_output_kl_representation.pth b/3b_layer8_self_attn.o_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..de191f7d2a7172bc79b86d44337d74cdcf364eba
--- /dev/null
+++ b/3b_layer8_self_attn.o_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10138bd990b8722511ea9133f373fa288b11a0fd6717c8274c33c045f91457b7
+size 92585464
diff --git a/3b_layer8_self_attn.v_proj_output_kl_representation.pth b/3b_layer8_self_attn.v_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..6a8e8668b9b26d84b7147ed7c892723dd8e49c02
--- /dev/null
+++ b/3b_layer8_self_attn.v_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4b454f8bd5aec63b92996f9382f994ba37e407f10459c0f3a86ceb6a056ddc5
+size 30862840
diff --git a/3b_layer9_mlp.down_proj_input_kl_representation.pth b/3b_layer9_mlp.down_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7abff2b6851c315f7ad11bb85d94b2a3856ac0c3
--- /dev/null
+++ b/3b_layer9_mlp.down_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c7ad6f2d731cdb38c33f8662bd81441bd811b1a9f99d1806dbd00a71da1e978
+size 246892004
diff --git a/3b_layer9_mlp.down_proj_output_kl_representation.pth b/3b_layer9_mlp.down_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..68d7e6935cc42ae226066a3d9456acf9c88b3372
--- /dev/null
+++ b/3b_layer9_mlp.down_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98460f6c986a6ca25ac04d63a449dc8d291dc5ef5ab9b81888c8ffdec18f38ff
+size 92585449
diff --git a/3b_layer9_self_attn.k_proj_input_kl_representation.pth b/3b_layer9_self_attn.k_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d30cf1eb60437a171e39555f821e06bfdf20cd62
--- /dev/null
+++ b/3b_layer9_self_attn.k_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ebeee549a3ca114df0bbcce5b54a97cea74ac18c3b5ee5a12164222c8f231e5
+size 92585459