diff --git a/checkpoints/Llama-3.1-8B-Instruct/0.mlp.down_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/0.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41c3f88cf5e7838bc0f4ddc3cb902a4691a45316
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/0.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e38d4153b68d363913efab3fdcd4bd0491f2e7b5f7a6ac9a48ba6c549fb49463
+size 119710612
diff --git a/checkpoints/Llama-3.1-8B-Instruct/0.mlp.gate_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/0.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97da77af7c5ebc926e3378207617c5b64bfb5e2c
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/0.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcfd9e3b5628c389efc16292e7462cf17eb3258a630ccafbd7dd469d87126ad0
+size 119403412
diff --git a/checkpoints/Llama-3.1-8B-Instruct/0.mlp.up_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/0.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..442551fbf5cf8cfde506433cb7c4267e7cb9a608
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/0.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab4767cbc5c5e842d4c3d84909b2e0fa42d589eee1d945a7bec30a511219dea
+size 119403374
diff --git a/checkpoints/Llama-3.1-8B-Instruct/0.self_attn.k_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/0.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f74bd0c45893fb3d8346dac4ac0387752b0c27ca
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/0.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5418d853643d5d467cdd3348d567b163208cc6f28348c8aff14aec65e4856026
+size 8647629
diff --git a/checkpoints/Llama-3.1-8B-Instruct/0.self_attn.o_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/0.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89e816a79897bcaa1d5b9c26159b883002912e29
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/0.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc69bb97b446f2ce7d7a10b1c59aa68245f927003073fbf4a242606327c5840d
+size 34206669
diff --git a/checkpoints/Llama-3.1-8B-Instruct/0.self_attn.q_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/0.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f148d3841f43dfa685e1c4bdf16b6ee95a806e5c
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/0.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93a80756dc74a9e78da659e80e48d34b722a2cc3ac1a4137dbc600d451f608fe
+size 34206669
diff --git a/checkpoints/Llama-3.1-8B-Instruct/0.self_attn.v_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/0.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d2e13e0a80909d7f16be0806ffec163b1e2ee21
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/0.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a425eca7b4fbf3b4f5ef876625d8e69f3d0506fa1e4d81d0f8965c8ed57a0eb
+size 8647629
diff --git a/checkpoints/Llama-3.1-8B-Instruct/1.mlp.down_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/1.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08c324313c3d389049451a26a4e56c4a576c71f4
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/1.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31b682cdf25d69059fe05c9ab71b9d591e4d3596e26d1bb8cd373c1449f3f6f8
+size 119710612
diff --git a/checkpoints/Llama-3.1-8B-Instruct/1.mlp.gate_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/1.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b619fa878110009e25a335e7ebc30fc741b8222a
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/1.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23863098c6ee51eec4aa4128f52e6d198396cb9deeef21b958edca76b83b4ebd
+size 119403412
diff --git a/checkpoints/Llama-3.1-8B-Instruct/1.mlp.up_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/1.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d07e603fa17e3c04b2bf037602b0ae1ea37baeb
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/1.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6e1f2433951812d7bd00e4c629be00266c0b10f7c0e331d0483ce86accb45bb
+size 119403374
diff --git a/checkpoints/Llama-3.1-8B-Instruct/1.self_attn.k_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/1.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7995d83960fbc4acb7933bd09cbda5ed72dde6f0
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/1.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e93e8f69750c467c5516034814af37c2551a3b33a0c23df482aca4f9dd7ed1
+size 8647629
diff --git a/checkpoints/Llama-3.1-8B-Instruct/1.self_attn.o_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/1.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dcf3a2546a2cec776fa13898baac7c556e92acf
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/1.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:290298afb1c5092d13feae04765e0daf8a95287a5b503321c60db3400e6c7698
+size 34206669
diff --git a/checkpoints/Llama-3.1-8B-Instruct/1.self_attn.q_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/1.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21e454544774d44a7ed071ff9e487473903765b7
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/1.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66a5bd400aea5d921c9e1ecd9b44360045300f9ce11cc22c90ab6113cee9a2e6
+size 34206669
diff --git a/checkpoints/Llama-3.1-8B-Instruct/1.self_attn.v_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/1.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3b5bcba1a513ee5244d37ed022185219c843af3
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/1.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f152761b1d7f48a8a6a83e39a2c2e07249e9d4e00b32bde62cc79d8c66e88f37
+size 8647629
diff --git a/checkpoints/Llama-3.1-8B-Instruct/10.mlp.down_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/10.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c285d3d977e686e568e2123fbc4740182ffea756
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/10.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8adee653bdded8bd944576233843e6532d2afd1460ad6f228df69b99d13b749
+size 119710631
diff --git a/checkpoints/Llama-3.1-8B-Instruct/10.mlp.gate_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/10.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29ae9ec172de102fd4b344ff2a699e38e1c0b690
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/10.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a1f3b4a22930b8a30309c0538bcc84fbdec962ad25a3299c2f66576ee303a64
+size 119403431
diff --git a/checkpoints/Llama-3.1-8B-Instruct/10.mlp.up_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/10.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df251d7ab1caa30e7aebce10f6f3cba6b51e256d
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/10.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76b7505b1ca83f0793c5576638aeb024d2015d9ba032f7c52c9fbf5b03acc6a9
+size 119403393
diff --git a/checkpoints/Llama-3.1-8B-Instruct/10.self_attn.k_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/10.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e4af4bc88e2dd5cfe536af20208e75a231a2a1b
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/10.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a5eab2f34a3a15d8ad8abaa61af44d0c27267bc0c675735e5a560dc4fa80327
+size 8647648
diff --git a/checkpoints/Llama-3.1-8B-Instruct/10.self_attn.o_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/10.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13d01297e591106bd639328e7e8a9d046d35dbf0
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/10.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:183bc7eafee0eba0e314c360433825d9300542334ade74ce4b490ca7b7045aa6
+size 34206688
diff --git a/checkpoints/Llama-3.1-8B-Instruct/10.self_attn.q_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/10.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ef3e817f84efa718f75c0dbc32389041179e732
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/10.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:001fb9f02840f04e7bdfec098b48a413f51cac0ab8757fda5ed05d0f8f1d0b54
+size 34206688
diff --git a/checkpoints/Llama-3.1-8B-Instruct/10.self_attn.v_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/10.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..207a48590818e2defe4d9e955e2bf0610c04b730
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/10.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07e6e48e5669519375c966821a324a3e1f828e95f4ef0f2f05f538945a3a5a2a
+size 8647648
diff --git a/checkpoints/Llama-3.1-8B-Instruct/11.mlp.down_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/11.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03cace3545c054e283fc6565e8ebfb879cff31d4
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/11.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6a886436b7303c1207033a5ed6e3f4119461b19421b2228568850ea2cf2d255
+size 119710631
diff --git a/checkpoints/Llama-3.1-8B-Instruct/11.mlp.gate_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/11.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e49c5afeff8f257cbaee4b94e14525090cf2b49d
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/11.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e193c8fb465e10654161ab73885c9decad79a8361cba9f49e139ce191318768f
+size 119403431
diff --git a/checkpoints/Llama-3.1-8B-Instruct/11.mlp.up_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/11.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea68723245ff68db31c325bae386251c4cce869
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/11.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80a13a5506e6de944fb87cb7974044e68a7fd3290bbe97817e244d861b5f1029
+size 119403393
diff --git a/checkpoints/Llama-3.1-8B-Instruct/11.self_attn.k_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/11.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5faa92eb56e39c168a691596e37a6c6221ecf48
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/11.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffbb9760afbbcd88cb5dcd6dc64d214a0a88440fa4f6a2d8f9cbce80e1cda685
+size 8647648
diff --git a/checkpoints/Llama-3.1-8B-Instruct/11.self_attn.o_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/11.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..129bfb588003708377b666da4b21e3e82058d87b
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/11.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cee4afbb00f187619acefba4b473afd8780b167232d03dc6f1fb0d705a683f28
+size 34206688
diff --git a/checkpoints/Llama-3.1-8B-Instruct/11.self_attn.q_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/11.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2d7e0c3c34ad0a76805eda248642f8339cc0ee2
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/11.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e7a6391bfc25da5de60fa021e0fd47aef1111aa54c5d60db7e19fc45da0d09c
+size 34206688
diff --git a/checkpoints/Llama-3.1-8B-Instruct/11.self_attn.v_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/11.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e5bf93a6743fb7758743f00215984d8d968ec0e
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/11.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46a0aae331130feebb61e2a6a19e7011dac231e3266ee21d0437183a551632a6
+size 8647648
diff --git a/checkpoints/Llama-3.1-8B-Instruct/12.mlp.down_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/12.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e14bad4c0bd2e8865f93520f1bbcb5697814b1d
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/12.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12c9fbe4001e53367dcb82aa9dd85cce966dc8b94157283f76966e71da09b703
+size 119710631
diff --git a/checkpoints/Llama-3.1-8B-Instruct/12.mlp.gate_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/12.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8019e7dc7d4e2f514f5059b80bf46072fa723a1
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/12.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30210d18429265f4fd13e00875c5f6b892b0a163c3aedf17b8a65d2fee9efec6
+size 119403431
diff --git a/checkpoints/Llama-3.1-8B-Instruct/12.mlp.up_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/12.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a78e9f2f3b9bd23a61e2adc37574d1872e4a205
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/12.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:873cadf81b65821e1fb253d27f98ddcdce92104786075b109d1a2c2e991ed620
+size 119403393
diff --git a/checkpoints/Llama-3.1-8B-Instruct/12.self_attn.k_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/12.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8f37e276249227dd51ec49da9de691aa268e08b
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/12.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1cf45d8425359f50f48144dcedacf5a42d26d4e2489c9e9e1c4cf32f3aa9ba9
+size 8647648
diff --git a/checkpoints/Llama-3.1-8B-Instruct/12.self_attn.o_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/12.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd1e528eec437deaeb9e69d0732e5cd94ab54c57
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/12.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c6d5b720db2aa279c88409f51004a1462a96c767fe56432938b90da24335425
+size 34206688
diff --git a/checkpoints/Llama-3.1-8B-Instruct/12.self_attn.q_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/12.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff51e5983925b2347b4f6b8340954d4d4ee48457
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/12.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fdaf5f8e7c722fadfbecd2fcf103ade1d0195781071b8ce1498848d9b637ebe
+size 34206688
diff --git a/checkpoints/Llama-3.1-8B-Instruct/12.self_attn.v_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/12.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ddfab57b25c4cc5f30714053568c0100d6268dc
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/12.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a85daefa78e764c6d7c7e29c0f185b6357791aa4609a4e0e75e520c5a9cd7d1
+size 8647648
diff --git a/checkpoints/Llama-3.1-8B-Instruct/13.mlp.down_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/13.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a94415a53f13b2a3e6497b61d6ca0670be4e8ea
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/13.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ea54ef562f2870ff2c10bd3531d1123f576217b0b509313c584a59d28940cd7
+size 119710631
diff --git a/checkpoints/Llama-3.1-8B-Instruct/13.mlp.gate_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/13.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7781cda72acf87273aacd039f75c86be0cd4c354
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/13.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:826bd4ba8da00a186c524f96e6872c83f4187602e35f33687c84cf23ce7cb141
+size 119403431
diff --git a/checkpoints/Llama-3.1-8B-Instruct/13.mlp.up_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/13.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3146a3681c07ccfbea75a0c3c51f904cd0efa3c
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/13.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1432dcc381383e084beeff64154fbac140b2aa29cdce592b7f8ef988ce7010c6
+size 119403393
diff --git a/checkpoints/Llama-3.1-8B-Instruct/13.self_attn.k_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/13.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a858ecc90509d047245b02f3618bece8f575070
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/13.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f89810dd2063112f81f9d2d3d9c65054645fbe00309b87e12dcd29fc6a3205d1
+size 8647648
diff --git a/checkpoints/Llama-3.1-8B-Instruct/13.self_attn.o_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/13.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df4bdf4ebd1ae8f336e8478e372a16609fd0b3eb
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/13.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c184e3fadd513bf2f9f0814c948aa166b4559df2c5d5b899686bfd9ead66fcf3
+size 34206688
diff --git a/checkpoints/Llama-3.1-8B-Instruct/13.self_attn.q_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/13.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf7af1ae735cf7260a2864194e04c0007b649787
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/13.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77b0c39e0a8dd422e68cc6ecea0b6ceff1735bfaad6602121bd7df4b73e096e
+size 34206688
diff --git a/checkpoints/Llama-3.1-8B-Instruct/13.self_attn.v_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/13.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e91dab574f230c7eaa7b81d7ac37c18cc438f4b
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/13.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d891e1a4c62cd914c07320a85c9bae7e7972c85f0b0562b2a7f6ddd6f5216836
+size 8647648
diff --git a/checkpoints/Llama-3.1-8B-Instruct/14.mlp.down_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/14.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0253de9de2589df56ce0d1481a6579e2c77a2ad7
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/14.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6ac1f2749d670c50a054951484d9aa380bc55f9574b0c7a3ccab3f06407ccac
+size 119710631
diff --git a/checkpoints/Llama-3.1-8B-Instruct/14.mlp.gate_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/14.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ccb9de5fde0a69088098bbbc07dbd2a273e97f9
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/14.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47771b342ca2f63972420ac57544d4f3bfb3789e61974104c69d226b19254852
+size 119403431
diff --git a/checkpoints/Llama-3.1-8B-Instruct/14.mlp.up_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/14.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b80421a227adc7c234f9e4f7e4c31d3f057a095a
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/14.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c5c4768d0e6e04e27ad54fb47563adfcd6f8377241260fa2da27cbb01ff8a38
+size 119403393
diff --git a/checkpoints/Llama-3.1-8B-Instruct/14.self_attn.k_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/14.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78a93a0bb33b13fd475db4fed98b4c2e9f3348b0
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/14.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:013fc83319922877a8f5bfa7214b0c3a7474886df2ad0a51de0922e37ffca1e3
+size 8647648
diff --git a/checkpoints/Llama-3.1-8B-Instruct/14.self_attn.o_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/14.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cc49dd08f7362864497f3d2aaead192cc7c1809
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/14.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9147b08c057e9e278df4bbbdb64f037725d56aff303b9a5a6d843ae73ca8ddb4
+size 34206688
diff --git a/checkpoints/Llama-3.1-8B-Instruct/14.self_attn.q_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/14.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..590528617d7b42ba729cf99d1a1dcf28cf0542ad
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/14.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b7fa0ae90e255f9546224f3eb14149279988fc927aa88293d4fc2b20707a4fe
+size 34206688
diff --git a/checkpoints/Llama-3.1-8B-Instruct/14.self_attn.v_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/14.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be5c3dfec4cdb4ff4a1433664bbe9565cd254eb0
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/14.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9810db812a4069cb19c1744c30a1ca5ae8767890a182cbdebd115812072e5f89
+size 8647648
diff --git a/checkpoints/Llama-3.1-8B-Instruct/15.mlp.down_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/15.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7998a5360a26dffe240300de2a5cac487b96c318
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/15.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f050af9bd3396ca86950c0d069aac83403773e86e81c939743017012cf3e30
+size 119710631
diff --git a/checkpoints/Llama-3.1-8B-Instruct/15.mlp.gate_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/15.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8fb4f52e35cee878ce42270962f75fc470ac0cf
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/15.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b88be841cea072e8980669787a54d580ef4f922544c2caedd72ab0cbe087bb45
+size 119403431
diff --git a/checkpoints/Llama-3.1-8B-Instruct/15.mlp.up_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/15.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f686b133dd703d008e2a06d435581b5d698f0e7
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/15.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c56df39fb0a5b0aba6dbe899c95483425cefbeca32923c372d2caccfc82ae0aa
+size 119403393
diff --git a/checkpoints/Llama-3.1-8B-Instruct/15.self_attn.k_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/15.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a95e66769758537679dd376f29179e6573962b77
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/15.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:774efd7f3dc55665ded90150e3d4ede74e51cde3deb5b19842dcc5b14ad8dc95
+size 8647648
diff --git a/checkpoints/Llama-3.1-8B-Instruct/15.self_attn.o_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/15.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..911631755c8b87ebb65fc71273c5a1325cf9597a
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/15.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6f11c9e936eb3a80590a5773bb44b0121ddd7a8cca2c8091a4fcd280fd48c95
+size 34206688
diff --git a/checkpoints/Llama-3.1-8B-Instruct/15.self_attn.q_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/15.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f53fc07d875ce302e2fb18238f7e64fa069a9ff
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/15.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d09266f4c54db205c1f41b5b761e5f48ad0bffcefc229759d0a6c4ff2f079005
+size 34206688
diff --git a/checkpoints/Llama-3.1-8B-Instruct/15.self_attn.v_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/15.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bcdb4328b29fff13e697491684faf41493ae405
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/15.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c9f627ef191ff93e2c4a2a533dd8cabb23e4d2f4ed33e052f03e39aca50b5d
+size 8647648
diff --git a/checkpoints/Llama-3.1-8B-Instruct/16.mlp.down_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/16.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..658e03a8fabac1d59c620101055fc62df2ffb657
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/16.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:281b196d0aa97bf1e9136ce3fb897f8b5f5342a0fde464946a60b56f90e52d70
+size 119710631
diff --git a/checkpoints/Llama-3.1-8B-Instruct/16.mlp.gate_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/16.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4806223e4cdd065062c2081f57dad36f82ce4c93
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/16.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70cb97d9fa893641f1443f7a41cdc268c2160a0307de80192dbe06d27f989564
+size 119403431
diff --git a/checkpoints/Llama-3.1-8B-Instruct/16.mlp.up_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/16.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff19d9c93bed235e6e04242d7fee49e65e8276f7
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/16.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a49a72c4b35e44e471f221f578a26583523ca3395ff2929c2598a7ea65855016
+size 119403393
diff --git a/checkpoints/Llama-3.1-8B-Instruct/16.self_attn.k_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/16.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0888c4b144b5748d70929a1d25eca9b0fbfacd27
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/16.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c7a5753c313fb89eac91dea8c7384fae50235bc2089d0bc87b398006cf14f34
+size 8647648
diff --git a/checkpoints/Llama-3.1-8B-Instruct/16.self_attn.o_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/16.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24056d1894135f5a16f53444cc23247a8511a3e7
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/16.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3daa2b39f650713da4e63104b532842f92c0564891485cc7ea91327c6a9b8925
+size 34206688
diff --git a/checkpoints/Llama-3.1-8B-Instruct/16.self_attn.q_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/16.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..938ddfc89a713d0cd790b85235634288e7e8bb97
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/16.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28640ee0c9377eed08a16d61b72fe56d204fcb493674c65dc2925b94ca0d09a1
+size 34206688
diff --git a/checkpoints/Llama-3.1-8B-Instruct/16.self_attn.v_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/16.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54835d3efc566ebce8162037d3f75859a9db6983
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/16.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a0fdfe582eb065a5fc742be40edd5bd0ba8e11ff7ec0eb85849b500ab44bb6b
+size 8647648
diff --git a/checkpoints/Llama-3.1-8B-Instruct/17.mlp.down_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/17.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad8e355b96ce41966fd37799803418377faa6b08
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/17.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:547db7bee1fbcb4ad8deea319beefd6b6f7832647ed4f9289e69b1a203bc4e67
+size 119710631
diff --git a/checkpoints/Llama-3.1-8B-Instruct/17.mlp.gate_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/17.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b9df1712986b6b543a6c45bd3da2b8f247274e5
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/17.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1592d7ef9a0a01d880d01d592f0fcefc824bbdfea91a1a5615614a993037d8d
+size 119403431
diff --git a/checkpoints/Llama-3.1-8B-Instruct/17.mlp.up_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/17.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ff47dd9b6b6775a14fbb9b2bb1223b7a289c45f
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/17.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d484b74619b440bf64a1fd5befcb58c9d7e18622ba9c7bd33e44605e2c1f1b
+size 119403393
diff --git a/checkpoints/Llama-3.1-8B-Instruct/17.self_attn.k_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/17.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2928568dee143cc44121c178b0bb3fbb24ab85f
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/17.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5bece0638ef0ea53939e54eb0b2eef4531f1c1abf90a39941b3c7761bb27604
+size 8647648
diff --git a/checkpoints/Llama-3.1-8B-Instruct/17.self_attn.o_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/17.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6b40f5454a098cb38a83724e01b4e592b319982
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/17.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09213246f5a44aa18634c8dc1ff0dab2d1fd519ee3a349e3e844dfd1b8af0601
+size 34206688
diff --git a/checkpoints/Llama-3.1-8B-Instruct/17.self_attn.q_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/17.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7abd054d26846760d57437822bd41f979b930c7
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/17.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef2e41e2eaba3953b951366710ce0180012821abf6c52512f85485569018c6a1
+size 34206688
diff --git a/checkpoints/Llama-3.1-8B-Instruct/17.self_attn.v_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/17.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7f11071a9da6a9dadb7d4e3dcab4b95c476912c
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/17.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5b7743159336175b11f0fc172f6c797442aa89bc5969993b0b5c0abcb992af1
+size 8647648
diff --git a/checkpoints/Llama-3.1-8B-Instruct/18.mlp.down_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/18.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f1a13fb6efda2d1c2458f42b50190d740efc970
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/18.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dc3bd0289c5376f93afb03b069ebd988b5702b9f2045cee426a87d6d655bd19
+size 119710631
diff --git a/checkpoints/Llama-3.1-8B-Instruct/18.mlp.gate_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/18.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a61cc48b10ca94608c0246d60b185e769dd04f4
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/18.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a87c5cb1ec00a21f5e6f196e77bd2ffc37743d82ba8e86264b91ae454fb5b5da
+size 119403431
diff --git a/checkpoints/Llama-3.1-8B-Instruct/18.mlp.up_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/18.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..742505d9090eb3b022899bb8b0e1327f7f6109dc
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/18.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aeb8e360d066bce6ee98334240edb389268e027264ec821f7c87bad145e2860
+size 119403393
diff --git a/checkpoints/Llama-3.1-8B-Instruct/18.self_attn.k_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/18.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c23851731a06893559c203d3b023a76a9133bac8
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/18.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3922a4078e2111ef3bab81de2bcc20bc3c7276a60484cd041cfa133841d76e53
+size 8647648
diff --git a/checkpoints/Llama-3.1-8B-Instruct/18.self_attn.o_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/18.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80d2c09479e5f3640c5d5d1e57a8b7d07647ccf6
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/18.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa172e256cbe30c9e7384fbb7ca2c8611d560ee7e09911eee0b8944992499bea
+size 34206688
diff --git a/checkpoints/Llama-3.1-8B-Instruct/18.self_attn.q_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/18.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa28c0390f65d0742fd21e517ef9c01f5524a107
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/18.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a70e1f59a2fdba35708c497db9d7211bc6e6303770bbfcc1c95f3021af5eb19
+size 34206688
diff --git a/checkpoints/Llama-3.1-8B-Instruct/18.self_attn.v_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/18.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7ba1d3f92c5b372ad8e9b2fad6658f98d423dd2
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/18.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4c08eb19c8683868f4dddf8b50b7fbb8d0b9c39bdb972db2b70fca9293fb724
+size 8647648
diff --git a/checkpoints/Llama-3.1-8B-Instruct/19.mlp.down_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/19.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..874b74902031a152c330336b239e859c1a2c6bb3
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/19.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abd83134a8a764731a238bf31e48791b20809bcc624327e2353da5e82c5f2685
+size 119710631
diff --git a/checkpoints/Llama-3.1-8B-Instruct/19.mlp.gate_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/19.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11878f9c1d035ef26aa71eede352be0a42ad1aa8
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/19.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf36456275b089e6b3f6e730e5dd14e8a21837c39a6efd4e7b246ac6b448903
+size 119403431
diff --git a/checkpoints/Llama-3.1-8B-Instruct/19.mlp.up_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/19.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dedb8aa781df020d9f9d776e0fec51edc70c0c03
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/19.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:834ae42bc7972cc6cc3483e3e8786bea6cef1cf387443beb5260e8b45c4099bf
+size 119403393
diff --git a/checkpoints/Llama-3.1-8B-Instruct/19.self_attn.k_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/19.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..800df483e277aa73a2bccee41c128cbc25fc892d
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/19.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:482298306985540b5f6273cb7b9cb00afd458f7c5f87db29317a5d9417fbb9f6
+size 8647648
diff --git a/checkpoints/Llama-3.1-8B-Instruct/19.self_attn.o_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/19.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..617e08e1bff699a690c0c181250beda009fdc9ae
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/19.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cb296e9d5a373b908af64aa556040cd66091a6c9ce1811a1bca2d41ddbac1f7
+size 34206688
diff --git a/checkpoints/Llama-3.1-8B-Instruct/19.self_attn.q_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/19.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2991cb0f5fb9dd552e556e97e803745bf402e634
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/19.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c9d456a862740d7b8ee1611fd9fe491a89852fd0022b6b2b4aaa20be6be200c
+size 34206688
diff --git a/checkpoints/Llama-3.1-8B-Instruct/19.self_attn.v_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/19.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f4a9328ca0783ca1334723b048657742ef1270f
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/19.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85f1eeae357bda3972ead3c2a734b5788025483052fc9a444ff4192a2db7ce41
+size 8647648
diff --git a/checkpoints/Llama-3.1-8B-Instruct/2.mlp.down_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/2.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..279d3e5aee58edcb0d204e21b53d0292bcbbba0e
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/2.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c96a4032b51db3817f78d2279f34eaca72575023723d16aa2807a57b34780b16
+size 119710612
diff --git a/checkpoints/Llama-3.1-8B-Instruct/2.mlp.gate_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/2.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c6b1a3f8d6aed41186be0247da84515873b5513
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/2.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57a4c118b93d4a2aa60660179dce84a8915d7bd1c8b4b2c1bf49bd8a82ec76b1
+size 119403412
diff --git a/checkpoints/Llama-3.1-8B-Instruct/2.mlp.up_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/2.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e044ac27adf14ac88e45a1a9e0b5caafeba45c0
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/2.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91dc5a3e4ebfe94f3e1e59adb7c3ba8835cb86eb1b5256ab13fc3465ec014856
+size 119403374
diff --git a/checkpoints/Llama-3.1-8B-Instruct/2.self_attn.k_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/2.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8726dfcc8c05c89c516665434367fce4f2be890
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/2.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9ca02be9737a8cbe5cb7d6b038279db5a208dd9ce15951c608fe06041faa7e3
+size 8647629
diff --git a/checkpoints/Llama-3.1-8B-Instruct/2.self_attn.o_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/2.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fdd394403b388422b47a171d6d7ba015544f9f0
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/2.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:245cd5da3e2fedf06b40e0b256a7a21bc1c461a0712a5a23fd8bdfaf6d56c054
+size 34206669
diff --git a/checkpoints/Llama-3.1-8B-Instruct/2.self_attn.q_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/2.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dc26afb660aad5899c398a7a3e8affe3ceaf015
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/2.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dde1981e030237d1053b47a75b15b2b2199a19d40ddad650e0d56f1a68bfe8da
+size 34206669
diff --git a/checkpoints/Llama-3.1-8B-Instruct/2.self_attn.v_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/2.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e450fb1f62a3d8690ea545e608f8c93ddccd622
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/2.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c80e9685d18ba7eb6dce14a5f75399faa14795a7714a4b1e2fa55a3e84e2bc36
+size 8647629
diff --git a/checkpoints/Llama-3.1-8B-Instruct/20.mlp.down_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/20.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ac22b55b2120778dc595110b851f665433ab277
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/20.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb0fb1e59358cdc91246dc98c1eb0b43351222a4b8299e7b9d7bf5b7c3e9abc8
+size 119710631
diff --git a/checkpoints/Llama-3.1-8B-Instruct/20.mlp.gate_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/20.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..983d22540c7488570a0f94fc73ac0043b353864f
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/20.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c33f098e9a36d22fa443ba62c5f2dc31c1ae00f5ca452ac040a075454faaca91
+size 119403431
diff --git a/checkpoints/Llama-3.1-8B-Instruct/20.mlp.up_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/20.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b1a027507ed04c32206be43503481a4891f99ee
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/20.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148f3dcd2ea0c4a04bc62b0bcdbafda277b638aa667920a5571f2509687cb27b
+size 119403393
diff --git a/checkpoints/Llama-3.1-8B-Instruct/20.self_attn.k_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/20.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b253697d1bdc7dbf9e678a5986b9c54c9081b44
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/20.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32d00606923bb3b88de6b5755d4ed7914ef50d27d37a3e5591c7f0e58c4c2543
+size 8647648
diff --git a/checkpoints/Llama-3.1-8B-Instruct/20.self_attn.o_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/20.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22c40b222a75f17ec5c1f3c4d6e2319992b556e5
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/20.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd29067501dfc7e73d9db3ac9c4f24068a0ce5ea6a320a7b0cd99db6630d045e
+size 34206688
diff --git a/checkpoints/Llama-3.1-8B-Instruct/20.self_attn.q_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/20.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0606ff6a049eb572f92af2c7264b45a12c9618a
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/20.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9bbba5ef197dfd1f6006c0dd7ac7bc0631158922accd62a5f96a95e2e0445e2
+size 34206688
diff --git a/checkpoints/Llama-3.1-8B-Instruct/20.self_attn.v_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/20.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4206729fd43f5d494b979a3d656dc38b97781ccc
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/20.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50839cd0bd39a08955ee8e80e0d2b9daf4b2ba4029a54a3de6ede7024fb77677
+size 8647648
diff --git a/checkpoints/Llama-3.1-8B-Instruct/21.mlp.down_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/21.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e1a21afbeb723f3a9e21a8b2d35e4eedd71cc02
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/21.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:752f8e5cb40a2964ed213f34de1737ac0b5ff449f6e286bd2176fd9f4e3b0979
+size 119710631
diff --git a/checkpoints/Llama-3.1-8B-Instruct/21.mlp.gate_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/21.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dc8301dc8e6320e3be6340fe6a03ce8b98ab4fc
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/21.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61810bb5ae60bacdb23b00bcc9f4f6155dbb4e08888e175e81625a739cffb786
+size 119403431
diff --git a/checkpoints/Llama-3.1-8B-Instruct/21.mlp.up_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/21.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ea4138e0593ca663ca137a7b1ee49c0a753a7ab
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/21.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2bc5ccdacd296d656d413b20066696f097d375c089c574b9e8a7af855c1e578
+size 119403393
diff --git a/checkpoints/Llama-3.1-8B-Instruct/21.self_attn.k_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/21.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10630d35c78f8b2dfa05d379b10683d7f69d41c3
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/21.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1a19c10fe77f1fef88ecffd4d6eeea8cfa9091a15ef05911a8c4ead8ed198f3
+size 8647648
diff --git a/checkpoints/Llama-3.1-8B-Instruct/21.self_attn.o_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/21.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc7a687480fa6f8366b975d0f02a7e7336b3857e
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/21.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f6b95a0959d35392d66063f388b22f5a22472c2b02568ed57ae0e054ef79e8f
+size 34206688
diff --git a/checkpoints/Llama-3.1-8B-Instruct/21.self_attn.q_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/21.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdfa1be6998866cb3d434d7d52687f9d19289deb
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/21.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04be44675342c9ff3f7501b7d8e19f8701540340d1b7a31eb03a1caad500b9c
+size 34206688
diff --git a/checkpoints/Llama-3.1-8B-Instruct/21.self_attn.v_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/21.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d90bbf05febdb83637d6c0a24a18cf65f10b8b8e
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/21.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b3499e5c7841fe6195aff9fe712262b0a527b50978561e4b89ba3002c2f1867
+size 8647648
diff --git a/checkpoints/Llama-3.1-8B-Instruct/22.mlp.down_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/22.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3e79fcf0a4b1a4c14f05085080ebbe8812bf583
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/22.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbbf7a79c0874fd15516de92c9d13fe8d4cb6f862e2a7b2cbe7a93fd9e7c3f0e
+size 119710631
diff --git a/checkpoints/Llama-3.1-8B-Instruct/22.mlp.gate_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/22.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7e7e7c47bd25f936ea37967de505ed1f4dbacc7
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/22.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c8c8eae3751fa0cab0bbed4f3ff9f18b013f3c1b582c1279adbe8f34da6da09
+size 119403431
diff --git a/checkpoints/Llama-3.1-8B-Instruct/22.mlp.up_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/22.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d5ab613d1a6888f2fedf8b2111c1929a1892eb
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/22.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c9012d1b424a832a9fdff2da8a661099d9dd9ae8c1f56ef42d658c0bb5bc39d
+size 119403393
diff --git a/checkpoints/Llama-3.1-8B-Instruct/22.self_attn.k_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/22.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13d4f3a15d456482706caff3e0d84a70adebfb04
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/22.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1329c64d1edddbe33f5b2c3cd76061e71edb43efa70953e125fd408335dd2f7
+size 8647648
diff --git a/checkpoints/Llama-3.1-8B-Instruct/22.self_attn.o_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/22.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..522ad4c25610e2c54f53aec7ea912cd97ed5ddb3
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/22.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e1881116b72c594575c7f65c1661668e698f562c9d8ec8cc6ac34c093a7674
+size 34206688
diff --git a/checkpoints/Llama-3.1-8B-Instruct/22.self_attn.q_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/22.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f005ccd680c7aa4173cc1a5fb7c9f673fcbc102
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/22.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f319fd2bf9871a53738e4de1f3e7361c3ccdfa8dea6fd17ddf3082492a4d0d7
+size 34206688
diff --git a/checkpoints/Llama-3.1-8B-Instruct/22.self_attn.v_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/22.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..241f42b4f7f6dfa499a8477ef00109602dd889c1
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/22.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96f6bb1500991dd49778ac5737e3a584eea422991b19cb7759e42a14568a7786
+size 8647648
diff --git a/checkpoints/Llama-3.1-8B-Instruct/23.mlp.down_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/23.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33d3724fa74bdde6b2457f34d3b6ea4fbe8ad4cb
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/23.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5caf4d8467c014c42047b2e39cece5a07f7c49faf4e96aa2c5e1c80337f3a668
+size 119710631
diff --git a/checkpoints/Llama-3.1-8B-Instruct/23.mlp.gate_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/23.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d57f6ef6cacbd22025e0ed456e605e21dffa3472
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/23.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c70fdcaa96b0bd3ab1a080314230e0ec507dea4e6e6de91707a7d1698599f56
+size 119403431
diff --git a/checkpoints/Llama-3.1-8B-Instruct/23.mlp.up_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/23.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..666bd9f3bd9b15ecf32e5bfc066c443c53d75620
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/23.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9ddc3cb228628497c38d9ed875affe02bedb6c4023bd8dc75f1341455046f2
+size 119403393
diff --git a/checkpoints/Llama-3.1-8B-Instruct/23.self_attn.k_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/23.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9975cf4c0d88e0d662aaee1d7e0d1ffbb3d7499
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/23.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b280159acba95fc25237f84daed08a7860f114e1de11682f274bfaaa909761d4
+size 8647648
diff --git a/checkpoints/Llama-3.1-8B-Instruct/23.self_attn.o_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/23.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b84aa4808ed880d67f39a3d9c36cb93c99791d35
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/23.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d18591b21e4d4b22269197a34d61f32f2033e3098e842ff13806956175c2960d
+size 34206688
diff --git a/checkpoints/Llama-3.1-8B-Instruct/23.self_attn.q_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/23.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a3b5e1c98791e5185403fa488e3f62e1ae22f96
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/23.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aa5b9fdb9c097b432942bfc2b5f2c6d215296fe4c63342627bb9684f3962ca3
+size 34206688
diff --git a/checkpoints/Llama-3.1-8B-Instruct/23.self_attn.v_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/23.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67f9c62d0523a66527aad3ee9fa06f714ae2b87e
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/23.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c7d710f767447c0b5a6992b7ddcf23cf4e76966c9c945850bdc2cf48ddb8a2a
+size 8647648
diff --git a/checkpoints/Llama-3.1-8B-Instruct/24.mlp.down_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/24.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9741a63159be4fc196061b47033dcf14052d90a
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/24.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a17a0a265e439e5cb9a7e4ed1691c0fa04c44270b58090389fb8d5301e68c47
+size 119710631
diff --git a/checkpoints/Llama-3.1-8B-Instruct/24.mlp.gate_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/24.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cefb45c65a80dff43b5e147bdbb01ffbe61d393
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/24.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3693eff2f320ae066a5df9cfe77946f7d7da56488aff7322e7e95842786b5007
+size 119403431
diff --git a/checkpoints/Llama-3.1-8B-Instruct/24.mlp.up_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/24.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bae6700ae85109ee1b358a8dfb68162d9a372e50
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/24.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:513c0a508279b8e561d3ea06a3c503d4c040284cfa3180f9594c00f026802796
+size 119403393
diff --git a/checkpoints/Llama-3.1-8B-Instruct/24.self_attn.k_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/24.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f45efd57f6c018409a8f0d97eb21bddc427ccaa
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/24.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7245ca2cbf05a1bd4835bf956a15dbe7eed209479d7d476e58edb71da9cd740
+size 8647648
diff --git a/checkpoints/Llama-3.1-8B-Instruct/24.self_attn.o_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/24.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e751884474ab623ebb6382b058203ef3c3183a6
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/24.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7097bdabe427afdc39f5c05c2d086a979e2e62d7f9a4893c01353dd6c380fd42
+size 34206688
diff --git a/checkpoints/Llama-3.1-8B-Instruct/24.self_attn.q_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/24.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dc7b426e2a0fb34cbe246ff95c7ef0cb2fbc9f9
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/24.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9c23547391197c8c656794cdf602e61a8a32a7fe48984889aaa2811b935a0fe
+size 34206688
diff --git a/checkpoints/Llama-3.1-8B-Instruct/24.self_attn.v_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/24.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcde8d5fb3c10433588b756b12c6856277fe825c
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/24.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:015db292e475dbfc6b8d8cef5bdd7c336b774e43feab9b26845b14f59ac44ba7
+size 8647648
diff --git a/checkpoints/Llama-3.1-8B-Instruct/25.mlp.down_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/25.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00e20731fed50d8af52a487ad0d0346442beb711
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/25.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05502316d92ff55bbba106677467d8301e05d74eb0c5690f8d5660f9ff320952
+size 119710631
diff --git a/checkpoints/Llama-3.1-8B-Instruct/25.mlp.gate_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/25.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceba2b0cba4f3fde7fa154dd0923c52b19a98b23
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/25.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1563cd4439f94a80a3d719e727363578e55c8ed631a6653feef40f51ed4f70b2
+size 119403431
diff --git a/checkpoints/Llama-3.1-8B-Instruct/25.mlp.up_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/25.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8de8ab858e35b408af050b58c0f1d13aa8c59bf4
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/25.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0232dde5134fa9d21101af4fdd63f168cb447ff7272b4fc5f1b9e3b000ee333
+size 119403393
diff --git a/checkpoints/Llama-3.1-8B-Instruct/25.self_attn.k_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/25.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3a17350125bdfb735c5911260c8961a334697ff
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/25.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b2632bc15ad0cd582b797ccf0952d24c778b72db6f2aeb37dcc50320a2bf780
+size 8647648
diff --git a/checkpoints/Llama-3.1-8B-Instruct/25.self_attn.o_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/25.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf923d4356595d6fee7f24129abb80087e3276ca
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/25.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe9ac592864311cc27868475a19abbda10ba5e36cbfb178ff425e220377a6d57
+size 34206688
diff --git a/checkpoints/Llama-3.1-8B-Instruct/25.self_attn.q_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/25.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84f66889c561441d58f5a97adbbe8ce5f76cc913
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/25.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:546c81709d3d8adb9f88c168473707d98b40e5807b15991b6981c74488d0ff0c
+size 34206688
diff --git a/checkpoints/Llama-3.1-8B-Instruct/25.self_attn.v_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/25.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c61ea555a1142195294a5a8b05657ec02c7057d
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/25.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8bd7421249099966e78a13911ee0aadd78653c8b6dd4a3480937ba0695ab87
+size 8647648
diff --git a/checkpoints/Llama-3.1-8B-Instruct/26.mlp.down_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/26.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e156fbe3c17496549809ba4b872b0be6ea38e086
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/26.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f43e653a88bbca16c78caaf90bccb3b4921ffdd66530b702b75ed401e835e61
+size 119710631
diff --git a/checkpoints/Llama-3.1-8B-Instruct/26.mlp.gate_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/26.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4944398faa7481f6994417009a11bff883447b0c
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/26.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf04ad10020684150bef58df146cebb8d31f3d003ecc56fb456d14c3ff7a5ef7
+size 119403431
diff --git a/checkpoints/Llama-3.1-8B-Instruct/26.mlp.up_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/26.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c20e0a36c6835577e279ed6858a2275c09264880
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/26.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16519750f79b96eb4949a66705287e4c0b8a18233ffcdfc4c5c449fd087045d2
+size 119403393
diff --git a/checkpoints/Llama-3.1-8B-Instruct/26.self_attn.k_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/26.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf3550ad9aa8e93959808e7ae338c25313de3dbc
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/26.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ec956fa739e13b41b6f6cee37c53bee5d47130c5543cedbedaa12f49831d8a7
+size 8647648
diff --git a/checkpoints/Llama-3.1-8B-Instruct/26.self_attn.o_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/26.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea9c219ea85d3b2fda954c683caaab48f383c479
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/26.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a5915f5ef262c137199667e62f410f1eced8a5e111ea85285fbd3b71fd7c062
+size 34206688
diff --git a/checkpoints/Llama-3.1-8B-Instruct/26.self_attn.q_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/26.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cc7b465e99a228515b9d99148157b25128ef84b
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/26.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e096f960a478be34cac7b477f8145f67147984b470417d108e17148aea57729d
+size 34206688
diff --git a/checkpoints/Llama-3.1-8B-Instruct/26.self_attn.v_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/26.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e0b2ff6e738774e257de718fad7d038b3888ac5
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/26.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d549e9c450b2f2987f313be717f570c1ec8d1d96c9765125da3634cbe5bfe807
+size 8647648
diff --git a/checkpoints/Llama-3.1-8B-Instruct/27.mlp.down_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/27.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb1ffc51e1709fb35b7563c0a0198c27eea714b
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/27.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c66617d506eecb84f32d92c6b238ce8b244f51809fb07db9632bcff4c5e2cf0
+size 119710631
diff --git a/checkpoints/Llama-3.1-8B-Instruct/27.mlp.gate_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/27.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..142eb594175b55cd858e97c820b6ede97aefb6e9
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/27.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c13a5b397f14021214df6be4bd6c561e6256524dbf640ecdae0878e214584a
+size 119403431
diff --git a/checkpoints/Llama-3.1-8B-Instruct/27.mlp.up_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/27.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d760325676bb62b3a090005a10b3669cd9dfe506
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/27.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b521462ae37ac8842f667e6cf7136b1f147b0578d01d84d5e039c1a85e50ec
+size 119403393
diff --git a/checkpoints/Llama-3.1-8B-Instruct/27.self_attn.k_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/27.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40c68960cdc93eaec29ad1569208e82205588c89
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/27.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d62e18d232b0a7bce5edb28c490faacccd30248ab19972176315836a5fb64e
+size 8647648
diff --git a/checkpoints/Llama-3.1-8B-Instruct/27.self_attn.o_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/27.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acb5fbc63ad31d67a34b4ed33744a9e450a8a54e
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/27.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ef1d034cc5bbebb43031b573699a89f1826271c1dfc0eccd38899ca970da13
+size 34206688
diff --git a/checkpoints/Llama-3.1-8B-Instruct/27.self_attn.q_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/27.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..762b3dd4a1af7b1ca4af6f7799042dc5550ee293
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/27.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df692b7bc4c87cf6c351f23ceb2af3739705f4a11a9ff2a6dc24f7bc222939a7
+size 34206688
diff --git a/checkpoints/Llama-3.1-8B-Instruct/27.self_attn.v_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/27.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d78cd2ed595998dff146668d3676e1573bb6b5ba
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/27.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8ae91d964783196029fbd19f995d3ec34f40193b5091c930b7f3be5ccdccc08
+size 8647648
diff --git a/checkpoints/Llama-3.1-8B-Instruct/28.mlp.down_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/28.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4999d19860c5ff3dc0a97ea63ba5cff0393c9b92
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/28.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e48a8fa868c55dce84d4ead019c15fc903db6c1ffb37129ba02f85f29ee42fe
+size 119710631
diff --git a/checkpoints/Llama-3.1-8B-Instruct/28.mlp.gate_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/28.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4a189a4bfa06d181940b0416c2e0cfa9a360c53
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/28.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc23cedc8824b7abe081bbe29a5d5b73e75c3eacb613fcec4d2f4372c5c10e29
+size 119403431
diff --git a/checkpoints/Llama-3.1-8B-Instruct/28.mlp.up_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/28.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04c6586ce089d39ea0a16b4ac2260f572e6aa90c
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/28.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea4b57fbda4eee185301eb1b702e9c2a7d31695eb3c350d6e0581f9423985a7c
+size 119403393
diff --git a/checkpoints/Llama-3.1-8B-Instruct/28.self_attn.k_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/28.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d92e4eb6c548bc7954077d6ae8548d06a1a54a0
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/28.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6f9e97057eeb35f3d975717822055ea41b6b9f6247e7806ba18b84f2ad2a50f
+size 8647648
diff --git a/checkpoints/Llama-3.1-8B-Instruct/28.self_attn.o_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/28.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69e93b1046d86c03f052e83d2ca1aa99b4a218a1
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/28.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15beda285cfcefad3f5ef8d45329b7dd5bbdf823cb8b5742b8cfb75c8be5bf53
+size 34206688
diff --git a/checkpoints/Llama-3.1-8B-Instruct/28.self_attn.q_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/28.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b567b959a6a7cc835bf810a0423a8287918259
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/28.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:223f63f76ecb9d5b01ed4a3424c5d8facd59cdb2c2f89273515b5a66814970f2
+size 34206688
diff --git a/checkpoints/Llama-3.1-8B-Instruct/28.self_attn.v_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/28.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad1ccba41b88cffa0c154f195cf7cee6e49681f3
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/28.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97e4075996c65813fae330285c12adf6df5336ac691b9442f9ddebb8aafb7e83
+size 8647648
diff --git a/checkpoints/Llama-3.1-8B-Instruct/29.mlp.down_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/29.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d79168db24ed2ed9f230d0de697ac81eb9b798c
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/29.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07dc059e417762433b2a2b5c805be6dfbb7a6fd7879746d4ace890e631b9c201
+size 119710631
diff --git a/checkpoints/Llama-3.1-8B-Instruct/29.mlp.gate_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/29.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e56baba322e80628e65146e7b27b3d43182e2f8
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/29.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab31c4349e64f96837d6555eeb02a1d1228613c2bc783a05100c232063986f6
+size 119403431
diff --git a/checkpoints/Llama-3.1-8B-Instruct/29.mlp.up_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/29.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9faad5a2a3033ac13a8510f94fbb614283787f16
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/29.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b152f3ece5743b3d0f211c3222139cb46393ecc0023f7e1aed66760cee4819b
+size 119403393
diff --git a/checkpoints/Llama-3.1-8B-Instruct/29.self_attn.k_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/29.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3655ba8433b1002130fe83b42cab7c8771e349f1
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/29.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb4bfbcc17eae99847adfcc18b6587bbed210b68fdf6b2db64219cadd61ff83
+size 8647648
diff --git a/checkpoints/Llama-3.1-8B-Instruct/29.self_attn.o_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/29.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23f789669b78617c8e7d3b8a9711364cc0d42130
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/29.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20b72b7c78527409c67f32db836939ea9cb0be62a764f612f6cfe4a413cac389
+size 34206688
diff --git a/checkpoints/Llama-3.1-8B-Instruct/29.self_attn.q_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/29.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5f44284e8bd2e802bb109a19d2f5f33a731a686
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/29.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff4eb59652f6f7cfc9a9230831a41d09ace3dd5fdbed69e5f80d43cc55d3428
+size 34206688
diff --git a/checkpoints/Llama-3.1-8B-Instruct/29.self_attn.v_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/29.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae05cffc22093bc04102dab87caa8a724c1eeb09
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/29.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13e568c76e9529e35742b15d8f75ff33f05a92eccf38e2adb3c7564f69c0c19a
+size 8647648
diff --git a/checkpoints/Llama-3.1-8B-Instruct/3.mlp.down_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/3.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e85162e98a51d0e6c811b28063914d1a93446108
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/3.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6516feeba63bc531a517da07e86644df9f60649305ffe097a6999f57f0b35de6
+size 119710612
diff --git a/checkpoints/Llama-3.1-8B-Instruct/3.mlp.gate_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/3.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cd0c3b57ae183f2c23dc413db1dc598727ac637
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/3.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2ce9d747d1d9201a46c5d72cdf57883c9fb7bf2bdae1c6f4088b7e70e3864a6
+size 119403412
diff --git a/checkpoints/Llama-3.1-8B-Instruct/3.mlp.up_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/3.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0adfdcb2499b6a88d9cf4a0e08b5d6973c063582
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/3.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0ada8c027c60279c97832b95bcabb029c3ca1584c56d3ba77d10605acd3960a
+size 119403374
diff --git a/checkpoints/Llama-3.1-8B-Instruct/3.self_attn.k_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/3.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8251f7aa9703ff6a6f79f7a287717b4681578dad
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/3.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f6379a2e720f8bdfad54adafc3b850e09d17b9aaa23979094cf4a27f09cdf6
+size 8647629
diff --git a/checkpoints/Llama-3.1-8B-Instruct/3.self_attn.o_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/3.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f9feadb4699db4793ef17840e5bcbd8aa1611ae
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/3.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6808cd82d0280b0bddaab42df9c9b3ffe890f3651f43e38d00d3284c89d492ab
+size 34206669
diff --git a/checkpoints/Llama-3.1-8B-Instruct/3.self_attn.q_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/3.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c95508e2a7841b945fffac089ca5761ab0462f4
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/3.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b50db53cca17567fb03a31a68c088e0cc2d77ae7200398af0d5d830b565f601d
+size 34206669
diff --git a/checkpoints/Llama-3.1-8B-Instruct/3.self_attn.v_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/3.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ef7706bfbe941c7c159f6aaf0064292c756e43a
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/3.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6262cdf3cae583d0b57fc432b2d4fe947132e987b1a857c3dcb10272e872c1c8
+size 8647629
diff --git a/checkpoints/Llama-3.1-8B-Instruct/30.mlp.down_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/30.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4f0bb36ad789818d2a5d48242833110f8eafd47
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/30.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce16ef742a85c69906c596077c0b839c38cb27671542a4c80d1f5dab4e4ec8e4
+size 119710631
diff --git a/checkpoints/Llama-3.1-8B-Instruct/30.mlp.gate_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/30.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc8ff1116b6f9a919318b64e4cf1745445725f5f
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/30.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abe1b815e3db005c31d9351dd5756d9d307588f0f5dee2bdb3fe07596d69df00
+size 119403431
diff --git a/checkpoints/Llama-3.1-8B-Instruct/30.mlp.up_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/30.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c31106b4e1053af3834e30b579b2a19604bc2281
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/30.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9889c470ffb998ada38968cf32ced7c7716af2d60b0d8c72f8c9f7bc24011f7a
+size 119403393
diff --git a/checkpoints/Llama-3.1-8B-Instruct/30.self_attn.k_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/30.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..650dd9a3028ae7955c6c0e490fd38c11d0e243a5
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/30.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83b95fd1e3040ffef9a9f8ec89924b849892f9c7dbdd7244bbcdbc4302b4ab12
+size 8647648
diff --git a/checkpoints/Llama-3.1-8B-Instruct/30.self_attn.o_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/30.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0227f344ba25acec5134fa8a4431240c6ad4c2bb
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/30.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a865d9004711626bad2c698b0dbb461e02159a7d4d3b0e8d8cf4c3f3caae60ec
+size 34206688
diff --git a/checkpoints/Llama-3.1-8B-Instruct/30.self_attn.q_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/30.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..222909d17971e7cad68141423ea9335c34b006db
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/30.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2593b80c3c0611d3750a47eadafad14d93199bc37659efc79a1290ada9c2c99a
+size 34206688
diff --git a/checkpoints/Llama-3.1-8B-Instruct/30.self_attn.v_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/30.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff9ec3cb990061dd2c18fb4f4e0939bd80c10f77
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/30.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baf067d895ac799d50cc4a36e66771a4bbc5cd510b78c58823ebf6678b911ad4
+size 8647648
diff --git a/checkpoints/Llama-3.1-8B-Instruct/31.mlp.down_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/31.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2806b4161e145c3c16930791cbba21ccb65fa7ef
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/31.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8196fcb05f6e10f125661265e8f0c9eec3431f8dbf96d36f761858b48445da9f
+size 119710631
diff --git a/checkpoints/Llama-3.1-8B-Instruct/31.mlp.gate_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/31.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93ed6a309744a18698ef094fcce6a378f40021c8
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/31.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3f0bac9166b61c7bfdd7fb9c89d8b9752df1911306a6aadfd546a5dce3844cc
+size 119403431
diff --git a/checkpoints/Llama-3.1-8B-Instruct/31.mlp.up_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/31.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd6c349270e0ecad8044f39c0e8b60c426c0dd85
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/31.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76c05f0441b90ec29241954f5e9b75ada6f75c717fe05633e8ea3ea7a033fa0b
+size 119403393
diff --git a/checkpoints/Llama-3.1-8B-Instruct/31.self_attn.k_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/31.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5178e8f9e65102e11ee8270af24fecf1105f7599
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/31.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6586d20107c976a3e9264fec66b0e4031e8c2d2fd97f799179db9a76e2c8d525
+size 8647648
diff --git a/checkpoints/Llama-3.1-8B-Instruct/31.self_attn.o_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/31.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..013a1acb8eac3591d73fbc3382d718ad120bc161
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/31.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5024dff23515c4d694cbec91aaf8d925079a915bd7b77b75efe6f98490300089
+size 34206688
diff --git a/checkpoints/Llama-3.1-8B-Instruct/31.self_attn.q_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/31.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52f403c2114bd5a85c0196ee40942368cf876533
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/31.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:074ebe307ff8a561fe6bc207b637bb09836f7d5640e727ae5340e79f08098eb3
+size 34206688
diff --git a/checkpoints/Llama-3.1-8B-Instruct/31.self_attn.v_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/31.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..831ed6d3ba574ddd540fa6d91cf7d58f84570e89
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/31.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15f5035ccb9d4a647a4b7029a68667a995dcae8d5d3a556c3a0b3665d88da12d
+size 8647648
diff --git a/checkpoints/Llama-3.1-8B-Instruct/4.mlp.down_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/4.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..308b17273ae4f0bf710df4f352976af2f69451f4
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/4.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a72606d0063be2a50897c9ec4f5ec508af1cf8500b3aa93e8c680c3bebf7b70f
+size 119710612
diff --git a/checkpoints/Llama-3.1-8B-Instruct/4.mlp.gate_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/4.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e373ce5acbc054473e7832c4c829ad0856f61794
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/4.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afe1ca3c00a6bd7dbd219cec8ae931d9fc5e0fbec62422fb2ccaf840d68d8fe7
+size 119403412
diff --git a/checkpoints/Llama-3.1-8B-Instruct/4.mlp.up_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/4.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb09a08cd69711c8fbbb2447ded410a0898f0aa9
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/4.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6d815f05fd1bb83bdca6a837f9f5118f22c449f3374df06664b890290a3fba
+size 119403374
diff --git a/checkpoints/Llama-3.1-8B-Instruct/4.self_attn.k_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/4.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9756f137624939b632effce35c9c2f66c2096994
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/4.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f9360abb2b3783453d4b310cf68e93c34e2c5b05054ffc4fdf8e50fd602fec6
+size 8647629
diff --git a/checkpoints/Llama-3.1-8B-Instruct/4.self_attn.o_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/4.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00be0ce4855fba309632e5d189954897cdeee461
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/4.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02683edb8b81f73703db9ac3e9f7d60a7c1592bbabe460ce6e804da78f59666b
+size 34206669
diff --git a/checkpoints/Llama-3.1-8B-Instruct/4.self_attn.q_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/4.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd99d0ab3cf4fdd8a94021d3dc09373312be88e
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/4.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc6c3cdb1d3cf4750772df81306f979ce63dc29df5f813453d5fc611fbc22469
+size 34206669
diff --git a/checkpoints/Llama-3.1-8B-Instruct/4.self_attn.v_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/4.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..423b362414e50f1545c5c0f8f39894d63cfc133e
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/4.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:222ab28acf73c775505816de9c249373250e759489600361473429e2780f59b0
+size 8647629
diff --git a/checkpoints/Llama-3.1-8B-Instruct/5.mlp.down_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/5.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e2d8c12e476050fa6cfa9396c674269b3e4b7bb
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/5.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8cd57df90632ba953275d4cee9ceba71aaf857cca1b254b85edf0d2e2310c73
+size 119710612
diff --git a/checkpoints/Llama-3.1-8B-Instruct/5.mlp.gate_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/5.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..058b6146c5b80d3a8e3782d2011e11e0db9264ac
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/5.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88eb8c09866897d673891c0d1ceaafd031ab3b2d92ef711d9b3fcf377de8a63e
+size 119403412
diff --git a/checkpoints/Llama-3.1-8B-Instruct/5.mlp.up_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/5.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b5856f28d7fee43125ffaa92daae72cdac27850
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/5.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac9986be19ca3acb6b8a2c8190bc2cc8778fe9a8df93991b7ad100a1a51340fa
+size 119403374
diff --git a/checkpoints/Llama-3.1-8B-Instruct/5.self_attn.k_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/5.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc10c32a2e1d0964b905f6942f514b66599c8c19
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/5.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cdfd6b43c06cd71825ff73d52d4f4c38aef3fe46a35bf7405374e6069d5ac5f
+size 8647629
diff --git a/checkpoints/Llama-3.1-8B-Instruct/5.self_attn.o_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/5.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d45ff8a5b18ead52569795fcb95170c63c3e906b
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/5.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d70069e037e8261672a9c0b118e2df67d99fbf788836ed0780e54d90f1e462
+size 34206669
diff --git a/checkpoints/Llama-3.1-8B-Instruct/5.self_attn.q_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/5.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99ecb798216570689be07288dc6b210bc52d53cc
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/5.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba71b44f1c81b74e5a2c91cbabe2285d58d0e7f3fc96f04868be27d13533bd06
+size 34206669
diff --git a/checkpoints/Llama-3.1-8B-Instruct/5.self_attn.v_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/5.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0d1deef2196f758752487ed128ec296bf93cb59
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/5.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:893fce501ea56a3f16e8eec4f741fc9856fb9c90ff97d173dc539bdef917e9f2
+size 8647629
diff --git a/checkpoints/Llama-3.1-8B-Instruct/6.mlp.down_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/6.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6281709c97b293ab5e4ef9ec13097ebdbe8f8e53
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/6.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df876f2a5b4ee0b1a7a98b124fe5403608d5fa2cd2e45a6cf908cc134bf46944
+size 119710612
diff --git a/checkpoints/Llama-3.1-8B-Instruct/6.mlp.gate_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/6.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..274bae7c26a459f65bf37aeffd1a23d66183ab59
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/6.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d424bb3b27c0a9b4b309f2dec053e54ee9138c16ff2f63d405f8b08ac1115b5
+size 119403412
diff --git a/checkpoints/Llama-3.1-8B-Instruct/6.mlp.up_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/6.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ac7873ddefd0903f5c4ff60f06db02c6a61c2f6
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/6.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a801f698962aef62264e22fe04832067fea299f1507411b30cab2d05280157f
+size 119403374
diff --git a/checkpoints/Llama-3.1-8B-Instruct/6.self_attn.k_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/6.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eaad13d9c245e1cbe5aa92978ee033b8cd36589
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/6.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12a2f92073496e678f28e4cb5c723284ddaf7ff12e690b1d88c442179b7f09e8
+size 8647629
diff --git a/checkpoints/Llama-3.1-8B-Instruct/6.self_attn.o_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/6.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4516a0d65bface4c802375690d712c72ccaa84c
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/6.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0c14a32215009c11e9870d50cace525e32975b56113f27f45f2c62f09cf51ff
+size 34206669
diff --git a/checkpoints/Llama-3.1-8B-Instruct/6.self_attn.q_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/6.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..202d167b643ae1b05ff4f1205df94703bb77287e
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/6.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9a8b7e8a02e96412d6192a03a6a9952befa6ba9444e3e34ca98222b0827eeb1
+size 34206669
diff --git a/checkpoints/Llama-3.1-8B-Instruct/6.self_attn.v_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/6.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb0f78b60751e6f4da1138e5d4cc1b1621d2125
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/6.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b8ea7031f1313b321a9e10d3a1a935354217ae3e2d20bb7cd0023edabcea09
+size 8647629
diff --git a/checkpoints/Llama-3.1-8B-Instruct/7.mlp.down_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/7.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..792f91688ba9e742c78d646a3d62061f32f01ba3
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/7.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f4b2c4b27357661ea98dab944fa702f956c3c7b8f6c6a2e4b6ceaf888db04b
+size 119710612
diff --git a/checkpoints/Llama-3.1-8B-Instruct/7.mlp.gate_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/7.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20b77ac99779f173926a355c52bd0a0529824c8e
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/7.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:463e0d48a4f7b05681f6244660ad651bd473528598a30c77a940317560348253
+size 119403412
diff --git a/checkpoints/Llama-3.1-8B-Instruct/7.mlp.up_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/7.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0966296f1e2ca514fe7dcbb612f97f28e954c929
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/7.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d383e593018c2417504aa4d2d75380abb06ca32d1e0d6224e9ad16919f8db1f
+size 119403374
diff --git a/checkpoints/Llama-3.1-8B-Instruct/7.self_attn.k_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/7.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e61edb4ea1dab7a418072095ab734a4bdc0a180e
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/7.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70792cf364915edcf076257e91883d9e33346c5d2f82387896f7b49447edaf9d
+size 8647629
diff --git a/checkpoints/Llama-3.1-8B-Instruct/7.self_attn.o_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/7.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfd891001d796396382e9a9d7d554f688aec460f
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/7.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a788f9a52db6e4ed243bdf0a21d6a7cb1034b37c0c9a9e32e3ee7abcc4b301
+size 34206669
diff --git a/checkpoints/Llama-3.1-8B-Instruct/7.self_attn.q_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/7.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0383d0012b0309a458ad2c426a6c2c6eaa743051
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/7.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:993424b15baf2d0981ef0f7c020e7c1b48117ba95604bc963eebb5ea8a3db50e
+size 34206669
diff --git a/checkpoints/Llama-3.1-8B-Instruct/7.self_attn.v_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/7.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..174942010a591aa9dc02f7aa4b901db94c280d8a
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/7.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13422d57c739bd0276b07f2b6c4ead8a119bc2d69662a0a9b785a4fb1f46cbc7
+size 8647629
diff --git a/checkpoints/Llama-3.1-8B-Instruct/8.mlp.down_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/8.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..120475d3f37c68e16fe6fc59854bcfd4f1ff233e
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/8.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8ec6b579eafae39154f78d1164585737e158c908c57bcded767943df3cb61ec
+size 119710612
diff --git a/checkpoints/Llama-3.1-8B-Instruct/8.mlp.gate_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/8.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd4f62e029c718bb200d8766aec42fa617c96133
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/8.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:287c5363d11a890b8a19f0913b78b59939144a28dd3fa3db8feab41c81bb9e92
+size 119403412
diff --git a/checkpoints/Llama-3.1-8B-Instruct/8.mlp.up_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/8.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..096233da9d84b4ed978f765c68f1f846ca359daa
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/8.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8baac96b8ae6b2280ba2de59e60ea1c705d4bc52e91cd074fced4a2b6cbb9942
+size 119403374
diff --git a/checkpoints/Llama-3.1-8B-Instruct/8.self_attn.k_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/8.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c3129cc61aac2c5830e858f1d7e4e236d417c3e
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/8.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb00ba58507c59e10e75e3cd310ab4939535e76aefc8020e32e423d95bc835c4
+size 8647629
diff --git a/checkpoints/Llama-3.1-8B-Instruct/8.self_attn.o_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/8.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d3b363907cc6cd35d5e737dbc1a9e9efa0e5d2d
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/8.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4abbe8a5a7562a3ef52fc40e7858c08c421244b1f63783a0d93bde4174a3276d
+size 34206669
diff --git a/checkpoints/Llama-3.1-8B-Instruct/8.self_attn.q_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/8.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4502d7ec8c990f1d050759c4c61d2da74b6e7bae
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/8.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534e72bf86e38354d5e4dd3ba42b421d8fa2d72a9191e3d2f2c79904de48e74d
+size 34206669
diff --git a/checkpoints/Llama-3.1-8B-Instruct/8.self_attn.v_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/8.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..215fbc56d3f7a443a9285f04c25eddc3d59161b0
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/8.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6733c9c4f3102b005697eb2f44c2d07229fa229d2128c42367029e1af899e9a
+size 8647629
diff --git a/checkpoints/Llama-3.1-8B-Instruct/9.mlp.down_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/9.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c36c58eac8165242dc60b26a94331cd6b723a810
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/9.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f01a0f00019fbab69e260c6883c08dcb71b92bc4f4034a6175121b4e8796193c
+size 119710612
diff --git a/checkpoints/Llama-3.1-8B-Instruct/9.mlp.gate_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/9.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4fc5445bdd5caa1583adc284b2f16c4e2455406
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/9.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:726f4b362da45ee143d68efcc60fe98041fa6767f9794c9f9dd20428b3924bee
+size 119403412
diff --git a/checkpoints/Llama-3.1-8B-Instruct/9.mlp.up_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/9.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..603ebd73cfd88c014ded654835447131bda97d2d
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/9.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5aaf64b6e734e452f5a09f5054ef197a6275aa63288d8ac63d86985649a7d31
+size 119403374
diff --git a/checkpoints/Llama-3.1-8B-Instruct/9.self_attn.k_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/9.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..454ecf89582afdf5857fa27f098a91e86f25127f
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/9.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c821cdec970816367abb28327f36f1ff76aeea344350f248e6e5a7ec9077bf2e
+size 8647629
diff --git a/checkpoints/Llama-3.1-8B-Instruct/9.self_attn.o_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/9.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e1b96b7edc633be98267ebd9b96069e8f6e6bdb
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/9.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b0a136cba0a9e5d9d67b7ead0ddd1c74a1077243e802cac6839a61f86a115f5
+size 34206669
diff --git a/checkpoints/Llama-3.1-8B-Instruct/9.self_attn.q_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/9.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb822678bf0e45003967c3676f1dbd81763904e
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/9.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0a1d574830cbcffe289c3af97def09349de14a954ca8331813f7cdfedb5bb44
+size 34206669
diff --git a/checkpoints/Llama-3.1-8B-Instruct/9.self_attn.v_proj.pt b/checkpoints/Llama-3.1-8B-Instruct/9.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27afac904ee8f43a44ebc5cb0fd92c3f8f5e8943
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/9.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92f112272ca6e4fd0bcaf3beec62a7fa0c8c7bd4c8af56469666e509fb3d6369
+size 8647629
diff --git a/checkpoints/Llama-3.1-8B-Instruct/args.json b/checkpoints/Llama-3.1-8B-Instruct/args.json
new file mode 100644
index 0000000000000000000000000000000000000000..3ecd01ec24b7cfea010b385ba3a6a492bc4cccd7
--- /dev/null
+++ b/checkpoints/Llama-3.1-8B-Instruct/args.json
@@ -0,0 +1,45 @@
+{
+  "model": "meta-llama/Llama-3.1-8B-Instruct",
+  "epochs_list": [
+    10,
+    10
+  ],
+  "early_stop": null,
+  "weight_decay": 0.01,
+  "betas": [
+    0.9,
+    0.95
+  ],
+  "eps": 1e-10,
+  "loss": "smooth_l1",
+  "q_group_size": 128,
+  "n_bit": 4,
+  "params_to_optimize": "channel_scales:0.05,angles:0.05;weight:1e-5,quantizer:1e-6",
+  "use_scheduler": "True;True",
+  "sched_freq": "step",
+  "datasets": [
+    "wikitext2",
+    "c4",
+    "redpajama"
+  ],
+  "val_dataset": "pileval",
+  "train_size": 2048,
+  "validation_size": 64,
+  "batch_size": 16,
+  "seqlen": 2048,
+  "seed": 0,
+  "use_og_input": false,
+  "shards": 8,
+  "results_dir": null,
+  "resume": true,
+  "layers": "all",
+  "output_dir": "./output/random-pairs",
+  "init_rotation_params": true,
+  "num_rotations": 8,
+  "num_pairs_factor": 0.5,
+  "use_kernel": true,
+  "checkpointing": false,
+  "reverse_pairs": false,
+  "random_pairs": true,
+  "first_n_layers": null
+}
\ No newline at end of file