diff --git a/checkpoints/Meta-Llama-3-70B/0.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/0.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a99d6b557c01ee6502c243c34db6bf94e3cd6fd7
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/0.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d9f223a9158fd2d433a0d2925fa17a06aa4501fc45f26296e6a9c794bb7cd7
+size 477967252
diff --git a/checkpoints/Meta-Llama-3-70B/0.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/0.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..640940578ac0076d8f7fe5ef8ffd76b5fa74168e
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/0.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03c8370824ad1c1d86496fa4d381ac007d6b9a7914632770846be0106c6a4c86
+size 477352852
diff --git a/checkpoints/Meta-Llama-3-70B/0.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/0.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eac1b0f2837caec3ca6ee82184fab05dcdbe8c2
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/0.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdf36f131324f5baefee29a89609a1c61f25d8eb7fa757ca9771a46f45cda5f4
+size 477352814
diff --git a/checkpoints/Meta-Llama-3-70B/0.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/0.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d3492cea6e69d9b6aef87aee2c7b9429d117864
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/0.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8871723ef76d5bd0a082aad35935992e6bb2efd6b563558961b56d0c09b3e723
+size 17290189
diff --git a/checkpoints/Meta-Llama-3-70B/0.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/0.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74716908b9efeee582fac6f6e5b76fdff4df5af3
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/0.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3a2f20f113b409d2f797cd84b1b8a4dd55da3eeeb9134839c3be413777d4ddd
+size 136565709
diff --git a/checkpoints/Meta-Llama-3-70B/0.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/0.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcae95b9e32d1b3be108298825fa1e3fef1c8c3b
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/0.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d01ff8bb014dd0eb74cfe8ae6a3458b472865b5a35b28becd9c48e5fbae0ff9
+size 136565709
diff --git a/checkpoints/Meta-Llama-3-70B/0.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/0.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01bfc32576dc4eaf85bc561f63eea931014455e1
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/0.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0fe6466363bf8e21de4eeeddaa8ef5be97998bc3fe8a0cf6dbe031c91ba9b8d
+size 17290189
diff --git a/checkpoints/Meta-Llama-3-70B/1.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/1.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..439b916e4efb17e08b1d96a761835fa2f6414e92
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/1.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8a6802501f61e4e47e77757cc067b753fb95fc9fac5bd7b4b33d3d2dfc870d9
+size 477967252
diff --git a/checkpoints/Meta-Llama-3-70B/1.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/1.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f885779cbe33da4b0d7840751329257bde77db8a
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/1.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c31cc18327119c379858a7e89ca5a930c76f5e949374e568301c0cf2428d550
+size 477352852
diff --git a/checkpoints/Meta-Llama-3-70B/1.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/1.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e017c3636a867655fe7cc309aeba8075caa4d074
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/1.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10992ce7e034db14b7728d8655411d7758c0297866b8a98c9f3569928c9bf628
+size 477352814
diff --git a/checkpoints/Meta-Llama-3-70B/1.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/1.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f988efb69d954b10a0b44e40ae9e1243454a13e
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/1.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b6ae7e3a1713ac2cfe51ae9e76733550ed8a5203ba52fa63650b9a1e94faf8
+size 17290189
diff --git a/checkpoints/Meta-Llama-3-70B/1.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/1.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb554711f06f77ab0434abccd801b0a7da81ee2
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/1.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:044a1d863becacd7ba8f95f1241063cd95848ed637bbbddc7088674e8275462b
+size 136565709
diff --git a/checkpoints/Meta-Llama-3-70B/1.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/1.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6e1689d3aa9fc3d6b988b1983ee774ee0997de9
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/1.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4ba1deab1b723960b0dcf92729ff435cc27a20fbb3ad0f0ba60c526258bc184
+size 136565709
diff --git a/checkpoints/Meta-Llama-3-70B/1.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/1.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11e04b9481ba523b9469f2b49b44754a4b120811
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/1.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa886bccd595251d79be242aaf76da205dbfb84ecd9fb91cd981926886150fc6
+size 17290189
diff --git a/checkpoints/Meta-Llama-3-70B/10.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/10.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33c237ac66511cb0d050c8c2b6d1612708a75177
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/10.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc9e917ffaa91d12931df49f9cb096944bcd37690a3fc721009530c9048272fe
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/10.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/10.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baa25550742e96dfdf471cd1206e8dcfa96af10f
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/10.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fbe23133f609117720036a7651f51315176f443a6b3735257a535227d606131
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/10.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/10.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0408e672a42a12f2fc5b7e05a95e80bd5e32e73f
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/10.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38736d8715c1f2f88296939026fe75ffd8f1025eeb6c50e52009910d7170e54c
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/10.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/10.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d84d50afcfe4bb29579950f5b4c64539e2f4cfa7
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/10.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc80a34c1168330393faafdf42c20b82be142204c4741f07267cab34e363395a
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/10.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/10.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a01d6a268b2537c29cf9a3668146cbee22e6bbff
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/10.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a914368c7d0bb6c5506ea1f3cd9a15a75932e81007a981589a5a3253065f592
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/10.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/10.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..121573845ff473d7cb6d71fe3389af9965ad3f76
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/10.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f649666bd2e9c1847396e65f283ae8915821ebef35fe66626cb0abbcf4902bae
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/10.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/10.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccdb5b4b1ebf04125f9995e3386065ea83fcd796
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/10.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:818bab500348f39f68c5ff41e35e313273c3dd1187a92bb86bad01625a8cdb18
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/11.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/11.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c468c36ce11c0a6b1539ffc52760e23ec3e64669
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/11.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b9e6f12f04621bb1106bed990d8941daa8cbbc8f07288b34ea0ffddbf2badf1
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/11.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/11.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8409e2e631d375e5425874348942ed2f4d1a50
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/11.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2873380dddf671edd5a2af4f987ed1e26b6d7609fbe78c7a6a31ee5078ff63
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/11.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/11.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62505440314ba1d0368beac145a1a756c6f28920
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/11.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e635776fbf5b0b9b14e4db33a3171f9f1c684b7a3bbd7a547c28abfc1bf51424
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/11.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/11.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39c12c3bb915f48b049af3e5c41b82bcf0c51239
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/11.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:961c9a675a32c330c0bfd1c07b4ffde053180876829890daca90a7e30b96a945
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/11.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/11.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2224757976a9ad3f746f09118f26cd94f5f37f83
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/11.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dc7fc023dd53abb332b2f4e842e0055a32ae3a31dbf81ffd84580412a3caf20
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/11.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/11.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcccbba7db3888595c253cf95cb5bc436f15f757
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/11.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2905b10c2a6944c155240a76ced848684050cf25f9bbdfee5b64cdf4abb10c8
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/11.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/11.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2e9fcf7e017427d8fbc96f7d73f2d89764dd84d
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/11.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ab50219ad3e713bf34a6b439d46d3243cea16a09eee074d7fa7d2357bd8360e
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/12.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/12.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e20362878272ba8865dc2f4360a80609103f20dc
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/12.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a56d0227d9e0023a5ff87d3e960b79739809ee71d8ea226cc49fc879bddb7478
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/12.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/12.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a35c37401ec43643c2ffbbb43ed9a10b417c6bfa
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/12.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67a4465048ed738724243af9bee498e1f01ca37ba6811c3b1bc624feacb17e32
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/12.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/12.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a35daf4f7641ba57326777a15d012c6cf5c977df
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/12.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5963d41db4e104005955e2f455ee55e61110a1a8dafca4e8a92a90ad653e6ce
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/12.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/12.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d418b6da5897b24267c99c73b1a58c2d8a3283a
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/12.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f70392a9d15c6f80e50727ab92bc128199eecd73d8daa2a9fd3cb67772e572e1
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/12.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/12.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dea18a684b52c0916284888c0b5c9315cb865262
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/12.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eca563f47677abbb5401ce181f7c97c4f7654460983ece0da2d6ca25fb7db6a2
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/12.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/12.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07964992c748eb653a1494b69a8679adf26bd47b
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/12.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a741d87049147ebe2c01c97fbd45eb831a03f7ed188e8be2e934bc5bb35cb6b0
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/12.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/12.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4509dbe1881f00210fab863de123c6e270d71d0
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/12.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f93fe1ac3990a698bfab8767d02d48328f45d43983ecc15426f708ceab106026
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/13.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/13.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f835764819a56468207f844a632b161563f51dbd
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/13.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8858cc5a6041f0981dbb920cd7cf064223f5b484c316ab1e81c47924d906cc37
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/13.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/13.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30be816d51cb4d54b84948d74921b49fd60dbedb
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/13.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:103be9820c2c9917249d4bbb8aee20b2ffe04311ff1604f39b0a8c413fe6cf7d
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/13.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/13.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86e9f0be6eadf8c60916fbf870ea28874dad1fb4
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/13.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af193aecedfec450d60dbdd22f13539d1841bd61c8a3c96e5497cc69e4dd1b2
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/13.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/13.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b851cd395850743febc76bdb9f98c3a5a29d0d08
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/13.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b6d7a6c9c97629b1d740c875bc676f47e52a142c7587ed8a563a813baaf332d
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/13.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/13.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0165a454d94ab77fd10687dd9fe29115ae872174
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/13.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:546d04a6bfe53e87026ff4fa3bf9688020ad34ddb321618f8053b6c6e2e74001
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/13.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/13.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e955baa962d55b2c473f88be3e4242a7eac2f3c3
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/13.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c77187bec59d97230e775526d67ea4120be8b4df5222e9c47a2af2b8cd0e0ac
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/13.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/13.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f19182f3aa5e58fefe363697616fedf4de919e9e
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/13.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b868981555ccc1c8866493d7a2b3aa3fd24f7f5c8f2fd194ac248223e6f0383c
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/14.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/14.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d6d38ff5db8c8cc756cb4fad5248e2d9d389574
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/14.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec44e91baaf73c688e9f03cb175f3bacb363bf3820c380ef3a6a19116fe523c1
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/14.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/14.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cabac377850295e3d2b593b27b8d81d6dd517755
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/14.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4918b0792921448f17cf6ff72a993f548e5b6ba14b0ad9b852fc9b14e7762d50
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/14.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/14.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1b05b0424de84757f2db7a36cf94d80b1faca36
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/14.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4d4f74dee27902826826ebee8dea2c61e399f62e3873369142b070531489806
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/14.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/14.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8d69470a8bd42ea93aff970c6a2cbb57d693b14
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/14.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:926e6c78bdfae774bb85bce928dc4028d28bf9340956ecc9c284ebac51fbd247
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/14.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/14.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c40af8a739756f39023f90f92fbadbd9b0aed052
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/14.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b62b4920bb9b5284a17734dc93d6f7cb2569d1a456370b443539fdb2c3252f
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/14.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/14.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61795dcb3f6b1e402bb3b6eccdee8d4474d76470
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/14.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce26a8877cab384af5bf49e47cc53036d345ad31db859fd20d2429f7f36872b8
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/14.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/14.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de160c468e084768baa1d9218c193759b43075ea
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/14.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:267dadaaa538d9e671cf432839315c3f3ab3732d2643d9afb6327f903bbdcaeb
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/15.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/15.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b351693eaade6cd1b4e5e61b7f607b014bfdf37e
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/15.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8871764fcca4678346628a416aa2279f3214c16e8ea140b2e61e5fa9c573e9
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/15.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/15.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..619cb3afab4caa691410a3002e9290416bf1d64c
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/15.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d510927aeeed03333b16e507b381ae3e7e922e40c9775aac7b5c6c4f4f20b3
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/15.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/15.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c1cc20200cbb699c979ea8e6be7a189ecfdefc8
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/15.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c4287a8f0838311c6d980b2921baedd6b92953d6fb3dd2f8c2a11b86678a0f
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/15.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/15.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58ba326a21f4466825d321fe1695799829cb6784
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/15.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27d689a29aad1d38797e4d6c71daf79aee148644ffe12110a147c406c3e8693e
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/15.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/15.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3190a9204c89ecc385023a292c0cc26b20009f86
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/15.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22a8c8922b5cd406b763d3092e0af8d51bf30b91909db14865e22bf04edb31b7
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/15.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/15.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63700937cb48895024895bc3b36efae499f7db81
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/15.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01692645e9ff878e4670cd20162e70eac6e0798e7f1d886c713fe4198d414eaf
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/15.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/15.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efa794fbaec8b14455030a5a6b56ee1cb06b5ce0
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/15.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:987da9226a31ec9bef4d95a6131ff04bad25b0a202633e77e145823e42e19e56
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/16.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/16.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e08d8f219e196a9cc46146ccb25d014cd786eab
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/16.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a299dc1939dc6e497cfd6bf189730412532b01f3ecebdc4965c349677077f75c
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/16.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/16.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17be5b69ae809a5490fd610fbe1d6422f51723a1
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/16.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff06897aac7beaae9d2cf7ebd0eccba7794d994da4709690f3e33f71d7b23511
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/16.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/16.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..716ba109407a0fbb4453fd908a02d4536bea930d
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/16.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ebc950ce4371d1494010fc9dbbf150b0cd8ccc5673fe92434fe7ba6658ee34e
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/16.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/16.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..272cc402c90b108f469511b4a148c8818ab3c31f
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/16.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1660ab0361ab70c13971378f5167275dbfb4f098bbd3a9cea06b468e5c7be697
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/16.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/16.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bb74d69f2479e288bac7c059f6a46157497f653
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/16.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd89d703250a6f23b5a1e4051d0df4587855f57bd31eb5990780269a3eb6a1ec
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/16.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/16.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4c02f973cf22083d99d1c93d7575959e1eaff50
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/16.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b28f07db9605348c6c82f34f7ba5f26cbc4bd375ed54b579811b159aed9fd26
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/16.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/16.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab089afcf9e98bb95cd029743bdf9e341c7cfabd
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/16.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1efa0f5e85e771cbb0554fee687f9a109435de53b1d217078e2abe5ad9c01d98
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/17.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/17.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f8e086f59e17eb7af966b3fce72a1ef66cf4456
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/17.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a946342b951d594a16c1f7418c882c8f1af6e3fb97e17cf6438c4c7d8dd444
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/17.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/17.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b47e59d373e2e06a97b0d0b0ce05bc92745188c0
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/17.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eb141b848d0cad9d48258b9d1b9e203c4d628ab39f9ce2a1155e02eba0a1f2d
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/17.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/17.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a181b2246622b95fdd48aeb7b31d2ef7c96f358
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/17.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1055fcda16472a01ff909d8f351128037a98ef1c4d14311a9281cbcf2aaac567
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/17.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/17.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..418c9496136bad2815da718376153c0213d0612f
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/17.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56d041b7b9ea45fdf47f843df0af60612885d173f3ed7d8b5316780a46e73f76
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/17.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/17.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4b48f0907ef1ed873346d966ce8d2f2ba6d89fb
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/17.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df854e2c369352f3434b9238cfa72f48304fffe947d1b0369644171b0d2d6213
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/17.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/17.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2972605bbe843825acecb7ca3c651f6757b8c160
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/17.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc82a693422bc8d170972658ba8895b2a4e3d498da86e18e39b02bc44e645050
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/17.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/17.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d2f754e7d57759d7cb8154ee6a501d1c43bc008
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/17.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f3f7623ca6e141d484843f2827929ef704449acc0d41f356e85f1bb0cd31d7
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/18.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/18.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4e4b52eef34e97bb6932193e3823f319af94084
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/18.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d86763d226a27e345f88fd4ba2897c07fb797784559cff63a201f85bf05b8ed
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/18.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/18.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce19fe4dae2f609056c50279484132ce9c3db3c7
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/18.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b1eea08a6cad03a4785327e5a9a088922a21de72c9b625230924f5c81e40bea
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/18.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/18.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bdc32382bcc3f92874b01aa611feb3a84a21fd3
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/18.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f11d4b3eda754efe552056f1ff8f628b412146ac02acd7f481cccc64673707
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/18.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/18.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed2ae642681e464a04e9a21c758498a2f18d44cd
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/18.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d95acb63444218a0c2642715dc16ebbce826fe3a815e9bcd6e9c8d07adca6a
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/18.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/18.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba8656618959f96e085b0c5fe6d2c328f285a71c
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/18.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b01e8c05905d8dcf1e7bebc846bcbf3eae4cfb212c5bfa64a9f8fab409d34f2
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/18.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/18.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c7acd125827bc2df66934e7e11e9de0c6da9db9
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/18.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c8da9e08b00016f7e94ed0d108654ac29f8400bc757121fc78e4c3e6e403185
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/18.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/18.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..047f6621ce33cbf5ff7eeaf1c0b75c6d4c9e387c
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/18.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd709fb2726461f4cec9b5d9143e246133d665cf20652ded7aff0f9433acd7d
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/19.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/19.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf51f6ec40be89005ec0f4dc82bcb8224e7bcb34
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/19.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33246a9e75ce46b3ee2694fea99b5bfb52ad2b85f1f2a63bc7137915a19862f5
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/19.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/19.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bf04310a5b18eca69841d8205d3dc8f9dad2f8d
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/19.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5002b83f4d05abe4befd6b769834ce42bafdcab1fb2fbd50339586cc4989e20e
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/19.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/19.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0e42d52a3e49ab341c2f9eeddb4cbe99ae3d949
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/19.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5db0b9850870208ee8a8c0ff968163f118e5e7ef660085a18c0e4098febc0fd
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/19.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/19.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b0208d2891b2cdc6c5461c3e7f4d92f3c26e47a
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/19.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d58168fbfd127e8f2072123505109352e06961c6adcbaa1568df7dcf71a2fc47
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/19.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/19.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6d3f8c1e83ef637f12ef7f1cc00894c60c7d708
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/19.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c51bd6ff5463820766366426138010f0c5b6459e0aa8a3de54eec3ca95ce69f
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/19.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/19.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f599b274a0283a6525357f326a7b9cfe9836faff
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/19.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c33239ba1677acb414cfdfb5c5f17ed145dd7bdde1f71af9d87386ee84709111
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/19.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/19.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7af4fce073b1f4bae86c396080d65239e1f9bca2
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/19.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f72377f801a63cbf33a5fbec63eb2214a04a2c802ec7129eb5fa820d1ae99c8a
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/2.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/2.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b363a7a5bae0c8ccc26bed0f3716d9da269e577
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/2.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d384fabe150272f1eaf728a7198408067226d76d78704c226ac58bfe49598c36
+size 477967252
diff --git a/checkpoints/Meta-Llama-3-70B/2.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/2.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b53bf2994e2077b9e13b2eced42f36405af3f22a
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/2.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6ac52f9f4d58c2bcb658a8bb7849cedede48067dc58327739e4e03fcecf3bd7
+size 477352852
diff --git a/checkpoints/Meta-Llama-3-70B/2.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/2.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d738095bc4131202bc5dc76b11f9571e59e3b7f6
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/2.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb5d49bec1c2fe4e5a51ba02f2511eeff4ad216c288d812d298ea1f5ff375acd
+size 477352814
diff --git a/checkpoints/Meta-Llama-3-70B/2.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/2.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a79be42cc90edab1fafbb869e21b3363d5cfc8c6
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/2.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc4c68e70bac186b579f3428f4d98982782c9e86e4ed53ef4fcf98ecceabc7f4
+size 17290189
diff --git a/checkpoints/Meta-Llama-3-70B/2.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/2.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2b0380539cd77b01cd5bbd68c1b8357fb647449
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/2.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96041e923fd785183697952ffc6b585311d2b1da22bf7483559eb61dc4b74ab4
+size 136565709
diff --git a/checkpoints/Meta-Llama-3-70B/2.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/2.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..688aae80c6864dcb7d560d119ba1dee3de37cbaa
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/2.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6e4a7bdd8d4dc1bb672fc4a4be5763df1a2d84b3935055dc00f09c48c6bc269
+size 136565709
diff --git a/checkpoints/Meta-Llama-3-70B/2.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/2.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12064f835859ce6b9c0afa2cbc2c36a57549d806
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/2.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b219042870cb37230fe585c36716ac1f30068a6afde02eb39e6b5c97b874ef8
+size 17290189
diff --git a/checkpoints/Meta-Llama-3-70B/20.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/20.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f323b42ac5ebb22adc95c93ee477c360080fc77
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/20.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:662cbb7e0a79884a0898102c6952c8fd382215cae6885acbd44a2d7aef78a677
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/20.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/20.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9199fee98ee704e4683abe04644df0eaf7748bf8
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/20.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0619be1a32024d266361e4e622d04385d72f8c6bd2082dd9235c24c2a70a7aec
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/20.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/20.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1caed47f47ac8373a4624d7e5faed578bb33b479
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/20.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c55657df5b5cf85fbed1b4344b3b605fe2f6c6b0c2ca0fdee3830bd43c3a1a2e
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/20.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/20.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95bbb90806deabcf2774f9d87de6b467aa3eda80
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/20.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4a05b4b8f024b8670172d11b725ab0cf12a057d056ae4fffd2d44906a3dcd85
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/20.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/20.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46eab639ca715b007afd00634440d19da9e62da6
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/20.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3251f05d46ce7e8c27817e6066f8d5f6439396f74e0404789fbba6fc90b920ba
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/20.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/20.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9196708907bcbcd4f0eac363e65b1c99636dc2f
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/20.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02c26fdfe2e26bec4b53c4d326c14c1501bbba1f1388064f9d027263fe8743ea
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/20.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/20.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db6f216cddeb8640c476a485c755c1da41af6171
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/20.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98406d8c2ebb6f83f647225e5c8cbb28638273b883140cd946627860c385695e
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/21.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/21.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10c9a923872084e40361f5d0da8c5bab63f7e6a2
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/21.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08633ed046d04c57117a93ff15323fb442f1bfb2c460b5f0756c349146798a9e
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/21.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/21.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f141a0a3ae07e1d0e4a5aebd178cbe498b1476
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/21.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:512d1ba2e8921a7faa942635291fd9017016ae19a587b9d5835a2a8f7f50bf59
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/21.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/21.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a05e0a0353b84bc49d567b5c019b02a80f8b1df
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/21.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46a51203122daf51cf93cec21dde08ded9e3a5deaa03bed1a0ea644f862c9fd3
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/21.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/21.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc52abd491dee626ea121f932b0ecbf7d96409d
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/21.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31405fa20ba58b1652b6441e2112245142320aa140e3fe1338adbcf14d3935f6
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/21.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/21.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b01588168e5145073f3e6744116c578cc722359
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/21.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6252723ffd7bff0ec0ec829f7e9e64ee3341d1abff9d6d7df221810d432152c2
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/21.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/21.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bbe8797a66b830aaaadd304ce4d5e54130914e2
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/21.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de7e3fb5d15b011ef469b351f9f229876ccf409faab4f9de5299467134fdc1e3
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/21.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/21.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..127421219c7b1f4b6114956b81c16c8e3c0102d8
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/21.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e83ef71a3f566a031cb44bf8df13e6d529262dc90330287f969b4b70f30ab31
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/22.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/22.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4579ccf7b6dd1d4670b9b7cfc73fa39d4fb8a0e3
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/22.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73dbf2fe8ddf8a717e992578367c2424544f8a14a4c188d4aa14a87a9a6c0298
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/22.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/22.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38e104c446807bd98121010f1c41615bfa815172
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/22.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:168145965c0af74183d96d4459293a285c9f51d9ba443cabaa635ccfc494997c
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/22.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/22.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81ace1c0012a78ad643c03fe584419b2b2d86d06
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/22.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fc02cf58e5d59e56b486c6cd6a8b92805328a89418bf9689181b9fb3e547359
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/22.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/22.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6324bd0f8d462fbef6a203b4af50e055ee82d088
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/22.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0903f5d533f872ec5d43bd0a32625c3364e92b05b7cd076db0bbeb5f302d76c9
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/22.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/22.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56d31e9d3f2c2dda16f4663c500c5506f5468d18
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/22.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bc94a173683002c0016379d55aefbd081baecf40f701b5fd87f523ad3902eeb
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/22.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/22.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..542200a52da54f71d368e91cc4484793c3d99adc
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/22.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23b60c9fa733ac40f80489985527afd94bad1938b85abbfd822bfe0b465b4e0
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/22.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/22.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4112735f492dde58cf609bbaf6a2dc09e100c907
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/22.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17b2cb07cdb39328d2b2a0b6ce2fc70ae7799ae9db796e963f00a1e025ebf8f4
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/23.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/23.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4aaadbd4417cb5455504b1bec110bdd11c8b177
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/23.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:797aca00bf616516bcd3c33c8282e76916789a46d27c740cfbfe3be98b09c49b
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/23.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/23.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..254e4cdd76e671748246cf090d819e0c09a791a1
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/23.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df47c5dba715a78750af188ddd54a22694458f76f587b049bd46f57ec1c52278
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/23.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/23.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6634596386e76ac82e7db7b13d6f6399e54a0f3
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/23.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f3a3f414ff2ce0b056944ce309fbb010af031429856825645a2b16cff6b338a
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/23.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/23.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..940a751119310c3b9ca26db2f72940132078d3f5
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/23.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b02a4b7a188ad92e6895637189856df4ee36500e57d7c47b5cb595d126ae1e
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/23.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/23.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b05c7a0da4f4a5168d0d20222ed703ee50188321
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/23.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e5a3bc7250d2faafc89ad023ad4937b64476f42287e7b19eb323faaa25b401
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/23.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/23.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3855be3655e9a4b8fc7ac10d10222e4226e92ac
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/23.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:296eb35e6adab29ebd9bb71e7fca882c327c120a6ff2eace2dcb204bfe6abcce
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/23.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/23.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f182da82e4f7592406a8dde5085f30d7efe2bf7
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/23.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f15c6989a177328167d05d53b95447a88201890d7ac7a204a9a1518fe0cf4e
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/24.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/24.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec92eb8926d9184691b6732741e3a9a9a267902e
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/24.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5351df8ff36dfb7ce65d7701e840916ba5264368cc158967b784f223c9d05643
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/24.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/24.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2140d3e71f01b69ee292a1950306a5429459b852
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/24.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e4e8cff7d21de32ca568fc95693b4b4302c32f82872802834d2158a38867487
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/24.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/24.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d070630c2c57517d08cf77b3024ff5cd03e731b
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/24.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7f73310da6b68c51fb96d64df54e466f216349ae0ded95d72ae80413db910ab
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/24.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/24.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9054c3f096808232f74ebb75dd71733945e74f05
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/24.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eef219e2d8b456f3b4f61082da6b56cddddda0c3114b870f0684e85caa292b1
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/24.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/24.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15685bde61421acc15241725633c0493211afcc6
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/24.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2ff6ed6310aa064423e2a40c31eb7bc65744d93f9170e5d4c06433f2581ad2b
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/24.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/24.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81f3ea3e12daedce38bcd8862ea743e7d6688120
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/24.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc53f9013da202ebee4c6b2de30262f8acd65eab0454fc2496f17c60ac86e074
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/24.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/24.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f941b742699a9c458b8b958346941f9d3c90ed0
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/24.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cc7c09990829a454d9a10f365e14e818f53f34b462c1d13ff9917c910511d83
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/25.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/25.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56c8c2eab0dfc338be86c1d497187994e6741405
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/25.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:239ee93285d3d7ca48737cd8ba5e0d2ea5e618f8c5b9db8e0f41112a608e6566
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/25.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/25.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2daa3c83bbf6ec2a38652d2bae4bf16954502e5a
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/25.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efba3c8cec75d2e2468f8e3889da74634de8617530247888b4c14ee1e18d15ec
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/25.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/25.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3768e1429be91ce6f6982a0d2d96f56a9e3ab81
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/25.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d16680e5c62a34993929dc5df0076b67b7456298c0413a3e9b1c02ce391cc560
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/25.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/25.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3632c8510e6f164058acfcaa44eae5a848d20de
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/25.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca68ea0143e1e906f86e44f6c6cd1f75388a6477ff8f11f51a5c078fb6edecb
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/25.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/25.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c572a268773298291a37ad5fed00b9c085fd8334
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/25.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b6ab5d9d993de928cbab6c3e05493bf7ac608319cf21b6f1c63a1d5722ee42b
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/25.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/25.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61f910a5b08cd4a00a6f82f33dc3098e6f53c89c
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/25.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:529070ec637846e951db48b433e0c660618c8398f475ab50e18297cc1778b4ce
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/25.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/25.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4f9bca91dc6269f04b748362e44013bde4fa629
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/25.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f38bdaf422071136453b24fb181e53ae046ab4739fd86adf7945e6d7271df2dc
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/26.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/26.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6047bdbb4045fdfc5c2bc22c1f9b0b14af67a9e2
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/26.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54fbefd9f248930dc8c12d45bd67d1a6ae573190590b73673390a7b0c8296cec
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/26.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/26.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b69eb60d1a64b1ed0f91ef7d091cae18485fa271
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/26.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bcace3210188e801f39ec06dc1d4b1031135554b026989792578fbaf87668d5
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/26.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/26.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..284ebad2be373bfd3be751cc6ea19fe632e37f25
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/26.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88d04b10353d284e912d58da512f3c5ff6c33a727b94cbcf7b2a01e68857600e
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/26.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/26.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b83438052e3e0a2d75009f4e58905e6cb5b49a25
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/26.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d66814cb41a84060888b4c4dcfd4c630f458daf7030983cdeab3f19664512ff2
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/26.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/26.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e861fb3400becafaf0f642792115aac5ae2512d
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/26.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2f790c22f16d261594270b09a56d0f0b732a1d618da0eb56267bbc88614e230
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/26.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/26.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38eeccf4d03ad9eeefe4a5414b3faff80656cdf7
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/26.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e26ce3773cecac051ea23c1a8e0f56b615256588f9eff2face42de96ab5f2ab9
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/26.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/26.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e07d1a814a7d1db86c75a9bc6480dab0d96df9c2
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/26.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fcc6a2148c010f3729ad9e6e5a84440767695078777c92ece1c84bc7ab7f3c4
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/27.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/27.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6c45224284a20131ccc85688384cb18d883a9df
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/27.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b9f332c21fd8057e5bc1f1cf1051d1961f88297414b522da76caaa893b55d1e
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/27.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/27.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea126973ab8dddfcfc21e17844ce9760222e703b
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/27.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92bb0ec6300cb1ef5d672128177d3e24db122eb43ab212d1a22e846b8fc1246c
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/27.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/27.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11744e8c215da1d03908aa5ba23baac99094d21a
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/27.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bc6b603432d379aab2e995022eb4a10ea14174dac35dcb5bab169dd79b11b6c
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/27.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/27.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7afdcf134720ffe3f8df3fda6700078b8a74815
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/27.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b19ee624999a8d0b0079354df8c805fb04ceda4697e96d039f056b7bc5ea628
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/27.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/27.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f88d19ec25f1ef56f6b429560aaa096dfa286d0
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/27.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad02c89e5bd341b418acab96a3b0e8161a0c283a7c88596c4a0bba0c41960ee5
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/27.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/27.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acd095f2476d5e46390a5d6a412e87b63cf038c3
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/27.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e5b1b9e78ddf85ea2223b3ae1e5702424b50a276f8eaac905c9d7cff50d3603
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/27.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/27.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd220581d3ca14c400559b56baf07c19af41ea87
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/27.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e68ddc88bc2c80090fbb8eeecc2d9814fd6f862644138b7edbce2ebb2e376b16
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/28.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/28.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d87c5bf8d7f6c444f7287d5f8367997d6a2fc252
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/28.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2daed99023a34599bb55cdeb6091ebd102436144949f047df50a9508b4327844
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/28.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/28.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02134c11cf00a91c9c0d23ed78d416e464cc6aad
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/28.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dcf15e42424cbf90b8c0e68828addab8291402fecc2714f0cae6455305c8235
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/28.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/28.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be7477c947b4669a27ac5569f82496b054620d44
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/28.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0b8152d8a901f9c07892548560c99dbf26027bc91c575aad287301ed2a8c63e
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/28.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/28.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..773fc48e5d6ac69849a7f74064ab2ac8c4c59718
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/28.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ee12e2495f3199acbececa6301f2320a1e6384cd58c4a2c9df8bb4ca14b299
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/28.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/28.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd1ed429642ba8f245c441d71da5e3f7d8eae712
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/28.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd6d7783f307cb62a83f9fdcb1af3e3ef10110bbe2a11a077ccfda8b95d049d4
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/28.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/28.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db1dcd7876e5420ab54bb3c287ecced3fee86fe7
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/28.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f89b03c320ff747e7de8d1948ef2eeb949ce09a544e6dca764c821bc2f8fa0
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/28.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/28.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae5a0502e9ff4388fe07fcd0af508086a24fde9b
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/28.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f1bdfbdcaad5fbd0c3e6c5ba235d44ee865046dd769b2e2ea3e7edf87899906
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/29.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/29.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a128b97a06a0c0da10011329cf7566a793459d09
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/29.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0e9e16ffd1530a476a0e37cc316a369b61a4f89f4807d48f79ab746df2088cb
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/29.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/29.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30e8f161965401f6666968a636a3f049db47b950
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/29.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17623d031de7d91b5417b8a484b6e46a8f053b1ea7da618185e443b03b8a80a2
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/29.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/29.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae03e87123ad3413854f859fc0fc50f5b3014b4f
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/29.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c03cdf938abcb4ebfe76318cad5814a508044a7bb0b99989686b075f6b38d98
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/29.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/29.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5b33f3179666a9dcdee2142042c1479be2019ae
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/29.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af878be422b9ef36e9e1d091b6d78b245991cfa0e999dc6272fe9a702f676b08
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/29.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/29.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8db9ca89b13c393c952537ac6c624dc00006cd6a
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/29.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e980aec6f2aa635a6be66aa208a12a41ef7269d146bb20488d48ca74179d34dc
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/29.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/29.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..085254d1b84ac9f2e8927115699c662de90ce04c
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/29.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f4572b7ab10edf076f5adb3c5e083006ebb0776364f46f8471dac154bc37604
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/29.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/29.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..519ef78c324a462de573329b96e87e95c89ab54b
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/29.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:887632c0fc9d42b542d2fb0c1c9e44fc9daf3d491bd25effdf8489665ffe7f3b
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/3.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/3.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e94f7eb50992d67f9cb6b1fdfdb5f66c75ab38f3
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/3.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fecb6bf8c40f24ce0c0070ddf44f85f810d1c1b5b2640540995f4674b51a627
+size 477967252
diff --git a/checkpoints/Meta-Llama-3-70B/3.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/3.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a1239675656f5a8aa890e14dd925e043d5a3bf4
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/3.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13e8a9cbbe9398246b6fcad382b5da75a7bf1d99dc5a039f62ecda56d3679333
+size 477352852
diff --git a/checkpoints/Meta-Llama-3-70B/3.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/3.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a6c88105efcf9161bb4554d7fdad0c5f7c81b4d
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/3.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ed0f44cebbd80ab4c2a100cb6a2b7a44d732786dd120045f5f5824164209f86
+size 477352814
diff --git a/checkpoints/Meta-Llama-3-70B/3.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/3.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44d505c264e59ce6c476faeccb5f12625dc26a1a
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/3.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d41ebf87f6f10868d2cbef4f4bd36783fc0a3276d76195ccf7e22eb29e9a4f70
+size 17290189
diff --git a/checkpoints/Meta-Llama-3-70B/3.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/3.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..794b3b47e00c8a3f8fb001122b9807be3f343926
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/3.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c24faa801e74e1d0244e897434209e4260c9cccbe3db1f6f621d1ae4f789bef6
+size 136565709
diff --git a/checkpoints/Meta-Llama-3-70B/3.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/3.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fc9039f912afa8cd2247e7bf4c1212579c00c98
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/3.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eea49f517b84bc226903e119437f26ab12486653caa45c77dc60c6ce77d42537
+size 136565709
diff --git a/checkpoints/Meta-Llama-3-70B/3.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/3.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e177182d3700f0026ae12a1a6689a782a838b50
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/3.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2098f786400ca7fe8a60b80bc530f9662a75756c701a5b69d9fea20aa9ee50ad
+size 17290189
diff --git a/checkpoints/Meta-Llama-3-70B/30.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/30.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e080fb5a5d7bae133f8ec6433d098607e052dae8
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/30.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f5477aaa36ba2c2980d1e4807256ed509086b7c563ed02b573e1e4cb6ece213
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/30.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/30.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf60858e2e65714874ce7d329da2af2403660e10
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/30.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b1c9e068507bc70fcb1236c6dec3ba5d504dd974e2fa47923c2c46734da92ad
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/30.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/30.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1928467a3d2b277ff0d4ef1706b1a27f4af83733
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/30.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ad8e6d14a6b2527be59a73674d8d1fec0b917f014fb5cc223473322c77f094d
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/30.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/30.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4f3dc7e552eae551d5508dee194bffe50b613fb
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/30.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff26c629d80fda88539703462046540c902c8b7e9a92a4a3f31c06b1d51de28
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/30.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/30.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d1623058cb594bd041aa12decbe8965d2a7e972
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/30.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b03d39dce0098b714ab6c43de1fca8cf7107d37574c01a6adc198a1b8baff3d
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/30.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/30.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c99e9f81f8503ec966e5e95361674458ed2a2e2
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/30.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d6e6993a792ded44878fa53a1ebe02f4da0fc5daf34e078fbbeca1fa6097bc3
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/30.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/30.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46a55a3e33584c98c6a8919e7091fc2243a32f0e
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/30.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32b96b864100552ae9d0cca5231c0c9d5764abe6e986f028483c7835bb415398
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/31.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/31.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6586d94e12d2ed6ba2de74a922f85852a3f10bb
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/31.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae783e6d3218eb58cc19b47571901b3452bde23b24c0cc462cce752a2b90e0f
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/31.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/31.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b143eb34230dee5eef9e7001cc8cc37e7ff5b28a
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/31.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87af3ff7c89d39208036d177fa00db5bfd387a18a2ab89de2db0607068b872ba
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/31.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/31.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7631ab2848a452afc73654ebed9c8bb19b9e1f65
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/31.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58c9c366ed1c08763c38c52bc86b4e879f9a14f57d420ad651e6caa2025bd830
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/31.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/31.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5269bd3f8b5caf8483c3e903acf468f26bb3ee26
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/31.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f10eff17c14e7ff0826e7742fe52e4b5c1c9af483528c2695ca61f3dc5486e8
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/31.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/31.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c727543ad835bf34b9dcba1caf33d8542ad6186
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/31.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39d81e8e75505bb13077237c8ce720f74f8fd9f7473a3d6e243b92f1ed23a070
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/31.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/31.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a32d0050321b6df721e3c4b366a75872e2ddb9d
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/31.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e5e7ed3dd4ea4708297541e0cc86423f14b9ef703a4efb654b34bfe8c32ade6
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/31.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/31.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c2b8acba27667571b321aa349464f6bb1b073dd
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/31.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd9850667babaaf0f06a18825c11974039996379005f27648307f72305e7b958
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/32.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/32.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50404ca2cb39a61b2c1b656343fceeae373f7388
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/32.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c635ef45b0bed4122572b9e5ebfc44af53876240332e40955c6bcb98585fac22
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/32.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/32.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..998a7e48763b6803743443c350d44082f9ca785a
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/32.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfd6b2e1d9944e59d31651dda7c3186bd315dacccc0d81af59a5aa2817915b9f
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/32.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/32.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8aa06e42f7b74eff5afc72514f857093e675634
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/32.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e40f6113e8cffc4508abc09857d0b8379f89ae74b3bd67aa7cb825b91cee0bd
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/32.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/32.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..113239e3e51a7b28edad27ebe38ff43c0654831a
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/32.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de2235f7f3ce638bf9b02874a4461ba4bb08bdbb3a962da0c183bb17577903b
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/32.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/32.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96b73ade2145a1021588156b3024efc22ddf3bd7
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/32.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c7db9922253aa4a12fa744995f436418c791dc59943786881eb6f695711482b
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/32.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/32.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11f75323133af558577615ed47d30ecb2c3cee2f
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/32.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e7c999e8ee6e49cbf31e68e4a9e76684d75c91b42680388df939810f1ba0ec6
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/32.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/32.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea13b9152e101d8850aa2aad117105543d3d5e2a
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/32.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf55bfc38559be9bf6eab899940c77bdc3537aa228492398c98f40efd3592f0e
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/33.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/33.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e010f8f3c6b92c1683ad29352f1c53aca9c10e8
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/33.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:084ba59988303ba8862caf98295786afb1b2e6250aeb4d7f90c9433bed615109
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/33.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/33.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc7a4756fe69389276e1072ec4fa50775192291d
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/33.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5f6e4f537681dec004a28ef5ad4ed469a08e4f66d4979f9da59ead0a56d0c3f
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/33.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/33.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c6b259b6d1f2cd02e84d6cea879cca4583090f1
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/33.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ada24e0596d32612cf50aae24927a1956aeae8ddf1f3ab489578a8e76a51d4bc
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/33.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/33.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6489aca1fd7cde0dfef6d0bc413c475b26a61421
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/33.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b81deafdeb6a389f2f22c3a25d032c1875d3be4a2e331f285b934732a6caefaa
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/33.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/33.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d957330298da7226a91de9773af8e0db1f0c6315
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/33.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1959c6a13348bc528f9eeabed02f67fbb2875d69cc8c01a51c0425df01079102
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/33.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/33.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afed64ce530342a55cb5ddbbba82fe96c03640a1
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/33.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:367d22b3299d6953c3c2102ee8ccadd24c073930a62bf4f37dede250ab58acc9
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/33.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/33.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2174dc84dbd1116ba691e7eb88c29244871962e
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/33.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01976fd1e404257c20bd3071247fd97998d90c17b8dacef4394b273d89993c32
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/34.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/34.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45761efe4011eda75ab9adbddcdb31710d6ccab8
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/34.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:913f3e2699016d7bb3a4e6be53c95f5108b4686193d4f0a516594fe1b17688b5
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/34.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/34.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6534b66c879007a0c074681bb0229d7a6ee5e096
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/34.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a6bc01510a0c802eeeec0481a3bb1bb46beb1d5c23fba8f6f2ec47c138e757
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/34.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/34.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39416afa866b6beb1ae66bb8b9a169e924edff37
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/34.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9660f3b1fc4967bb509d73f229e37afd450e1d4dd838de7a9198a7f1f7dc55bc
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/34.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/34.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49cc5c3e9e737cd214c0822bd1600dcd1d1313c8
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/34.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:405030d6195e0dd9e46a3b2e2f691bc9393907e25e1ac703c71b8912d5d8473b
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/34.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/34.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30348932159a090be2ab8cb3ca69539481336150
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/34.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dee0b9ce5e2fd1c5ad7e447da9d2848dd630aa8aac9fe07161c89c2cb4a0a344
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/34.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/34.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..273f7e25db46d1fc04091810dfb0ab377411a76c
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/34.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2af9976d4942d17ca7882a0948c707477628df0939f9388478d2b4f4bef3b458
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/34.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/34.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..010ef8fef4ea0f0503b0db86984130727c72dfcf
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/34.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa44e2d26034bf6fecc84bd4d4607b1f6c50a0900a7bbaa3771f655b98cc889
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/35.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/35.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa84a4038edacc95f6440287f25bdaf98058a03a
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/35.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ac6fc751809181d901404ad22cc59e0f6ce5fe0f4310f64ea276c158a73403
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/35.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/35.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfe790175a03833292b6f3a4814235260064073b
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/35.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c48eba0b191f754de801b19ce8f838897ae23de7aef78499ed1eebe826541fa0
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/35.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/35.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7d2eb719674d2aaaadea32bfe8e32b2e229024d
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/35.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c015d630da4627f70d447a5dbc21794205a9f952adf3aec93436f493ad232941
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/35.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/35.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a29155d2613e1d38826725aee588a95d147053f
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/35.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17bd43eaec717a692f3b11da6e7ae539a5602c4917117306b6241ddf3ced5d69
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/35.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/35.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62ffa344d908bfaca9ee8676c415200cfb2b5f62
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/35.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6603e549a31c9f498726b4773625c0817c467224c9c8f7c84c6c13fdb8e45785
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/35.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/35.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7aaf6a744a7a3843a74bf09003316b6eb4cbe54
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/35.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d21becef893a12eda9a99923e6fb7a3d13da55239a6c550fb6c95519b852d247
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/35.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/35.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c712034f4e25df3dfd3fa151af3ef92913fe9183
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/35.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0ab1170f084f22f40b745a36252e159cc44b72670558e4eee524ed8b53737bc
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/36.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/36.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..023c76d6f7fe936f4df319142d6425268b274255
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/36.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16246ddeb97f5466eadf8d3c3017b640269b06d6ee3b72853b3b1a1b80b5cdbb
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/36.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/36.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..916e6b8cde508f09c63733ef5cad4dcd8368e283
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/36.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac90f1ce390ee152b3e3cbb988089680109b1e6fe6e9ef7386b70a7d3f10f109
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/36.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/36.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c245c837366bc8d9d5713c66f4c9c079aaed6de
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/36.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ce3bf937b4f2c2935af50eaad04900034b9ff2d46c04efd267b9322c670c5f8
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/36.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/36.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b63aa96651727817850c3aec0415000772f3198
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/36.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0674af6c0da23a27538526efca8279a2d8818bd8af47c8383089a963152996bc
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/36.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/36.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a8036238c37d9ea444ba6cc8cd4270412164202
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/36.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4aa9008e58912408bdb22baf27f1abc64456bc6ca84ab51b0cf6887571ba2e3
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/36.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/36.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e4dd42a46b3682da4661b421440a797822b97ed
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/36.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f44f9c07d9f0cef648a027b6ea6feb4e5734fc72c22aa7036a73f3ba1949d00
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/36.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/36.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba2491df8dc21f59c404b9b93ee702aebb72dda2
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/36.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e3966980c7572116913c22c6432c371cc85ad79df3520e6962da110563514bb
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/37.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/37.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc8aa261747d7311728b70b7789a4e89aa2a6f7
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/37.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:538f2502d17f5abb8fdb315c6802522532caccda0fbb55cfdf97d3057fd25be3
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/37.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/37.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..914f88787d9620a85955b1a52e621cdabb12f375
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/37.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ce836a6d9603d1a8950580f6d7eae8d467af7b9bb5704a02a8f9a284648800
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/37.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/37.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad09a0231683e889bec10568d6745498faf2c440
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/37.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce27e48d1e4a5fe8b81e16278146d41398ff9854fc0cb0d2591223f0b0e41305
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/37.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/37.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c615b5a8f663982eecbeca3fd0cd04ce9f64e057
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/37.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fa3c7a79cfb4e60b4f2cb41fdebe5275128dfcfcda73165ec30230283b68491
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/37.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/37.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8366c704c7e1d160d924b3eedd3185b78b32e33
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/37.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d19e7b8add973cc0700bbdb291850f58414713e9f83b06a070198f2febcbb5b8
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/37.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/37.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a9dbbb0225f17b87a8d9767e7f5e0225e31d86f
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/37.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ca61888e6dc44eb20fa8ba990379814411b5e09b0ccbb1ab4fc329591c5da43
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/37.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/37.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0449293d7bd8e74e420cdf4a9bf7a387f582fc7
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/37.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5608b0ca8ffce080ef81060c11a3d2a217dc1c4eea217d289a4c679007e6708a
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/38.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/38.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe680d4378baba8cfea7952ed37a6689f75c27e0
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/38.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c63e8497fd25fa0f50f4bb226b86106166aa39833a9ce8ad97ae5331caabc1f
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/38.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/38.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..636242fbec7278f51433dab04372b553203b8a4a
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/38.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d66fcd36198b07488adeefa92e7bc92e54c8ce82a7f5a443cd113fc5c1ecfe0
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/38.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/38.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89a7e5678d429288ace7ab75dbeaca5e08ffed76
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/38.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa4a4834f40fcfae378e69169ed9e429f1b41d23d8bea59f2f8eda3c70fcfd99
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/38.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/38.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92546a2612540915108e4fdf8c4b4e7f4ce154c1
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/38.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da41d6fedf120595e720100288bc778b182e7fe0f717d966a06f150e69c10a34
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/38.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/38.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..115f1ebd15b9587a709fb49d1fd2a0940ea194d8
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/38.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78a38928d9b0a67dc00b54388839ec2d8c3851e1a94bfea2a2d899c95338c108
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/38.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/38.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00dd48c1a324852a9617b0fc6114f122475ec553
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/38.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d861808175d4c0a5e9577cbd961a87a35ab3b838d72ead817e4d51b7fd9c4cdf
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/38.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/38.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..015dd8b24a9d09cc551c6e5b0fc9216b95d6b9d3
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/38.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fffd03585a68fceb06c8adf67d684889e19b818ef7a2a5a49e6c637a1fb7e8fe
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/39.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/39.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0a0e7c163d96483efbf9dc469aa579ca94ea78d
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/39.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e519de337afd7ac8599da6ca11625752b4b174b8a6b002eefbf0546628110a9
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/39.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/39.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f954234fae467e432df19814b43edaf0872bc856
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/39.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b205671879ef420ae6321291777888d6560a92edc350bcfcaee7ba9b0df9257a
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/39.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/39.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f168fb7cba4de8dbe43eea4276ca593254fcd24
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/39.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f25337bdc72eb12798c7569ba12fc3f2652edd6f0e797fd80e1a4a8a098e075e
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/39.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/39.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abc943756f056b7d6821aa2779cccf0fee00bf2d
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/39.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2845c78dd00c748ea82de5f40efbeabec4ef0c820f87fbd77cfb1c7ec684b72d
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/39.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/39.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0f18da1a61716340c2fcbfad3abd334baf50bcc
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/39.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6fb2fb35bee7e884bb35a72a72eabf6e03e2114f44aa120dacb41e1b9d491cc
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/39.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/39.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcd77699394cd112bb6df372f56bd1e92ddcd91b
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/39.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9540fa8fb92b73c5a3802c746fbf63b24a1fb5bc77a80760fa1cfe12d94e010
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/39.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/39.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a156e165124289e0f5ef78f2a9c3a0a20ec680bc
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/39.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c6448e793cd49efdf174fe151b9c69166f05857957325fcf6af79c81603fe84
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/4.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/4.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5144fadd1aa7e51bbb61b8084469e2091afadbbb
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/4.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8492be6f36ae8bcb420da7f26cecf5a27fa43f5d25525afe9a602942dcbedba3
+size 477967252
diff --git a/checkpoints/Meta-Llama-3-70B/4.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/4.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73bc246876e92c42315f1f3f9fb24b1f470b6c29
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/4.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb9dd21d96b84c6356a0ec3ac75e8bfd87403321c524f04f5d0f996714fa61a3
+size 477352852
diff --git a/checkpoints/Meta-Llama-3-70B/4.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/4.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f1ba92a4e49473124018cd3af1f83eb2d7b6b14
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/4.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:568e0d82e57c9ebd02266556af6fd10f039969348b43ec59136db90621f54d9f
+size 477352814
diff --git a/checkpoints/Meta-Llama-3-70B/4.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/4.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38fbb43b1433d3965a96e8eead83661700c0e776
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/4.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d1ee297cdaaacbda4329b426b10f2743e505566c09a1bb3860e98f7ef91c9ed
+size 17290189
diff --git a/checkpoints/Meta-Llama-3-70B/4.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/4.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcf64557c428531d5d0237abf7f9f81634ab8ae4
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/4.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c71badba3eefe1ac9b89c811b8464a4bb56c77a59e050e0b897c221635ef3444
+size 136565709
diff --git a/checkpoints/Meta-Llama-3-70B/4.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/4.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62b2b7534320358376635dc3a267f6f460f53232
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/4.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6cdc8588bf63d4550a5d1da0c864bade8841014549ade0ccaf9cdb79f348f50
+size 136565709
diff --git a/checkpoints/Meta-Llama-3-70B/4.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/4.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1f54bfc2ab126c66f7af4d4d2d8f042b0bd226f
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/4.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:832ae566ef91247540fa6a42a783c80a608166175f69a0d02c7f2956021976aa
+size 17290189
diff --git a/checkpoints/Meta-Llama-3-70B/40.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/40.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef9a91479fb8072d47eacc6cfe41ba74e0aaec12
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/40.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d635088f27184c622231d0b884baf8f26c59cafdb81471b1cdbf62df66706b
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/40.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/40.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74ab1f0bb9a31183c78940b6f79cfcfcb1368e9f
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/40.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2fac9d19eca8d5f450b354d412557ab7de64709a3f495272ecdaf9302dc7b8b
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/40.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/40.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..effbcb75937d50432a743652f0bddd153746d1a3
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/40.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ff40ebe58ea53b5b61d36c43ed73377b8e86d66de9eb74f678c376c72bdc1f3
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/40.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/40.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbac15bc6bdc62c5ee3e4e6d6aa24cedf6bd3f77
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/40.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b86ebb1ea8a6a91ca633946cd918174c392d2c9a6f4e5b21c9f2d83563bcbcb
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/40.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/40.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ccd0a25407cec3662be63268d2a7dbbfc841f81
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/40.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c07b8fc39d757b177df0b56b23f1b53d40f9783c7f2c1b4f6c56cf1161504a3c
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/40.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/40.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97deeecdf1afa380c8bd16050ae35d61a684e17a
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/40.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5264d791faef7f40d87db99f284b28b0cc7c70d6efce78bb4c28cf5cd512bace
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/40.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/40.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f45f5f229b95e1e618f8eefda0c2b4c0dedde46
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/40.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f17e70a80caf67ae3cd71eebdbf88b7a44c84acc5b9556dd796ec711052b171
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/41.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/41.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..596bae507e9b12318ad987d98cd623721c246c92
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/41.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d92b1d333ca83e9bdb5c05b4041212cab283b4a8feb8004546b3b64b5d24b0c
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/41.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/41.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66ccf2156502f37495a09c9feb9ab637d7ebc540
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/41.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04d947385ff9aa9d5f0945a33c556dee2c9977fbae24edfd9b510c747c2dc881
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/41.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/41.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7352ac82727117d12a3877aba3a1fe119cc24d1
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/41.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7b8b97319f69d3e3640eccdfa716611d1306ed3ae33ff251503aea48e527072
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/41.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/41.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8f7426f3da89746e497413e9f1fec3f5cd8ee21
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/41.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d129ce8a1a94347c7a0e0694104ee759a6786de785d6486c3e7f0404f99556d
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/41.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/41.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f033e0c9ca3803e61f427c5fa9d6606b3502911a
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/41.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc90a6a86cd2166698b3af25450475f8d818d1e0b970e8f4fdadab942d6ecc57
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/41.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/41.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af17f86697c723a539e471f08c52dee6f8ac0260
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/41.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ec12d9f6b4ab43096e497111baab3a9de7cbe9480eb9b88d548c0ff51e291ec
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/41.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/41.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f977e7b2dd9aed4d167ce5cfeb46bde7cd6f06b0
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/41.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:179315013be8cd7a2481cd6007b7ced8dd6b52df5ca5b085972eeb369a378984
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/42.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/42.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed3b6ae528bab9ae0ae2ec8c80f766eb2ded8d0c
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/42.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:add9559da0fe091b7bb825a06b573308b6e895e02977505554ab83bb707a63d9
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/42.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/42.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26daba081e1ca7111ea67c689780281f25ab0a83
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/42.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:072c347824b174657ff0fab09606a49745c9083a61285f16c066a6d31fe2cff1
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/42.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/42.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b5b7da27089552dca97c42621cd547cd5639aa6
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/42.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39eeaa5e79b8e5f8ea8637e95fc23b85b737ef19b52c3301d2fb19910abf5b4c
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/42.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/42.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea769d2438a3281afcfeca763d92711b7be5cb3b
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/42.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4520f77850f81f2eb9bf64639bbdc4786259113a8b81de638d226ffd688f3cb9
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/42.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/42.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2702fbfcc9b0851ae11449e58ad0851f3e6faf60
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/42.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f815a5916e4ce31a2a44d6e2d8ff29ed362fbe44eb5cf769f8e21cacc99c4e8
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/42.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/42.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c2425c70ef0414b389eb55213b6bd1bd20b8849
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/42.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfecadf0ef54f4f51066cdca766d92a181fd8360dd571bab9bd14f3c91a232a6
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/42.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/42.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc10530621a1df886da9c4bfd3058e19f5cebe4
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/42.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d6e189e0650f3100daffa5ad901b640830344ce6d7525084d0cf20f281ae0dc
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/43.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/43.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4922b2134974ec6fda2806744bf122896582543
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/43.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e6348653ef579a20f2ab19d93780a4cb6c5721deb6481e5d77e60a8759774f7
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/43.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/43.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59714a5d86de730477fdf4112b42ac3849054f5d
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/43.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:525ee76cbdc6eca79a71362c9e9731bbdb25a7fe07643e23481bcb96b48a85c2
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/43.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/43.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e99d118a386c4ba174dd008044e88a3973ecf3b
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/43.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5785e761fdcf83a1a5f4df7fc3ae5349e10230c3ab6d26f7f911925572f892e8
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/43.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/43.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d007a5ca9585c9eb6f9f51e231b0d79475ec09c
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/43.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f14672250dfc33adcb04f9eecbc87551d7ac016f58b22ecfeea966a10d1720
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/43.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/43.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..282bf81d7d6cebd52b4f82a039f2f2a2dbe9354e
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/43.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6d0c99c5c8730e69478e72e98892da5926fe4634641886d0b6b38790da99aca
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/43.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/43.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5baf274e62221dd251a2930f7bca37967b00c34
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/43.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:602b19daa035a7640c060569515874ff54e1722f50a615f91f4270c04d212341
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/43.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/43.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b85dcd504099124ab2a23ab6020ae79af4c99941
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/43.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4f9262e16f60c85346922b0c1963e376dd8805e2e288dae5689115a4a305cc5
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/44.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/44.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88936f298bacbba878e202b5986ba8dc4cfcf8cb
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/44.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bffe8017be49b26d42962a0155fe70f457462d1652a53b1dfd5be88386da9e3
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/44.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/44.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02c2bf4303bff588671f75c4b33d8eddaa573f25
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/44.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96808a51dc99a615ad3f315d0cce9a0a73693267caf2030141291c479c655af8
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/44.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/44.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54716a0a42b7c07f60b1212aaa56e82dc3aca744
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/44.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3816a6473025884435d2525f08d4a7195f4915121566fa157be58a95326c0b51
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/44.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/44.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f52a085ec62da7c9bca8cb35564a08ec7f0ff93
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/44.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8dd14e1d51f97df60286a21c9d7c3e8c4de2a6d951de271f0a039f0ed9982ea
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/44.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/44.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..801079e3e2ffd1634c509757930c1e9cf5db553f
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/44.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6849911c5d1e3a014c11e3e913c26ff591f482825bf2dcc3ba9bca16a2101880
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/44.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/44.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52743fb9ff9427e86feae49a57d122546daf4663
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/44.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b469a5e557e2afd40176ddbfae4c7a2c2723cac6bef77a3ff973370bd720c66
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/44.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/44.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c050dc50e894d82cb67f8c79c0ade24e16f83e66
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/44.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8117c1f6d3b119069d43f7bddca669c4448a40c039a397874b979604a93673e0
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/45.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/45.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aee3bdc92e64e3ad2dcc0957b6c6667d0e568917
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/45.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09af8d6a240bc4afee715941c783818f51956efa977911c20b206302bf60c269
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/45.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/45.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90de976b9d2e1ceaf933eb41e27383a01f69d995
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/45.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbce18e8fe7dd96b924521818f5bdcad8752f94f8b9e1caef9e774a10b4c8cc6
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/45.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/45.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b11976a3f0c0adb4c06b510f59c65f0ea445696
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/45.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41518dade122a9f7c33dd26054393a2bb3adb91707d65b74dc15a2d358adfe12
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/45.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/45.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02c62e8e716e40a33cc23c75db8ad509914ba4cb
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/45.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb63fbf3f81bb631249af86d2c5645580b2ea193659121d97755d9512d670ef
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/45.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/45.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b45c3c81075a81756579d8375f27850cecab6e14
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/45.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93a96e942c666b708e01e845f05499665bd70ec3d619d80a2c0c345cf5efc138
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/45.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/45.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c36d01783245f737919fe9c75606757d01d787f
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/45.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c020b3b6ef54496d36ba1959be82b6cc7ccba71540cd543cddea633eed6b5bb1
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/45.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/45.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05d67d24ca6d70a3737de934fc5211ad47dc3dc0
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/45.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f5d222943afb20f20a27fd8121b53db8742a0b8e6a824a1f0b05364dbf663a4
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/46.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/46.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70d2f8dccb68e3ae97a3bfa0414706f31f3ef69a
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/46.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b2e4ab7c2ccd2a0f1ceee02639411e246aa3b7769cb3cef033f34ca1d0847eb
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/46.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/46.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c788f82ca0be37a07babb6ed08ad8ec1f5cadb78
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/46.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8087836583470b19b7481de12fd125b747d361ffc7a667788939b45c41881376
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/46.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/46.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7bcc2e570ad0f997bad46d84b1d233bdb5fffa4
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/46.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ec33d36c336b5863ba6c119da7b542c8291e78d5792a516d2d72c0bd9743e63
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/46.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/46.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5116f0399e8de462c42b4c346147507a468d10a4
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/46.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c58ba20272e1852e783dd68df6b787ab01a2cc41fc072a345c2b34c69b681b4
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/46.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/46.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0da46c28ce2eb0b161b1ed111fbd6e1e2a440cb8
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/46.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e0b37ecce3e459d6238bca6014a5a9243e6ea69a12779b5eda4b8dea11cef6a
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/46.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/46.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63c1ca04726eb98ff0062966c49d44e2aa72ad33
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/46.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67260835482f9cfa6e049a10358ea236dae1187815f4204046a36d92500bf521
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/46.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/46.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a0a9e19d0151f46d9f0a2d84653218ad3b1b3f3
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/46.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b0af90d06eda8a7dbe0e63a667f3adc7c82e47bb5146472ee61c875b101a058
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/47.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/47.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a5b18e02c71e38606b26f197bec1710b8a58809
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/47.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58e245d4a4a4d3a267f3354cfc4c1a11772105cfc77085d9eae3a58e64c6bb2f
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/47.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/47.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f710576ca7b06802710f41ec9fe19a662fe33e17
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/47.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11e2ebae6c980c7d299c24e7fe8615f67499f73dc9f0aa8a60d3afdcf71226d7
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/47.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/47.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fb04efc6ef4b30ef2f6deeace44c19deb708e25
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/47.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb8aca937a7d1a61a4880f121cfda45d3cea8ce122037f2e45da7496ea3a8902
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/47.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/47.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..055396ffa9623d66306a58530aa42ef34d36b4f4
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/47.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:790640722b90047db53ec58e3cdc2dd9e7297d24357664856832cec4e6412c49
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/47.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/47.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ebf56ec709c278ebc59956584d4746f42e1ba11
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/47.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8761a72a13d318c0bf74a47389b34cf52f424e5716dc01e5c538b8b0ac7a622a
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/47.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/47.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17eeb6b228ee7aa4b8b5959096db4dc21f438110
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/47.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee0ebdcd4a278e2b675a0dd53b6508037b28fe4d00b4e4ea9b06ba844d7199ae
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/47.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/47.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eaabbc00f5ed60f50b1faca6f8b1a70e917243f
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/47.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:543db72e7c5d42998093dd25d9d6da0cb3a86053ca26111ba402a705ae5c05be
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/48.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/48.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c94fd3872641daf2c555451575a4e3c720423c4
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/48.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd9b4aa8cc00e820af10f6022db944163f93ff8389893813741c0a21fe207393
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/48.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/48.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80fe5a29209de25878fb41e2c8e8e470207b05e5
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/48.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e047ed84813973cef1a9c55d45ca09106dcbfab35675f83fa8cec4636e141e8d
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/48.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/48.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fa11bcb8b2bb9dd242fe82f6b0ac64c1a179bc9
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/48.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33aeca3ee0a3c63aa6bfef369d8553c02920e29bdc3974f443bec9bfbeb4ad85
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/48.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/48.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78e9f9f1d8941a161d026229865f95592fb795df
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/48.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc11b064f760746eb8c59140d74111c428dc8884ec785de3f5ec90201447dc88
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/48.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/48.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3983105b592c52bdf1c72ea27cefed99d645d342
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/48.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:155ebb47990de6aa177088e0a97b468e1d99f8f7128e266a1cb6c997cab78529
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/48.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/48.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46438de1b2da4bb5393e9ef8c7117a84d6bce6ea
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/48.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5854f16adb78f00007a30bd79900265de3edd7b68e50dbf1d278e0cd88b4db98
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/48.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/48.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a310935592c6b4e80251209647098c3f6ac5f168
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/48.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf85c8ff62ac985ebcfe481dd56b78b7d4b98b12d9eac02af8ecabe0e8d1d574
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/49.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/49.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3b257df5523f91235091dec2d319decd5bd7668
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/49.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3754c566d4fb8d84b6ab363ffce82445f99ae34b72c96875bd6c3d24589b81c
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/49.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/49.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cd40d6559b0c9dcd754f5d0e517464ac976039b
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/49.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f1f4945522c13fb9856216f6e8741e2211689ae639cc1fc992896a9a56465b
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/49.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/49.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e5a01d7ba0bda713f5f102ea98eb2a7c23e7b61
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/49.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a393f6fccbafbcc8dd951f51dd5e44eba7c17384c54b7cea09ef27d17a76f9a
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/49.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/49.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94ba8cf5a73812d44773a5cd477e20d6a73b44c4
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/49.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9acd4f7485e4603610023c6abdd770536d6862a14861865e5234c4ac420b031
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/49.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/49.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2398223863c153d24096e7b2d067b3004cce710a
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/49.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85ce56576d5216e0eca8e1bcb86d71153659b8072fa3e7c61ae2ee165df61f22
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/49.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/49.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14fb7400586bbcdc062366bb118ebf4d6272f8d2
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/49.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24e27b778ce1f32518bd80a68605e6133cfdb1bb02eeb5946ce595e3174e92fc
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/49.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/49.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f4ef24933185014cf40ed70d134e4947dfe3d6d
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/49.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51033549fd95309039d6a4df57f3db2563ad30e51dcef84142f166ca55f72be3
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/5.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/5.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b883f908c7841c9c8da836e3b07866c1cfdfcfea
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/5.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94abbe43a5fa2bfa8fc974949d602e4bc41167fa29db6ba7f7f2fc2ede028a7d
+size 477967252
diff --git a/checkpoints/Meta-Llama-3-70B/5.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/5.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdb15b621bab93e116e2373c1698d41652a906b3
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/5.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23226970ee97ab277cafbac2d725b219a00e8801bc7e674428294d9627bcad1a
+size 477352852
diff --git a/checkpoints/Meta-Llama-3-70B/5.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/5.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c74c4e7c269540653eb9038443136b583ecd9d75
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/5.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:362c22a981678367a8d7cce74e1dc47aaedca2c90a32042c18bfa0b27ed9c536
+size 477352814
diff --git a/checkpoints/Meta-Llama-3-70B/5.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/5.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..735ddd9b6eab454b83f77a275e8b56d1572257d6
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/5.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a2b9f8c0a2926fa1d1ecf8542326d745a876d7cd1e0f0aaf907495b6021d073
+size 17290189
diff --git a/checkpoints/Meta-Llama-3-70B/5.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/5.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3afce0ab7fd20940d6815d629bb4a646a4c4848
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/5.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81f138e637c6bfee07a7445dc37623649b9dd01cc5e30c2907f212498b662714
+size 136565709
diff --git a/checkpoints/Meta-Llama-3-70B/5.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/5.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..babdb0e459e23a438ae9e50800838686c1f11e96
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/5.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4699df8afbcec1a2a9081bc6354b07dcfcbde75ccb179ff3ce6bc906631fa8c0
+size 136565709
diff --git a/checkpoints/Meta-Llama-3-70B/5.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/5.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6c5653563f17841844db8b2dd9c979286ab4964
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/5.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:082ab223d71c119f04e7257b56409f53c5547073e416466d465fbbc98bde81f2
+size 17290189
diff --git a/checkpoints/Meta-Llama-3-70B/50.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/50.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5726651df1dc3d1a003d70b38fd2d39882fc2a54
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/50.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:965bb50cd3103901c7402a3c0ba0eff92a6d754f6f512d4a8771fa2eac3a13aa
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/50.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/50.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6e0b6a5b0a3b570fd26992e840514dcca28b922
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/50.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d82324d9f276c0e1b75095b2065832b4a823b00de3564216d4ddc13bb1ebeec5
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/50.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/50.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..285fa7a75658721d67b73e4cb6f94c086fed59ff
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/50.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe43bb2af688e739de2c954c88d1f079d0aa98b242cf6967dffa0b700c705c52
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/50.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/50.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52659e8aaa106d2afe16ed5ab223886f5d1cec15
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/50.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:817953132643312e1b497350395f8acdd1af96088a6861ec5fdb4a4d782d8ae2
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/50.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/50.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e134831d9808a351d76079b5e3a8d9667297cd55
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/50.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:624e7f3b9f94d28378502046bd3b1838508c0e154e0f2e463b8a65e4b8b73493
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/50.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/50.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a8060a64355e248aff9fb500ae1726642f31d94
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/50.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0702d65523f7019c312e0318dbfc2401cd4aba0bc1703b5580f0073d95fe4f2f
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/50.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/50.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da9826523e3fa11125e1d86a2ce0e14cf8f07cff
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/50.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31cf2f92779b45942ca5db43613647926cc577e9862da85c34068190de3c1bef
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/51.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/51.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b61dd05d9b363effeb9834196f9c649a0b17caa
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/51.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b579894fffd29ee1dca3b1011f6a144abd5fb0295ed8d4e7ba008be50f143e0a
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/51.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/51.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54801b1c40445d9fbdde1b070581761c02644ed1
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/51.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9a9f311d17c584896e6eb7f01249a054755e75a68b16d46a5aced4595e5c7a5
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/51.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/51.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61ba36adde24e67e7c197143977c07c697b1e9c5
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/51.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd06aae3e33caca008ef59ac45dca68f82d931c89056c5529d47a6a27017dd2c
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/51.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/51.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3280042f73e99d6ee0f98cbece6470f6e84783cc
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/51.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1375d4b7bae6f10f327ef17fbe9fb33e99bb69370c1085400f4c0680172c9e3
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/51.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/51.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61eab5d146e589c44a5ca7288f0024f8e1f963ee
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/51.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a54639a5bb6ab62a5972806c52102058c8321231c8a22961918b9aed53ce8c
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/51.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/51.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d02115637c9493455900129866a26df18c03a017
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/51.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e35c12c37813d99f93cec0d9a1fe870bf542dd8c583454a47afbe1ddf8bb10b3
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/51.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/51.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e363ca3803411acb11889bfd370202334471171
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/51.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfa575bb4f32de2aee97d2781f58796a71a051ae6aea2661ad330d9dcc9622cd
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/52.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/52.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2c8f573264f2dba6021db5a7fe59faf00aad6ec
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/52.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e12f5838161d15f9f89b3f3ea14f4aa52f2270c860b15a6ebb44f7757117415
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/52.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/52.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c663cbb8bdd4bdf7401fe4fb2f4fe56d6f6aab7
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/52.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8665249f77cb39e7db722afcafa083f2a1107273b66ff560bae6b2e12bbd004
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/52.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/52.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..635fe311e2e7049d63d29042d3fdb2bc8cb7a7df
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/52.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07732636c4421788c92ee41495b5bb8af3ed4047b644a171c2dd93c881e003fd
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/52.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/52.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df35205183876239a9565ff9198361cc15eb7ce6
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/52.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f1cce7aae24aff1a1ac83ee2dd160a02d77c4745902a8e4902a4f11e9bf89be
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/52.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/52.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6454078e99009fac77c4b8f428f19789d76a6cb
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/52.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0726dfb2164100acdd5acd24c2f312217f13ca514532b8b0afc077ae9378415
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/52.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/52.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea44fef00e8f4a2570587ac7f80bf5f49c3b4972
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/52.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dcecf79014d5ba6887c5adac0f98257857f8cb73d075c3f5d106dee69633893
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/52.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/52.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33e9729b02946ec80c6f8e82f5e8539be1b11ac7
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/52.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd5c9c53c8afe25fb7af4e7469d00eda5e5ed8074c973e8f5401c22c23c66f39
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/53.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/53.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cd4bfbbee776a5b04c7b6eb89b349f9beb6b742
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/53.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030b3e20ab7452be1cb474965f4f3e81b26ee1c443c74d68eb7b7747546cd9ec
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/53.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/53.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dd7585c9eeebe8a7592ffc31147453fbe5b058b
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/53.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91675054d6aee1128982a297215178355468f598384a4a66341fe2e6c3fee447
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/53.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/53.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2f02d8802556c352c3da62a9d174be9333a5ae5
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/53.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a2399fb89d92d865fb6078ec3afbf862bc31b579ad145028327848264c5292
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/53.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/53.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a65699a0bd81a1416bec5f14d061bd5d3d6ceae
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/53.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5277314046a66d86f4090485c09645a853f762df09c153e201ac2c4399cc70e6
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/53.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/53.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d707878016d7ecda7463fe360714a9a86a71d931
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/53.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6125bda627c8c4f4260cf5835f2b64538b0e9241e351ea73842acfc9a5a8e716
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/53.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/53.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e1bedafa5d3769d92425c3e22d2251bd92e3ea2
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/53.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:799a236b1ae1f3ced0fe5a96bd8accf6bdd2be93240f96cc1aa39e162d036a67
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/53.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/53.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46f8199a19a8206f8fd64151f2b03253267cc291
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/53.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adf2661ed70ad18cf79468d4bfb99baaf9f6a13dafbee5cf8c97e1e252dd090a
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/54.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/54.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67decb3d215508a3e2ac3a529a31eb15fe07f8bc
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/54.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47012009a714367c1196af8b875fee4d7fdcf72e50228d3519101733f35d2ff0
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/54.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/54.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e932e0b4d6ddaaccbb4c5706e5a3332c355203ee
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/54.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:386865e6286e52bcc334b8a97b27b0b94170beaacb36bdb5a3db3d6040129770
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/54.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/54.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bea8899b25749a0b60ecb3d1d4637d034cf1e2a
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/54.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f92b7deb214f6f1cfdf8d172e1e1c465d9a56bc9cead8b6052d1d842e232090
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/54.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/54.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..983d32285567ff7b5b62a542bc3ab9394ad184a5
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/54.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:610b3999db736527746a2f914a9e2b2e935081547632be380af1538636ea8abc
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/54.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/54.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1fcbf257d139050dc9159706d0a079f75b2e871
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/54.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3eddddc94e43fac72d6abcdce116ddec5f3294db687170c69f75d2240b25905
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/54.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/54.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9be641606f9695c2283ff2dfcaad334e66708b46
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/54.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:679c2b0b19cffbdb06ad8482880dfa0a16f7213293638e6f0108e67582a4e0b5
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/54.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/54.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61d2c54c2e20aae4e9b18a2f656e837a2e2de7fb
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/54.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5038d38dbf161a0ada6eb47f756352cf6bbbee20d92bcbf07c0f3ab81e105b06
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/55.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/55.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b24b48ddb03947e57682f632bd4e0a3af1def7a5
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/55.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4ee8a9f1cc5bfc587e29cd6e8cb659cd23c90da8d8077ee16677e66ed2217e
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/55.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/55.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cad794a2e59534cb86cc9cdec45ad87502e356f
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/55.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:177ec91653be544acf17add27641183ef29a5a33ea2462cab33db69ce3a2fa78
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/55.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/55.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca100c865461acb67aefeea2752909f49e1064ee
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/55.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f45b5488ff0a498cc8735bd1a52b49ab0b3e643d9d45d79e715e30e801b6b94a
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/55.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/55.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74263fb68c4fb8d4e714926db34f735ed9a144d4
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/55.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55569accf92887656362fcd3dcc8d53a5c7b6d0c988c5d83106a6d7515f62862
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/55.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/55.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c0fbf1df3742e613b7d22eb084abb0f43270e48
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/55.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef76fa96940b2b9cee538a4cac418ece3abb95d0b42564c38c680a76ed122ec8
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/55.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/55.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..961574d2c43c1066abce8d35bc25948e883f3a2d
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/55.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60faf09f6c5b7da66816f4442bd9258df5bb7d7a7d91ffbb915b4b42736c1b24
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/55.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/55.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb53b7ba0e391738dcaf53f27afcacb62193f25c
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/55.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24f6f1ca5831e40dcaed9b521357098402ab45afc8ddc137192f4ee1356c865e
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/56.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/56.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de53abb919cd59ec24c436b923375ce5dd4ddebd
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/56.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19d4e882cd8b9f15e6c7ea2649d3cc1a9d367cbd2fa389fe10ebfa0265b365d5
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/56.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/56.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1600303f261e2462ea077539763927de77595818
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/56.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8ed4a3fe2e9959a7b0227650d8f97dd3e07b14732cdd012faebc08b1968d0bf
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/56.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/56.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efd16cdc1bb6127d2052eb80a4f71aafe7fab2d4
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/56.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14fa63454aa40cfc0ea1c71e338da694a9ee9faf8cd9fca7d4f6669ae485f409
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/56.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/56.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ce58b9d0bc98a8cc6c0bd4a87fde41ad438c958
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/56.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1185e9e2354c106393b2f46ff01025bacc7d92a8cdc2c791966566d71bf6498c
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/56.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/56.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ab438a402b85fba1333b2e3bd4efdb9821d8e1f
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/56.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad1db809fd7f93b09905f357094686eefc968357a715425f11f8764c87bf628
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/56.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/56.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..678eda86c551a8ccaa2f4a0d2f71387f6d71165b
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/56.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efa22b24a4292e6341f8506a6d5bc4fcee78ff2d7089af05e8e1c7ac53c2e053
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/56.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/56.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cffb50b2b2c050082fb3714dcf3b08ae5cb3a3fc
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/56.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea9e1aa566db48763afd0a19ea1992acfa2405b78d77ea7a0844a59dc68460fd
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/57.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/57.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32aa9ab285bbe70afb0e66de0eca7a992011b358
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/57.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1a6edb5b35e015ba6e2995d88fa9454ebfa0ccf8e7b9f9f072d11f53ec6447d
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/57.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/57.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf57c95a7b2d3a26b46afd9f2263d8c1f7bb391a
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/57.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbea0def00145844751371ae76d0e7205baa223afc86dcf00b3a3b4ab7217c7f
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/57.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/57.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..653d21f1e32cd015d0f36b504a2ae0a0ca5dc086
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/57.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ad4163663eeb5d52ebca2adebc14f06fd049605fefec8d2ab07df1290917d2
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/57.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/57.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6abeeb31f525ac032907e6d0310f4605d54f215
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/57.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5416620ae5b04fca884077cc3f0f624fcdc2ad201638e6c5abbb04b59cce576a
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/57.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/57.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d2cdab51409c35baddc01343e6c8feea6f0c7a7
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/57.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2072a5df5597cd7ff647f918d33b04f1085fca7f64b4494db140dfc9a1a01e7a
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/57.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/57.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..562e4e02db2adc9083bd82ce59f409f218d26aa3
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/57.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9200d162a1623b71fef58ceea93e50d68351db4dc1cd338c1554b9c9c41ef9eb
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/57.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/57.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..726f2dc71f669a8ce85138fa080be58477f03da1
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/57.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d507eccaeca747c00de2f4e3cf440414dc430cbdc5a0d6db109cbf07449b6852
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/58.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/58.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa3eba4301b611547cf42959eabd9f981fd2c2bf
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/58.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86c0341bbd61f61b67f0c2a09392802a7dd88fa417454d8c74a855ee1f804cb8
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/58.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/58.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a6b70f438ed973de2027ed113ef783306a6490a
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/58.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:789906f403db73c4048b4496d615248d4d3c914205313558d772135b10a2e6f4
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/58.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/58.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9d3f58da77b612858be0255e1d253f3a0bdda09
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/58.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d888f223e8764e29de320829d83374a4e3aecb4f87f00f52ffa5951c0560061
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/58.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/58.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbf44fecf9740d7cfb50a060a5d478a6befdb7f1
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/58.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:841b12926cb00db539f1ad1f6d27721b339a17f6f2d02d63cda9a8e64443666c
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/58.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/58.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c372dbd0a6fe7fe5137c8b4ee83a3014a267a3a
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/58.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:346066b38c5344a8952605d7716b2ac20746ac4323e3642fa92681d72f0cf350
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/58.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/58.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..829d354162847d05b420a6de661a3bb23e70099e
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/58.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbcee96ac2515ea9de3603236217cf3dcc6ce4ec937fb6d3e3d367d791c39122
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/58.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/58.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a88bd11fdf3e52b99245cbd9711d069350badf97
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/58.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63f672239936bb58a338e48914886a0631ace9cc60c24ff1f4c5a3e3b56937c1
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/59.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/59.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5438b51dbc7b50ccc82466541ac84e34e6093a1f
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/59.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4bfc3629ba70025c8667a6d13607e478ca4973ea2b5c0ca2303d35f2add039a
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/59.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/59.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bafb6cb7503a567be3beb477e41e78521c4c392d
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/59.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:000852c28bb032ef9d98ea255d5b0cce00e87d2575abcc422ee426e990a4c301
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/59.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/59.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec78b5f0f44c84caedc6c98cda86832770dffb29
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/59.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1205b7ae5e2b3ae82872f4d18f1377ac2ce83ddbb1c7399ef364e5fbad829c7f
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/59.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/59.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1529e4ce70caeeeb0506bc2c050d9afd23bf0420
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/59.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2bb3bf3dacfae4aff493e31cf2a029516e5bdd001a9912af1518d84278e7475
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/59.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/59.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5aa411569e95540f19fda42310f23a7563a2ab2
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/59.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9428a98074593bf9d3bee3e7af5ffc264e8e7f069962531018c96635fd9e87d5
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/59.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/59.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82f3223997acb7349beb374d070e7760367c3495
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/59.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:969640f228f59cdda11a2de65e8e1c84db46e420092cd1add24e08077701472c
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/59.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/59.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79a8fad29bc2fba09aca902f669d6ece33a59441
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/59.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92d755fdf9e7d7ec46600bfe85c817b474c53e9a6fd1322155092dfe5334ffb
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/6.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/6.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f18ee05ad61a1fddddb94ad1c4616b3cf89dbfd
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/6.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46202363210b245c0b3253641b3879af007c7b0969c1cd42a723f2abb17e9a9b
+size 477967252
diff --git a/checkpoints/Meta-Llama-3-70B/6.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/6.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50fa9320baf61867fe2446df5de1617ee2fb12e4
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/6.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60aaa233e66da08c2dbb7baa551106720317841ce423d364b1f15149edd02dfe
+size 477352852
diff --git a/checkpoints/Meta-Llama-3-70B/6.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/6.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35ce227f2e255adf106139a064c7cb22d4869dd9
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/6.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd1e3ae225a5bac532de590d2aa335e571b75b8be2a36de9f0cd4796b15ccbb
+size 477352814
diff --git a/checkpoints/Meta-Llama-3-70B/6.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/6.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45d6c49e8adb7f98c31de4ae6016b84c36b05605
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/6.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f38b726925a2e53c995db260a9f6a440922dbf6b0ae9f6a6965152b0711c12
+size 17290189
diff --git a/checkpoints/Meta-Llama-3-70B/6.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/6.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ae16bd654e75ac1fb6b44f9f37de79d56192788
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/6.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b368f7fca8dee9623d1d3bb2baee83f705ba81becf35873db6833561839b6a3
+size 136565709
diff --git a/checkpoints/Meta-Llama-3-70B/6.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/6.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..536f5355e887429570727a44002ddba9beaa2f13
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/6.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f11bbbc498efbd0f785573f89bcc84ad1957a8b22f639f8753b2074b638ce4
+size 136565709
diff --git a/checkpoints/Meta-Llama-3-70B/6.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/6.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be82c63dea19c3d1f27dd759fa0d48e9e81ca604
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/6.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e2c8f7c0fa2f28706309f401f640a62c31af8462073b9762312da2c3dafc50e
+size 17290189
diff --git a/checkpoints/Meta-Llama-3-70B/60.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/60.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a49fdbecd660dd9043a0326bb316a20230af5399
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/60.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d69a91f1b71a27a1cbcd90a4f38d7fb74978114465de6a2d9bafad677ad5afff
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/60.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/60.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7de54748ecb534a1ed1397c8ddc0b0a32c9a3285
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/60.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:690f3d9a9a1b3af04801f3ba8e248649a2e31c6d7033f82636833362b4540111
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/60.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/60.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d9db4fde294c6abc498993256bd3376b7653e3c
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/60.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f35175197f4da03222e02d2a2b5c4d3fee07bad7464470f23b1be6957583b3eb
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/60.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/60.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77778844628529c8fd14f66d33001f2ef445bdaa
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/60.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d244a9d8f4872fcc6d0727e6b3f3f8e4b54b35737317aed7c794a7392550d42
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/60.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/60.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..606edfba02e06ec50413c4ff22e3ca30e1c7090b
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/60.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d26db412342845d9de248950a2e3cadf058f73f690afcf8f74fcb06e021e20d
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/60.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/60.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..babe6b6d75ed695bbfae4ad59c6128cc2c7d9294
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/60.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da23d42c80afa980e82ae889af1bdd1bc61dd9c35d616d20fdc9e2d46417e7be
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/60.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/60.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b748b858427f4da54b5bda74bef3bbe07ba76b3f
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/60.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee1fb63b27605a317c9c76ca9d99bf9957ec69a2879c58572eb30775f396b370
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/61.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/61.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4cf7bee8a7701c28ed9c7f5459dd9e137cadeac
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/61.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7acc49a7d654f5795cfa9e50c59a4ec845e56042c2623e392594f4913b92c0b
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/61.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/61.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f09dfe24f6c41457177889f98f3937b2a00b0f3c
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/61.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8329f0754e6951a9165b67afce9c0775b58c22f9fdb6280a7ecbbbea8dcc3e1d
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/61.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/61.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6f228514b1ead8577404e8a640edd340ed2e416
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/61.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b6ef28e99654c640482ca56e166cd46f6ef31fdc31eea2061c7886d79032743
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/61.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/61.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dda47313f81a9852218c57227a4ab4d5887e0851
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/61.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aa523cb4bf0abc2db308d4d71f7fb7bdb457bf8f8b0e30ef8e8b970db481e64
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/61.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/61.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70577576a3aa107393bc1dd59ffb35ae7b4fd45d
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/61.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e179d3ce2da611d5364c6c6722ddc23068f06013dfc62669eeeb95aca68884f3
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/61.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/61.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..977784f14dcebdbb23fda8d9194ff8257c37ee52
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/61.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1845cba24d42e1e1527b4e7958ba4719be9d6c0b648f75be26cc32710c9fa020
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/61.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/61.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0c4500a3e1f88ae62b3587dd4f5840ba724df2f
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/61.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c80d44f1901bdf42f6b3c0a1b0ad0e0169b1cc51bf404739468af1bc26acbd9
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/62.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/62.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90835bcb5a6e0cb69a7451c0926962b3a0eb4fe0
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/62.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7c8dd0325dfc958ec9ed95e0c60ffbd6f8a18642c7889a8cdf4ccb7df269da1
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/62.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/62.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41b3b99ece655163b4cfd3a6a0c79c24071859fa
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/62.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7a194439d4752c29ad2af50ff2713971bda019a8af9287df266564f922a0292
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/62.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/62.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a3a5b7cba35669b3e659b53afdcd895b800de92
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/62.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a72b54a841b98fd4509407ea8fd2b97db7670bc20f74925c33e281d130b33c01
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/62.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/62.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc413d5fced462721738d9fb88b6049af73fde15
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/62.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7abd028c9393e7908c7a19f1f46e7a97578168db271794da93cb027db084acce
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/62.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/62.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47b337dbd25b3b480f6fa933dbb8a2f5228e0bbb
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/62.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f9ab23e46133c7b64d267950463e4be06a58bf75997bf48c02c6cb673e941d5
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/62.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/62.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5f8aa98b9a08ea6e9760e7b339ea2d125ef78cd
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/62.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfb01adb0e406015d193385f3cdb31405261051caf74d6ea7a6fe26d870f1249
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/62.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/62.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a3c7e0d5f81f4a2722720d02034d1c5acbef9cc
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/62.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eda9f49b2ab3df06796affb8f53f79c3d9138e56ced439b4bb236e16536ff6c7
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/63.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/63.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36f8634ab23f7714b5cc86ea1f07399d2066f57c
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/63.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:938d375cd4c13c3b3ba31f348602f34e56e997ce101ee0f02eee2812585c3219
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/63.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/63.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c7f071ec4e348931ef5e69e1b2170e5ebfab897
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/63.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45bc39c5cdd14f99c228b89e4f721282962ace1008df0c3eae5830d64cccca99
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/63.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/63.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32e6abd95757fb1c2ec66afcc18e3fdf5648994d
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/63.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdba70807c36e8356948519ed1ab0e2250ce54f6c63929686c2c3786276e4d92
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/63.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/63.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99c3b8294f2fd80746823175c752a9541922963e
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/63.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26a461f4feeae06d32c5e1d16ce56b7aa06127dd62deeb21ad1862b9a587d9ff
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/63.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/63.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc507c20f5f8294990ecbd3f7a55abba2b611ac3
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/63.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a24fc32f21b35acf4d9956b72a98a88527f81b19a15e43c69a2c564c3ae21e5b
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/63.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/63.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3c62da37542da9f50f6352b9972bd8d0036a94
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/63.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d125c073cf728e43659a3341df08e53825e22d4b7ab015b81c11ed80daed719
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/63.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/63.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5be7c7ea28715658955ded49b84ae1ff083c3a23
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/63.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f129c977d560c81c0539b5bd5386d5da8fb79e5ec00757a222de8d679b1a98f4
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/64.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/64.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ebcd0f058343bfc2b0b5a87fa33ae8a7052e7b3
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/64.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcf7ac4fec5369a96dcb5fa3ceda9dcbb1e7d57bc43767561ed5c6920d6e3222
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/64.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/64.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a5e4682f763127ef73038a1d0ae294866decb4
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/64.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b7497459687995e7f6eb11eef5a7c542d8ea04b2e7ebc6747a0362885e0693e
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/64.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/64.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d151b5c633c29d3397512446e936599f0987d140
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/64.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df29bcb86fc9294657ae416ef1d3a3be60fc25ef1fe96a1ba60a65b197b638ae
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/64.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/64.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98e9db148f19182a546b7c7a55d809f7fb32acb7
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/64.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a55f5f2ec283135c79ddd63270121821f76ed12f23d7430d82bb6612b4d537
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/64.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/64.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88e8c0c1ad6d650918427cde0f57cf4301a9959b
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/64.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03c0ce198a8396ac4aef9d3a69bb5ded791fdace47a40c0ab99f0f9426108cf0
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/64.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/64.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..591c8f2d051304007cb4bd94ff85b48ff22716c4
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/64.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:294ee9e7c7689f5197017dd7ba52c8c716ec171222c172461276eeb679dfc988
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/64.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/64.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..704b9f4a3721c8e3944cc3303dc37fe5f62a95b4
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/64.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:204274bbdc0ab77de60a6dedec668183c732734bf75c07a1439945e23e400586
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/65.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/65.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed4a17ce54a5d2f977834944242b147e1066afbd
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/65.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb5b49bda3dd18c77bee24d975c4756581516a225f88b8c2170fa5d6d1736a9b
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/65.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/65.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e206fed32f0f1ee876e1b7835c1457bbebcd9e0
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/65.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54cd876ffe2e20f9441fa091d84753dcc357fabad22d1f53f05779f8c2568a89
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/65.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/65.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92c76df60649d911b8f6bbe14d63bb0bb64ceb6c
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/65.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52bb408027c0245fa07a9eccbbaf50e21d71f4621ce922f0827c341e5975e437
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/65.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/65.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14fdfe2f568026bebd958a8e32c22bc50f967892
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/65.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddca5bca5ccdffe3d1c2df2f1921d0009730aae2a0a451dc8c51e0b491dd11c7
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/65.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/65.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d57c797ccfab662d74e2b6726d40b60794910bf
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/65.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87e1456c0becfae5a5b10e7ab6ee2856d15b5f6d03948997919a5239b21d0bf2
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/65.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/65.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aac56d891ad4036084edf92c90c212f3c1a221eb
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/65.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d028ee2131aed0893ba158d312a081d34145afeb4367943b5024243017cbb843
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/65.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/65.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80e3085b7abf369f5871cc8289b776d46304ea89
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/65.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35863d20f4216c16d3cea6ff584ac21779316a1a4b28fa7a63c6b98e320b3d2c
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/66.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/66.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..343ccff5a9817f77d005d2dae9a30feb70e1342e
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/66.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab335709f0a97aea6a6159ada05aafe6a98d2e98590d3f81f14a0de095d84f1
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/66.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/66.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5173725b0eefa2cf6eab67efddec9705d412b997
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/66.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9d529cf9f5da7b6d778c0ae9ece08e88aadeef64fd6488354fe9aa1b0c0d310
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/66.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/66.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df2f9272cd9fecd6bc799e02d656ed5bf0aba0ce
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/66.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93fc8edf19c9e519aa99c015f86d488fae64ee04007af21b775463cc36b208c3
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/66.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/66.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..708e4d58000e8110e5984d2887440f6226902f6e
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/66.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22511624448dc7bdc016636e4f2ee5ed12686b76d73e620db7a7518fe7d6814f
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/66.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/66.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..671647d6e0d94c95cecde07ad814b403586773e4
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/66.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37ccfc472ea5fbe7836dde125742fd7e18f9933c79b4cb1475dd5f6603452040
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/66.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/66.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5242d4704184bab741c104273dda83827efbf38c
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/66.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2446ed4fd2ffe14856a7cbdcde48d4d69f0f414e89d1df936efc0f2c747e8a71
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/66.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/66.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e271aa0d6937c656f58592d78c1cf8f6a6f1cc22
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/66.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2749da771e9ac0eb9a01705b6ce0d41bd2930a0f5dd93227328e1f705b313a22
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/67.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/67.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..231569b99d7ba488e3f66fac3330f853d96f35b2
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/67.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aabe90443c09cfbf87319ad134d4a757a350d59806502649ded05f1581cd740
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/67.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/67.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af972daeb1fcae78c8fdfc64654f74d730f470ce
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/67.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3ed8db9e8f099099cf2fc9ad2d1f35f3aa94736329955201bb3a3dfb426a822
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/67.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/67.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96b5a0b29c8b00457d64a414aafacb2320baa94c
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/67.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe9275ea82a010b4d78c3dd2703d87e351fbdd746a9e9c74c002ec84534302e
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/67.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/67.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f2afc7a2b728c852fd51381b91d5fe1822d33cd
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/67.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01ea4a246088480e0e156a023645fa11c00bb49dd18c83bdf83adb6d6b421b3c
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/67.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/67.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9db25f75556006cfe654e21958031ffdb283f88a
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/67.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:102d45c71092cb0c0a43fb5a6aba1baccc74567be4a9b5876bc71d40a099aef0
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/67.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/67.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1f70cabab9fb2817e51eb6a86137664e3a9b69f
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/67.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:838e23c01d1824c02c52e97f8581b80f33c0a82402f4f8c02ccd680ba99217ae
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/67.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/67.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6cf556b89ed8391269cde4aafbee1053335c36b
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/67.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5124fed4013f56f777f8295ac5d13683535b51abef0d7c79449216648f8741c
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/68.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/68.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..596b86b3dde28dc09650d60c76bbd02f0107168e
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/68.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cfc6c97894959a216c6e94c31a85746b2657dde5a458cfa7b94ef31329697df
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/68.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/68.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fe104bfeb563586032feef7f8129ac412404768
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/68.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91158e31dcd88126d1c530202f88bdfab33d59a0b690a51051cbe53d649c5329
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/68.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/68.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..402428f854d1ddebd23030d32c238253f22cf0ff
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/68.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd8037d40ce4acf163c7010fae447b5003d67c3f422a8749ce6dcf49a4295c90
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/68.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/68.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26cf349b5ae599609a138925f4d2bc975bb4fd47
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/68.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c39b005d9eb8e735536782ac07f4cff5d2fbab214c840ac9d8b562ab688641a2
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/68.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/68.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bbf657831e4037570d6c04104a864c4a503dbd9
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/68.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ead12c59b825ed662e9f71f5a2795e59bcaa00896e4e16a0c8a59654966e4bc5
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/68.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/68.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8426b0f75ffeced5e5478b6e2a918a40a2b02c8
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/68.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e326679fc0c958f5206207b486f35a09ce82453fa58c48c4bada60b820c66346
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/68.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/68.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d03c0d3025d09128a7b37d3f71ecbfee325e5d6
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/68.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51b6c0b6be272044282288640b55c673cffea077d1642e8df0a235129d1201d1
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/69.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/69.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c660929238c1f913514e65ab710b4a0366dc6c35
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/69.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f13e79fdea1022490ae97e916a3d12aa01faf43774f355ca2081bf0f728c3c3
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/69.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/69.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e6c09d4bf642db553562e269b8a933033ccfa4d
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/69.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13b69da2911c179303c3a5969b9b94cc7acb9109c1efc60edab08e42ffa84812
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/69.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/69.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..170f672c74ddd36d33d609ec99ea7b21aada7b04
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/69.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:511ac3ca8924f6c21c8f9cf3a17081bef8ecebec585b53db1e45c54aef481a04
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/69.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/69.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cebb5e50d6529301e74d8141ab7f10ccea17b167
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/69.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:448997df420338442f37a44a3e99de726b2447f57571959bb1e5ae2f9c7ef58a
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/69.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/69.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1625d36e4d5d5c4d642ecae768b74379981e8e4
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/69.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f1ba45cd2d11216b73f31eaf7a946bed06ec974866beef73cc58838712fc47f
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/69.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/69.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81d6964ab93c19e46b336a168f181aadc2c129fd
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/69.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dc1c9dd0cc43f14fe81481bde40ee770a24f9c05f2ef53d00619727e1b867e7
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/69.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/69.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c06b41ba6a0f974404362400c93667c2284460f
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/69.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5d2393fb3d984b31a4a673f41b794a37cf8d637ddd556bfde04bc044f298409
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/7.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/7.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c30d66f4d77da4edfb35c5c0c72bdbf536ac4e32
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/7.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17d46b5df2fc04516f899e64e0320395d848e7b76056f10cc34bf149e71d0198
+size 477967252
diff --git a/checkpoints/Meta-Llama-3-70B/7.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/7.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c21cf00e1011e819b3e02f7ea3b5f95b22f03dee
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/7.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e35f33613a3b26c161c47e3fbd4592741328341e7ea0777147846b5e0d35f5d
+size 477352852
diff --git a/checkpoints/Meta-Llama-3-70B/7.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/7.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ee77e1257440c7ce3689cf69e3b7eb966ff6259
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/7.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b9a5e700d35ef602c95ef243e42c0333c60b8a95ba29644519df2e24490ae8
+size 477352814
diff --git a/checkpoints/Meta-Llama-3-70B/7.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/7.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb5080d43bc03b4b9bd36d062e84bbf7933d636
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/7.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3037354dcd06c91251af4de84dd41533368b072b51b10fdb59e06ca188af86e
+size 17290189
diff --git a/checkpoints/Meta-Llama-3-70B/7.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/7.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f9136d7fade98a4d517e22a8688d2c664d4f94a
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/7.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ca2e5cfe2ba1a5ba6b468070a42b3467b5795a2e528ecaf9f4747f3b426efad
+size 136565709
diff --git a/checkpoints/Meta-Llama-3-70B/7.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/7.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d327d641a73b4f0fd0820d9d799f3a48ccc9ca3
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/7.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec0cd956638c9a57a447f83a885a3b0ea6ba8d874bb983fd5c6269446e07c7a
+size 136565709
diff --git a/checkpoints/Meta-Llama-3-70B/7.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/7.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..811c6eefefd59e5a1045adb6ae8cd064a66394f7
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/7.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ac3e8fc677a391da257411810c45e84123acd3f8b293a925250d6cf44cb2c5c
+size 17290189
diff --git a/checkpoints/Meta-Llama-3-70B/70.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/70.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e23868f8387d633cd5613b00adf3ee3c413b26c0
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/70.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2f7ffe5960b2c8b0c7033aa97c1a0c26805bf6c80963eff4d77a06d0caba07
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/70.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/70.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d8b2892a4b9d7b62729fae07f17a6851755ed1f
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/70.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6d17529688eaecfa093f477f17d8d9c7ae1fa4b3528d5a5e3f7bd05add5d395
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/70.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/70.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..960a465619ae5bcb3ad2af283409923fc56b3dca
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/70.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:941e47c71006de9636625984d719737e77fbafd2d444f529ce7555a305322bfa
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/70.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/70.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c27ae11af4d72adc12290d6e814da64775955adb
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/70.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20f58e9ecf30605e0b333e80dfa092c9bb5fa42867179f6293f719339054d54a
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/70.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/70.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed2b26e832c6a696a964ad9d8c96149003a9b08b
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/70.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2a1c7ae36af5370554502772e9b2207c70a9d9d515d72891cdd2044cc89725e
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/70.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/70.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0da1d5df0053d48556cecb345329b276476b038d
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/70.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eaf628eec8fc262337e26abe7253fe984f35cca903188e5d53f61a531fabccd
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/70.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/70.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cac126d613c9ca1f07273da90e94e84a4a99d77b
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/70.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cfb98e3739bc3196a027f5bceb8cbe8ad87b695ef33ced3e0c4b951247b6846
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/71.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/71.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a89cfae46bb06ab3c326f21e33a7b33cd56761f2
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/71.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:069642826dcc8767a4bf4fd9d2a2f650990672ef8ed772ab291f7f7b1d06e3c8
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/71.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/71.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..429093cc7a71f30a1b17a6744852fb760e0f8169
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/71.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd619a956c2b6fcd3e32aafc4b7d1490ccc05d76755c8965872b1c3fcc84c257
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/71.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/71.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c07ee23b6a899f3011bd2c80a40298bf00371aaf
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/71.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9caa8800f2ddf622b1c5eaf52d965f0ab86277de3bbd0791e0952ad757b15b5
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/71.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/71.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1117fbef6f49912b0d890a98727410d187139adf
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/71.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26a3e518691cdb91195308f218db876b9e8b60ae728ed05f1a3bb897386c37e4
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/71.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/71.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71f0a62ed40fd325f453a4c91d7569ea2a671af6
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/71.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:700ec65d687b55b203ccc3d7e3acedfb78a781d9025a6da022e940adf98c5d42
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/71.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/71.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e67c284f34ffc54e47f3db2a3f564cc1eb346383
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/71.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:571f0f74ec772b7e24021159708ff93c3d80f1ba20026b999f0af2fde9dbd8d9
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/71.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/71.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4217ca1edfdae962cc1268c5364c158a3272764c
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/71.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1a4ab1e4cef4aa5693715f2f9dc0b2478d04ec785ea056ac3367efa73d13c8d
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/72.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/72.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a884744b47f3ec5052b2f8bf7a0f76cd8863e8d
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/72.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1df099ef511144f0e089e34d3631935b9ac0b1bffb92d80c26dbe48fd3f7539
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/72.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/72.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe38b14c687af7b5401fc430ad75338a4579a8db
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/72.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a7cedb11161fd031eb9029791821eea14d568cb8a00382dd75eabc0298db00e
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/72.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/72.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f74218d444f2b8c58689f82a62d9363100d4ed82
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/72.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58ee99d0fabbb5ade257aa003b89b4f8ebbdc4ff01166c351533a59efc697ae0
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/72.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/72.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8e97cc483dcbccb3e05e2ad62d9a7a453c092ed
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/72.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50f08a3123f6047af005257077acd007c33d8bf8b870de4b9d00889446b7f03d
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/72.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/72.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2389286028a2429179ec4431407931ce0d00480c
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/72.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ebe43b37bf2ba2fc5863811160563c8aec8d53583179973b87da17913b880a1
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/72.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/72.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..042caaf43eee176af692229bdd966513591cc4d2
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/72.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b54fcf90bf02600323bd36f84cec17f4d4580aedc1d49a1fcbda6fad6e4e7e7
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/72.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/72.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2445efdfdfc98097ff575365125537063a6baae
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/72.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40c46c2438b87efc9cdd47796aed63edf92205baf37e9f1385750abcdb62a5bd
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/73.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/73.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03a188bac9218b992436004593f8aca52463a0e3
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/73.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea502952950107bad4c2806fa22389577dc43d1d19db2a971f885f9981646f5
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/73.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/73.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20e1055f613dcc47b3551c92c0dea59b2c761e27
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/73.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5346be1518d843fb82bb4adc174ab0f1994f86f6d86be9a5559c925704cbb121
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/73.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/73.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75494d64a78a18a48c30fc14d60538cbf6e4a065
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/73.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43bcab389273ddc08d393b0095125e7b46d644d7311cc0983e1c53fdeed160f
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/73.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/73.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05f799e10da4ac7f305cecb0cf24d2ed18720985
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/73.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9556b19130439dcfd4ce2a5870c006c3c854798a80bfa7fc48bea8c9c3888a4e
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/73.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/73.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53452ae351ad4a193d33c8e64cdb7262020e2caa
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/73.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e74dd715cc41c3affe8e60d97d20064fea9b7bbbfdbd3ca9e39ca690e13ea2
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/73.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/73.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f89a3d5c8bdbb58e0d9ba1b71b93133cf1ad498d
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/73.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0149111b4c428d9b765e8ff9bca9a28ec6ad77574aaa7a4df141355de845a94
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/73.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/73.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33c61efc2d89989577af144c0306c8f9b433c070
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/73.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7480db4db9868df09dde064223fcb872d5cdd3e7d21abbb59f849879d511cc6a
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/74.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/74.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..854c61b6879af89fc83ffcc15798f864d55344dc
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/74.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6bfaf989f711e69bad16ad9a1e295f06bc3473378f6aaea5b28b6e35d288ae3
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/74.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/74.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baba45a1abd7e5f68ffeb32fd228788b442bc4d1
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/74.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a1f1ae79fe84a1e54cb5f8d7ae7fd42272aa373432b4609b6189c7c4995e1f5
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/74.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/74.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aa5a46ecb1f931042679aee463fb6440a49a1c8
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/74.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da13feb6ea84196da5493c1a45fc8758ca82772aa80457d8b0b19d9d9bd7b21b
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/74.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/74.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51351c963fd11d06374bf35309f743f50188f73b
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/74.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddef83b96998a4d4d3bb11f0ca8ab84ca3362122185464012f108c1f286646ef
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/74.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/74.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15a2d4f00db4dd7252bbefa0d05b58740231e79a
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/74.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a4e364246f364f782a3a63029231834e2e06f57f2340fc913ef6b168d701400
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/74.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/74.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f050292df8a4a58f58f6250b1963ccf33d25bca9
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/74.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e1d23e6f7d531ee1e4a51e2f9317119461af4996d5d86d67a7599c34ee3b98
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/74.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/74.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..551175a222f468c48bbcc2becdd063b92cb171c4
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/74.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7274ecb155acfe6590518a1cf53bb50da5f20c3b39502f1918fc7f85e033c6b9
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/75.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/75.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0057dcefcb3943dc495cd68d4d6b27a1fc8739b7
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/75.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04869e665a256e2d70c9ffe2a40699bb820339526f724bfea96a5739d3b64d11
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/75.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/75.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e88322192b4e44349915bdfc6fd0781b675a0f15
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/75.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6675330a6932c4bdbe66cdd29682befab97cb31dfdf60dab0896c68942f755ba
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/75.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/75.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6edce5c2da844bc52e1ffb3bc72e5db844b74cd
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/75.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0119e2baa5ed5e67d7c2b008a01697d19c4bb920fa2509a2fb8168d43428864d
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/75.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/75.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebc6fe6f60a433146112f30e55f8fb769bfd78a8
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/75.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c63e29d5d77a749d2b22f1194acce30396dc8b3a9c95f93ecd0e78e98e908f0
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/75.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/75.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4da1d5b5cc8d0c43c2575d7dd28c6fbd30d0029
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/75.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8319eb975c6b4201f1563432c45804b4effa3be0bc61bbeae7c10a82c881d5d1
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/75.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/75.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..503a1ce40a9271b8cb1881e835881673cd4fd497
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/75.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:298c05947508e432fd202567c141f4e82cd6610ec56cfba6220f5ef299414240
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/75.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/75.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03c438dafc63f4aabd8b400abcc74fa780476cbb
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/75.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb1802a7e78ef1d3a5ae09e7b15ef915ed1a02f7ce30eb0c53ba467a13214175
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/76.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/76.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f246512bb1cb2ce429e2b1d6ddcb84b9b1604f8
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/76.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e14758e8bb1f1c4282c2d9b9a1c84209abf55aa612f5ef2a848d64807ae8847f
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/76.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/76.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21cd39d75de9b8087e132cb7b4f578b21b800645
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/76.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c28f013147cac4a23d496b68c6781035ab24a98cb4d6dd5e38659e8fd094f40f
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/76.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/76.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7844614b70add08ff6cf341fb44d4eaf844082d0
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/76.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1940419016de6e991054c014068b82ea19022218bda331e1c8a2d49508dcfb89
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/76.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/76.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f314987461033e59a3affdda0f2f2194ad5d63e4
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/76.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56e01a9b6fc79e2dfdc0c6826cce4d1a8b207a80ece37c35b16ba0f60b68a32f
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/76.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/76.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..967866a17bb340e1f667e5e2e16afb91b2bf3a36
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/76.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f771e1a646d7fa8e42b8e11e5cb9f5b8c42c6f186511f56c2920511a5689a1
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/76.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/76.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37decf50a161b6e7734670681b753bf71f297f38
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/76.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a026838a4ca0647dfa46b3a8efd0f86ad5a53159bb6c08edf7adc72665fca9e
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/76.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/76.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d9e3cafc54b2296ae7f8639a11ed83593f1c640
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/76.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe463df892f7ac43b9af6e12ba084a10c88dcad8dac618e2e5d78063728d1488
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/77.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/77.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2e75ef9479f2f2864366b3e4eb8b036eaea6db8
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/77.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c2ef393570a893fa39f22c861299a4c7bf4bbfe0bf31ffd28cfed86f8f91132
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/77.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/77.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..831780439c6b98fa7f3ad9a75825751ebbe31787
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/77.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab8ef9aaa73b1645526fbfae5a659429d4d8d4f3c1ce0e503df0be9b65df54fc
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/77.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/77.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaa9de83777909965f689aa9806a8451df6b5431
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/77.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa8c53785ccda05c0d4bb740b4cab6d815544ebf499ace91c38e97300e79394c
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/77.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/77.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49ca78b1e05ca1022ac5c755496e1b5929a7624e
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/77.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbc4afec2e46bb4c04e3cf9afa4ac7feca86ae99fc56fc5c1076813df77888f2
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/77.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/77.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b39df31589bbdb27985a01eb507ea109ac926ff
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/77.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43de5ad081c77bfec2f8523f008446f87353c95a3918f9dba9394ad8835a9b40
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/77.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/77.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64697f13040b0b1330d20811fbaa47459f2124bd
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/77.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:037ddcd775cbf0fee708e25f5843bd68832e1e1b378115d3158176679a20db81
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/77.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/77.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..791ef81fcf170f1dcaa0cd47cb047aff9e7bee2e
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/77.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf739ddac22411e9df79930cd770a1f34ccac3d96fc87d51147a90ff3f53265
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/78.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/78.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a310294a2cc1f1c11263a3fce3fe606fb5f067
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/78.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90e2d6d415b782e8583b33bc7ac75a9c7cb589f26915532a664bde21950c2bb6
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/78.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/78.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7a1eab297a0db5d79346f3df098651c30a13107
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/78.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76ff632540cd6ddc603f0b2d43431c18ca42854be93696036ba1c1871eec887c
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/78.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/78.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2989ca31243f787ff1d4978cead155562766ef34
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/78.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a03f04beb25526ee2d7b7a3c7e599eb216d947af837afd0aaf6242d6541101d1
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/78.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/78.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7121fd91721c93c96b8d2e376edf9ef1b3e5892a
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/78.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35e747b888c27fe9664585572c6a162ed909aaae3f72f9dcee1f30671526821a
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/78.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/78.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8454d67875764fb4ddb8b6d1e7cae41b88815afd
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/78.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f042d9eb6b06538f663dde49cb39e2923e634ff444f7ae174cd4d0189d3e0f6
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/78.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/78.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e629aa12033ecf08c2a1fab347138fe8547939dc
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/78.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ede82f92bc619fbe9ced3ba73af8815183e6c52e733a606e8ff495b48d01873
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/78.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/78.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe06b5db64445719c452e1f5dc46c28e7f836361
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/78.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab9662e569cf98e5f3b45642654bd72bb16339cd17498c866c7a3e8433075d61
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/79.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/79.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e6f4870395aecf34e1fb355453bb4a67e9aeb7a
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/79.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e83b60adcfdb6c1886415a33fa58241b0946004b12bc35cd536507f425091910
+size 477967271
diff --git a/checkpoints/Meta-Llama-3-70B/79.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/79.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f9cca4018913ceb097200bf1861fb77243d7a61
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/79.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:428185e31f8ac65d7ca6ed5425430a1d6b0b7b98eec5bba30781d95ff71774fd
+size 477352871
diff --git a/checkpoints/Meta-Llama-3-70B/79.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/79.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..844ab3d38b1b6ee268b0075a1af1ade69a5d560b
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/79.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bcb7a2c2860504f5633ddc28ecf302c7b08860d68db7badb5bc661df7143286
+size 477352833
diff --git a/checkpoints/Meta-Llama-3-70B/79.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/79.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e847f3bdb7de32fdc6e37c904cb7cc8be99ec6c
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/79.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:446b3b613e94493a8d34657af94b85ff2ce2f8cddc779c4e33386650125bd1a0
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/79.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/79.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09760fc44d57d58f4249d4d3f6ab2d9ef6c91f41
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/79.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0962dce014cfab70ec5da57275413df534968a6054699b0886f003cc11011459
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/79.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/79.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e622f6d675e93db982a1239454760b9a5153421
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/79.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8530fb5bc61037182464fbf816972bdace36b5df1cce8c56f61b8ea62c2a5bd
+size 136565728
diff --git a/checkpoints/Meta-Llama-3-70B/79.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/79.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce4d51cead89e28a73a207ba040425264450a233
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/79.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e1a7fa5c154e66a76db9181a6ea7ab3eb888a405126a3b67dcbc98c185bd842
+size 17290208
diff --git a/checkpoints/Meta-Llama-3-70B/8.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/8.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b70185e4c2577eeac294e1e541e80fc091dd6c3
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/8.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d575a52b2cbeedb28ba7e4af1b15078e53a38e85bffbd11a7ccb92959c8bda74
+size 477967252
diff --git a/checkpoints/Meta-Llama-3-70B/8.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/8.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..328a6aa4c289ad230fa6288f91b3f618c8028101
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/8.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48028d852762627cbc4f666444c80595879047547f789f535683757ade44eeae
+size 477352852
diff --git a/checkpoints/Meta-Llama-3-70B/8.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/8.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0735ad80db0e8c62606a0ffa8734673b19b31f8
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/8.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1f5952c0f7b899106fecb9c9798b3b4a962f07268fa7795ec8a0d47c7a8b1b0
+size 477352814
diff --git a/checkpoints/Meta-Llama-3-70B/8.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/8.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e271203db5cc6e3b7b6c190373b088d4f2ecc552
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/8.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c857e5263cabb0d87b0733683574a07bb63a9b35fb1bc3a812c8017b147c8c6
+size 17290189
diff --git a/checkpoints/Meta-Llama-3-70B/8.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/8.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e742d4e82102a9f14088114a2d014377b961b3a
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/8.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6179f6776ebcacdbe0e78b427225afba66458b0e97349ed2b8ebd847bbe83ae3
+size 136565709
diff --git a/checkpoints/Meta-Llama-3-70B/8.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/8.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d563ee45b43972fa5d5b4b45b240043bcdde7079
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/8.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d316e8a87f97e48d63f930de1b0eef9dc6d9f248aadd4b1cb263e89cc46965d0
+size 136565709
diff --git a/checkpoints/Meta-Llama-3-70B/8.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/8.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d30f38a5d76732af23ccf94130a4f8856af5df56
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/8.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edd0f39e05fe9c5dc00e1578e2145297a1ab8086b09063ddbdee4924be65df13
+size 17290189
diff --git a/checkpoints/Meta-Llama-3-70B/9.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-70B/9.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4dc5cef2df562c95206bd51d977263ecb56ea0e
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/9.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3e485ad876c1a9a0623228efb90204319f5aa52755e8bb96408f5ffdfa602b0
+size 477967252
diff --git a/checkpoints/Meta-Llama-3-70B/9.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-70B/9.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b2b9cfbea7bf2e7108d6636aff232e51847326
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/9.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d84e0ec961dab26ef0b9db30d0eb64249696488a0297967b549863b9ffcc5e9c
+size 477352852
diff --git a/checkpoints/Meta-Llama-3-70B/9.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-70B/9.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a41285401ab06a85c51e600a9580af2ab6757716
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/9.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58dbf794f039485ac0634eb51b947befc8573cbe7cabab15d01d7e3fc82ef0e2
+size 477352814
diff --git a/checkpoints/Meta-Llama-3-70B/9.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-70B/9.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33dbc8d4023d8c48725417811ef72a7a8403b95d
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/9.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c94e14d065f6e2f02837d02a4e9bb99e43ecce1adc65646a9903c3cf8451ffd
+size 17290189
diff --git a/checkpoints/Meta-Llama-3-70B/9.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-70B/9.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87789c01a7f9af393edc5ede7061e680bef22564
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/9.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1157b5b6a77955b02350b8c169e5457eb2d225c1c2182dbc03329119f8e45259
+size 136565709
diff --git a/checkpoints/Meta-Llama-3-70B/9.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-70B/9.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbf521a2c550d9ad6a03b94bb9b861c1717f2149
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/9.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c54a995b5e6e8b90ac7fa4d6d116ce8d48fc6a51a0d7dd5642b43a57f6be67db
+size 136565709
diff --git a/checkpoints/Meta-Llama-3-70B/9.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-70B/9.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c65cb4d88f88903fa6ed5587f1e086ddf0a351d
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/9.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7cecc2a881c2defceb88628fe76c7b0c5add4979eb69a2dc0fb177e3a3970e1
+size 17290189
diff --git a/checkpoints/Meta-Llama-3-70B/args.json b/checkpoints/Meta-Llama-3-70B/args.json
new file mode 100644
index 0000000000000000000000000000000000000000..0095cadae4fd6c7a21f5433931d6ff1e52babd0f
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-70B/args.json
@@ -0,0 +1,38 @@
+{
+  "model": "meta-llama/Meta-Llama-3-70B",
+  "params": [
+    "channel_scales:0.025,angles:0.025",
+    "weight:5e-6,quantizer:5e-7"
+  ],
+  "epochs": [
+    10,
+    10
+  ],
+  "weight_decay": 0.01,
+  "betas": [
+    0.9,
+    0.95
+  ],
+  "eps": 1e-10,
+  "loss": "smooth_l1",
+  "group_size": 128,
+  "n_bit": 4,
+  "num_rotations": 8,
+  "skipped_modules": [],
+  "datasets": [
+    "wikitext2",
+    "c4",
+    "redpajama"
+  ],
+  "val_dataset": "pileval",
+  "train_size": 1024,
+  "validation_size": 64,
+  "batch_size": 8,
+  "val_batch_size": null,
+  "seqlen": 2048,
+  "cache_shards": 1,
+  "output_dir": "./output",
+  "resume": true,
+  "checkpointing": false,
+  "seed": 0
+}
\ No newline at end of file