diff --git a/.gitattributes b/.gitattributes
index 87b8ef4542b2dad88644219b76717bdd5227361e..cabf87a5228ebf1492504619b5ba5b6501a3a1aa 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -1793,3 +1793,178 @@ pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__2_0.distcp filter=lfs di
 pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__7_12.distcp filter=lfs diff=lfs merge=lfs -text
 pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__5_6.distcp filter=lfs diff=lfs merge=lfs -text
 pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__2_5.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__5_11.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__3_14.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__6_13.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__0_14.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__2_14.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__1_3.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__7_5.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__5_7.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__0_5.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__5_9.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__3_11.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__3_6.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__6_6.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__0_8.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__3_8.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__3_12.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__3_5.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__6_1.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__4_13.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__0_15.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__1_9.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__5_8.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__5_5.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/.metadata filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__2_10.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__5_10.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__4_4.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__0_7.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__4_12.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__2_7.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__1_4.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__6_11.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__3_10.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__1_1.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__1_15.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__4_10.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__4_2.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__7_14.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__1_13.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__1_6.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__5_0.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__7_8.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__3_7.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__5_14.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__2_2.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__2_3.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__5_2.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__1_2.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__2_4.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__5_3.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__6_3.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_10.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_6.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_11.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_11.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__5_13.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__3_4.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_0.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_11.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_15.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_8.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_11.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_2.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_6.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_3.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_6.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_14.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_4.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_9.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_12.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_0.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_8.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_5.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_4.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_7.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_15.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_7.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_1.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_10.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_3.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_8.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_1.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_13.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_11.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_9.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_2.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__5_4.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_10.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_13.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_1.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_4.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_2.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_14.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_1.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_9.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__5_15.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_13.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_6.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__5_12.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__5_1.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_9.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_10.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_8.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_15.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_9.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_15.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_0.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_7.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_3.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_13.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_15.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_14.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_7.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_1.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_12.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_2.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_5.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_12.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_12.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_9.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_3.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_5.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_5.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_12.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__5_6.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__5_11.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_14.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_13.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_14.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_3.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_14.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_11.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__5_7.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_5.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_5.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__5_9.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_6.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_6.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_12.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_5.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_8.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_1.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_8.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_15.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_13.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_9.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__5_8.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/.metadata filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__5_5.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_10.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__5_10.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_7.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_4.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_7.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_12.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_4.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_10.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_10.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_11.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_1.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_15.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_2.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_13.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_6.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_14.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_8.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_2.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__5_0.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_7.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__5_14.distcp filter=lfs diff=lfs merge=lfs -text
+pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_3.distcp filter=lfs diff=lfs merge=lfs -text
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/.metadata b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..c6f6b0871a77e31507888471f9bcffa8fe6e6bf0
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/.metadata
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f3f82aba0d2fb55b7ee48c00d6c5b764eb82fa8eacd965371b70416bd818002
+size 1211240
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_0.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..6efe04d5f9f45708cd985f4125aa5a613a390ebc
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1267cfe6bc3a093572064042f74de18913a9b8b0c15f87d5702f54dac9c670cf
+size 38665367
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_1.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..b3ecce52d6fb9ff2e3ad3dfd6a27fabeb7e33e3c
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2691cca098b493c0d9d3bf9040b57293b248ddbd28328002eab9f820b3526617
+size 38665367
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_10.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_10.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..bc08452b09bccdf6ebe20b67e49a56564939c9a4
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_10.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e837939a36f7780fa000112eed5f9585d5d25fe993673eacac718f0f632070
+size 17271682
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_11.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_11.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..e7dd738293ff49a5e98597caf236281a740476cf
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_11.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6fce6a62b1798d490d5d11a64e340375f5f7ae8af62a8830541a8da0c866b0b
+size 17271682
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_12.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_12.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..7ba705e74ef810e84a95fe25d2d350b00712482d
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_12.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0804ba800b84fa2d793bf51114c0ad04fd1fc3811ae20089fcfdb2f1f84a9ef8
+size 17047750
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_13.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_13.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..11fa352815178ccb649b6bc9c45912f08dd75616
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_13.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:209a575b235ccf27367f0f14567a47df5e7f7ffc1db92bbcd62a6de0c48f3660
+size 17047750
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_14.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_14.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..a702648c6588d7e347322d570f8e02e6f0c225bd
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_14.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd1f3e35068f66e3431b9af424361d9668c293dc9ace673ba141cca1030d713a
+size 17052481
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_15.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_15.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..e0b0738818aad2ea617331f60aabcb7e01557aac
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_15.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbf76785658ce3f4086bf29004372a853e6536d7ef627de849fdd6e98d1730c1
+size 17263415
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_2.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_2.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..6c9b5df71353a75002d46441ae40ea7d0a0dfeb8
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_2.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f4d9bd5fdc07fba0df25b19062ee889e9c104b93af07b24a2809abca2413955
+size 38665367
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_3.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_3.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..fa03364e489b54c5e726cbf0b28e1b84e7610d32
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_3.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2029b7d399ccf680fbf04ad3d269c6d9bcaddc979132c11785a8cec6294e78f3
+size 38665367
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_4.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_4.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..eb6d9cbfbf3e22ce807d93b7ff3ba7a925ad1f49
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_4.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:174ae5bff6ae879f7484933dde0f265c66c18bb9d105cc656cf245cc2ba872be
+size 38664106
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_5.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_5.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..08161b251b781738812af632b59cc3c8c0cd2cb9
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_5.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de1ea0ada6f4a45a9ae5491f3cd630bb61158d3ce6001d2c76420bc636b958b
+size 38664106
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_6.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_6.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..912657f7ee16c6f514876246581050e77b689891
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_6.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b86ba19caa4a0ba8d4c10dad7907a472b033b23631cc431229597c15d2b2e814
+size 17271682
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_7.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_7.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..f865636fa2c66f2ea3da633ba27e8f4bdc28ae55
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_7.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7df8461da1fd4ddd240deb14acb3004764b7c94413baab0ec683eb907d4110d
+size 17271682
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_8.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_8.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..0c77d7154f55852d9bd841a0293757bc9afd06f9
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_8.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecadaeac6bd2283cc49fb358d6c9aa6603d521df16cda694245c4644aeb71bf5
+size 17271682
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_9.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_9.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..dcf6ab079607af6641a7e6f0c07cac69fc788a92
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__0_9.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05009742e512722c45d7a2bce613e9262841fb05ca1b76d7967c266c205e74fd
+size 17271682
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_0.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..717bfc2cc6a3331a7d3829051ec46e0b8ea27e50
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:024c6f5bbde3b50184b0fda3c97f7e2f7efc7642460dc636da258cd2350088f8
+size 38536745
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_1.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..11d20b6632cc3570e35b34eb821a7926e2dcfd57
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7956dde4bd00b450a075f691104921367537d8ca2fa8e3980407d6f272b12a0
+size 38536745
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_10.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_10.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..147d054e8fa27e11a8ae6b700d2e80ea53571563
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_10.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f71c52cd4c791b3f02092e721e1b21cefb1647cb0478cf5219f920b7a39bbd7
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_11.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_11.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..0afd831e7c61e6222b00a9398e5784ffd77b4a18
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_11.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b08b81a1317b071982b80192440fd420b8a23904aafa0c0abdf7ce522c3e200
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_12.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_12.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..c0c2b515361dcc13e2a50f34aabca5765c938db8
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_12.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e89d9293f605adcbcd04f6ed4ad7404fa97eaa15918706db50d38e04bc259fa
+size 16920389
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_13.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_13.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..f3cdfe6b00f70c9366cc24603181718f37b047c4
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_13.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb6c995752eeea7e0e4b87fb683bd1887f5a26d9a0173f0906f8f27829a8e5ee
+size 16920389
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_14.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_14.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..a56f73ac3fca48c7bfc09cd53b4e73042235fff2
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_14.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23c7fa9f8a8dc32957371a4e21bc396afdd3c823adee17855d45cca10eb34ef
+size 16925120
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_15.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_15.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..da51a6644559ecd567f892448aeb1766ae3f7282
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_15.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25ca49f5964a74fa357c75fd6ed42b9ec98fc08c976ee334bbfe1138fd6f28c2
+size 16923159
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_3.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_3.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..cbf824a0700eea2142f5f89e20ee900ea5b77363
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_3.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86072ed04471e13bef810e1beba6f86d7230be0eb33e4fbef13e1985fe2a74f5
+size 38536745
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_4.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_4.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..fb48fbcf4b047a2354af622b1c3ce8c235fdab24
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_4.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b19747f8a332a26ee930b0c352b55c089e8386787c11e3576d9e8ba0d5eebf17
+size 38536745
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_5.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_5.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..4350efe96eee9f4688ee16b6cf7bd2c22271dcc3
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_5.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83363ae98f9bae3d69b450d5683e14e00ed8ded1cfb1201f4f1192b9cafe83eb
+size 38536745
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_6.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_6.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..660bbab8c0e490bc895f578a63cf8b58d1c31c26
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_6.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4cf91c14f17f19e43119e7038eaf5b99c92885601156c1ca3e19ada700ffe01
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_7.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_7.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..816aee25eb0ffbc575eeb11783c44a27c1d353e3
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_7.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd632ab0af54215c4ff4822198c5d44eb158081034a7dde3f6b1ce1a778012cb
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_8.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_8.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..8ca4cc6dd1cd0dc3aae23eeecd91ddd678436eae
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_8.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b212e17a75f50b3df4fdefdc84aaf6d676b0d08703165fb545c6d875933c898
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_9.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_9.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..4695e2e47dca7d63b4b53a2eda9c6ec20dd041b9
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__1_9.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a815006016040f6bb6818c45fb479fc13a72dfca173c2f19bd73cd9a614600f
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_0.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..45be97f92c99b3a7c806ae77ce9f66990237a73f
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4c49a509bbd5f19292fa79e17e4f86c1169e1db7cfb69037b8d928328efca1e
+size 38536745
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_1.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..9c71af45c03345bc12039e2a21b6a7669f4c768a
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0084345ff515d6c569dab613c8f8376e9ea62f086504bd70f9070c05ad23d8bf
+size 38536745
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_10.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_10.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..b98e3742e0af2e052414c941509a730bf4fa6379
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_10.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81ffc7009b9b7d75ed62605deee01e353a3214bc1be7f61dc614e091474c41cb
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_11.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_11.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..c7b42ce97a8fde0cf9adaf5bc880ba32ffaa96cc
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_11.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dbf02c78ed5c7f41c071a7e54c2954cf098221fe58dd24cad949dc4911821b2
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_12.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_12.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..4736ebeb7d52824c87367b9befcd35eb98608efe
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_12.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eabc90c9ce9c0f2df36f8010747337478d90dcbd654590dcb70595ee0e62e522
+size 16920389
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_13.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_13.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..2f2d333ef64a726615ccf30e6c7be449d9ac0fe8
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_13.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8452c16d21b5eaa2451f823855732087b6e6e300d7efd1ecd55c1cdea4e8d035
+size 16920389
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_14.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_14.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..ff86061d77599470f19159326c107d996e211018
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_14.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93c71e08d543f38781dc32d43c14d67f800270ce09e9fd22d4d731a059f504a0
+size 16925120
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_15.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_15.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..6aa8608b8e53fe1f94e2f96dedeaae89a7fc4ad1
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_15.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:108fe09deb3d6d0be4d5306cf38901b1d1934b96499730f83caea19fefc78537
+size 16923159
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_2.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_2.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..4abfa2406aa8a1fb02c6b1510b4fee36d610ee24
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_2.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a654e7e0ebcd86d130893b7068cae7e53d7b7627874e8c6c7a3d3d9681a7df54
+size 38536745
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_3.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_3.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..e29685b349a41b75e1b515dda98a8e747e5fd362
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_3.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e2e197d3386f2e0154d44c0c0bf78cde9686d7ae4137eef9319a10c8dc78d76
+size 38536745
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_5.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_5.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..ad596ca114e8277797d643c418a73b9a93e5380a
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_5.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21c93bc339205ab290cfba9314b281835eb65d32fd6a42870b4121a0064fed3f
+size 38536745
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_6.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_6.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..725fb798ea71ce51126acbaf636282ea77edec05
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_6.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb15643668497b745820e93908b9433cc15c5ccc2ba8cbb6b4283d4c1f98c5a4
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_7.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_7.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..8a751579aa4b3ed8909e906c9acc17c93c75c0e9
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_7.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b862a6c2722f1290039d9bb1f0a5a4177053b74942800eda10de72d568d2c9d
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_8.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_8.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..b29ab378edbb3a8e746cebdb5454f361569af5a4
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_8.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca0f9e816f76fc26ddc74b5bc210f71fda7eaa5b5807599a053b700f9a6c4f82
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_9.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_9.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..bbd94e09fc543a34af29ef383e2f4a4a89c70451
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__2_9.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e22fe05bf8137e008a7e3aa9f875822e1be8d0fa61ff42ab73c94b71dd9be2a
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_0.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..24087c1f0339a7339edb0d8fbfcbd0d2b0ff9fd7
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3c2e9be02e24d15b9e3ed981aafbe0e467c9fffcf3e700e462837acc55dbe10
+size 38536745
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_1.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..37fd58847bf44bb22d880a4c8c64accc4c8216e1
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fba33fb098667858ce1815b61e26d3a9d9ae3ca8255f5b8c68c0a993c38337e6
+size 38536745
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_10.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_10.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..f7c6cd7c4f52c2230223b47a37ce516510ec4823
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_10.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8adae9054695287f5e62bebc84d9aa24fb56773ed6d8d1cdd674bee452b0a05
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_11.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_11.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..66e1bf62cff1623deeb65acaae4e4f9f94fa1b37
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_11.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a1334defa914f37d7cfb50a7c2a7b5cc27be18c4433373a7d2e418bdabc250
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_12.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_12.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..7c05637c9a2df6117fba03c2d9bf2f433bba3581
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_12.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b756cad6fab1f37f5b63d9bb6658e187c7d8507776620d3c84680cf7c15f62e
+size 16920389
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_13.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_13.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..efc7acd3706984b2f535e5b8d5cfa0d842a283ba
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_13.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd74f9638cd790169e1b2d84b5861959684390e593e9a52d71f2789b5c0f73b2
+size 16920389
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_14.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_14.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..c2279eb4d94c900e6380a9263f2bfd26360fa971
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_14.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac9c8ed3fc6111cb32cd89f1f03942d44ad9dcf28e192ef820d3a1fb290e0d6
+size 16925120
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_15.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_15.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..539cb6772e0496785d780846342dc65b48253bd5
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_15.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:badd248a1b523cb7084580208303269a28d61dba76e5e6bad242629780c222ed
+size 16923159
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_2.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_2.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..938ea20ccc1b9321432e0e9d57e3dbc2cb87e149
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_2.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:026213903ee80b4bfb31d2ecd3459b45edb32aa8744bab965b0bd55321fff5cb
+size 38536745
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_3.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_3.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..d2db90ce88c2bda03ccf00220b5e51ff8c317f90
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_3.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c223b41201094aaf187f72be131f853ecaa91110b7853e17e7014d1cb68dcf4b
+size 38536745
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_5.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_5.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..b685352429f61d50b9c846ae33449da53f3c9571
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_5.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd89a78fd42ac7b7a7dd6418d66003f8bb602f9995d1372b47c895e5eae3489c
+size 38536745
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_6.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_6.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..f2bd7313266f0b5f1224586ba95d75284a9fc4ae
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_6.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15faee1b3398f9cdbdcf0bcf1da2ea142b2554eb61014ac788167d28df91098f
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_7.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_7.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..267f3bb95f1112d5e0e56f0627bb06d08fe5d650
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_7.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f22f57a2c07132cae3924825f54eb259f44857bf8f7ddc6440144b8f46b3f95f
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_8.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_8.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..3a6a39767fbd16d55370de82a645a399bf19a7dd
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_8.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c03aa23c0d3639ce204b6e1f16fb1c63199268b357b04ea2b7895daaa771c181
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_9.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_9.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..cd69f7852c3f06f4acdb6b6c9741fee68fd1aaf9
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__3_9.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cf5ff7288a40e36c691afbe5c3b02ef5c9ba0445bab941909c4e3c4bef46575
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_0.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..5dff1bb8dbc7a7366ef9fd60c79185dcf0de6632
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f61a1d08d2d9ab27b1620b184be1efb538ddb4b63eaf23c93e2ea5fd938f05db
+size 38536745
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_1.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..ef2da47d1c300f5aec3853392d0eb5d1613ef847
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:419210bfbedab596135497a0ab7da65cd105323edc6d3fd002c9018b79e93967
+size 38536745
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_10.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_10.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..ebc9e05835c76a20349717d75047fd1f3ca8503b
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_10.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da0e807eff3df9283d250149c4c8b83f6fa80194d9c137b8715524f02b4c5f4e
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_11.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_11.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..511c5e94f1858030baa13c1cdf8b3c250b1b9822
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_11.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3472ea18a2969a2a6e05082f2f987559767f9ad02503e141a92a9a52016ab73
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_12.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_12.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..2261c09856993dc1116d936fa00d85f2fe22d962
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_12.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b95315413a4caa50652a2ed9948f934f89753a659d1f4feb0ae85cc78401ffa
+size 16920389
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_13.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_13.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..9498a470be874324f17aeb50728aa045ff2a441b
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_13.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2ea1f0a80355b79354054c4e17467675bb57120bee265d908195656f6afb8f7
+size 16920389
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_14.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_14.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..81ed718dca292fd4d6127628d8039f39caec32ca
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_14.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19a671fc49fecb227006dadcd566cfbaf90ba7277aa99247789f9d3de872b5eb
+size 16925120
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_15.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_15.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..762cd1c17409bcf9656b3ab60ced02c35cf7051c
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_15.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3932e54dc6d79b09f42338c5fe1468ecb71ad50d10e43960504a2bf235837c1a
+size 16923159
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_2.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_2.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..33932e0ad0110975d59c066e20cf38f53380d4fe
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_2.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a43913961005301197a806431ec4ee346205860e00d5267fcc5409ef212f92ca
+size 38536745
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_3.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_3.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..69490c6d3b399e6f5f15838f891319dfa719e3f0
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_3.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07fe36e01dba93d490de7b50ab6224d578cf515a0da91501f39c7eaf4cb9232f
+size 38536745
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_4.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_4.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..00dfddc7daf36ffa0b987a2f025a0baf5add768a
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_4.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d725ace2dc14b8bb880dabd69b3979e342acd2dab222bb0ee716761bf36e2cca
+size 38536745
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_5.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_5.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..38f9f4a10943941b705c1ed6d0d47e99b7b4af20
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_5.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff23b6a4488211bde490ab7b779809cf6516d26e3322379246dcbcf88860b55
+size 38536745
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_6.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_6.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..431ef1605f559b3bda6695e94fdee7e3b7c313db
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_6.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba81b8534950306af37d336ea5ef71a7efbc8ba8815404aefe35512e185dd765
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_7.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_7.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..705da737a116b461d5a26bef3f335e63de55ece0
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_7.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13516e3cea9898a3ac100239609737de0e2345eee72fd0a9f51a83fa9c9f2d90
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_8.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_8.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..d36e30f74b4fdf3a40042112e6f831fd03634e2b
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_8.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d401bc27b50da1e79ad635afaa7122f9c2cf2264277ec48111178dabb73c176c
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_9.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_9.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..62c9ee9f62e7eb9eb8a08e1b23a6a1b111812c65
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__4_9.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cd822dbaf877348910ce74510347ef458c20444641ae144441b5c0f84966a34
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__5_0.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__5_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..57916c483514af935da396287ef61a0c80739850
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__5_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6786d3a73524f840697e5fa7eef4b97cb2c7a4190458796ac472731c944e8bd4
+size 38536745
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__5_1.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__5_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..ab6789d6f3befe7d20b5c626814b48ffa70131fc
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__5_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a859e0c146f33b59904707b4c54d2c65a9f691b4806edc83a1ab9360f18fdff
+size 38536745
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__5_10.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__5_10.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..2194205b1aa2b87c27efcd5f0fcebf1c44378bb5
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__5_10.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62324f480f34121842d8b1c3df31f483ec90f517d89c09836a349ea45c95fabd
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__5_11.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__5_11.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..d6dd7faa6ebd519acdb362e352966418ba7fb320
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__5_11.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60633a175c16d575b1d0dc84c215f670ba4e298f7c203840e942243c326589be
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__5_12.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__5_12.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..8b094699362c8461003b5bdc26d024c775ff360b
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__5_12.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:327b2ec873d2ae77c910cface0c24002929729c9d5901091bc94f3758815037f
+size 16920389
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__5_13.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__5_13.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..69b0de1089ef2008f511511fe0a4feb4f32f7cf8
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__5_13.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a19b38724c20bf94cf33aef10e42a6c92146da674723c8863fc77a90f7ad2834
+size 16920389
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__5_14.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__5_14.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..126aff46aac2790b5d9a0fbf15e865ff729c8c30
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__5_14.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fa1df96af1521189c24f71b5b78fe4cae29554fe77da0afc7e44a0adb818b65
+size 16925120
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__5_15.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__5_15.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..e0c640bbcca49ff61ac4003cf990d4c0841a51dc
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__5_15.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:866a78ce46d064e37a668bba4735a8f3e1d97fb7860d529e603fc7e7eabc915d
+size 16923159
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__5_4.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__5_4.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..83bfc90f1b4907ebc51bfa0df23df36d17811b7a
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__5_4.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b30a1225e5a6461cc6102c4a7dec07cb26ab60bddc03e837367d768c23a517c7
+size 38536745
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__5_5.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__5_5.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..6177b4fb1ea6b5ee552399c629850e96515b52b6
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__5_5.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:436abbd9af438df86acf462fb594e3a0802f1226bc562d5012ff7c66bece9d73
+size 38536745
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__5_6.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__5_6.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..b854baadd90e2389bd859d175c89158cd962a288
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__5_6.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc5853225ac15cb9b6c1bf941a0eaba4410b5d4e1e0711bbc2de9cfae8751add
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__5_7.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__5_7.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..622fd751ed485615a98d653c85db3f1bbe80a2e0
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__5_7.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce589e1ae2af0e256690f122c4b7de13cc5f3aaa2435c9c9095f14551cdd2515
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__5_8.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__5_8.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..bd34dc846e4d544f5eef85942ab4c475a4348ec5
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__5_8.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fffc1a2117798e9411923becc34bcfbc16765a47f9c1305006aa9d497ed23781
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__5_9.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__5_9.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..737fac4fc591475756cd8c17e9d7186ae002a0b7
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__5_9.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec69bb6c4eda4521d724216fcc7662886616e051fbe2a8de3ff4d20535d9a4e0
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_0.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..7e2dfb008089a3a9afca2d27ec8a5d642af28063
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:587c82f9462d5ebd71904c41fc73aa53de8e03b00a0e87fb503fed58d6db5875
+size 38536745
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_1.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..77f8293147c862cd4af01831de5e11cb8d071bca
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66c7e0d4d976365958d8cdfcb3f633be6883f5f74917092d052de98a2b5a5072
+size 38536745
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_10.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_10.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..986dba5112c491bf75d90129057eaf540cbdfe68
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_10.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:943d9ae200bf6029c28f4ca66d85d4e80774d5404582870bf643d0af22302e3e
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_11.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_11.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..f2562c52d2242d9f01ffee55d53b29f3e9fa8cca
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_11.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:605600a195d9c58f89ea5d1c7f2fd1df5978d204d6308d96923b9ba2cfe47352
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_12.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_12.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..adfbaf4f026a508b415351172d4e0303d34facc8
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_12.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b07edec29d8a544089fd2011a94c6a68d97e7980248d9ed637e21d4c26d3bc42
+size 16920389
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_13.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_13.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..01428c17293e51e44d523898d42b8cca39db1715
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_13.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad75688483f51a3cc0bf2e122bae8f999640c1a08f2bc79ff12a6237e0dd0cb
+size 16920389
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_14.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_14.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..0d12719d5d3b2e06eab3fc6c2a12c974e7917e49
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_14.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72d399649b29d0b9c7d979ad1316dca91dcea387a2a97ca3a77ea2c746144d03
+size 16925120
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_15.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_15.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..163bf5d86faf89329dc8c2a50667815b3db5f562
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_15.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:050906f995d80ef6cb3c800fde25cd3de0b7a7abcf0911b4b72998a9d128f902
+size 16923159
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_2.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_2.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..fd9df3d5093e45988ea211fca3deea1774962b6b
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_2.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ce9c28cec7caeb6c2547145ecaf0683085978d6b66f53c917a4bdbfbcdda7b
+size 38536745
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_4.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_4.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..f3499ca4b451eddabd9e6024dd5dfaa864494207
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_4.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc9d942e0eb8d483fde88c064195b1cb562d5cafac6419e523fc534b72b5be5f
+size 38536745
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_5.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_5.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..31d4e7eb65b8346eb14f33e15f0218c07f190921
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_5.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3744c642241499390290b74e7aaac404c00c71a60e15b44ab570252e109e6f8
+size 38536745
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_6.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_6.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..13da0e4866717037e472d843e4937d44a2aff65b
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_6.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:226e86e8a789a520802000f91027b9fdf7b3c7541a4a697d66fff6b7b0c12d8d
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_7.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_7.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..29b9a521dac46d67bedba2fea640d6499c9386c4
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_7.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c989ceeb3f0ccde78f0fff62bd9442694adbcea344ff6a683e86e77aaf4df810
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_8.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_8.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d333cbee9ca0267439d97f4833731f136064
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_8.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b73bd4cc319a2c7249de0f3e4cff949516f879e09764926e553046c8ee091dcc
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_9.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_9.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..79b3e641ab04bda86ed7c633ba960a1066db4349
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__6_9.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44f439499565ca16203f622dbd66b6b4d641a53b6d6fe7a4d9bc9016ff31ab18
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_0.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..635210764e42489d02a8931f0f6b4fc2dcbab812
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:556ab5e4566dc45b1d0a320c62e430d6daface9a803b7cf46c0f123f299768d0
+size 38536745
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_1.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..a4d8e957ac42fc7eed57b02d111e934f5777eea1
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf2dff324a38e4c784dc662cb139f79dbc4e3bb109a15e9f5516752b47806617
+size 38536745
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_10.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_10.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..a613bf0a56dc5401b7047eb9ad74b571125bc9e8
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_10.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a83953e78327a271c605ff21200f673d5e09e46b558054e2204990e9f731113
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_11.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_11.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..33abbc3490d5d80fc626273d03d27128219b226d
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_11.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc3010f241db166a522102472247eb42c2b0155f7c8d54ee2bd3289aa9989173
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_12.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_12.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..40342ed277b21012046cd8d86d6d328f2fe8e07b
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_12.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f49fe56b85e537f942ce23b0862df5c9cd08355e1a7aebf7123345b5be071c0a
+size 16920389
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_13.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_13.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..f6fc42dcfbdc6c9d6cac98959cdc6127be7cbc93
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_13.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:082e24e9d7a25c4415c85263b82b9af48583add23c12a69545c425851005674a
+size 16920389
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_14.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_14.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..83e48ddeef0e70ed6506f65edd7bc625a2a6919e
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_14.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fd23867595f6be97cd8d76165935da84c3b0cff877227e70a20cfb93b4aa40e
+size 16925120
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_15.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_15.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..386cfe2016040dc92a2be895e2362c99177aac88
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_15.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c28aa4b0987ef9751ed65df2ec9aa3c3b443909f5c3339f281d729cf55a0ae6
+size 16923159
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_2.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_2.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..0883a5f348e708d84cad40885eeb46336a11a940
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_2.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e71782aae8725797da96103a568adb396a3e45454c089001f670315740ccd42
+size 38536745
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_3.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_3.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..3e6e9095394962f6ca27117bf0cce2a1454a2b6a
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_3.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b08ef07b3019df6361a843ef233c44a16fad212fdbd963de0283b0a024c01a2
+size 38536745
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_4.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_4.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..f5d4a0ca4d7b59476d3373ab2a49cd7cc2e80d6a
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_4.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b7c6bd52870b69e7261283284b44547f9788dfbf355da38d287784db1a36a3d
+size 38536745
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_5.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_5.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..5ed016e1937a4f5f346dbc20ea4c25e41ae702fc
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_5.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1a965d6b2e8dfba57f397dc9a095560fdf530184623078e2c4152eebbd9609e
+size 38536745
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_6.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_6.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..d4768a111e156ee2180b7a5878fa1d0502b9cb62
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_6.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40af2df5741f4cda0697d3adb518f067a9ba9529099ec9cff6ac9d98903f575c
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_7.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_7.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..ca5e572642d2ba528c60ebfd81a4ce237337af20
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_7.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d50086d0f79a72fbccf2e49367a61087a2f13176f839ebf2109c29270a0bc8ce
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_8.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_8.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..e17717406fd35541146640af163fe6071ba04bb3
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_8.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c1393d8f2925328bf257f464dd621b2227a84cc0099b899ab4077dd2d1e851f
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_9.distcp b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_9.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..a7b8d1eaa6f4433f9c9e5340ca4fa4e155578ad7
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/model_and_optim/__7_9.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2fe980e203590708e1d9e4117a25e66343477e251eae8e21aacd112bb5a9847
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/train/rank0.pt b/pretrain/olmo2-190M-10xC-k4/step70000/train/rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9094a38aa8a1c529dd1835d3049cecb9ecfa4452
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/train/rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0d8891f49505d304a56f083061c8dfb5040bd28f3d8db4272da64719da5ad71
+size 15381
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/train/rank1.pt b/pretrain/olmo2-190M-10xC-k4/step70000/train/rank1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8bbe852bd4010021066fa4881e453509f6d2f10
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/train/rank1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08a5137990f0c0a51a0c499bacaed7446ed357a44b73fc972ad08bd642c4ea01
+size 15317
diff --git a/pretrain/olmo2-190M-10xC-k4/step70000/train/rank5.pt b/pretrain/olmo2-190M-10xC-k4/step70000/train/rank5.pt
new file mode 100644
index 0000000000000000000000000000000000000000..534d9fe6c94ad07553308c03bee44c993e7a97c3
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step70000/train/rank5.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d2e9545eb0bdc3bb21167fed2869b8d445d979ee05cb1b29fcbc49d0e105b99
+size 15317
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/.metadata b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..8f7658dd13a816d2c89fe0682bb1e7f9f68cb81c
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/.metadata
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcca2445544dc7570c0c8c210c5e0fc166bd3c020ce91ab876a3c1cde306beb1
+size 1211244
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__0_14.distcp b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__0_14.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..5feccb53864f1c64fe77aec1173592d2a7c6bb74
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__0_14.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b241b444332ee719666b91d894c25fd5c0a5936fa272a0808775d0787359b1d
+size 17052481
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__0_15.distcp b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__0_15.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..447b9c8ac6829c19aea09defb8c9c07273fbc1bc
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__0_15.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc7308f0446161d342f088a9e62b618f87230099a7ff594de018e8b04b8d4122
+size 17263415
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__0_5.distcp b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__0_5.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..d4713b68352f5a3445eaa3f281ffb2efb2715e33
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__0_5.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b168a8400f7aeff7bb30ca54bf24adc345872fd068bee6c9b39e89a5be4f849
+size 38664106
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__0_7.distcp b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__0_7.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..d087d23a40c69826d3c34405efb8d4ae52af3184
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__0_7.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a95bb39cd057a29aba66458794cc2b515882b3431692711be5086f445c3361e8
+size 17271682
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__0_8.distcp b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__0_8.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..ae48ab813138ca18e163f5feb4c6a4d6196a3692
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__0_8.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:955f0294d3858f1fe67f6af43194c22e7a04afe8f3355f01fd4add1d444001da
+size 17271682
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__1_1.distcp b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__1_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..dd2bb7ae2f2377553bf0011771a23287e1247624
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__1_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f012c1b4c469afda09b5c41b591b07552dd05cddc2e92b80927b5e7b6a231da5
+size 38536745
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__1_13.distcp b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__1_13.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..98e368230e90fc7cfad5e29d84253c3995ea147a
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__1_13.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b30214f3d9bab297236fc8c31d052166808762d753866f38025292f3652e6a53
+size 16920389
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__1_15.distcp b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__1_15.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..ea66acaabab317f1cbaa1d8f29ff76756d99ed8b
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__1_15.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13db3271746021cd2d76c8740f4a71529479a31c050c42521eee663eb4211fbf
+size 16923159
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__1_2.distcp b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__1_2.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..b8134e9592887a4174519eb561e0cf4ad3667f27
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__1_2.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a73b8e761bfad8865742c5362b202553a9643e38d726b4236b3f63a6c6141bb
+size 38536745
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__1_3.distcp b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__1_3.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..adc2e91481b20d54d4ada87d2edade65df483603
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__1_3.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25cc4aeb12f028c62c708d029910fa2944491ecc558ff63c087c7a1e2aa41f30
+size 38536745
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__1_4.distcp b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__1_4.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..bd5917e7353ff9dcc84221123f1a2c24b9ef4786
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__1_4.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a74a36cb6653717906b189b189b41d99edbb9e5b54bf8b041c87fe4016371e71
+size 38536745
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__1_6.distcp b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__1_6.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..952961772c9e9e900c86bc71e12f1fe2ac9bf47c
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__1_6.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a2a742e07dc635ef11edd38c0692ca71ab5dd0a16ae0cfb94143b707da24ae
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__1_9.distcp b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__1_9.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..85f5bed33ba4199ae8cfbcc6242ec407e5c9b579
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__1_9.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8859919e433b52aab4050569a2792ea372fcbf7d9b8ef26a4fd7cc61cdb211e5
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__2_10.distcp b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__2_10.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..9715979ccad89fb22d5c4e1bc44b6b8393c2bbe6
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__2_10.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4314dbf47a2c1df6719aa6a18867c98bd3cb382a3da8c84a0bf24931252b2884
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__2_14.distcp b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__2_14.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..52c4cbec29431adf292ec9f3f92dcf7ff7bc4477
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__2_14.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c1d475e07e395f07badc117f37d261cc8d3bff3c11da1926799b3b31c2de64d
+size 16925120
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__2_2.distcp b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__2_2.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..e36cc4e7a077f45df2ba68323fec88f6330bfec6
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__2_2.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01cdc864fd77c4be34ce449fc8cbd700b7a813f29b05a55e6b72bfffacffef7e
+size 38536745
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__2_3.distcp b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__2_3.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..22cbe721a9ae31a3d3fdd97ffc0826ee6e1b537e
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__2_3.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a323c8a6fa7d805c7064b99766267e65fe7a4d12bf6853d2c672c7d8e0f0baa
+size 38536745
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__2_4.distcp b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__2_4.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..5629a489ecd3777b483590e0ace5e858326ae31d
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__2_4.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbf426c581dca6d21c23e1f0d7e98dfa38dc0e4e25280979ba47c0b5d6184a2
+size 38536745
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__2_7.distcp b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__2_7.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..bf10691525cdfb863d9c232ab3501c7ea4bcc0f1
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__2_7.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f72ffeaad1c4c4704bbded776c80722c636859a28cbe2ad125845bcdcc0e561
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__3_10.distcp b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__3_10.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..4a39f14b92fbb41cbd767918ff02282cb8802dcb
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__3_10.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b8e71e15a7a65b9a4edb279e900938448a36b76ef55dbd1fe4906c26c79655
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__3_11.distcp b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__3_11.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..c2b882695ab2fcfc18f3a2d2c5e8d4e54f66c54b
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__3_11.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e122d331c17d80d74cdf9546878fe23a38a46bd00ff09bd6f7eac7dfe0ef4da6
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__3_12.distcp b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__3_12.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..eddd04ae55b64de6e33eccd3f415205304bf61e9
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__3_12.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5918e45107ee7ab36fd07a3490bc1c0bd43a7b7526c4f7af1162f75615f22b8f
+size 16920389
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__3_14.distcp b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__3_14.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..43ac6c5547f91dc3e9b870045d871d3b7c0ba2ab
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__3_14.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e3ae5b73fccdbc94e94c53c4cfb12c05a71356564e5797b89f5830e28613a61
+size 16925120
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__3_4.distcp b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__3_4.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..087995a49f3b3279d757c290ed390f7893037291
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__3_4.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5b71d35e9f4b987325bd73a8a1919ab886de99d2d0f8524438d7fbfd95c81c9
+size 38536745
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__3_5.distcp b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__3_5.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..b42657bbd4022cb6c1752b2bef619dab047dc7b0
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__3_5.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d0edd6ead7ba674d901a7717eb64f89a9cd40cf241d9cb9465d7cc29625d1f6
+size 38536745
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__3_6.distcp b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__3_6.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..477dacfaddcdfba017328f3229d6488e60f056ca
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__3_6.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef1eb6862ea85f1f6ff29401791980bb24d7e606fe524f3c531e24c81b842e97
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__3_7.distcp b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__3_7.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..b70f4232d05c93b4067122a5e444f2b73bd96fa9
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__3_7.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:774993e1ea3899aa5f95d7614e7d364deb4688ec64a3ad5869c0afd956bb2718
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__3_8.distcp b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__3_8.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..0402e17ca193aeb70c47f0f4b05d148e2a738859
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__3_8.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eb865c79bc2ae8deea12921a07f283feed80e499036a6b2b90399ab16dbd4f1
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__4_10.distcp b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__4_10.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..f6d3108def040a330400da4dbaebac2d7907629c
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__4_10.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:988a5b727d9df9f14eb2513bc248271083a1611114ed477827de31b32ad318a3
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__4_12.distcp b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__4_12.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..8b992b5a35c23dd29e33a7c9406890b7b9f2f6be
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__4_12.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a1f4de4ec9c961f1944ba7b0038a0df9fa14088bc8d7822bc9bbacfbbaef08
+size 16920389
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__4_13.distcp b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__4_13.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..82ebb78e8f7b6bd8530e092758d47fda8c8102be
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__4_13.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07639e63e5343b16a0382fcc63b30c079d2ff95b9f8789ff25aeba9e2824cebf
+size 16920389
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__4_2.distcp b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__4_2.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..3d5beda2706a036a538f0837a340e681790bc9b8
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__4_2.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0719d888a08a7c279419f8f8a325bcb40fe31cbf0d423268cc997f84abd512c0
+size 38536745
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__4_4.distcp b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__4_4.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..17250b34c4e8edc31216efa5d60f722841052f94
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__4_4.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:359e80711249e4ca68f6d37cb7085a816d7bb465d7a5a2816f0467e30326eefd
+size 38536745
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__5_0.distcp b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__5_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..040042d848282b0094eefdb427f24e3024f176b8
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__5_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b4631f4e1172261604cdc8cdc23ed03e85a78af954e3a8567eeffbc7bf58a8a
+size 38536745
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__5_10.distcp b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__5_10.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..b6257bdfd0b2fbef2fa70d2c25e05a4ac375f64d
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__5_10.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f676007264c399212b691a6d9574c75f899e0e116a84b6255a9a824bbff4406f
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__5_11.distcp b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__5_11.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..2e4d578ee450714fc7e62f5496b496f97d456912
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__5_11.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b57e12dcbd538bdd115f7db9198e55ef680173290a5ae084e454e344c513b8f3
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__5_14.distcp b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__5_14.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..cee47bc2a8f076cd697a69b7a68b02cc178a94e9
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__5_14.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f9f3ffc8a037862ca699842cf46b64af0124f56b20e469a52c9d1830390c05
+size 16925120
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__5_2.distcp b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__5_2.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..de81511a02f033096b30d819fd52adc5518e67c0
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__5_2.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a3d902b4673a43d83fdb8c5be91dd21d161ab07ffff5d180024efc190c373b7
+size 38536745
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__5_3.distcp b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__5_3.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..08dacfc42cae48d6ce4fd58e94390f3b03da19e1
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__5_3.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:731b892ac908ca4660d827ddd2ffa42c57aabe07f72f447f14a4edc44406a6ea
+size 38536745
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__5_5.distcp b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__5_5.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..afa4d4ec78259efa9e8623abe66e0d2c6631a46e
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__5_5.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f585d63822a9a3ee8a8b0de14974e8146ec982509de3a4f9b7470c7426e93c6b
+size 38536745
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__5_7.distcp b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__5_7.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..958c764442589300361fcc834dc7f01a5870fb2d
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__5_7.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b7e35f6fd2a304eff7d1dd23206eb4d52da053238a8f4854077d775b2365cf0
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__5_8.distcp b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__5_8.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..5de3edb89dad67e5ab793732fce35cceaeec8abc
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__5_8.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6563525f89cde46de72fa1506b6be82a93242366608e1016a130f9c64ff6cfc4
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__5_9.distcp b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__5_9.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..96a31ad8cf1c55ff887c7712ccc96ccf812b04d0
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__5_9.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:477b203f5e1c9651528eac9e1cbf0cd59b578a0980e1a5d68c6a961d3698a81b
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__6_1.distcp b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__6_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..0bf753dcc8aaa0208384c3f96c8ded4eae7526b0
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__6_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e61d3fe98e2ffbbf118c3b900414ad8b32a86458db157e3c1bcc18cf7d5e1f
+size 38536745
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__6_11.distcp b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__6_11.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..4739c7d3f2280a194252372ebb6efa137bbd153d
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__6_11.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1af2b3690c7531e4428c028835116c6623294bd48938342906afa7f684d731e9
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__6_13.distcp b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__6_13.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..31499b3b8586071f3b0313c59df07e3e78da58ff
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__6_13.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2225264a4a3fec1a58ed50103c00cfe97d2a2e61664a31a712070e373923147d
+size 16920389
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__6_3.distcp b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__6_3.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..cd178f14bc2ea41a1dffe5065b11d2d490027614
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__6_3.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:058b88c9bc8c795253cfc4f40adfdbb17df4efc8647a48d1a298b90fde8521b7
+size 38536745
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__6_6.distcp b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__6_6.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..e2ca415012f6c76e1cef49420a0181fddf347484
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__6_6.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb436296b9676b247b11d44c90eb4dbab48d99f028636c95922bc14866aea52c
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__7_14.distcp b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__7_14.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..108d757ec65ff8867ef80d846bff6d5697fc2896
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__7_14.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:471dd37833cce13c9ff5d3467a0373f98f8ba6bbae2b3dabb6545aeea38c39f5
+size 16925120
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__7_5.distcp b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__7_5.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..8e9144cb2d7df909c1b87b12e74ba3d3b6663445
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__7_5.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f895bd4b95af29e1da9f2bae6d6c9ef34e364976319504fbadc403f000d23100
+size 38536745
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__7_8.distcp b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__7_8.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..59dcc2eceafe4d337cd57225123412e71d5af828
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/model_and_optim/__7_8.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6442d9a2cce0e8d2c6a0552ff0d3ac06bbe5fb3ab515a0b54237ca04d9b286f7
+size 17144321
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/train/rank0.pt b/pretrain/olmo2-190M-10xC-k4/step72615/train/rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b661f49eb10b539c2daebe1b7a4e7c5b901bde9
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/train/rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24dec9fd540a0abd7c32934ae240eaa56fb9b75a8ca4a03f2e5d207f2c5246f5
+size 15381
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/train/rank1.pt b/pretrain/olmo2-190M-10xC-k4/step72615/train/rank1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73939acfa7db7323130d232932b91a104ce51e67
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/train/rank1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:300463582898b508196970ceec6ca7e046b923458e7e8e9558bd992bc06bf651
+size 15317
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/train/rank2.pt b/pretrain/olmo2-190M-10xC-k4/step72615/train/rank2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84f6e7fa94eb20778cd1f703e5b8676085678600
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/train/rank2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3422a3a0d0b85d3ff8f29df40ee38a1038b41d0086db12a65dd4219b2b98f59
+size 15317
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/train/rank3.pt b/pretrain/olmo2-190M-10xC-k4/step72615/train/rank3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eac1890df2fa4dd3e3a4d4545ae7d52aa6281760
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/train/rank3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f6a5d467764c1f5b789a6167c0ff197318f67024d5f978bff12b7cf139d49da
+size 15317
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/train/rank4.pt b/pretrain/olmo2-190M-10xC-k4/step72615/train/rank4.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cde682b63b312bbd416f023aa8035f6d00e53a32
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/train/rank4.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ac108b77bf42b18fc467fa8833df624ebaa1cde7e8e0acc8dc106c51298f385
+size 15317
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/train/rank5.pt b/pretrain/olmo2-190M-10xC-k4/step72615/train/rank5.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8112a04e51e39dba8fbbc92a87750e477babd7e6
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/train/rank5.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c922691994d9840a295b0d568350abf19215b9339ab18219b6196db242566ea5
+size 15317
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/train/rank6.pt b/pretrain/olmo2-190M-10xC-k4/step72615/train/rank6.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de5900e5c37a38c6f60a6a11fb03387c9b883af9
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/train/rank6.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fecfaf6c3d5a59c36c97574f1128ca576271f943a446f7c1fbc5e637aee66cb
+size 15317
diff --git a/pretrain/olmo2-190M-10xC-k4/step72615/train/rank7.pt b/pretrain/olmo2-190M-10xC-k4/step72615/train/rank7.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3df82d0784b70dddb2e77f19e9fdba21d300ad88
--- /dev/null
+++ b/pretrain/olmo2-190M-10xC-k4/step72615/train/rank7.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48693f5ee412d14f44f6f64854a524a5fe7a99d04da0ea3088385e690a88975a
+size 15317