Upload full trainer checkpoint step=507 (profile=llama3_2_1b_base_grpo, run_type=grpo)

meta-llama__llama-3.2-1b/grpo/checkpoints/checkpoint-507/adapter_config.json

@@ -33,13 +33,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
+    "up_proj",
+    "k_proj",
+    "v_proj",
     "down_proj",
     "o_proj",
-    "q_proj",
     "gate_proj",
-    "k_proj",
-    "up_proj",
-    "v_proj"
+    "q_proj"
   ],
   "target_parameters": null,
   "task_type": "CAUSAL_LM",

meta-llama__llama-3.2-1b/grpo/checkpoints/checkpoint-507/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a3488c462f9a16c18f77b6c50b23298751f3403f3423e962979e7384a0b50041
+oid sha256:4ffaf8361976d27fe67e70aff60a2b4f511b5d4dcf325ad2b661bf3dcf67788b
 size 45118424

meta-llama__llama-3.2-1b/grpo/checkpoints/checkpoint-507/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2c45fddad6005039ed09a90bd9a0a4a1ce76c7945d53ffdefb831f35b22894d8
+oid sha256:3c015b9ccd39081dc46df8e1131e8b46f973b8ba5d7930d46df13b6f10ebb5f5
 size 23162187

meta-llama__llama-3.2-1b/grpo/checkpoints/checkpoint-507/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bba30b3c53bec237646fa7befb0d9754bb02d88a3b5c49b2dc26db53253a23c0
+oid sha256:5e14d5d69b57745b112c7829210514ea094e9af0aa8ea5e30f32362a3d8e797f
 size 14645

meta-llama__llama-3.2-1b/grpo/checkpoints/checkpoint-507/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:48205f86f7675d7ee9e083ac48b20843b9d59809cc4035576cf13ff625869f20
+oid sha256:45c99e06fc1c30a1b880d75b9b0017154f42da9a6b9f156c33d5915937be0b01
 size 1465

meta-llama__llama-3.2-1b/grpo/checkpoints/checkpoint-507/trainer_state.json

@@ -2,7 +2,7 @@
   "best_global_step": null,
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 0.0009005200636580653,
+  "epoch": 0.0009005168647093303,
   "eval_steps": 500,
   "global_step": 507,
   "is_hyper_param_search": false,
@@ -15,25 +15,25 @@
       "clip_ratio/low_mean": 0.0,
       "clip_ratio/low_min": 0.0,
       "clip_ratio/region_mean": 0.0,
-      "completion_length": 65.67,
+      "completion_length": 65.68,
       "completions/clipped_ratio": 0.0,
-      "completions/max_length": 93.75,
-      "completions/max_terminated_length": 93.75,
-      "completions/mean_length": 63.3203125,
-      "completions/mean_terminated_length": 63.3203125,
-      "completions/min_length": 38.25,
-      "completions/min_terminated_length": 38.25,
-      "epoch": 8.88086847789019e-05,
-      "frac_reward_zero_std": 0.5625,
-      "grad_norm": 0.007002627942711115,
+      "completions/max_length": 65.88,
+      "completions/max_terminated_length": 65.88,
+      "completions/mean_length": 65.68,
+      "completions/mean_terminated_length": 65.68,
+      "completions/min_length": 65.48,
+      "completions/min_terminated_length": 65.48,
+      "epoch": 8.88083693007229e-05,
+      "frac_reward_zero_std": 0.56,
+      "grad_norm": 0.5719226598739624,
       "kl": 0.0,
-      "learning_rate": 2.7197442330321267e-08,
-      "loss": -0.0006554330885410309,
-      "num_tokens": 57618.0,
-      "reward": -6.51925802230835e-09,
-      "reward_std": 0.48731958121061325,
-      "rewards/TranscriptCorrectionGrpoReward/mean": -8.381903171539307e-09,
-      "rewards/TranscriptCorrectionGrpoReward/std": 1.007905274629593,
+      "learning_rate": 5.439488466064254e-09,
+      "loss": -0.000577671229839325,
+      "num_tokens": 46552.0,
+      "reward": 2.9802322387695314e-09,
+      "reward_std": 0.47037978172302247,
+      "rewards/TranscriptCorrectionGrpoReward/mean": 2.9802322387695314e-09,
+      "rewards/TranscriptCorrectionGrpoReward/std": 0.4703797769546509,
       "step": 50
     },
     {
@@ -42,52 +42,52 @@
       "clip_ratio/low_mean": 0.0,
       "clip_ratio/low_min": 0.0,
       "clip_ratio/region_mean": 0.0,
-      "completion_length": 52.34,
+      "completion_length": 53.46,
       "completions/clipped_ratio": 0.0,
-      "completions/max_length": 84.33333333333333,
-      "completions/max_terminated_length": 84.33333333333333,
-      "completions/mean_length": 51.208333333333336,
-      "completions/mean_terminated_length": 51.208333333333336,
-      "completions/min_length": 26.0,
-      "completions/min_terminated_length": 26.0,
-      "epoch": 0.0001776173695578038,
-      "frac_reward_zero_std": 0.6666666666666666,
+      "completions/max_length": 53.6,
+      "completions/max_terminated_length": 53.6,
+      "completions/mean_length": 53.46,
+      "completions/mean_terminated_length": 53.46,
+      "completions/min_length": 53.24,
+      "completions/min_terminated_length": 53.24,
+      "epoch": 0.0001776167386014458,
+      "frac_reward_zero_std": 0.64,
       "grad_norm": 0.0,
       "kl": 0.0,
-      "learning_rate": 5.494993450411847e-08,
-      "loss": 0.0013675823807716369,
-      "num_tokens": 94074.0,
-      "reward": 1.4901161193847656e-08,
-      "reward_std": 0.44680649042129517,
-      "rewards/TranscriptCorrectionGrpoReward/mean": 1.179675261179606e-08,
-      "rewards/TranscriptCorrectionGrpoReward/std": 1.0079052845637004,
+      "learning_rate": 1.0989986900823695e-08,
+      "loss": -0.0009160846471786499,
+      "num_tokens": 85556.0,
+      "reward": 3.874301910400391e-09,
+      "reward_std": 0.38485618114471437,
+      "rewards/TranscriptCorrectionGrpoReward/mean": 3.874301910400391e-09,
+      "rewards/TranscriptCorrectionGrpoReward/std": 0.38485618114471437,
       "step": 100
     },
     {
       "clip_ratio/high_max": 0.0,
       "clip_ratio/high_mean": 0.0,
-      "clip_ratio/low_mean": 0.00017899675294756888,
-      "clip_ratio/low_min": 0.00017899675294756888,
-      "clip_ratio/region_mean": 0.00017899675294756888,
-      "completion_length": 64.945,
+      "clip_ratio/low_mean": 0.00011904762126505375,
+      "clip_ratio/low_min": 0.00011904762126505375,
+      "clip_ratio/region_mean": 0.00011904762126505375,
+      "completion_length": 62.48,
       "completions/clipped_ratio": 0.0,
-      "completions/max_length": 119.33333333333333,
-      "completions/max_terminated_length": 119.33333333333333,
-      "completions/mean_length": 66.65625,
-      "completions/mean_terminated_length": 66.65625,
-      "completions/min_length": 39.0,
-      "completions/min_terminated_length": 39.0,
-      "epoch": 0.0002664260543367057,
-      "frac_reward_zero_std": 0.7083333333333334,
-      "grad_norm": 0.015731461346149445,
+      "completions/max_length": 62.6,
+      "completions/max_terminated_length": 62.6,
+      "completions/mean_length": 62.48,
+      "completions/mean_terminated_length": 62.48,
+      "completions/min_length": 62.24,
+      "completions/min_terminated_length": 62.24,
+      "epoch": 0.0002664251079021687,
+      "frac_reward_zero_std": 0.56,
+      "grad_norm": 0.2554231286048889,
       "kl": 0.0,
-      "learning_rate": 8.270242667791569e-08,
-      "loss": 0.0017325745522975922,
-      "num_tokens": 139152.0,
-      "reward": 2.483526865641276e-09,
-      "reward_std": 0.2613494098186493,
-      "rewards/TranscriptCorrectionGrpoReward/mean": 0.0,
-      "rewards/TranscriptCorrectionGrpoReward/std": 1.0079052448272705,
+      "learning_rate": 1.6540485335583138e-08,
+      "loss": -0.0009111672639846802,
+      "num_tokens": 130380.0,
+      "reward": -1.1920928955078125e-09,
+      "reward_std": 0.4703797769546509,
+      "rewards/TranscriptCorrectionGrpoReward/mean": -1.1920928955078125e-09,
+      "rewards/TranscriptCorrectionGrpoReward/std": 0.47037978172302247,
       "step": 150
     },
     {
@@ -96,52 +96,52 @@
       "clip_ratio/low_mean": 0.0,
       "clip_ratio/low_min": 0.0,
       "clip_ratio/region_mean": 0.0,
-      "completion_length": 60.15,
+      "completion_length": 62.175,
       "completions/clipped_ratio": 0.0,
-      "completions/max_length": 99.0,
-      "completions/max_terminated_length": 99.0,
-      "completions/mean_length": 63.015625,
-      "completions/mean_terminated_length": 63.015625,
-      "completions/min_length": 32.666666666666664,
-      "completions/min_terminated_length": 32.666666666666664,
-      "epoch": 0.0003552347391156076,
-      "frac_reward_zero_std": 0.4583333333333333,
-      "grad_norm": 0.039579447358846664,
+      "completions/max_length": 62.36,
+      "completions/max_terminated_length": 62.36,
+      "completions/mean_length": 62.175,
+      "completions/mean_terminated_length": 62.175,
+      "completions/min_length": 61.88,
+      "completions/min_terminated_length": 61.88,
+      "epoch": 0.0003552334772028916,
+      "frac_reward_zero_std": 0.56,
+      "grad_norm": 0.627755343914032,
       "kl": 0.0,
-      "learning_rate": 1.1045491885171288e-07,
-      "loss": -0.0044269835948944096,
-      "num_tokens": 182803.0,
-      "reward": -4.967053731282552e-09,
-      "reward_std": 0.5628267228603363,
-      "rewards/TranscriptCorrectionGrpoReward/mean": -2.483526865641276e-09,
-      "rewards/TranscriptCorrectionGrpoReward/std": 1.0079052845637004,
+      "learning_rate": 2.2090983770342578e-08,
+      "loss": -0.0005262196063995361,
+      "num_tokens": 174959.0,
+      "reward": 1.1920928955078125e-09,
+      "reward_std": 0.47037978172302247,
+      "rewards/TranscriptCorrectionGrpoReward/mean": 1.1920928955078125e-09,
+      "rewards/TranscriptCorrectionGrpoReward/std": 0.4703797769546509,
       "step": 200
     },
     {
       "clip_ratio/high_max": 0.0,
       "clip_ratio/high_mean": 0.0,
-      "clip_ratio/low_mean": 0.00016559829469770193,
-      "clip_ratio/low_min": 0.00016559829469770193,
-      "clip_ratio/region_mean": 0.00016559829469770193,
-      "completion_length": 64.905,
+      "clip_ratio/low_mean": 0.00016129031777381897,
+      "clip_ratio/low_min": 0.00016129031777381897,
+      "clip_ratio/region_mean": 0.00016129031777381897,
+      "completion_length": 65.835,
       "completions/clipped_ratio": 0.0,
-      "completions/max_length": 98.66666666666667,
-      "completions/max_terminated_length": 98.66666666666667,
-      "completions/mean_length": 64.203125,
-      "completions/mean_terminated_length": 64.203125,
-      "completions/min_length": 35.666666666666664,
-      "completions/min_terminated_length": 35.666666666666664,
-      "epoch": 0.0004440434238945095,
-      "frac_reward_zero_std": 0.4166666666666667,
-      "grad_norm": 0.011699045076966286,
+      "completions/max_length": 66.08,
+      "completions/max_terminated_length": 66.08,
+      "completions/mean_length": 65.835,
+      "completions/mean_terminated_length": 65.835,
+      "completions/min_length": 65.6,
+      "completions/min_terminated_length": 65.6,
+      "epoch": 0.0004440418465036145,
+      "frac_reward_zero_std": 0.52,
+      "grad_norm": 0.0,
       "kl": 0.0,
-      "learning_rate": 1.382074110255101e-07,
-      "loss": 0.00223430335521698,
-      "num_tokens": 227314.0,
-      "reward": 2.2351741790771484e-08,
-      "reward_std": 0.4298504690329234,
-      "rewards/TranscriptCorrectionGrpoReward/mean": 1.241763432820638e-08,
-      "rewards/TranscriptCorrectionGrpoReward/std": 1.0079052448272705,
+      "learning_rate": 2.764148220510202e-08,
+      "loss": -0.00036669328808784483,
+      "num_tokens": 222270.0,
+      "reward": 3.874301910400391e-09,
+      "reward_std": 0.5131415796279907,
+      "rewards/TranscriptCorrectionGrpoReward/mean": 3.874301910400391e-09,
+      "rewards/TranscriptCorrectionGrpoReward/std": 0.5131415748596191,
       "step": 250
     },
     {
@@ -150,106 +150,106 @@
       "clip_ratio/low_mean": 0.0,
       "clip_ratio/low_min": 0.0,
       "clip_ratio/region_mean": 0.0,
-      "completion_length": 70.07,
+      "completion_length": 68.75,
       "completions/clipped_ratio": 0.0,
-      "completions/max_length": 108.0,
-      "completions/max_terminated_length": 108.0,
-      "completions/mean_length": 70.63541666666667,
-      "completions/mean_terminated_length": 70.63541666666667,
-      "completions/min_length": 34.0,
-      "completions/min_terminated_length": 34.0,
-      "epoch": 0.0005328521086734114,
-      "frac_reward_zero_std": 0.5833333333333334,
-      "grad_norm": 0.0456908717751503,
+      "completions/max_length": 69.04,
+      "completions/max_terminated_length": 69.04,
+      "completions/mean_length": 68.75,
+      "completions/mean_terminated_length": 68.75,
+      "completions/min_length": 68.56,
+      "completions/min_terminated_length": 68.56,
+      "epoch": 0.0005328502158043374,
+      "frac_reward_zero_std": 0.6,
+      "grad_norm": 0.0,
       "kl": 0.0,
-      "learning_rate": 1.659599031993073e-07,
-      "loss": -0.0011175717413425446,
-      "num_tokens": 275956.0,
-      "reward": 5.587935447692871e-09,
-      "reward_std": 0.4012269576390584,
-      "rewards/TranscriptCorrectionGrpoReward/mean": 3.104408582051595e-09,
-      "rewards/TranscriptCorrectionGrpoReward/std": 1.0079052448272705,
+      "learning_rate": 3.3191980639861464e-08,
+      "loss": 0.0001394149661064148,
+      "num_tokens": 271740.0,
+      "reward": 6.258487701416015e-09,
+      "reward_std": 0.4276179838180542,
+      "rewards/TranscriptCorrectionGrpoReward/mean": 6.258487701416015e-09,
+      "rewards/TranscriptCorrectionGrpoReward/std": 0.42761797904968263,
       "step": 300
     },
     {
       "clip_ratio/high_max": 0.0,
       "clip_ratio/high_mean": 0.0,
-      "clip_ratio/low_mean": 5.8139534667134284e-05,
-      "clip_ratio/low_min": 5.8139534667134284e-05,
-      "clip_ratio/region_mean": 5.8139534667134284e-05,
-      "completion_length": 62.93,
+      "clip_ratio/low_mean": 0.0,
+      "clip_ratio/low_min": 0.0,
+      "clip_ratio/region_mean": 0.0,
+      "completion_length": 61.07,
       "completions/clipped_ratio": 0.0,
-      "completions/max_length": 95.66666666666667,
-      "completions/max_terminated_length": 95.66666666666667,
-      "completions/mean_length": 61.6875,
-      "completions/mean_terminated_length": 61.6875,
-      "completions/min_length": 29.333333333333332,
-      "completions/min_terminated_length": 29.333333333333332,
-      "epoch": 0.0006216607934523133,
-      "frac_reward_zero_std": 0.75,
-      "grad_norm": 0.0190290417522192,
+      "completions/max_length": 61.2,
+      "completions/max_terminated_length": 61.2,
+      "completions/mean_length": 61.07,
+      "completions/mean_terminated_length": 61.07,
+      "completions/min_length": 60.96,
+      "completions/min_terminated_length": 60.96,
+      "epoch": 0.0006216585851050603,
+      "frac_reward_zero_std": 0.72,
+      "grad_norm": 0.0,
       "kl": 0.0,
-      "learning_rate": 1.9371239537310452e-07,
-      "loss": -0.0010719958692789078,
-      "num_tokens": 319328.0,
-      "reward": -2.483526865641276e-09,
-      "reward_std": 0.34829530119895935,
-      "rewards/TranscriptCorrectionGrpoReward/mean": -4.967053731282552e-09,
-      "rewards/TranscriptCorrectionGrpoReward/std": 1.0079052448272705,
+      "learning_rate": 3.8742479074620904e-08,
+      "loss": -5.508854985237121e-05,
+      "num_tokens": 316354.0,
+      "reward": 2.384185791015625e-09,
+      "reward_std": 0.29933258533477786,
+      "rewards/TranscriptCorrectionGrpoReward/mean": 2.384185791015625e-09,
+      "rewards/TranscriptCorrectionGrpoReward/std": 0.2993325901031494,
       "step": 350
     },
     {
       "clip_ratio/high_max": 0.0,
       "clip_ratio/high_mean": 0.0,
-      "clip_ratio/low_mean": 7.352941203862428e-05,
-      "clip_ratio/low_min": 7.352941203862428e-05,
-      "clip_ratio/region_mean": 7.352941203862428e-05,
-      "completion_length": 62.725,
+      "clip_ratio/low_mean": 0.0,
+      "clip_ratio/low_min": 0.0,
+      "clip_ratio/region_mean": 0.0,
+      "completion_length": 64.22,
       "completions/clipped_ratio": 0.0,
-      "completions/max_length": 105.66666666666667,
-      "completions/max_terminated_length": 105.66666666666667,
-      "completions/mean_length": 62.890625,
-      "completions/mean_terminated_length": 62.890625,
-      "completions/min_length": 34.666666666666664,
-      "completions/min_terminated_length": 34.666666666666664,
-      "epoch": 0.0007104694782312152,
-      "frac_reward_zero_std": 0.5,
-      "grad_norm": 0.02625960297882557,
+      "completions/max_length": 64.6,
+      "completions/max_terminated_length": 64.6,
+      "completions/mean_length": 64.22,
+      "completions/mean_terminated_length": 64.22,
+      "completions/min_length": 63.92,
+      "completions/min_terminated_length": 63.92,
+      "epoch": 0.0007104669544057832,
+      "frac_reward_zero_std": 0.56,
+      "grad_norm": 0.0,
       "kl": 0.0,
-      "learning_rate": 2.2146488754690174e-07,
-      "loss": 0.0013731226325035095,
-      "num_tokens": 362563.0,
-      "reward": 4.967053731282552e-09,
-      "reward_std": 0.44316299756368,
-      "rewards/TranscriptCorrectionGrpoReward/mean": 0.0,
-      "rewards/TranscriptCorrectionGrpoReward/std": 1.0079052448272705,
+      "learning_rate": 4.429297750938035e-08,
+      "loss": -0.0010024748742580413,
+      "num_tokens": 362550.0,
+      "reward": 5.960464477539063e-10,
+      "reward_std": 0.4703797769546509,
+      "rewards/TranscriptCorrectionGrpoReward/mean": 5.960464477539063e-10,
+      "rewards/TranscriptCorrectionGrpoReward/std": 0.4703797769546509,
       "step": 400
     },
     {
       "clip_ratio/high_max": 0.0,
       "clip_ratio/high_mean": 0.0,
-      "clip_ratio/low_mean": 8.695651777088643e-05,
-      "clip_ratio/low_min": 8.695651777088643e-05,
-      "clip_ratio/region_mean": 8.695651777088643e-05,
-      "completion_length": 66.03,
+      "clip_ratio/low_mean": 0.0,
+      "clip_ratio/low_min": 0.0,
+      "clip_ratio/region_mean": 0.0,
+      "completion_length": 65.25,
       "completions/clipped_ratio": 0.0,
-      "completions/max_length": 112.0,
-      "completions/max_terminated_length": 112.0,
-      "completions/mean_length": 70.2890625,
-      "completions/mean_terminated_length": 70.2890625,
-      "completions/min_length": 42.75,
-      "completions/min_terminated_length": 42.75,
-      "epoch": 0.0007992781630101171,
-      "frac_reward_zero_std": 0.5625,
-      "grad_norm": 0.0035960455425083637,
+      "completions/max_length": 65.36,
+      "completions/max_terminated_length": 65.36,
+      "completions/mean_length": 65.25,
+      "completions/mean_terminated_length": 65.25,
+      "completions/min_length": 65.04,
+      "completions/min_terminated_length": 65.04,
+      "epoch": 0.000799275323706506,
+      "frac_reward_zero_std": 0.6,
+      "grad_norm": 0.0,
       "kl": 0.0,
-      "learning_rate": 2.492173797206989e-07,
-      "loss": -0.0004108186066150665,
-      "num_tokens": 427021.0,
-      "reward": 1.30385160446167e-08,
-      "reward_std": 0.383321788161993,
-      "rewards/TranscriptCorrectionGrpoReward/mean": 1.4901161193847656e-08,
-      "rewards/TranscriptCorrectionGrpoReward/std": 1.0079052448272705,
+      "learning_rate": 4.984347594413978e-08,
+      "loss": -0.0002909022569656372,
+      "num_tokens": 409416.0,
+      "reward": 1.7881393432617187e-09,
+      "reward_std": 0.4276179838180542,
+      "rewards/TranscriptCorrectionGrpoReward/mean": 1.7881393432617187e-09,
+      "rewards/TranscriptCorrectionGrpoReward/std": 0.4276179838180542,
       "step": 450
     },
     {
@@ -258,40 +258,40 @@
       "clip_ratio/low_mean": 0.0,
       "clip_ratio/low_min": 0.0,
       "clip_ratio/region_mean": 0.0,
-      "completion_length": 63.98,
+      "completion_length": 65.76,
       "completions/clipped_ratio": 0.0,
-      "completions/max_length": 85.33333333333333,
-      "completions/max_terminated_length": 85.33333333333333,
-      "completions/mean_length": 55.046875,
-      "completions/mean_terminated_length": 55.046875,
-      "completions/min_length": 29.666666666666668,
-      "completions/min_terminated_length": 29.666666666666668,
-      "epoch": 0.000888086847789019,
-      "frac_reward_zero_std": 0.7916666666666666,
-      "grad_norm": 0.0006704159895889461,
+      "completions/max_length": 65.92,
+      "completions/max_terminated_length": 65.92,
+      "completions/mean_length": 65.76,
+      "completions/mean_terminated_length": 65.76,
+      "completions/min_length": 65.68,
+      "completions/min_terminated_length": 65.68,
+      "epoch": 0.000888083693007229,
+      "frac_reward_zero_std": 0.84,
+      "grad_norm": 0.035873379558324814,
       "kl": 0.0,
-      "learning_rate": 2.7696987189449615e-07,
-      "loss": 0.0006217561289668084,
-      "num_tokens": 464766.0,
-      "reward": -4.967053731282552e-09,
-      "reward_std": 0.1608196645975113,
-      "rewards/TranscriptCorrectionGrpoReward/mean": 4.967053731282552e-09,
-      "rewards/TranscriptCorrectionGrpoReward/std": 0.6719369093577067,
+      "learning_rate": 5.5393974378899236e-08,
+      "loss": -0.000893859937787056,
+      "num_tokens": 456024.0,
+      "reward": 0.0,
+      "reward_std": 0.17104718685150147,
+      "rewards/TranscriptCorrectionGrpoReward/mean": 0.0,
+      "rewards/TranscriptCorrectionGrpoReward/std": 0.17104719161987306,
       "step": 500
     },
     {
-      "eval_cer_subset": 0.013239532952269286,
-      "eval_cer_subset_edit_distance": 813,
+      "eval_cer_subset": 0.012913837184685785,
+      "eval_cer_subset_edit_distance": 793,
       "eval_cer_subset_groups": 250,
       "eval_cer_subset_items": 250,
       "eval_cer_subset_ref_chars": 61407,
-      "eval_loss": 0.03968957871396896,
+      "eval_loss": 0.03959455178967374,
       "step": 507
     }
   ],
   "logging_steps": 50,
-  "max_steps": 2252032,
-  "num_input_tokens_seen": 464766,
+  "max_steps": 2252040,
+  "num_input_tokens_seen": 462420,
   "num_train_epochs": 4,
   "save_steps": 507,
   "stateful_callbacks": {
@@ -307,7 +307,7 @@
     }
   },
   "total_flos": 0.0,
-  "train_batch_size": 2,
+  "train_batch_size": 1,
   "trial_name": null,
   "trial_params": null
 }

meta-llama__llama-3.2-1b/grpo/checkpoints/checkpoint-507/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:efd03f5456a4c15d2256ba2960a071c6dc2cb8a2ff8cf43b4f1331b6c112c442
+oid sha256:9bdad4bf60f02650b7130e20d3de1e81654197d408ff77954683d133ac0bce86
 size 6737

meta-llama__llama-3.2-1b/grpo/run_manifest.json

@@ -1,187 +1,25 @@
 {
   "schema_version": 1,
-  "run_id": "3c42986d-e4d4-455e-95c4-4a4d5ecb544c",
+  "run_id": "09bed511-51e5-467b-b9b7-356e13c38e62",
   "run_type": "grpo",
   "profile_name": "llama3_2_1b_base_grpo",
   "model_name": "meta-llama/Llama-3.2-1B",
   "status": "running",
   "best_metric_name": "eval_cer_subset",
-  "best_metric_value": 0.01195303467031446,
-  "best_step": 3042,
-  "best_checkpoint_step": 3042,
-  "latest_checkpoint_step": 14196,
+  "best_metric_value": 0.012913837184685785,
+  "best_step": 507,
+  "best_checkpoint_step": 507,
+  "latest_checkpoint_step": 507,
   "checkpoints": [
     {
       "step": 507,
-      "epoch": 0.0009005200636580653,
+      "epoch": 0.0009005168647093303,
       "repo_path": "meta-llama__llama-3.2-1b/grpo/checkpoints/checkpoint-507",
-      "timestamp": "2026-04-09T01:05:45.596061+00:00"
-    },
-    {
-      "step": 1014,
-      "epoch": 0.0018010401273161306,
-      "repo_path": "meta-llama__llama-3.2-1b/grpo/checkpoints/checkpoint-1014",
-      "timestamp": "2026-04-09T01:10:57.965692+00:00"
-    },
-    {
-      "step": 1521,
-      "epoch": 0.0027015601909741956,
-      "repo_path": "meta-llama__llama-3.2-1b/grpo/checkpoints/checkpoint-1521",
-      "timestamp": "2026-04-09T01:17:04.646992+00:00"
-    },
-    {
-      "step": 2028,
-      "epoch": 0.003602080254632261,
-      "repo_path": "meta-llama__llama-3.2-1b/grpo/checkpoints/checkpoint-2028",
-      "timestamp": "2026-04-09T01:23:03.985957+00:00"
-    },
-    {
-      "step": 2535,
-      "epoch": 0.004502600318290326,
-      "repo_path": "meta-llama__llama-3.2-1b/grpo/checkpoints/checkpoint-2535",
-      "timestamp": "2026-04-09T01:29:18.820055+00:00"
-    },
-    {
-      "step": 3042,
-      "epoch": 0.005403120381948391,
-      "repo_path": "meta-llama__llama-3.2-1b/grpo/checkpoints/checkpoint-3042",
-      "timestamp": "2026-04-09T01:34:32.562568+00:00"
-    },
-    {
-      "step": 3549,
-      "epoch": 0.006303640445606456,
-      "repo_path": "meta-llama__llama-3.2-1b/grpo/checkpoints/checkpoint-3549",
-      "timestamp": "2026-04-09T01:39:39.758317+00:00"
-    },
-    {
-      "step": 4056,
-      "epoch": 0.007204160509264522,
-      "repo_path": "meta-llama__llama-3.2-1b/grpo/checkpoints/checkpoint-4056",
-      "timestamp": "2026-04-09T01:44:53.215161+00:00"
-    },
-    {
-      "step": 4563,
-      "epoch": 0.008104680572922587,
-      "repo_path": "meta-llama__llama-3.2-1b/grpo/checkpoints/checkpoint-4563",
-      "timestamp": "2026-04-09T01:50:12.247540+00:00"
-    },
-    {
-      "step": 5070,
-      "epoch": 0.009005200636580652,
-      "repo_path": "meta-llama__llama-3.2-1b/grpo/checkpoints/checkpoint-5070",
-      "timestamp": "2026-04-09T01:55:16.037586+00:00"
-    },
-    {
-      "step": 5577,
-      "epoch": 0.009905720700238718,
-      "repo_path": "meta-llama__llama-3.2-1b/grpo/checkpoints/checkpoint-5577",
-      "timestamp": "2026-04-09T02:00:26.191388+00:00"
-    },
-    {
-      "step": 6084,
-      "epoch": 0.010806240763896783,
-      "repo_path": "meta-llama__llama-3.2-1b/grpo/checkpoints/checkpoint-6084",
-      "timestamp": "2026-04-09T02:05:34.159056+00:00"
-    },
-    {
-      "step": 6591,
-      "epoch": 0.011706760827554848,
-      "repo_path": "meta-llama__llama-3.2-1b/grpo/checkpoints/checkpoint-6591",
-      "timestamp": "2026-04-09T02:10:28.495758+00:00"
-    },
-    {
-      "step": 7098,
-      "epoch": 0.012607280891212913,
-      "repo_path": "meta-llama__llama-3.2-1b/grpo/checkpoints/checkpoint-7098",
-      "timestamp": "2026-04-09T02:15:29.948111+00:00"
-    },
-    {
-      "step": 7605,
-      "epoch": 0.01350780095487098,
-      "repo_path": "meta-llama__llama-3.2-1b/grpo/checkpoints/checkpoint-7605",
-      "timestamp": "2026-04-09T02:20:27.241605+00:00"
-    },
-    {
-      "step": 8112,
-      "epoch": 0.014408321018529045,
-      "repo_path": "meta-llama__llama-3.2-1b/grpo/checkpoints/checkpoint-8112",
-      "timestamp": "2026-04-09T02:26:44.879194+00:00"
-    },
-    {
-      "step": 8619,
-      "epoch": 0.01530884108218711,
-      "repo_path": "meta-llama__llama-3.2-1b/grpo/checkpoints/checkpoint-8619",
-      "timestamp": "2026-04-09T02:32:09.353801+00:00"
-    },
-    {
-      "step": 9126,
-      "epoch": 0.016209361145845175,
-      "repo_path": "meta-llama__llama-3.2-1b/grpo/checkpoints/checkpoint-9126",
-      "timestamp": "2026-04-09T02:37:18.094294+00:00"
-    },
-    {
-      "step": 9633,
-      "epoch": 0.017109881209503238,
-      "repo_path": "meta-llama__llama-3.2-1b/grpo/checkpoints/checkpoint-9633",
-      "timestamp": "2026-04-09T02:42:25.354730+00:00"
-    },
-    {
-      "step": 10140,
-      "epoch": 0.018010401273161305,
-      "repo_path": "meta-llama__llama-3.2-1b/grpo/checkpoints/checkpoint-10140",
-      "timestamp": "2026-04-09T02:47:29.896532+00:00"
-    },
-    {
-      "step": 10647,
-      "epoch": 0.01891092133681937,
-      "repo_path": "meta-llama__llama-3.2-1b/grpo/checkpoints/checkpoint-10647",
-      "timestamp": "2026-04-09T02:52:33.759945+00:00"
-    },
-    {
-      "step": 11154,
-      "epoch": 0.019811441400477435,
-      "repo_path": "meta-llama__llama-3.2-1b/grpo/checkpoints/checkpoint-11154",
-      "timestamp": "2026-04-09T02:57:47.308962+00:00"
-    },
-    {
-      "step": 11661,
-      "epoch": 0.020711961464135502,
-      "repo_path": "meta-llama__llama-3.2-1b/grpo/checkpoints/checkpoint-11661",
-      "timestamp": "2026-04-09T03:03:03.600465+00:00"
-    },
-    {
-      "step": 12168,
-      "epoch": 0.021612481527793565,
-      "repo_path": "meta-llama__llama-3.2-1b/grpo/checkpoints/checkpoint-12168",
-      "timestamp": "2026-04-09T03:08:25.241749+00:00"
-    },
-    {
-      "step": 12675,
-      "epoch": 0.022513001591451632,
-      "repo_path": "meta-llama__llama-3.2-1b/grpo/checkpoints/checkpoint-12675",
-      "timestamp": "2026-04-09T03:13:36.439541+00:00"
-    },
-    {
-      "step": 13182,
-      "epoch": 0.023413521655109695,
-      "repo_path": "meta-llama__llama-3.2-1b/grpo/checkpoints/checkpoint-13182",
-      "timestamp": "2026-04-09T03:18:46.544532+00:00"
-    },
-    {
-      "step": 13689,
-      "epoch": 0.024314041718767762,
-      "repo_path": "meta-llama__llama-3.2-1b/grpo/checkpoints/checkpoint-13689",
-      "timestamp": "2026-04-09T03:24:16.394544+00:00"
-    },
-    {
-      "step": 14196,
-      "epoch": 0.025214561782425825,
-      "repo_path": "meta-llama__llama-3.2-1b/grpo/checkpoints/checkpoint-14196",
-      "timestamp": "2026-04-09T03:29:35.818009+00:00"
+      "timestamp": "2026-04-09T03:42:39.674363+00:00"
     }
   ],
   "epoch_artifacts": [],
   "resume_history": [],
-  "created_at": "2026-04-09T00:54:21.973160+00:00",
-  "updated_at": "2026-04-09T03:29:35.818024+00:00"
+  "created_at": "2026-04-09T03:35:11.674696+00:00",
+  "updated_at": "2026-04-09T03:42:39.674379+00:00"
 }