{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 6.4849853515625e-06,
  "eval_steps": 500,
  "global_step": 2000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0,
      "model_forward_time": 14.880087852478027,
      "step": 0
    },
    {
      "dynamics_loss_avg": 0.03873249143362045,
      "epoch": 0,
      "step": 0
    },
    {
      "action_loss_avg": 0.03828180581331253,
      "epoch": 0,
      "step": 0
    },
    {
      "epoch": 0,
      "step": 0,
      "training_step_time": 45.443116664886475
    },
    {
      "epoch": 3.814697265625e-09,
      "grad_norm": 1.7191663980484009,
      "learning_rate": 0.0,
      "loss": 0.0978,
      "step": 1
    },
    {
      "epoch": 3.814697265625e-09,
      "model_forward_time": 6.752724647521973,
      "step": 1
    },
    {
      "epoch": 3.814697265625e-09,
      "step": 1,
      "training_step_time": 22.016634941101074
    },
    {
      "epoch": 7.62939453125e-09,
      "grad_norm": 1.1495100259780884,
      "learning_rate": 8.333333333333334e-08,
      "loss": 0.0794,
      "step": 2
    },
    {
      "epoch": 7.62939453125e-09,
      "model_forward_time": 6.763575315475464,
      "step": 2
    },
    {
      "epoch": 7.62939453125e-09,
      "step": 2,
      "training_step_time": 22.031384706497192
    },
    {
      "epoch": 1.1444091796875e-08,
      "grad_norm": 1.691279649734497,
      "learning_rate": 1.6666666666666668e-07,
      "loss": 0.0778,
      "step": 3
    },
    {
      "epoch": 1.1444091796875e-08,
      "model_forward_time": 6.778550386428833,
      "step": 3
    },
    {
      "epoch": 1.1444091796875e-08,
      "step": 3,
      "training_step_time": 22.107603549957275
    },
    {
      "epoch": 1.52587890625e-08,
      "grad_norm": 1.082364797592163,
      "learning_rate": 2.5000000000000004e-07,
      "loss": 0.0582,
      "step": 4
    },
    {
      "epoch": 1.52587890625e-08,
      "model_forward_time": 8.472592830657959,
      "step": 4
    },
    {
      "epoch": 1.52587890625e-08,
      "step": 4,
      "training_step_time": 23.73728609085083
    },
    {
      "epoch": 1.9073486328125e-08,
      "grad_norm": 1.7651489973068237,
      "learning_rate": 3.3333333333333335e-07,
      "loss": 0.0995,
      "step": 5
    },
    {
      "epoch": 1.9073486328125e-08,
      "model_forward_time": 6.74202299118042,
      "step": 5
    },
    {
      "epoch": 1.9073486328125e-08,
      "step": 5,
      "training_step_time": 22.013867616653442
    },
    {
      "epoch": 2.288818359375e-08,
      "grad_norm": 1.3622117042541504,
      "learning_rate": 4.1666666666666667e-07,
      "loss": 0.0847,
      "step": 6
    },
    {
      "epoch": 2.288818359375e-08,
      "model_forward_time": 6.780100584030151,
      "step": 6
    },
    {
      "epoch": 2.288818359375e-08,
      "step": 6,
      "training_step_time": 22.012001514434814
    },
    {
      "epoch": 2.6702880859375e-08,
      "grad_norm": 1.657396912574768,
      "learning_rate": 5.000000000000001e-07,
      "loss": 0.0684,
      "step": 7
    },
    {
      "epoch": 2.6702880859375e-08,
      "model_forward_time": 6.7439045906066895,
      "step": 7
    },
    {
      "epoch": 2.6702880859375e-08,
      "step": 7,
      "training_step_time": 22.03199815750122
    },
    {
      "epoch": 3.0517578125e-08,
      "grad_norm": 1.6541926860809326,
      "learning_rate": 5.833333333333334e-07,
      "loss": 0.0712,
      "step": 8
    },
    {
      "epoch": 3.0517578125e-08,
      "model_forward_time": 6.769233703613281,
      "step": 8
    },
    {
      "epoch": 3.0517578125e-08,
      "step": 8,
      "training_step_time": 22.05074167251587
    },
    {
      "epoch": 3.4332275390625e-08,
      "grad_norm": 1.975318193435669,
      "learning_rate": 6.666666666666667e-07,
      "loss": 0.1088,
      "step": 9
    },
    {
      "epoch": 3.4332275390625e-08,
      "model_forward_time": 7.532467842102051,
      "step": 9
    },
    {
      "epoch": 3.4332275390625e-08,
      "step": 9,
      "training_step_time": 22.784239530563354
    },
    {
      "epoch": 3.814697265625e-08,
      "grad_norm": 2.402891159057617,
      "learning_rate": 7.5e-07,
      "loss": 0.1206,
      "step": 10
    },
    {
      "epoch": 3.814697265625e-08,
      "model_forward_time": 6.752645969390869,
      "step": 10
    },
    {
      "dynamics_loss_avg": 0.03760660570114851,
      "epoch": 3.814697265625e-08,
      "step": 10
    },
    {
      "action_loss_avg": 0.03863149527460337,
      "epoch": 3.814697265625e-08,
      "step": 10
    },
    {
      "epoch": 3.814697265625e-08,
      "step": 10,
      "training_step_time": 22.01419687271118
    },
    {
      "epoch": 4.1961669921875e-08,
      "grad_norm": 2.2323520183563232,
      "learning_rate": 8.333333333333333e-07,
      "loss": 0.095,
      "step": 11
    },
    {
      "epoch": 4.1961669921875e-08,
      "model_forward_time": 6.750824213027954,
      "step": 11
    },
    {
      "epoch": 4.1961669921875e-08,
      "step": 11,
      "training_step_time": 22.004721641540527
    },
    {
      "epoch": 4.57763671875e-08,
      "grad_norm": 1.6669182777404785,
      "learning_rate": 9.166666666666666e-07,
      "loss": 0.0917,
      "step": 12
    },
    {
      "epoch": 4.57763671875e-08,
      "model_forward_time": 6.7469518184661865,
      "step": 12
    },
    {
      "epoch": 4.57763671875e-08,
      "step": 12,
      "training_step_time": 22.053349494934082
    },
    {
      "epoch": 4.9591064453125e-08,
      "grad_norm": 1.4332773685455322,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 0.0855,
      "step": 13
    },
    {
      "epoch": 4.9591064453125e-08,
      "model_forward_time": 6.769167184829712,
      "step": 13
    },
    {
      "epoch": 4.9591064453125e-08,
      "step": 13,
      "training_step_time": 22.016181707382202
    },
    {
      "epoch": 5.340576171875e-08,
      "grad_norm": 1.7035470008850098,
      "learning_rate": 1.0833333333333335e-06,
      "loss": 0.0774,
      "step": 14
    },
    {
      "epoch": 5.340576171875e-08,
      "model_forward_time": 7.554957151412964,
      "step": 14
    },
    {
      "epoch": 5.340576171875e-08,
      "step": 14,
      "training_step_time": 22.78572154045105
    },
    {
      "epoch": 5.7220458984375e-08,
      "grad_norm": 2.722808361053467,
      "learning_rate": 1.1666666666666668e-06,
      "loss": 0.1479,
      "step": 15
    },
    {
      "epoch": 5.7220458984375e-08,
      "model_forward_time": 6.755190372467041,
      "step": 15
    },
    {
      "epoch": 5.7220458984375e-08,
      "step": 15,
      "training_step_time": 22.07841992378235
    },
    {
      "epoch": 6.103515625e-08,
      "grad_norm": 1.8790931701660156,
      "learning_rate": 1.25e-06,
      "loss": 0.1021,
      "step": 16
    },
    {
      "epoch": 6.103515625e-08,
      "model_forward_time": 6.746546268463135,
      "step": 16
    },
    {
      "epoch": 6.103515625e-08,
      "step": 16,
      "training_step_time": 22.061577558517456
    },
    {
      "epoch": 6.4849853515625e-08,
      "grad_norm": 2.4121851921081543,
      "learning_rate": 1.3333333333333334e-06,
      "loss": 0.1249,
      "step": 17
    },
    {
      "epoch": 6.4849853515625e-08,
      "model_forward_time": 6.793397426605225,
      "step": 17
    },
    {
      "epoch": 6.4849853515625e-08,
      "step": 17,
      "training_step_time": 22.00446081161499
    },
    {
      "epoch": 6.866455078125e-08,
      "grad_norm": 1.5532429218292236,
      "learning_rate": 1.4166666666666667e-06,
      "loss": 0.0891,
      "step": 18
    },
    {
      "epoch": 6.866455078125e-08,
      "model_forward_time": 6.766573667526245,
      "step": 18
    },
    {
      "epoch": 6.866455078125e-08,
      "step": 18,
      "training_step_time": 22.013606548309326
    },
    {
      "epoch": 7.2479248046875e-08,
      "grad_norm": 1.4148939847946167,
      "learning_rate": 1.5e-06,
      "loss": 0.0916,
      "step": 19
    },
    {
      "epoch": 7.2479248046875e-08,
      "model_forward_time": 6.7562055587768555,
      "step": 19
    },
    {
      "epoch": 7.2479248046875e-08,
      "step": 19,
      "training_step_time": 22.748955726623535
    },
    {
      "epoch": 7.62939453125e-08,
      "grad_norm": 2.750565528869629,
      "learning_rate": 1.5833333333333333e-06,
      "loss": 0.1558,
      "step": 20
    },
    {
      "epoch": 7.62939453125e-08,
      "model_forward_time": 6.766363143920898,
      "step": 20
    },
    {
      "dynamics_loss_avg": 0.04542407914996147,
      "epoch": 7.62939453125e-08,
      "step": 20
    },
    {
      "action_loss_avg": 0.047390034049749376,
      "epoch": 7.62939453125e-08,
      "step": 20
    },
    {
      "epoch": 7.62939453125e-08,
      "step": 20,
      "training_step_time": 22.03372097015381
    },
    {
      "epoch": 8.0108642578125e-08,
      "grad_norm": 1.5785859823226929,
      "learning_rate": 1.6666666666666667e-06,
      "loss": 0.0721,
      "step": 21
    },
    {
      "epoch": 8.0108642578125e-08,
      "model_forward_time": 6.791044473648071,
      "step": 21
    },
    {
      "epoch": 8.0108642578125e-08,
      "step": 21,
      "training_step_time": 22.069319009780884
    },
    {
      "epoch": 8.392333984375e-08,
      "grad_norm": 0.5366852283477783,
      "learning_rate": 1.75e-06,
      "loss": 0.0415,
      "step": 22
    },
    {
      "epoch": 8.392333984375e-08,
      "model_forward_time": 6.759463787078857,
      "step": 22
    },
    {
      "epoch": 8.392333984375e-08,
      "step": 22,
      "training_step_time": 22.012666702270508
    },
    {
      "epoch": 8.7738037109375e-08,
      "grad_norm": 1.2041548490524292,
      "learning_rate": 1.8333333333333333e-06,
      "loss": 0.0911,
      "step": 23
    },
    {
      "epoch": 8.7738037109375e-08,
      "model_forward_time": 6.773717164993286,
      "step": 23
    },
    {
      "epoch": 8.7738037109375e-08,
      "step": 23,
      "training_step_time": 21.996957540512085
    },
    {
      "epoch": 9.1552734375e-08,
      "grad_norm": 0.6961546540260315,
      "learning_rate": 1.916666666666667e-06,
      "loss": 0.0572,
      "step": 24
    },
    {
      "epoch": 9.1552734375e-08,
      "model_forward_time": 6.7446722984313965,
      "step": 24
    },
    {
      "epoch": 9.1552734375e-08,
      "step": 24,
      "training_step_time": 23.348712921142578
    },
    {
      "epoch": 9.5367431640625e-08,
      "grad_norm": 1.6100332736968994,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 0.1078,
      "step": 25
    },
    {
      "epoch": 9.5367431640625e-08,
      "model_forward_time": 7.519080877304077,
      "step": 25
    },
    {
      "epoch": 9.5367431640625e-08,
      "step": 25,
      "training_step_time": 22.715017795562744
    },
    {
      "epoch": 9.918212890625e-08,
      "grad_norm": 1.648635983467102,
      "learning_rate": 2.0833333333333334e-06,
      "loss": 0.1028,
      "step": 26
    },
    {
      "epoch": 9.918212890625e-08,
      "model_forward_time": 6.743672609329224,
      "step": 26
    },
    {
      "epoch": 9.918212890625e-08,
      "step": 26,
      "training_step_time": 22.021692276000977
    },
    {
      "epoch": 1.02996826171875e-07,
      "grad_norm": 1.5728009939193726,
      "learning_rate": 2.166666666666667e-06,
      "loss": 0.1022,
      "step": 27
    },
    {
      "epoch": 1.02996826171875e-07,
      "model_forward_time": 6.774528503417969,
      "step": 27
    },
    {
      "epoch": 1.02996826171875e-07,
      "step": 27,
      "training_step_time": 22.05914044380188
    },
    {
      "epoch": 1.068115234375e-07,
      "grad_norm": 1.0644129514694214,
      "learning_rate": 2.25e-06,
      "loss": 0.0701,
      "step": 28
    },
    {
      "epoch": 1.068115234375e-07,
      "model_forward_time": 6.749619483947754,
      "step": 28
    },
    {
      "epoch": 1.068115234375e-07,
      "step": 28,
      "training_step_time": 21.98374652862549
    },
    {
      "epoch": 1.10626220703125e-07,
      "grad_norm": 1.0478819608688354,
      "learning_rate": 2.3333333333333336e-06,
      "loss": 0.0958,
      "step": 29
    },
    {
      "epoch": 1.10626220703125e-07,
      "model_forward_time": 6.772157192230225,
      "step": 29
    },
    {
      "epoch": 1.10626220703125e-07,
      "step": 29,
      "training_step_time": 22.79443883895874
    },
    {
      "epoch": 1.1444091796875e-07,
      "grad_norm": 0.7124544382095337,
      "learning_rate": 2.4166666666666667e-06,
      "loss": 0.08,
      "step": 30
    },
    {
      "epoch": 1.1444091796875e-07,
      "model_forward_time": 6.771005153656006,
      "step": 30
    },
    {
      "dynamics_loss_avg": 0.03954532910138368,
      "epoch": 1.1444091796875e-07,
      "step": 30
    },
    {
      "action_loss_avg": 0.024594429600983857,
      "epoch": 1.1444091796875e-07,
      "step": 30
    },
    {
      "epoch": 1.1444091796875e-07,
      "step": 30,
      "training_step_time": 22.638195514678955
    },
    {
      "epoch": 1.18255615234375e-07,
      "grad_norm": 0.6964253187179565,
      "learning_rate": 2.5e-06,
      "loss": 0.0843,
      "step": 31
    },
    {
      "epoch": 1.18255615234375e-07,
      "model_forward_time": 6.76248574256897,
      "step": 31
    },
    {
      "epoch": 1.18255615234375e-07,
      "step": 31,
      "training_step_time": 21.96160864830017
    },
    {
      "epoch": 1.220703125e-07,
      "grad_norm": 0.5624921321868896,
      "learning_rate": 2.5833333333333337e-06,
      "loss": 0.06,
      "step": 32
    },
    {
      "epoch": 1.220703125e-07,
      "model_forward_time": 6.764766454696655,
      "step": 32
    },
    {
      "epoch": 1.220703125e-07,
      "step": 32,
      "training_step_time": 22.016116619110107
    },
    {
      "epoch": 1.25885009765625e-07,
      "grad_norm": 0.73933345079422,
      "learning_rate": 2.666666666666667e-06,
      "loss": 0.0847,
      "step": 33
    },
    {
      "epoch": 1.25885009765625e-07,
      "model_forward_time": 6.751794815063477,
      "step": 33
    },
    {
      "epoch": 1.25885009765625e-07,
      "step": 33,
      "training_step_time": 22.196327447891235
    },
    {
      "epoch": 1.2969970703125e-07,
      "grad_norm": 0.48050040006637573,
      "learning_rate": 2.7500000000000004e-06,
      "loss": 0.0675,
      "step": 34
    },
    {
      "epoch": 1.2969970703125e-07,
      "model_forward_time": 6.775277853012085,
      "step": 34
    },
    {
      "epoch": 1.2969970703125e-07,
      "step": 34,
      "training_step_time": 22.668506145477295
    },
    {
      "epoch": 1.33514404296875e-07,
      "grad_norm": 0.5332779884338379,
      "learning_rate": 2.8333333333333335e-06,
      "loss": 0.0699,
      "step": 35
    },
    {
      "epoch": 1.33514404296875e-07,
      "model_forward_time": 7.526419639587402,
      "step": 35
    },
    {
      "epoch": 1.33514404296875e-07,
      "step": 35,
      "training_step_time": 22.777740240097046
    },
    {
      "epoch": 1.373291015625e-07,
      "grad_norm": 0.8067274689674377,
      "learning_rate": 2.916666666666667e-06,
      "loss": 0.1209,
      "step": 36
    },
    {
      "epoch": 1.373291015625e-07,
      "model_forward_time": 6.759281158447266,
      "step": 36
    },
    {
      "epoch": 1.373291015625e-07,
      "step": 36,
      "training_step_time": 21.981751203536987
    },
    {
      "epoch": 1.41143798828125e-07,
      "grad_norm": 0.4703221917152405,
      "learning_rate": 3e-06,
      "loss": 0.088,
      "step": 37
    },
    {
      "epoch": 1.41143798828125e-07,
      "model_forward_time": 6.752762079238892,
      "step": 37
    },
    {
      "epoch": 1.41143798828125e-07,
      "step": 37,
      "training_step_time": 22.006880283355713
    },
    {
      "epoch": 1.4495849609375e-07,
      "grad_norm": 0.4833102524280548,
      "learning_rate": 3.0833333333333336e-06,
      "loss": 0.088,
      "step": 38
    },
    {
      "epoch": 1.4495849609375e-07,
      "model_forward_time": 6.774391174316406,
      "step": 38
    },
    {
      "epoch": 1.4495849609375e-07,
      "step": 38,
      "training_step_time": 22.05636191368103
    },
    {
      "epoch": 1.48773193359375e-07,
      "grad_norm": 0.540187656879425,
      "learning_rate": 3.1666666666666667e-06,
      "loss": 0.0862,
      "step": 39
    },
    {
      "epoch": 1.48773193359375e-07,
      "model_forward_time": 6.7630345821380615,
      "step": 39
    },
    {
      "epoch": 1.48773193359375e-07,
      "step": 39,
      "training_step_time": 22.69112229347229
    },
    {
      "epoch": 1.52587890625e-07,
      "grad_norm": 0.6174218058586121,
      "learning_rate": 3.2500000000000002e-06,
      "loss": 0.1071,
      "step": 40
    },
    {
      "epoch": 1.52587890625e-07,
      "model_forward_time": 7.486523628234863,
      "step": 40
    },
    {
      "dynamics_loss_avg": 0.04683269113302231,
      "epoch": 1.52587890625e-07,
      "step": 40
    },
    {
      "action_loss_avg": 0.031686598993837835,
      "epoch": 1.52587890625e-07,
      "step": 40
    },
    {
      "epoch": 1.52587890625e-07,
      "step": 40,
      "training_step_time": 22.79019832611084
    },
    {
      "epoch": 1.56402587890625e-07,
      "grad_norm": 0.5874019861221313,
      "learning_rate": 3.3333333333333333e-06,
      "loss": 0.0944,
      "step": 41
    },
    {
      "epoch": 1.56402587890625e-07,
      "model_forward_time": 6.773491382598877,
      "step": 41
    },
    {
      "epoch": 1.56402587890625e-07,
      "step": 41,
      "training_step_time": 22.013063430786133
    },
    {
      "epoch": 1.6021728515625e-07,
      "grad_norm": 0.6101810932159424,
      "learning_rate": 3.416666666666667e-06,
      "loss": 0.0667,
      "step": 42
    },
    {
      "epoch": 1.6021728515625e-07,
      "model_forward_time": 6.75604772567749,
      "step": 42
    },
    {
      "epoch": 1.6021728515625e-07,
      "step": 42,
      "training_step_time": 22.00358748435974
    },
    {
      "epoch": 1.64031982421875e-07,
      "grad_norm": 1.3208673000335693,
      "learning_rate": 3.5e-06,
      "loss": 0.1057,
      "step": 43
    },
    {
      "epoch": 1.64031982421875e-07,
      "model_forward_time": 6.749872922897339,
      "step": 43
    },
    {
      "epoch": 1.64031982421875e-07,
      "step": 43,
      "training_step_time": 22.01309847831726
    },
    {
      "epoch": 1.678466796875e-07,
      "grad_norm": 1.3368724584579468,
      "learning_rate": 3.5833333333333335e-06,
      "loss": 0.121,
      "step": 44
    },
    {
      "epoch": 1.678466796875e-07,
      "model_forward_time": 6.752808570861816,
      "step": 44
    },
    {
      "epoch": 1.678466796875e-07,
      "step": 44,
      "training_step_time": 22.777548789978027
    },
    {
      "epoch": 1.71661376953125e-07,
      "grad_norm": 1.588227391242981,
      "learning_rate": 3.6666666666666666e-06,
      "loss": 0.0866,
      "step": 45
    },
    {
      "epoch": 1.71661376953125e-07,
      "model_forward_time": 7.517542362213135,
      "step": 45
    },
    {
      "epoch": 1.71661376953125e-07,
      "step": 45,
      "training_step_time": 22.80731511116028
    },
    {
      "epoch": 1.7547607421875e-07,
      "grad_norm": 1.7207742929458618,
      "learning_rate": 3.7500000000000005e-06,
      "loss": 0.1112,
      "step": 46
    },
    {
      "epoch": 1.7547607421875e-07,
      "model_forward_time": 6.783681154251099,
      "step": 46
    },
    {
      "epoch": 1.7547607421875e-07,
      "step": 46,
      "training_step_time": 22.00429630279541
    },
    {
      "epoch": 1.79290771484375e-07,
      "grad_norm": 1.1042250394821167,
      "learning_rate": 3.833333333333334e-06,
      "loss": 0.063,
      "step": 47
    },
    {
      "epoch": 1.79290771484375e-07,
      "model_forward_time": 6.769209623336792,
      "step": 47
    },
    {
      "epoch": 1.79290771484375e-07,
      "step": 47,
      "training_step_time": 22.035443544387817
    },
    {
      "epoch": 1.8310546875e-07,
      "grad_norm": 1.3647887706756592,
      "learning_rate": 3.916666666666667e-06,
      "loss": 0.0829,
      "step": 48
    },
    {
      "epoch": 1.8310546875e-07,
      "model_forward_time": 6.763513565063477,
      "step": 48
    },
    {
      "epoch": 1.8310546875e-07,
      "step": 48,
      "training_step_time": 22.08806347846985
    },
    {
      "epoch": 1.86920166015625e-07,
      "grad_norm": 1.319554328918457,
      "learning_rate": 4.000000000000001e-06,
      "loss": 0.0684,
      "step": 49
    },
    {
      "epoch": 1.86920166015625e-07,
      "model_forward_time": 6.780076026916504,
      "step": 49
    },
    {
      "epoch": 1.86920166015625e-07,
      "step": 49,
      "training_step_time": 21.994094610214233
    },
    {
      "epoch": 1.9073486328125e-07,
      "grad_norm": 1.7785152196884155,
      "learning_rate": 4.083333333333334e-06,
      "loss": 0.1072,
      "step": 50
    },
    {
      "epoch": 1.9073486328125e-07,
      "model_forward_time": 7.488932371139526,
      "step": 50
    },
    {
      "dynamics_loss_avg": 0.05235457103699446,
      "epoch": 1.9073486328125e-07,
      "step": 50
    },
    {
      "action_loss_avg": 0.03301460780203343,
      "epoch": 1.9073486328125e-07,
      "step": 50
    },
    {
      "epoch": 1.9073486328125e-07,
      "step": 50,
      "training_step_time": 22.7968692779541
    },
    {
      "epoch": 1.94549560546875e-07,
      "grad_norm": 1.574435830116272,
      "learning_rate": 4.166666666666667e-06,
      "loss": 0.1164,
      "step": 51
    },
    {
      "epoch": 1.94549560546875e-07,
      "model_forward_time": 6.784778356552124,
      "step": 51
    },
    {
      "epoch": 1.94549560546875e-07,
      "step": 51,
      "training_step_time": 22.029770374298096
    },
    {
      "epoch": 1.983642578125e-07,
      "grad_norm": 1.0067471265792847,
      "learning_rate": 4.25e-06,
      "loss": 0.0822,
      "step": 52
    },
    {
      "epoch": 1.983642578125e-07,
      "model_forward_time": 6.769165277481079,
      "step": 52
    },
    {
      "epoch": 1.983642578125e-07,
      "step": 52,
      "training_step_time": 22.01686668395996
    },
    {
      "epoch": 2.02178955078125e-07,
      "grad_norm": 1.5039700269699097,
      "learning_rate": 4.333333333333334e-06,
      "loss": 0.1121,
      "step": 53
    },
    {
      "epoch": 2.02178955078125e-07,
      "model_forward_time": 6.773829698562622,
      "step": 53
    },
    {
      "epoch": 2.02178955078125e-07,
      "step": 53,
      "training_step_time": 22.007020950317383
    },
    {
      "epoch": 2.0599365234375e-07,
      "grad_norm": 0.8971263766288757,
      "learning_rate": 4.416666666666667e-06,
      "loss": 0.0666,
      "step": 54
    },
    {
      "epoch": 2.0599365234375e-07,
      "model_forward_time": 6.765225410461426,
      "step": 54
    },
    {
      "epoch": 2.0599365234375e-07,
      "step": 54,
      "training_step_time": 22.545843839645386
    },
    {
      "epoch": 2.09808349609375e-07,
      "grad_norm": 1.3804512023925781,
      "learning_rate": 4.5e-06,
      "loss": 0.0859,
      "step": 55
    },
    {
      "epoch": 2.09808349609375e-07,
      "model_forward_time": 7.495663166046143,
      "step": 55
    },
    {
      "epoch": 2.09808349609375e-07,
      "step": 55,
      "training_step_time": 22.843656301498413
    },
    {
      "epoch": 2.13623046875e-07,
      "grad_norm": 0.8754558563232422,
      "learning_rate": 4.583333333333333e-06,
      "loss": 0.0803,
      "step": 56
    },
    {
      "epoch": 2.13623046875e-07,
      "model_forward_time": 6.756993532180786,
      "step": 56
    },
    {
      "epoch": 2.13623046875e-07,
      "step": 56,
      "training_step_time": 21.988652229309082
    },
    {
      "epoch": 2.17437744140625e-07,
      "grad_norm": 1.0908656120300293,
      "learning_rate": 4.666666666666667e-06,
      "loss": 0.0755,
      "step": 57
    },
    {
      "epoch": 2.17437744140625e-07,
      "model_forward_time": 6.758472919464111,
      "step": 57
    },
    {
      "epoch": 2.17437744140625e-07,
      "step": 57,
      "training_step_time": 21.971324682235718
    },
    {
      "epoch": 2.2125244140625e-07,
      "grad_norm": 1.4171818494796753,
      "learning_rate": 4.75e-06,
      "loss": 0.0872,
      "step": 58
    },
    {
      "epoch": 2.2125244140625e-07,
      "model_forward_time": 6.7566187381744385,
      "step": 58
    },
    {
      "epoch": 2.2125244140625e-07,
      "step": 58,
      "training_step_time": 22.015532732009888
    },
    {
      "epoch": 2.25067138671875e-07,
      "grad_norm": 0.7144401669502258,
      "learning_rate": 4.833333333333333e-06,
      "loss": 0.0734,
      "step": 59
    },
    {
      "epoch": 2.25067138671875e-07,
      "model_forward_time": 6.765078067779541,
      "step": 59
    },
    {
      "epoch": 2.25067138671875e-07,
      "step": 59,
      "training_step_time": 22.80292558670044
    },
    {
      "epoch": 2.288818359375e-07,
      "grad_norm": 0.8363470435142517,
      "learning_rate": 4.9166666666666665e-06,
      "loss": 0.0953,
      "step": 60
    },
    {
      "epoch": 2.288818359375e-07,
      "model_forward_time": 7.540583610534668,
      "step": 60
    },
    {
      "dynamics_loss_avg": 0.04615756571292877,
      "epoch": 2.288818359375e-07,
      "step": 60
    },
    {
      "action_loss_avg": 0.033390863426029684,
      "epoch": 2.288818359375e-07,
      "step": 60
    },
    {
      "epoch": 2.288818359375e-07,
      "step": 60,
      "training_step_time": 22.76738166809082
    },
    {
      "epoch": 2.32696533203125e-07,
      "grad_norm": 0.6868683695793152,
      "learning_rate": 5e-06,
      "loss": 0.0788,
      "step": 61
    },
    {
      "epoch": 2.32696533203125e-07,
      "model_forward_time": 6.756110668182373,
      "step": 61
    },
    {
      "epoch": 2.32696533203125e-07,
      "step": 61,
      "training_step_time": 21.972016096115112
    },
    {
      "epoch": 2.3651123046875e-07,
      "grad_norm": 0.6037814617156982,
      "learning_rate": 5.0833333333333335e-06,
      "loss": 0.0816,
      "step": 62
    },
    {
      "epoch": 2.3651123046875e-07,
      "model_forward_time": 6.745049476623535,
      "step": 62
    },
    {
      "epoch": 2.3651123046875e-07,
      "step": 62,
      "training_step_time": 22.029475927352905
    },
    {
      "epoch": 2.40325927734375e-07,
      "grad_norm": 0.6419718861579895,
      "learning_rate": 5.1666666666666675e-06,
      "loss": 0.0697,
      "step": 63
    },
    {
      "epoch": 2.40325927734375e-07,
      "model_forward_time": 6.744048595428467,
      "step": 63
    },
    {
      "epoch": 2.40325927734375e-07,
      "step": 63,
      "training_step_time": 21.976564407348633
    },
    {
      "epoch": 2.44140625e-07,
      "grad_norm": 0.3076191544532776,
      "learning_rate": 5.2500000000000006e-06,
      "loss": 0.0505,
      "step": 64
    },
    {
      "epoch": 2.44140625e-07,
      "model_forward_time": 6.7631683349609375,
      "step": 64
    },
    {
      "epoch": 2.44140625e-07,
      "step": 64,
      "training_step_time": 22.832974910736084
    },
    {
      "epoch": 2.47955322265625e-07,
      "grad_norm": 0.4070901870727539,
      "learning_rate": 5.333333333333334e-06,
      "loss": 0.0869,
      "step": 65
    },
    {
      "epoch": 2.47955322265625e-07,
      "model_forward_time": 7.515714168548584,
      "step": 65
    },
    {
      "epoch": 2.47955322265625e-07,
      "step": 65,
      "training_step_time": 22.82925057411194
    },
    {
      "epoch": 2.5177001953125e-07,
      "grad_norm": 0.6178591847419739,
      "learning_rate": 5.416666666666667e-06,
      "loss": 0.0791,
      "step": 66
    },
    {
      "epoch": 2.5177001953125e-07,
      "model_forward_time": 6.76049017906189,
      "step": 66
    },
    {
      "epoch": 2.5177001953125e-07,
      "step": 66,
      "training_step_time": 21.998455286026
    },
    {
      "epoch": 2.55584716796875e-07,
      "grad_norm": 0.4011111855506897,
      "learning_rate": 5.500000000000001e-06,
      "loss": 0.0631,
      "step": 67
    },
    {
      "epoch": 2.55584716796875e-07,
      "model_forward_time": 6.788562297821045,
      "step": 67
    },
    {
      "epoch": 2.55584716796875e-07,
      "step": 67,
      "training_step_time": 22.03103256225586
    },
    {
      "epoch": 2.593994140625e-07,
      "grad_norm": 0.4762403666973114,
      "learning_rate": 5.583333333333334e-06,
      "loss": 0.0649,
      "step": 68
    },
    {
      "epoch": 2.593994140625e-07,
      "model_forward_time": 6.759868144989014,
      "step": 68
    },
    {
      "epoch": 2.593994140625e-07,
      "step": 68,
      "training_step_time": 21.984769105911255
    },
    {
      "epoch": 2.63214111328125e-07,
      "grad_norm": 0.45470163226127625,
      "learning_rate": 5.666666666666667e-06,
      "loss": 0.0597,
      "step": 69
    },
    {
      "epoch": 2.63214111328125e-07,
      "model_forward_time": 6.78024435043335,
      "step": 69
    },
    {
      "epoch": 2.63214111328125e-07,
      "step": 69,
      "training_step_time": 22.028098583221436
    },
    {
      "epoch": 2.6702880859375e-07,
      "grad_norm": 0.4777885973453522,
      "learning_rate": 5.75e-06,
      "loss": 0.0675,
      "step": 70
    },
    {
      "epoch": 2.6702880859375e-07,
      "model_forward_time": 7.438524961471558,
      "step": 70
    },
    {
      "dynamics_loss_avg": 0.03640540838241577,
      "epoch": 2.6702880859375e-07,
      "step": 70
    },
    {
      "action_loss_avg": 0.015383305912837385,
      "epoch": 2.6702880859375e-07,
      "step": 70
    },
    {
      "epoch": 2.6702880859375e-07,
      "step": 70,
      "training_step_time": 22.774248600006104
    },
    {
      "epoch": 2.70843505859375e-07,
      "grad_norm": 0.6395679712295532,
      "learning_rate": 5.833333333333334e-06,
      "loss": 0.0888,
      "step": 71
    },
    {
      "epoch": 2.70843505859375e-07,
      "model_forward_time": 6.78366231918335,
      "step": 71
    },
    {
      "epoch": 2.70843505859375e-07,
      "step": 71,
      "training_step_time": 22.021578788757324
    },
    {
      "epoch": 2.74658203125e-07,
      "grad_norm": 0.8075937032699585,
      "learning_rate": 5.916666666666667e-06,
      "loss": 0.0743,
      "step": 72
    },
    {
      "epoch": 2.74658203125e-07,
      "model_forward_time": 6.771665811538696,
      "step": 72
    },
    {
      "epoch": 2.74658203125e-07,
      "step": 72,
      "training_step_time": 21.989158153533936
    },
    {
      "epoch": 2.78472900390625e-07,
      "grad_norm": 0.40617498755455017,
      "learning_rate": 6e-06,
      "loss": 0.0531,
      "step": 73
    },
    {
      "epoch": 2.78472900390625e-07,
      "model_forward_time": 6.783075571060181,
      "step": 73
    },
    {
      "epoch": 2.78472900390625e-07,
      "step": 73,
      "training_step_time": 21.994735956192017
    },
    {
      "epoch": 2.8228759765625e-07,
      "grad_norm": 0.40530332922935486,
      "learning_rate": 6.083333333333333e-06,
      "loss": 0.0746,
      "step": 74
    },
    {
      "epoch": 2.8228759765625e-07,
      "model_forward_time": 6.757994174957275,
      "step": 74
    },
    {
      "epoch": 2.8228759765625e-07,
      "step": 74,
      "training_step_time": 22.685388326644897
    },
    {
      "epoch": 2.86102294921875e-07,
      "grad_norm": 0.813396155834198,
      "learning_rate": 6.166666666666667e-06,
      "loss": 0.0868,
      "step": 75
    },
    {
      "epoch": 2.86102294921875e-07,
      "model_forward_time": 7.570767641067505,
      "step": 75
    },
    {
      "epoch": 2.86102294921875e-07,
      "step": 75,
      "training_step_time": 22.824578762054443
    },
    {
      "epoch": 2.899169921875e-07,
      "grad_norm": 0.9794986248016357,
      "learning_rate": 6.25e-06,
      "loss": 0.0908,
      "step": 76
    },
    {
      "epoch": 2.899169921875e-07,
      "model_forward_time": 6.761979341506958,
      "step": 76
    },
    {
      "epoch": 2.899169921875e-07,
      "step": 76,
      "training_step_time": 22.02552604675293
    },
    {
      "epoch": 2.93731689453125e-07,
      "grad_norm": 0.8288303017616272,
      "learning_rate": 6.333333333333333e-06,
      "loss": 0.072,
      "step": 77
    },
    {
      "epoch": 2.93731689453125e-07,
      "model_forward_time": 6.762477397918701,
      "step": 77
    },
    {
      "epoch": 2.93731689453125e-07,
      "step": 77,
      "training_step_time": 22.008365631103516
    },
    {
      "epoch": 2.9754638671875e-07,
      "grad_norm": 0.6465693116188049,
      "learning_rate": 6.416666666666667e-06,
      "loss": 0.0911,
      "step": 78
    },
    {
      "epoch": 2.9754638671875e-07,
      "model_forward_time": 6.754557371139526,
      "step": 78
    },
    {
      "epoch": 2.9754638671875e-07,
      "step": 78,
      "training_step_time": 22.018734216690063
    },
    {
      "epoch": 3.01361083984375e-07,
      "grad_norm": 0.6432555913925171,
      "learning_rate": 6.5000000000000004e-06,
      "loss": 0.0671,
      "step": 79
    },
    {
      "epoch": 3.01361083984375e-07,
      "model_forward_time": 6.755199670791626,
      "step": 79
    },
    {
      "epoch": 3.01361083984375e-07,
      "step": 79,
      "training_step_time": 22.54831600189209
    },
    {
      "epoch": 3.0517578125e-07,
      "grad_norm": 0.984706461429596,
      "learning_rate": 6.5833333333333335e-06,
      "loss": 0.0801,
      "step": 80
    },
    {
      "epoch": 3.0517578125e-07,
      "model_forward_time": 7.418195009231567,
      "step": 80
    },
    {
      "dynamics_loss_avg": 0.04443447757512331,
      "epoch": 3.0517578125e-07,
      "step": 80
    },
    {
      "action_loss_avg": 0.02269809441640973,
      "epoch": 3.0517578125e-07,
      "step": 80
    },
    {
      "epoch": 3.0517578125e-07,
      "step": 80,
      "training_step_time": 22.72338318824768
    },
    {
      "epoch": 3.08990478515625e-07,
      "grad_norm": 0.6585456132888794,
      "learning_rate": 6.666666666666667e-06,
      "loss": 0.1075,
      "step": 81
    },
    {
      "epoch": 3.08990478515625e-07,
      "model_forward_time": 6.747918128967285,
      "step": 81
    },
    {
      "epoch": 3.08990478515625e-07,
      "step": 81,
      "training_step_time": 21.97379994392395
    },
    {
      "epoch": 3.1280517578125e-07,
      "grad_norm": 0.9950732588768005,
      "learning_rate": 6.750000000000001e-06,
      "loss": 0.0996,
      "step": 82
    },
    {
      "epoch": 3.1280517578125e-07,
      "model_forward_time": 6.756739139556885,
      "step": 82
    },
    {
      "epoch": 3.1280517578125e-07,
      "step": 82,
      "training_step_time": 21.95931363105774
    },
    {
      "epoch": 3.16619873046875e-07,
      "grad_norm": 0.5060234069824219,
      "learning_rate": 6.833333333333334e-06,
      "loss": 0.0736,
      "step": 83
    },
    {
      "epoch": 3.16619873046875e-07,
      "model_forward_time": 6.769658803939819,
      "step": 83
    },
    {
      "epoch": 3.16619873046875e-07,
      "step": 83,
      "training_step_time": 22.013636589050293
    },
    {
      "epoch": 3.204345703125e-07,
      "grad_norm": 0.40156251192092896,
      "learning_rate": 6.916666666666667e-06,
      "loss": 0.0533,
      "step": 84
    },
    {
      "epoch": 3.204345703125e-07,
      "model_forward_time": 6.7660605907440186,
      "step": 84
    },
    {
      "epoch": 3.204345703125e-07,
      "step": 84,
      "training_step_time": 22.810298681259155
    },
    {
      "epoch": 3.24249267578125e-07,
      "grad_norm": 0.6019635796546936,
      "learning_rate": 7e-06,
      "loss": 0.0806,
      "step": 85
    },
    {
      "epoch": 3.24249267578125e-07,
      "model_forward_time": 7.5384979248046875,
      "step": 85
    },
    {
      "epoch": 3.24249267578125e-07,
      "step": 85,
      "training_step_time": 22.840935707092285
    },
    {
      "epoch": 3.2806396484375e-07,
      "grad_norm": 0.5148795247077942,
      "learning_rate": 7.083333333333335e-06,
      "loss": 0.1011,
      "step": 86
    },
    {
      "epoch": 3.2806396484375e-07,
      "model_forward_time": 6.764312744140625,
      "step": 86
    },
    {
      "epoch": 3.2806396484375e-07,
      "step": 86,
      "training_step_time": 22.01726746559143
    },
    {
      "epoch": 3.31878662109375e-07,
      "grad_norm": 0.6422964334487915,
      "learning_rate": 7.166666666666667e-06,
      "loss": 0.1081,
      "step": 87
    },
    {
      "epoch": 3.31878662109375e-07,
      "model_forward_time": 6.75789213180542,
      "step": 87
    },
    {
      "epoch": 3.31878662109375e-07,
      "step": 87,
      "training_step_time": 22.005736351013184
    },
    {
      "epoch": 3.35693359375e-07,
      "grad_norm": 0.5452517867088318,
      "learning_rate": 7.25e-06,
      "loss": 0.0685,
      "step": 88
    },
    {
      "epoch": 3.35693359375e-07,
      "model_forward_time": 6.7926459312438965,
      "step": 88
    },
    {
      "epoch": 3.35693359375e-07,
      "step": 88,
      "training_step_time": 22.027084350585938
    },
    {
      "epoch": 3.39508056640625e-07,
      "grad_norm": 0.4621957540512085,
      "learning_rate": 7.333333333333333e-06,
      "loss": 0.065,
      "step": 89
    },
    {
      "epoch": 3.39508056640625e-07,
      "model_forward_time": 6.748354434967041,
      "step": 89
    },
    {
      "epoch": 3.39508056640625e-07,
      "step": 89,
      "training_step_time": 21.967004537582397
    },
    {
      "epoch": 3.4332275390625e-07,
      "grad_norm": 0.7087762951850891,
      "learning_rate": 7.416666666666668e-06,
      "loss": 0.0867,
      "step": 90
    },
    {
      "epoch": 3.4332275390625e-07,
      "model_forward_time": 6.75921893119812,
      "step": 90
    },
    {
      "dynamics_loss_avg": 0.0495748421177268,
      "epoch": 3.4332275390625e-07,
      "step": 90
    },
    {
      "action_loss_avg": 0.024141788203269243,
      "epoch": 3.4332275390625e-07,
      "step": 90
    },
    {
      "epoch": 3.4332275390625e-07,
      "step": 90,
      "training_step_time": 22.694412231445312
    },
    {
      "epoch": 3.47137451171875e-07,
      "grad_norm": 0.4945211410522461,
      "learning_rate": 7.500000000000001e-06,
      "loss": 0.0623,
      "step": 91
    },
    {
      "epoch": 3.47137451171875e-07,
      "model_forward_time": 7.5722291469573975,
      "step": 91
    },
    {
      "epoch": 3.47137451171875e-07,
      "step": 91,
      "training_step_time": 22.76789951324463
    },
    {
      "epoch": 3.509521484375e-07,
      "grad_norm": 0.364205926656723,
      "learning_rate": 7.583333333333333e-06,
      "loss": 0.0559,
      "step": 92
    },
    {
      "epoch": 3.509521484375e-07,
      "model_forward_time": 6.758054971694946,
      "step": 92
    },
    {
      "epoch": 3.509521484375e-07,
      "step": 92,
      "training_step_time": 22.088056802749634
    },
    {
      "epoch": 3.54766845703125e-07,
      "grad_norm": 0.5648588538169861,
      "learning_rate": 7.666666666666667e-06,
      "loss": 0.1007,
      "step": 93
    },
    {
      "epoch": 3.54766845703125e-07,
      "model_forward_time": 6.762835264205933,
      "step": 93
    },
    {
      "epoch": 3.54766845703125e-07,
      "step": 93,
      "training_step_time": 21.992321968078613
    },
    {
      "epoch": 3.5858154296875e-07,
      "grad_norm": 0.37186089158058167,
      "learning_rate": 7.75e-06,
      "loss": 0.0748,
      "step": 94
    },
    {
      "epoch": 3.5858154296875e-07,
      "model_forward_time": 6.761574983596802,
      "step": 94
    },
    {
      "epoch": 3.5858154296875e-07,
      "step": 94,
      "training_step_time": 22.5689115524292
    },
    {
      "epoch": 3.62396240234375e-07,
      "grad_norm": 0.5018410086631775,
      "learning_rate": 7.833333333333333e-06,
      "loss": 0.0637,
      "step": 95
    },
    {
      "epoch": 3.62396240234375e-07,
      "model_forward_time": 6.7644124031066895,
      "step": 95
    },
    {
      "epoch": 3.62396240234375e-07,
      "step": 95,
      "training_step_time": 23.33743166923523
    },
    {
      "epoch": 3.662109375e-07,
      "grad_norm": 0.41679590940475464,
      "learning_rate": 7.916666666666667e-06,
      "loss": 0.0765,
      "step": 96
    },
    {
      "epoch": 3.662109375e-07,
      "model_forward_time": 6.747460603713989,
      "step": 96
    },
    {
      "epoch": 3.662109375e-07,
      "step": 96,
      "training_step_time": 22.842400789260864
    },
    {
      "epoch": 3.70025634765625e-07,
      "grad_norm": 0.5597475171089172,
      "learning_rate": 8.000000000000001e-06,
      "loss": 0.0765,
      "step": 97
    },
    {
      "epoch": 3.70025634765625e-07,
      "model_forward_time": 6.776437520980835,
      "step": 97
    },
    {
      "epoch": 3.70025634765625e-07,
      "step": 97,
      "training_step_time": 21.962169408798218
    },
    {
      "epoch": 3.7384033203125e-07,
      "grad_norm": 0.683316707611084,
      "learning_rate": 8.083333333333334e-06,
      "loss": 0.0721,
      "step": 98
    },
    {
      "epoch": 3.7384033203125e-07,
      "model_forward_time": 6.739131689071655,
      "step": 98
    },
    {
      "epoch": 3.7384033203125e-07,
      "step": 98,
      "training_step_time": 22.00320053100586
    },
    {
      "epoch": 3.77655029296875e-07,
      "grad_norm": 0.7955649495124817,
      "learning_rate": 8.166666666666668e-06,
      "loss": 0.0828,
      "step": 99
    },
    {
      "epoch": 3.77655029296875e-07,
      "model_forward_time": 6.756587266921997,
      "step": 99
    },
    {
      "epoch": 3.77655029296875e-07,
      "step": 99,
      "training_step_time": 22.623220920562744
    },
    {
      "epoch": 3.814697265625e-07,
      "grad_norm": 0.6629483699798584,
      "learning_rate": 8.25e-06,
      "loss": 0.0945,
      "step": 100
    },
    {
      "epoch": 3.814697265625e-07,
      "model_forward_time": 7.740333318710327,
      "step": 100
    },
    {
      "dynamics_loss_avg": 0.04554886911064386,
      "epoch": 3.814697265625e-07,
      "step": 100
    },
    {
      "action_loss_avg": 0.021464824629947542,
      "epoch": 3.814697265625e-07,
      "step": 100
    },
    {
      "epoch": 3.814697265625e-07,
      "step": 100,
      "training_step_time": 22.939707040786743
    },
    {
      "epoch": 3.85284423828125e-07,
      "grad_norm": 0.4279281198978424,
      "learning_rate": 8.333333333333334e-06,
      "loss": 0.0531,
      "step": 101
    },
    {
      "epoch": 3.85284423828125e-07,
      "model_forward_time": 6.7235331535339355,
      "step": 101
    },
    {
      "epoch": 3.85284423828125e-07,
      "step": 101,
      "training_step_time": 21.932960748672485
    },
    {
      "epoch": 3.8909912109375e-07,
      "grad_norm": 0.517858624458313,
      "learning_rate": 8.416666666666667e-06,
      "loss": 0.0534,
      "step": 102
    },
    {
      "epoch": 3.8909912109375e-07,
      "model_forward_time": 6.735562086105347,
      "step": 102
    },
    {
      "epoch": 3.8909912109375e-07,
      "step": 102,
      "training_step_time": 21.956669807434082
    },
    {
      "epoch": 3.92913818359375e-07,
      "grad_norm": 0.5234643816947937,
      "learning_rate": 8.5e-06,
      "loss": 0.0541,
      "step": 103
    },
    {
      "epoch": 3.92913818359375e-07,
      "model_forward_time": 6.735138893127441,
      "step": 103
    },
    {
      "epoch": 3.92913818359375e-07,
      "step": 103,
      "training_step_time": 21.987298727035522
    },
    {
      "epoch": 3.96728515625e-07,
      "grad_norm": 0.4968683123588562,
      "learning_rate": 8.583333333333333e-06,
      "loss": 0.0875,
      "step": 104
    },
    {
      "epoch": 3.96728515625e-07,
      "model_forward_time": 6.9544854164123535,
      "step": 104
    },
    {
      "epoch": 3.96728515625e-07,
      "step": 104,
      "training_step_time": 22.661734580993652
    },
    {
      "epoch": 4.00543212890625e-07,
      "grad_norm": 0.522083580493927,
      "learning_rate": 8.666666666666668e-06,
      "loss": 0.0806,
      "step": 105
    },
    {
      "epoch": 4.00543212890625e-07,
      "model_forward_time": 7.394505023956299,
      "step": 105
    },
    {
      "epoch": 4.00543212890625e-07,
      "step": 105,
      "training_step_time": 22.603175401687622
    },
    {
      "epoch": 4.0435791015625e-07,
      "grad_norm": 0.33731427788734436,
      "learning_rate": 8.750000000000001e-06,
      "loss": 0.0481,
      "step": 106
    },
    {
      "epoch": 4.0435791015625e-07,
      "model_forward_time": 6.757032632827759,
      "step": 106
    },
    {
      "epoch": 4.0435791015625e-07,
      "step": 106,
      "training_step_time": 22.735918521881104
    },
    {
      "epoch": 4.08172607421875e-07,
      "grad_norm": 0.6232169270515442,
      "learning_rate": 8.833333333333334e-06,
      "loss": 0.0755,
      "step": 107
    },
    {
      "epoch": 4.08172607421875e-07,
      "model_forward_time": 6.774982929229736,
      "step": 107
    },
    {
      "epoch": 4.08172607421875e-07,
      "step": 107,
      "training_step_time": 22.073326349258423
    },
    {
      "epoch": 4.119873046875e-07,
      "grad_norm": 0.27862703800201416,
      "learning_rate": 8.916666666666667e-06,
      "loss": 0.0691,
      "step": 108
    },
    {
      "epoch": 4.119873046875e-07,
      "model_forward_time": 6.799543380737305,
      "step": 108
    },
    {
      "epoch": 4.119873046875e-07,
      "step": 108,
      "training_step_time": 22.067124366760254
    },
    {
      "epoch": 4.15802001953125e-07,
      "grad_norm": 0.23834483325481415,
      "learning_rate": 9e-06,
      "loss": 0.0461,
      "step": 109
    },
    {
      "epoch": 4.15802001953125e-07,
      "model_forward_time": 6.737428903579712,
      "step": 109
    },
    {
      "epoch": 4.15802001953125e-07,
      "step": 109,
      "training_step_time": 22.66716456413269
    },
    {
      "epoch": 4.1961669921875e-07,
      "grad_norm": 0.3917382061481476,
      "learning_rate": 9.083333333333333e-06,
      "loss": 0.0696,
      "step": 110
    },
    {
      "epoch": 4.1961669921875e-07,
      "model_forward_time": 7.5761072635650635,
      "step": 110
    },
    {
      "dynamics_loss_avg": 0.04124181699007749,
      "epoch": 4.1961669921875e-07,
      "step": 110
    },
    {
      "action_loss_avg": 0.01944868452847004,
      "epoch": 4.1961669921875e-07,
      "step": 110
    },
    {
      "epoch": 4.1961669921875e-07,
      "step": 110,
      "training_step_time": 22.836812019348145
    },
    {
      "epoch": 4.23431396484375e-07,
      "grad_norm": 0.4249575734138489,
      "learning_rate": 9.166666666666666e-06,
      "loss": 0.0604,
      "step": 111
    },
    {
      "epoch": 4.23431396484375e-07,
      "model_forward_time": 6.745219945907593,
      "step": 111
    },
    {
      "epoch": 4.23431396484375e-07,
      "step": 111,
      "training_step_time": 22.743847846984863
    },
    {
      "epoch": 4.2724609375e-07,
      "grad_norm": 0.5766229629516602,
      "learning_rate": 9.250000000000001e-06,
      "loss": 0.0743,
      "step": 112
    },
    {
      "epoch": 4.2724609375e-07,
      "model_forward_time": 6.784938097000122,
      "step": 112
    },
    {
      "epoch": 4.2724609375e-07,
      "step": 112,
      "training_step_time": 22.039432048797607
    },
    {
      "epoch": 4.31060791015625e-07,
      "grad_norm": 0.5213017463684082,
      "learning_rate": 9.333333333333334e-06,
      "loss": 0.0773,
      "step": 113
    },
    {
      "epoch": 4.31060791015625e-07,
      "model_forward_time": 6.763912200927734,
      "step": 113
    },
    {
      "epoch": 4.31060791015625e-07,
      "step": 113,
      "training_step_time": 22.036791563034058
    },
    {
      "epoch": 4.3487548828125e-07,
      "grad_norm": 0.4730391204357147,
      "learning_rate": 9.416666666666667e-06,
      "loss": 0.0572,
      "step": 114
    },
    {
      "epoch": 4.3487548828125e-07,
      "model_forward_time": 6.746548414230347,
      "step": 114
    },
    {
      "epoch": 4.3487548828125e-07,
      "step": 114,
      "training_step_time": 22.028327465057373
    },
    {
      "epoch": 4.38690185546875e-07,
      "grad_norm": 0.36100807785987854,
      "learning_rate": 9.5e-06,
      "loss": 0.0914,
      "step": 115
    },
    {
      "epoch": 4.38690185546875e-07,
      "model_forward_time": 7.472990274429321,
      "step": 115
    },
    {
      "epoch": 4.38690185546875e-07,
      "step": 115,
      "training_step_time": 23.27992033958435
    },
    {
      "epoch": 4.425048828125e-07,
      "grad_norm": 0.4599941372871399,
      "learning_rate": 9.583333333333335e-06,
      "loss": 0.0659,
      "step": 116
    },
    {
      "epoch": 4.425048828125e-07,
      "model_forward_time": 6.749674081802368,
      "step": 116
    },
    {
      "epoch": 4.425048828125e-07,
      "step": 116,
      "training_step_time": 22.689829111099243
    },
    {
      "epoch": 4.46319580078125e-07,
      "grad_norm": 0.49962320923805237,
      "learning_rate": 9.666666666666667e-06,
      "loss": 0.0922,
      "step": 117
    },
    {
      "epoch": 4.46319580078125e-07,
      "model_forward_time": 6.743049144744873,
      "step": 117
    },
    {
      "epoch": 4.46319580078125e-07,
      "step": 117,
      "training_step_time": 21.982341289520264
    },
    {
      "epoch": 4.5013427734375e-07,
      "grad_norm": 0.4542303681373596,
      "learning_rate": 9.75e-06,
      "loss": 0.075,
      "step": 118
    },
    {
      "epoch": 4.5013427734375e-07,
      "model_forward_time": 6.751360177993774,
      "step": 118
    },
    {
      "epoch": 4.5013427734375e-07,
      "step": 118,
      "training_step_time": 22.017139196395874
    },
    {
      "epoch": 4.53948974609375e-07,
      "grad_norm": 0.29766610264778137,
      "learning_rate": 9.833333333333333e-06,
      "loss": 0.0481,
      "step": 119
    },
    {
      "epoch": 4.53948974609375e-07,
      "model_forward_time": 6.7519142627716064,
      "step": 119
    },
    {
      "epoch": 4.53948974609375e-07,
      "step": 119,
      "training_step_time": 22.622534036636353
    },
    {
      "epoch": 4.57763671875e-07,
      "grad_norm": 0.5099700689315796,
      "learning_rate": 9.916666666666668e-06,
      "loss": 0.0721,
      "step": 120
    },
    {
      "epoch": 4.57763671875e-07,
      "model_forward_time": 7.454814672470093,
      "step": 120
    },
    {
      "dynamics_loss_avg": 0.05078688059002161,
      "epoch": 4.57763671875e-07,
      "step": 120
    },
    {
      "action_loss_avg": 0.02374584982171655,
      "epoch": 4.57763671875e-07,
      "step": 120
    },
    {
      "epoch": 4.57763671875e-07,
      "step": 120,
      "training_step_time": 22.687111139297485
    },
    {
      "epoch": 4.61578369140625e-07,
      "grad_norm": 0.5001245141029358,
      "learning_rate": 1e-05,
      "loss": 0.0974,
      "step": 121
    },
    {
      "epoch": 4.61578369140625e-07,
      "model_forward_time": 6.76788854598999,
      "step": 121
    },
    {
      "epoch": 4.61578369140625e-07,
      "step": 121,
      "training_step_time": 22.827616930007935
    },
    {
      "epoch": 4.6539306640625e-07,
      "grad_norm": 0.31736457347869873,
      "learning_rate": 9.99999982517366e-06,
      "loss": 0.0618,
      "step": 122
    },
    {
      "epoch": 4.6539306640625e-07,
      "model_forward_time": 6.751685619354248,
      "step": 122
    },
    {
      "epoch": 4.6539306640625e-07,
      "step": 122,
      "training_step_time": 22.024299144744873
    },
    {
      "epoch": 4.69207763671875e-07,
      "grad_norm": 0.4911317527294159,
      "learning_rate": 9.999999300694644e-06,
      "loss": 0.0729,
      "step": 123
    },
    {
      "epoch": 4.69207763671875e-07,
      "model_forward_time": 6.758893251419067,
      "step": 123
    },
    {
      "epoch": 4.69207763671875e-07,
      "step": 123,
      "training_step_time": 22.04831886291504
    },
    {
      "epoch": 4.730224609375e-07,
      "grad_norm": 0.4712471663951874,
      "learning_rate": 9.999998426562997e-06,
      "loss": 0.0727,
      "step": 124
    },
    {
      "epoch": 4.730224609375e-07,
      "model_forward_time": 6.747656345367432,
      "step": 124
    },
    {
      "epoch": 4.730224609375e-07,
      "step": 124,
      "training_step_time": 22.692527055740356
    },
    {
      "epoch": 4.76837158203125e-07,
      "grad_norm": 0.4863547086715698,
      "learning_rate": 9.999997202778775e-06,
      "loss": 0.0642,
      "step": 125
    },
    {
      "epoch": 4.76837158203125e-07,
      "model_forward_time": 7.477088689804077,
      "step": 125
    },
    {
      "epoch": 4.76837158203125e-07,
      "step": 125,
      "training_step_time": 22.72130537033081
    },
    {
      "epoch": 4.8065185546875e-07,
      "grad_norm": 0.2030063420534134,
      "learning_rate": 9.999995629342067e-06,
      "loss": 0.0544,
      "step": 126
    },
    {
      "epoch": 4.8065185546875e-07,
      "model_forward_time": 6.755474090576172,
      "step": 126
    },
    {
      "epoch": 4.8065185546875e-07,
      "step": 126,
      "training_step_time": 22.86068058013916
    },
    {
      "epoch": 4.84466552734375e-07,
      "grad_norm": 0.3135640025138855,
      "learning_rate": 9.999993706252978e-06,
      "loss": 0.0548,
      "step": 127
    },
    {
      "epoch": 4.84466552734375e-07,
      "model_forward_time": 6.769677639007568,
      "step": 127
    },
    {
      "epoch": 4.84466552734375e-07,
      "step": 127,
      "training_step_time": 21.964107751846313
    },
    {
      "epoch": 4.8828125e-07,
      "grad_norm": 0.2635817527770996,
      "learning_rate": 9.999991433511647e-06,
      "loss": 0.0624,
      "step": 128
    },
    {
      "epoch": 4.8828125e-07,
      "model_forward_time": 6.769992351531982,
      "step": 128
    },
    {
      "epoch": 4.8828125e-07,
      "step": 128,
      "training_step_time": 21.996842622756958
    },
    {
      "epoch": 4.92095947265625e-07,
      "grad_norm": 0.2521567642688751,
      "learning_rate": 9.999988811118232e-06,
      "loss": 0.0454,
      "step": 129
    },
    {
      "epoch": 4.92095947265625e-07,
      "model_forward_time": 6.762868165969849,
      "step": 129
    },
    {
      "epoch": 4.92095947265625e-07,
      "step": 129,
      "training_step_time": 22.633105278015137
    },
    {
      "epoch": 4.9591064453125e-07,
      "grad_norm": 0.40369096398353577,
      "learning_rate": 9.999985839072914e-06,
      "loss": 0.0464,
      "step": 130
    },
    {
      "epoch": 4.9591064453125e-07,
      "model_forward_time": 7.455149173736572,
      "step": 130
    },
    {
      "dynamics_loss_avg": 0.03900067303329706,
      "epoch": 4.9591064453125e-07,
      "step": 130
    },
    {
      "action_loss_avg": 0.017354808887466787,
      "epoch": 4.9591064453125e-07,
      "step": 130
    },
    {
      "epoch": 4.9591064453125e-07,
      "step": 130,
      "training_step_time": 22.684397220611572
    },
    {
      "epoch": 4.99725341796875e-07,
      "grad_norm": 0.3312961757183075,
      "learning_rate": 9.999982517375903e-06,
      "loss": 0.0587,
      "step": 131
    },
    {
      "epoch": 4.99725341796875e-07,
      "model_forward_time": 6.756301164627075,
      "step": 131
    },
    {
      "epoch": 4.99725341796875e-07,
      "step": 131,
      "training_step_time": 22.676857471466064
    },
    {
      "epoch": 5.035400390625e-07,
      "grad_norm": 0.386420875787735,
      "learning_rate": 9.999978846027432e-06,
      "loss": 0.0642,
      "step": 132
    },
    {
      "epoch": 5.035400390625e-07,
      "model_forward_time": 6.7600483894348145,
      "step": 132
    },
    {
      "epoch": 5.035400390625e-07,
      "step": 132,
      "training_step_time": 21.986194133758545
    },
    {
      "epoch": 5.07354736328125e-07,
      "grad_norm": 0.2888985872268677,
      "learning_rate": 9.999974825027756e-06,
      "loss": 0.0408,
      "step": 133
    },
    {
      "epoch": 5.07354736328125e-07,
      "model_forward_time": 6.805711030960083,
      "step": 133
    },
    {
      "epoch": 5.07354736328125e-07,
      "step": 133,
      "training_step_time": 21.986981630325317
    },
    {
      "epoch": 5.1116943359375e-07,
      "grad_norm": 0.18201413750648499,
      "learning_rate": 9.999970454377157e-06,
      "loss": 0.0558,
      "step": 134
    },
    {
      "epoch": 5.1116943359375e-07,
      "model_forward_time": 6.741215705871582,
      "step": 134
    },
    {
      "epoch": 5.1116943359375e-07,
      "step": 134,
      "training_step_time": 21.98284602165222
    },
    {
      "epoch": 5.14984130859375e-07,
      "grad_norm": 0.5551113486289978,
      "learning_rate": 9.99996573407594e-06,
      "loss": 0.0974,
      "step": 135
    },
    {
      "epoch": 5.14984130859375e-07,
      "model_forward_time": 7.489913463592529,
      "step": 135
    },
    {
      "epoch": 5.14984130859375e-07,
      "step": 135,
      "training_step_time": 22.725595474243164
    },
    {
      "epoch": 5.18798828125e-07,
      "grad_norm": 0.33611276745796204,
      "learning_rate": 9.999960664124435e-06,
      "loss": 0.0619,
      "step": 136
    },
    {
      "epoch": 5.18798828125e-07,
      "model_forward_time": 6.751822471618652,
      "step": 136
    },
    {
      "epoch": 5.18798828125e-07,
      "step": 136,
      "training_step_time": 22.827702283859253
    },
    {
      "epoch": 5.22613525390625e-07,
      "grad_norm": 0.5144951939582825,
      "learning_rate": 9.999955244522999e-06,
      "loss": 0.066,
      "step": 137
    },
    {
      "epoch": 5.22613525390625e-07,
      "model_forward_time": 6.785726308822632,
      "step": 137
    },
    {
      "epoch": 5.22613525390625e-07,
      "step": 137,
      "training_step_time": 22.0318386554718
    },
    {
      "epoch": 5.2642822265625e-07,
      "grad_norm": 0.5104981660842896,
      "learning_rate": 9.999949475272009e-06,
      "loss": 0.0664,
      "step": 138
    },
    {
      "epoch": 5.2642822265625e-07,
      "model_forward_time": 6.757602691650391,
      "step": 138
    },
    {
      "epoch": 5.2642822265625e-07,
      "step": 138,
      "training_step_time": 22.050939559936523
    },
    {
      "epoch": 5.30242919921875e-07,
      "grad_norm": 0.3699050843715668,
      "learning_rate": 9.999943356371867e-06,
      "loss": 0.074,
      "step": 139
    },
    {
      "epoch": 5.30242919921875e-07,
      "model_forward_time": 6.766942977905273,
      "step": 139
    },
    {
      "epoch": 5.30242919921875e-07,
      "step": 139,
      "training_step_time": 22.586618185043335
    },
    {
      "epoch": 5.340576171875e-07,
      "grad_norm": 0.4128536581993103,
      "learning_rate": 9.999936887823004e-06,
      "loss": 0.0523,
      "step": 140
    },
    {
      "epoch": 5.340576171875e-07,
      "model_forward_time": 7.496279239654541,
      "step": 140
    },
    {
      "dynamics_loss_avg": 0.04466829560697079,
      "epoch": 5.340576171875e-07,
      "step": 140
    },
    {
      "action_loss_avg": 0.021264782547950743,
      "epoch": 5.340576171875e-07,
      "step": 140
    },
    {
      "epoch": 5.340576171875e-07,
      "step": 140,
      "training_step_time": 22.737154245376587
    },
    {
      "epoch": 5.37872314453125e-07,
      "grad_norm": 0.7202432155609131,
      "learning_rate": 9.999930069625869e-06,
      "loss": 0.0838,
      "step": 141
    },
    {
      "epoch": 5.37872314453125e-07,
      "model_forward_time": 6.771124839782715,
      "step": 141
    },
    {
      "epoch": 5.37872314453125e-07,
      "step": 141,
      "training_step_time": 22.776407957077026
    },
    {
      "epoch": 5.4168701171875e-07,
      "grad_norm": 0.4167465567588806,
      "learning_rate": 9.999922901780941e-06,
      "loss": 0.055,
      "step": 142
    },
    {
      "epoch": 5.4168701171875e-07,
      "model_forward_time": 6.757672548294067,
      "step": 142
    },
    {
      "epoch": 5.4168701171875e-07,
      "step": 142,
      "training_step_time": 22.044896364212036
    },
    {
      "epoch": 5.45501708984375e-07,
      "grad_norm": 0.2707807421684265,
      "learning_rate": 9.999915384288723e-06,
      "loss": 0.0425,
      "step": 143
    },
    {
      "epoch": 5.45501708984375e-07,
      "model_forward_time": 6.764301061630249,
      "step": 143
    },
    {
      "epoch": 5.45501708984375e-07,
      "step": 143,
      "training_step_time": 21.94273090362549
    },
    {
      "epoch": 5.4931640625e-07,
      "grad_norm": 0.34880679845809937,
      "learning_rate": 9.999907517149737e-06,
      "loss": 0.0493,
      "step": 144
    },
    {
      "epoch": 5.4931640625e-07,
      "model_forward_time": 6.7468953132629395,
      "step": 144
    },
    {
      "epoch": 5.4931640625e-07,
      "step": 144,
      "training_step_time": 22.52394723892212
    },
    {
      "epoch": 5.53131103515625e-07,
      "grad_norm": 0.41578203439712524,
      "learning_rate": 9.999899300364534e-06,
      "loss": 0.0629,
      "step": 145
    },
    {
      "epoch": 5.53131103515625e-07,
      "model_forward_time": 6.749747037887573,
      "step": 145
    },
    {
      "epoch": 5.53131103515625e-07,
      "step": 145,
      "training_step_time": 22.732603549957275
    },
    {
      "epoch": 5.5694580078125e-07,
      "grad_norm": 0.3054704964160919,
      "learning_rate": 9.99989073393369e-06,
      "loss": 0.0661,
      "step": 146
    },
    {
      "epoch": 5.5694580078125e-07,
      "model_forward_time": 6.772719621658325,
      "step": 146
    },
    {
      "epoch": 5.5694580078125e-07,
      "step": 146,
      "training_step_time": 22.525226354599
    },
    {
      "epoch": 5.60760498046875e-07,
      "grad_norm": 0.47700077295303345,
      "learning_rate": 9.999881817857802e-06,
      "loss": 0.088,
      "step": 147
    },
    {
      "epoch": 5.60760498046875e-07,
      "model_forward_time": 6.756990194320679,
      "step": 147
    },
    {
      "epoch": 5.60760498046875e-07,
      "step": 147,
      "training_step_time": 22.713494777679443
    },
    {
      "epoch": 5.645751953125e-07,
      "grad_norm": 0.3745619058609009,
      "learning_rate": 9.999872552137497e-06,
      "loss": 0.0794,
      "step": 148
    },
    {
      "epoch": 5.645751953125e-07,
      "model_forward_time": 6.740164041519165,
      "step": 148
    },
    {
      "epoch": 5.645751953125e-07,
      "step": 148,
      "training_step_time": 22.042593240737915
    },
    {
      "epoch": 5.68389892578125e-07,
      "grad_norm": 0.3759288489818573,
      "learning_rate": 9.99986293677342e-06,
      "loss": 0.0649,
      "step": 149
    },
    {
      "epoch": 5.68389892578125e-07,
      "model_forward_time": 6.7726829051971436,
      "step": 149
    },
    {
      "epoch": 5.68389892578125e-07,
      "step": 149,
      "training_step_time": 22.66583013534546
    },
    {
      "epoch": 5.7220458984375e-07,
      "grad_norm": 0.30042803287506104,
      "learning_rate": 9.999852971766244e-06,
      "loss": 0.0553,
      "step": 150
    },
    {
      "epoch": 5.7220458984375e-07,
      "model_forward_time": 6.762711048126221,
      "step": 150
    },
    {
      "dynamics_loss_avg": 0.042015849985182284,
      "epoch": 5.7220458984375e-07,
      "step": 150
    },
    {
      "action_loss_avg": 0.016803580988198518,
      "epoch": 5.7220458984375e-07,
      "step": 150
    },
    {
      "epoch": 5.7220458984375e-07,
      "step": 150,
      "training_step_time": 22.668452978134155
    },
    {
      "epoch": 5.76019287109375e-07,
      "grad_norm": 0.49277451634407043,
      "learning_rate": 9.999842657116667e-06,
      "loss": 0.0846,
      "step": 151
    },
    {
      "epoch": 5.76019287109375e-07,
      "model_forward_time": 6.76415491104126,
      "step": 151
    },
    {
      "epoch": 5.76019287109375e-07,
      "step": 151,
      "training_step_time": 22.614030122756958
    },
    {
      "epoch": 5.79833984375e-07,
      "grad_norm": 0.4049271047115326,
      "learning_rate": 9.999831992825409e-06,
      "loss": 0.0657,
      "step": 152
    },
    {
      "epoch": 5.79833984375e-07,
      "model_forward_time": 6.76949667930603,
      "step": 152
    },
    {
      "epoch": 5.79833984375e-07,
      "step": 152,
      "training_step_time": 22.75499963760376
    },
    {
      "epoch": 5.83648681640625e-07,
      "grad_norm": 0.3933532238006592,
      "learning_rate": 9.999820978893216e-06,
      "loss": 0.0627,
      "step": 153
    },
    {
      "epoch": 5.83648681640625e-07,
      "model_forward_time": 6.741993188858032,
      "step": 153
    },
    {
      "epoch": 5.83648681640625e-07,
      "step": 153,
      "training_step_time": 22.018582344055176
    },
    {
      "epoch": 5.8746337890625e-07,
      "grad_norm": 0.457237184047699,
      "learning_rate": 9.999809615320857e-06,
      "loss": 0.064,
      "step": 154
    },
    {
      "epoch": 5.8746337890625e-07,
      "model_forward_time": 6.751228332519531,
      "step": 154
    },
    {
      "epoch": 5.8746337890625e-07,
      "step": 154,
      "training_step_time": 21.979118585586548
    },
    {
      "epoch": 5.91278076171875e-07,
      "grad_norm": 0.40559834241867065,
      "learning_rate": 9.999797902109129e-06,
      "loss": 0.0642,
      "step": 155
    },
    {
      "epoch": 5.91278076171875e-07,
      "model_forward_time": 6.744965076446533,
      "step": 155
    },
    {
      "epoch": 5.91278076171875e-07,
      "step": 155,
      "training_step_time": 23.27268123626709
    },
    {
      "epoch": 5.950927734375e-07,
      "grad_norm": 0.3311346173286438,
      "learning_rate": 9.999785839258851e-06,
      "loss": 0.0662,
      "step": 156
    },
    {
      "epoch": 5.950927734375e-07,
      "model_forward_time": 6.771342992782593,
      "step": 156
    },
    {
      "epoch": 5.950927734375e-07,
      "step": 156,
      "training_step_time": 22.660449504852295
    },
    {
      "epoch": 5.98907470703125e-07,
      "grad_norm": 0.35976359248161316,
      "learning_rate": 9.999773426770864e-06,
      "loss": 0.0664,
      "step": 157
    },
    {
      "epoch": 5.98907470703125e-07,
      "model_forward_time": 6.754281759262085,
      "step": 157
    },
    {
      "epoch": 5.98907470703125e-07,
      "step": 157,
      "training_step_time": 22.878225326538086
    },
    {
      "epoch": 6.0272216796875e-07,
      "grad_norm": 0.4002525210380554,
      "learning_rate": 9.99976066464604e-06,
      "loss": 0.0719,
      "step": 158
    },
    {
      "epoch": 6.0272216796875e-07,
      "model_forward_time": 6.760280132293701,
      "step": 158
    },
    {
      "epoch": 6.0272216796875e-07,
      "step": 158,
      "training_step_time": 22.02562403678894
    },
    {
      "epoch": 6.06536865234375e-07,
      "grad_norm": 0.6065597534179688,
      "learning_rate": 9.999747552885268e-06,
      "loss": 0.09,
      "step": 159
    },
    {
      "epoch": 6.06536865234375e-07,
      "model_forward_time": 6.762840986251831,
      "step": 159
    },
    {
      "epoch": 6.06536865234375e-07,
      "step": 159,
      "training_step_time": 22.700828313827515
    },
    {
      "epoch": 6.103515625e-07,
      "grad_norm": 0.46633267402648926,
      "learning_rate": 9.999734091489465e-06,
      "loss": 0.0722,
      "step": 160
    },
    {
      "epoch": 6.103515625e-07,
      "model_forward_time": 6.7919371128082275,
      "step": 160
    },
    {
      "dynamics_loss_avg": 0.04549998827278614,
      "epoch": 6.103515625e-07,
      "step": 160
    },
    {
      "action_loss_avg": 0.020636978186666967,
      "epoch": 6.103515625e-07,
      "step": 160
    },
    {
      "epoch": 6.103515625e-07,
      "step": 160,
      "training_step_time": 22.00519633293152
    },
    {
      "epoch": 6.14166259765625e-07,
      "grad_norm": 0.5219252705574036,
      "learning_rate": 9.999720280459576e-06,
      "loss": 0.0765,
      "step": 161
    },
    {
      "epoch": 6.14166259765625e-07,
      "model_forward_time": 7.552437782287598,
      "step": 161
    },
    {
      "epoch": 6.14166259765625e-07,
      "step": 161,
      "training_step_time": 22.812652587890625
    },
    {
      "epoch": 6.1798095703125e-07,
      "grad_norm": 0.33277806639671326,
      "learning_rate": 9.999706119796563e-06,
      "loss": 0.059,
      "step": 162
    },
    {
      "epoch": 6.1798095703125e-07,
      "model_forward_time": 6.754852771759033,
      "step": 162
    },
    {
      "epoch": 6.1798095703125e-07,
      "step": 162,
      "training_step_time": 22.805545806884766
    },
    {
      "epoch": 6.21795654296875e-07,
      "grad_norm": 0.39914771914482117,
      "learning_rate": 9.999691609501418e-06,
      "loss": 0.06,
      "step": 163
    },
    {
      "epoch": 6.21795654296875e-07,
      "model_forward_time": 6.7747087478637695,
      "step": 163
    },
    {
      "epoch": 6.21795654296875e-07,
      "step": 163,
      "training_step_time": 22.010265111923218
    },
    {
      "epoch": 6.256103515625e-07,
      "grad_norm": 0.5022380948066711,
      "learning_rate": 9.999676749575154e-06,
      "loss": 0.056,
      "step": 164
    },
    {
      "epoch": 6.256103515625e-07,
      "model_forward_time": 6.761733293533325,
      "step": 164
    },
    {
      "epoch": 6.256103515625e-07,
      "step": 164,
      "training_step_time": 22.680987119674683
    },
    {
      "epoch": 6.29425048828125e-07,
      "grad_norm": 0.29861608147621155,
      "learning_rate": 9.999661540018812e-06,
      "loss": 0.0615,
      "step": 165
    },
    {
      "epoch": 6.29425048828125e-07,
      "model_forward_time": 6.743314027786255,
      "step": 165
    },
    {
      "epoch": 6.29425048828125e-07,
      "step": 165,
      "training_step_time": 22.009730100631714
    },
    {
      "epoch": 6.3323974609375e-07,
      "grad_norm": 0.3585055470466614,
      "learning_rate": 9.999645980833454e-06,
      "loss": 0.0587,
      "step": 166
    },
    {
      "epoch": 6.3323974609375e-07,
      "model_forward_time": 7.429948806762695,
      "step": 166
    },
    {
      "epoch": 6.3323974609375e-07,
      "step": 166,
      "training_step_time": 22.638842344284058
    },
    {
      "epoch": 6.37054443359375e-07,
      "grad_norm": 0.26605135202407837,
      "learning_rate": 9.999630072020171e-06,
      "loss": 0.0669,
      "step": 167
    },
    {
      "epoch": 6.37054443359375e-07,
      "model_forward_time": 6.744788408279419,
      "step": 167
    },
    {
      "epoch": 6.37054443359375e-07,
      "step": 167,
      "training_step_time": 22.743430137634277
    },
    {
      "epoch": 6.40869140625e-07,
      "grad_norm": 0.3193645179271698,
      "learning_rate": 9.999613813580074e-06,
      "loss": 0.0735,
      "step": 168
    },
    {
      "epoch": 6.40869140625e-07,
      "model_forward_time": 6.7690300941467285,
      "step": 168
    },
    {
      "epoch": 6.40869140625e-07,
      "step": 168,
      "training_step_time": 21.99793291091919
    },
    {
      "epoch": 6.44683837890625e-07,
      "grad_norm": 0.4949049651622772,
      "learning_rate": 9.999597205514298e-06,
      "loss": 0.072,
      "step": 169
    },
    {
      "epoch": 6.44683837890625e-07,
      "model_forward_time": 6.757693290710449,
      "step": 169
    },
    {
      "epoch": 6.44683837890625e-07,
      "step": 169,
      "training_step_time": 22.66823983192444
    },
    {
      "epoch": 6.4849853515625e-07,
      "grad_norm": 0.43898284435272217,
      "learning_rate": 9.999580247824005e-06,
      "loss": 0.0878,
      "step": 170
    },
    {
      "epoch": 6.4849853515625e-07,
      "model_forward_time": 6.7559285163879395,
      "step": 170
    },
    {
      "dynamics_loss_avg": 0.046268017031252384,
      "epoch": 6.4849853515625e-07,
      "step": 170
    },
    {
      "action_loss_avg": 0.017126217484474182,
      "epoch": 6.4849853515625e-07,
      "step": 170
    },
    {
      "epoch": 6.4849853515625e-07,
      "step": 170,
      "training_step_time": 22.004528522491455
    },
    {
      "epoch": 6.52313232421875e-07,
      "grad_norm": 0.4635111689567566,
      "learning_rate": 9.999562940510383e-06,
      "loss": 0.062,
      "step": 171
    },
    {
      "epoch": 6.52313232421875e-07,
      "model_forward_time": 7.4458699226379395,
      "step": 171
    },
    {
      "epoch": 6.52313232421875e-07,
      "step": 171,
      "training_step_time": 22.636811017990112
    },
    {
      "epoch": 6.561279296875e-07,
      "grad_norm": 0.6438445448875427,
      "learning_rate": 9.999545283574641e-06,
      "loss": 0.0724,
      "step": 172
    },
    {
      "epoch": 6.561279296875e-07,
      "model_forward_time": 6.746517896652222,
      "step": 172
    },
    {
      "epoch": 6.561279296875e-07,
      "step": 172,
      "training_step_time": 22.757161140441895
    },
    {
      "epoch": 6.59942626953125e-07,
      "grad_norm": 0.30316075682640076,
      "learning_rate": 9.999527277018016e-06,
      "loss": 0.0659,
      "step": 173
    },
    {
      "epoch": 6.59942626953125e-07,
      "model_forward_time": 6.785374879837036,
      "step": 173
    },
    {
      "epoch": 6.59942626953125e-07,
      "step": 173,
      "training_step_time": 21.95987033843994
    },
    {
      "epoch": 6.6375732421875e-07,
      "grad_norm": 0.21460552513599396,
      "learning_rate": 9.999508920841763e-06,
      "loss": 0.061,
      "step": 174
    },
    {
      "epoch": 6.6375732421875e-07,
      "model_forward_time": 6.983366966247559,
      "step": 174
    },
    {
      "epoch": 6.6375732421875e-07,
      "step": 174,
      "training_step_time": 22.14939856529236
    },
    {
      "epoch": 6.67572021484375e-07,
      "grad_norm": 0.5804398655891418,
      "learning_rate": 9.999490215047167e-06,
      "loss": 0.0796,
      "step": 175
    },
    {
      "epoch": 6.67572021484375e-07,
      "model_forward_time": 6.762352466583252,
      "step": 175
    },
    {
      "epoch": 6.67572021484375e-07,
      "step": 175,
      "training_step_time": 22.77194571495056
    },
    {
      "epoch": 6.7138671875e-07,
      "grad_norm": 0.42750826478004456,
      "learning_rate": 9.999471159635538e-06,
      "loss": 0.0703,
      "step": 176
    },
    {
      "epoch": 6.7138671875e-07,
      "model_forward_time": 7.480884075164795,
      "step": 176
    },
    {
      "epoch": 6.7138671875e-07,
      "step": 176,
      "training_step_time": 22.741065979003906
    },
    {
      "epoch": 6.75201416015625e-07,
      "grad_norm": 0.6899597644805908,
      "learning_rate": 9.999451754608208e-06,
      "loss": 0.0777,
      "step": 177
    },
    {
      "epoch": 6.75201416015625e-07,
      "model_forward_time": 6.767621278762817,
      "step": 177
    },
    {
      "epoch": 6.75201416015625e-07,
      "step": 177,
      "training_step_time": 22.85747766494751
    },
    {
      "epoch": 6.7901611328125e-07,
      "grad_norm": 0.3598918616771698,
      "learning_rate": 9.999431999966532e-06,
      "loss": 0.0634,
      "step": 178
    },
    {
      "epoch": 6.7901611328125e-07,
      "model_forward_time": 6.774244785308838,
      "step": 178
    },
    {
      "epoch": 6.7901611328125e-07,
      "step": 178,
      "training_step_time": 22.022712230682373
    },
    {
      "epoch": 6.82830810546875e-07,
      "grad_norm": 0.6123965978622437,
      "learning_rate": 9.999411895711895e-06,
      "loss": 0.0797,
      "step": 179
    },
    {
      "epoch": 6.82830810546875e-07,
      "model_forward_time": 6.755410432815552,
      "step": 179
    },
    {
      "epoch": 6.82830810546875e-07,
      "step": 179,
      "training_step_time": 22.733213424682617
    },
    {
      "epoch": 6.866455078125e-07,
      "grad_norm": 0.3582688271999359,
      "learning_rate": 9.999391441845699e-06,
      "loss": 0.0544,
      "step": 180
    },
    {
      "epoch": 6.866455078125e-07,
      "model_forward_time": 6.7735583782196045,
      "step": 180
    },
    {
      "dynamics_loss_avg": 0.04798832945525646,
      "epoch": 6.866455078125e-07,
      "step": 180
    },
    {
      "action_loss_avg": 0.01738374838605523,
      "epoch": 6.866455078125e-07,
      "step": 180
    },
    {
      "epoch": 6.866455078125e-07,
      "step": 180,
      "training_step_time": 22.02992606163025
    },
    {
      "epoch": 6.90460205078125e-07,
      "grad_norm": 0.356501042842865,
      "learning_rate": 9.999370638369377e-06,
      "loss": 0.0681,
      "step": 181
    },
    {
      "epoch": 6.90460205078125e-07,
      "model_forward_time": 7.459071636199951,
      "step": 181
    },
    {
      "epoch": 6.90460205078125e-07,
      "step": 181,
      "training_step_time": 22.612366199493408
    },
    {
      "epoch": 6.9427490234375e-07,
      "grad_norm": 0.4020041823387146,
      "learning_rate": 9.999349485284383e-06,
      "loss": 0.067,
      "step": 182
    },
    {
      "epoch": 6.9427490234375e-07,
      "model_forward_time": 6.76711106300354,
      "step": 182
    },
    {
      "epoch": 6.9427490234375e-07,
      "step": 182,
      "training_step_time": 22.5959255695343
    },
    {
      "epoch": 6.98089599609375e-07,
      "grad_norm": 0.45650774240493774,
      "learning_rate": 9.999327982592195e-06,
      "loss": 0.0802,
      "step": 183
    },
    {
      "epoch": 6.98089599609375e-07,
      "model_forward_time": 6.798738241195679,
      "step": 183
    },
    {
      "epoch": 6.98089599609375e-07,
      "step": 183,
      "training_step_time": 22.016801834106445
    },
    {
      "epoch": 7.01904296875e-07,
      "grad_norm": 0.41493862867355347,
      "learning_rate": 9.999306130294317e-06,
      "loss": 0.0671,
      "step": 184
    },
    {
      "epoch": 7.01904296875e-07,
      "model_forward_time": 6.766199827194214,
      "step": 184
    },
    {
      "epoch": 7.01904296875e-07,
      "step": 184,
      "training_step_time": 22.728382110595703
    },
    {
      "epoch": 7.05718994140625e-07,
      "grad_norm": 0.5802150368690491,
      "learning_rate": 9.99928392839228e-06,
      "loss": 0.0621,
      "step": 185
    },
    {
      "epoch": 7.05718994140625e-07,
      "model_forward_time": 6.779653787612915,
      "step": 185
    },
    {
      "epoch": 7.05718994140625e-07,
      "step": 185,
      "training_step_time": 22.04237174987793
    },
    {
      "epoch": 7.0953369140625e-07,
      "grad_norm": 0.45233482122421265,
      "learning_rate": 9.999261376887634e-06,
      "loss": 0.0669,
      "step": 186
    },
    {
      "epoch": 7.0953369140625e-07,
      "model_forward_time": 7.513818025588989,
      "step": 186
    },
    {
      "epoch": 7.0953369140625e-07,
      "step": 186,
      "training_step_time": 22.750102758407593
    },
    {
      "epoch": 7.13348388671875e-07,
      "grad_norm": 0.46809038519859314,
      "learning_rate": 9.999238475781957e-06,
      "loss": 0.0755,
      "step": 187
    },
    {
      "epoch": 7.13348388671875e-07,
      "model_forward_time": 6.762331485748291,
      "step": 187
    },
    {
      "epoch": 7.13348388671875e-07,
      "step": 187,
      "training_step_time": 22.023293495178223
    },
    {
      "epoch": 7.171630859375e-07,
      "grad_norm": 0.45914068818092346,
      "learning_rate": 9.999215225076851e-06,
      "loss": 0.0713,
      "step": 188
    },
    {
      "epoch": 7.171630859375e-07,
      "model_forward_time": 6.755389928817749,
      "step": 188
    },
    {
      "epoch": 7.171630859375e-07,
      "step": 188,
      "training_step_time": 22.81943368911743
    },
    {
      "epoch": 7.20977783203125e-07,
      "grad_norm": 0.4642185866832733,
      "learning_rate": 9.999191624773939e-06,
      "loss": 0.077,
      "step": 189
    },
    {
      "epoch": 7.20977783203125e-07,
      "model_forward_time": 6.756648302078247,
      "step": 189
    },
    {
      "epoch": 7.20977783203125e-07,
      "step": 189,
      "training_step_time": 22.77297306060791
    },
    {
      "epoch": 7.2479248046875e-07,
      "grad_norm": 0.3927624225616455,
      "learning_rate": 9.999167674874875e-06,
      "loss": 0.0543,
      "step": 190
    },
    {
      "epoch": 7.2479248046875e-07,
      "model_forward_time": 6.741055488586426,
      "step": 190
    },
    {
      "dynamics_loss_avg": 0.04677663929760456,
      "epoch": 7.2479248046875e-07,
      "step": 190
    },
    {
      "action_loss_avg": 0.01782773220911622,
      "epoch": 7.2479248046875e-07,
      "step": 190
    },
    {
      "epoch": 7.2479248046875e-07,
      "step": 190,
      "training_step_time": 21.97529625892639
    },
    {
      "epoch": 7.28607177734375e-07,
      "grad_norm": 0.6713647246360779,
      "learning_rate": 9.999143375381331e-06,
      "loss": 0.0743,
      "step": 191
    },
    {
      "epoch": 7.28607177734375e-07,
      "model_forward_time": 7.527556419372559,
      "step": 191
    },
    {
      "epoch": 7.28607177734375e-07,
      "step": 191,
      "training_step_time": 22.74307870864868
    },
    {
      "epoch": 7.32421875e-07,
      "grad_norm": 0.3173154890537262,
      "learning_rate": 9.999118726295007e-06,
      "loss": 0.0906,
      "step": 192
    },
    {
      "epoch": 7.32421875e-07,
      "model_forward_time": 6.775335788726807,
      "step": 192
    },
    {
      "epoch": 7.32421875e-07,
      "step": 192,
      "training_step_time": 22.690881967544556
    },
    {
      "epoch": 7.36236572265625e-07,
      "grad_norm": 0.30125030875205994,
      "learning_rate": 9.99909372761763e-06,
      "loss": 0.0665,
      "step": 193
    },
    {
      "epoch": 7.36236572265625e-07,
      "model_forward_time": 6.779187917709351,
      "step": 193
    },
    {
      "epoch": 7.36236572265625e-07,
      "step": 193,
      "training_step_time": 21.938316583633423
    },
    {
      "epoch": 7.4005126953125e-07,
      "grad_norm": 0.43467822670936584,
      "learning_rate": 9.999068379350944e-06,
      "loss": 0.053,
      "step": 194
    },
    {
      "epoch": 7.4005126953125e-07,
      "model_forward_time": 6.767987489700317,
      "step": 194
    },
    {
      "epoch": 7.4005126953125e-07,
      "step": 194,
      "training_step_time": 22.00288438796997
    },
    {
      "epoch": 7.43865966796875e-07,
      "grad_norm": 0.3392348289489746,
      "learning_rate": 9.999042681496723e-06,
      "loss": 0.0599,
      "step": 195
    },
    {
      "epoch": 7.43865966796875e-07,
      "model_forward_time": 6.746610879898071,
      "step": 195
    },
    {
      "epoch": 7.43865966796875e-07,
      "step": 195,
      "training_step_time": 22.71514391899109
    },
    {
      "epoch": 7.476806640625e-07,
      "grad_norm": 0.5958934426307678,
      "learning_rate": 9.999016634056764e-06,
      "loss": 0.0711,
      "step": 196
    },
    {
      "epoch": 7.476806640625e-07,
      "model_forward_time": 7.475692272186279,
      "step": 196
    },
    {
      "epoch": 7.476806640625e-07,
      "step": 196,
      "training_step_time": 23.218864679336548
    },
    {
      "epoch": 7.51495361328125e-07,
      "grad_norm": 0.4056608974933624,
      "learning_rate": 9.998990237032888e-06,
      "loss": 0.0517,
      "step": 197
    },
    {
      "epoch": 7.51495361328125e-07,
      "model_forward_time": 6.7479541301727295,
      "step": 197
    },
    {
      "epoch": 7.51495361328125e-07,
      "step": 197,
      "training_step_time": 21.996134042739868
    },
    {
      "epoch": 7.5531005859375e-07,
      "grad_norm": 0.36487632989883423,
      "learning_rate": 9.998963490426943e-06,
      "loss": 0.0642,
      "step": 198
    },
    {
      "epoch": 7.5531005859375e-07,
      "model_forward_time": 6.765490293502808,
      "step": 198
    },
    {
      "epoch": 7.5531005859375e-07,
      "step": 198,
      "training_step_time": 22.819446325302124
    },
    {
      "epoch": 7.59124755859375e-07,
      "grad_norm": 0.3827589750289917,
      "learning_rate": 9.998936394240798e-06,
      "loss": 0.0595,
      "step": 199
    },
    {
      "epoch": 7.59124755859375e-07,
      "model_forward_time": 6.743975400924683,
      "step": 199
    },
    {
      "epoch": 7.59124755859375e-07,
      "step": 199,
      "training_step_time": 22.74208927154541
    },
    {
      "epoch": 7.62939453125e-07,
      "grad_norm": 0.39127999544143677,
      "learning_rate": 9.998908948476348e-06,
      "loss": 0.0668,
      "step": 200
    },
    {
      "epoch": 7.62939453125e-07,
      "model_forward_time": 6.721134185791016,
      "step": 200
    },
    {
      "dynamics_loss_avg": 0.046234973892569545,
      "epoch": 7.62939453125e-07,
      "step": 200
    },
    {
      "action_loss_avg": 0.021809957828372716,
      "epoch": 7.62939453125e-07,
      "step": 200
    },
    {
      "epoch": 7.62939453125e-07,
      "step": 200,
      "training_step_time": 21.878241062164307
    },
    {
      "epoch": 7.66754150390625e-07,
      "grad_norm": 0.47704705595970154,
      "learning_rate": 9.99888115313551e-06,
      "loss": 0.0712,
      "step": 201
    },
    {
      "epoch": 7.66754150390625e-07,
      "model_forward_time": 7.7116312980651855,
      "step": 201
    },
    {
      "epoch": 7.66754150390625e-07,
      "step": 201,
      "training_step_time": 22.91579580307007
    },
    {
      "epoch": 7.7056884765625e-07,
      "grad_norm": 0.5307747721672058,
      "learning_rate": 9.998853008220231e-06,
      "loss": 0.081,
      "step": 202
    },
    {
      "epoch": 7.7056884765625e-07,
      "model_forward_time": 6.834251880645752,
      "step": 202
    },
    {
      "epoch": 7.7056884765625e-07,
      "step": 202,
      "training_step_time": 22.699203729629517
    },
    {
      "epoch": 7.74383544921875e-07,
      "grad_norm": 0.303506463766098,
      "learning_rate": 9.99882451373248e-06,
      "loss": 0.0686,
      "step": 203
    },
    {
      "epoch": 7.74383544921875e-07,
      "model_forward_time": 6.735685586929321,
      "step": 203
    },
    {
      "epoch": 7.74383544921875e-07,
      "step": 203,
      "training_step_time": 21.960134744644165
    },
    {
      "epoch": 7.781982421875e-07,
      "grad_norm": 0.37902572751045227,
      "learning_rate": 9.998795669674244e-06,
      "loss": 0.0785,
      "step": 204
    },
    {
      "epoch": 7.781982421875e-07,
      "model_forward_time": 6.739209175109863,
      "step": 204
    },
    {
      "epoch": 7.781982421875e-07,
      "step": 204,
      "training_step_time": 22.53270125389099
    },
    {
      "epoch": 7.82012939453125e-07,
      "grad_norm": 0.23257319629192352,
      "learning_rate": 9.998766476047546e-06,
      "loss": 0.037,
      "step": 205
    },
    {
      "epoch": 7.82012939453125e-07,
      "model_forward_time": 6.755222320556641,
      "step": 205
    },
    {
      "epoch": 7.82012939453125e-07,
      "step": 205,
      "training_step_time": 21.96092939376831
    },
    {
      "epoch": 7.8582763671875e-07,
      "grad_norm": 0.43306106328964233,
      "learning_rate": 9.998736932854425e-06,
      "loss": 0.0593,
      "step": 206
    },
    {
      "epoch": 7.8582763671875e-07,
      "model_forward_time": 7.35793137550354,
      "step": 206
    },
    {
      "epoch": 7.8582763671875e-07,
      "step": 206,
      "training_step_time": 22.547136545181274
    },
    {
      "epoch": 7.89642333984375e-07,
      "grad_norm": 0.44445475935935974,
      "learning_rate": 9.99870704009695e-06,
      "loss": 0.0756,
      "step": 207
    },
    {
      "epoch": 7.89642333984375e-07,
      "model_forward_time": 6.762587070465088,
      "step": 207
    },
    {
      "epoch": 7.89642333984375e-07,
      "step": 207,
      "training_step_time": 21.949782848358154
    },
    {
      "epoch": 7.9345703125e-07,
      "grad_norm": 0.48957082629203796,
      "learning_rate": 9.998676797777204e-06,
      "loss": 0.0842,
      "step": 208
    },
    {
      "epoch": 7.9345703125e-07,
      "model_forward_time": 6.939976453781128,
      "step": 208
    },
    {
      "epoch": 7.9345703125e-07,
      "step": 208,
      "training_step_time": 22.30655312538147
    },
    {
      "epoch": 7.97271728515625e-07,
      "grad_norm": 0.23347878456115723,
      "learning_rate": 9.99864620589731e-06,
      "loss": 0.0413,
      "step": 209
    },
    {
      "epoch": 7.97271728515625e-07,
      "model_forward_time": 6.806849956512451,
      "step": 209
    },
    {
      "epoch": 7.97271728515625e-07,
      "step": 209,
      "training_step_time": 22.567712545394897
    },
    {
      "epoch": 8.0108642578125e-07,
      "grad_norm": 0.25633981823921204,
      "learning_rate": 9.9986152644594e-06,
      "loss": 0.0397,
      "step": 210
    },
    {
      "epoch": 8.0108642578125e-07,
      "model_forward_time": 6.7561657428741455,
      "step": 210
    },
    {
      "dynamics_loss_avg": 0.04382237736135721,
      "epoch": 8.0108642578125e-07,
      "step": 210
    },
    {
      "action_loss_avg": 0.014386765565723181,
      "epoch": 8.0108642578125e-07,
      "step": 210
    },
    {
      "epoch": 8.0108642578125e-07,
      "step": 210,
      "training_step_time": 22.010092973709106
    },
    {
      "epoch": 8.04901123046875e-07,
      "grad_norm": 0.4478541910648346,
      "learning_rate": 9.998583973465647e-06,
      "loss": 0.0697,
      "step": 211
    },
    {
      "epoch": 8.04901123046875e-07,
      "model_forward_time": 7.434567213058472,
      "step": 211
    },
    {
      "epoch": 8.04901123046875e-07,
      "step": 211,
      "training_step_time": 22.63422966003418
    },
    {
      "epoch": 8.087158203125e-07,
      "grad_norm": 0.44353893399238586,
      "learning_rate": 9.99855233291823e-06,
      "loss": 0.0732,
      "step": 212
    },
    {
      "epoch": 8.087158203125e-07,
      "model_forward_time": 6.742772817611694,
      "step": 212
    },
    {
      "epoch": 8.087158203125e-07,
      "step": 212,
      "training_step_time": 22.775028467178345
    },
    {
      "epoch": 8.12530517578125e-07,
      "grad_norm": 0.36770346760749817,
      "learning_rate": 9.998520342819366e-06,
      "loss": 0.0539,
      "step": 213
    },
    {
      "epoch": 8.12530517578125e-07,
      "model_forward_time": 6.7678985595703125,
      "step": 213
    },
    {
      "epoch": 8.12530517578125e-07,
      "step": 213,
      "training_step_time": 22.014014959335327
    },
    {
      "epoch": 8.1634521484375e-07,
      "grad_norm": 0.25659215450286865,
      "learning_rate": 9.998488003171294e-06,
      "loss": 0.0397,
      "step": 214
    },
    {
      "epoch": 8.1634521484375e-07,
      "model_forward_time": 6.765805721282959,
      "step": 214
    },
    {
      "epoch": 8.1634521484375e-07,
      "step": 214,
      "training_step_time": 22.732755422592163
    },
    {
      "epoch": 8.20159912109375e-07,
      "grad_norm": 0.3486463129520416,
      "learning_rate": 9.99845531397627e-06,
      "loss": 0.0695,
      "step": 215
    },
    {
      "epoch": 8.20159912109375e-07,
      "model_forward_time": 6.758769512176514,
      "step": 215
    },
    {
      "epoch": 8.20159912109375e-07,
      "step": 215,
      "training_step_time": 22.066230058670044
    },
    {
      "epoch": 8.23974609375e-07,
      "grad_norm": 0.41098183393478394,
      "learning_rate": 9.998422275236584e-06,
      "loss": 0.0642,
      "step": 216
    },
    {
      "epoch": 8.23974609375e-07,
      "model_forward_time": 7.548793077468872,
      "step": 216
    },
    {
      "epoch": 8.23974609375e-07,
      "step": 216,
      "training_step_time": 22.757012367248535
    },
    {
      "epoch": 8.27789306640625e-07,
      "grad_norm": 0.4014870524406433,
      "learning_rate": 9.998388886954546e-06,
      "loss": 0.0623,
      "step": 217
    },
    {
      "epoch": 8.27789306640625e-07,
      "model_forward_time": 6.7724175453186035,
      "step": 217
    },
    {
      "epoch": 8.27789306640625e-07,
      "step": 217,
      "training_step_time": 22.52602219581604
    },
    {
      "epoch": 8.3160400390625e-07,
      "grad_norm": 0.44268807768821716,
      "learning_rate": 9.998355149132491e-06,
      "loss": 0.0631,
      "step": 218
    },
    {
      "epoch": 8.3160400390625e-07,
      "model_forward_time": 6.772991180419922,
      "step": 218
    },
    {
      "epoch": 8.3160400390625e-07,
      "step": 218,
      "training_step_time": 22.845081567764282
    },
    {
      "epoch": 8.35418701171875e-07,
      "grad_norm": 0.3875865638256073,
      "learning_rate": 9.998321061772776e-06,
      "loss": 0.0483,
      "step": 219
    },
    {
      "epoch": 8.35418701171875e-07,
      "model_forward_time": 6.747251987457275,
      "step": 219
    },
    {
      "epoch": 8.35418701171875e-07,
      "step": 219,
      "training_step_time": 22.03101420402527
    },
    {
      "epoch": 8.392333984375e-07,
      "grad_norm": 0.5238615870475769,
      "learning_rate": 9.998286624877786e-06,
      "loss": 0.1002,
      "step": 220
    },
    {
      "epoch": 8.392333984375e-07,
      "model_forward_time": 6.73707127571106,
      "step": 220
    },
    {
      "dynamics_loss_avg": 0.043228708952665326,
      "epoch": 8.392333984375e-07,
      "step": 220
    },
    {
      "action_loss_avg": 0.018891686107963324,
      "epoch": 8.392333984375e-07,
      "step": 220
    },
    {
      "epoch": 8.392333984375e-07,
      "step": 220,
      "training_step_time": 22.541682481765747
    },
    {
      "epoch": 8.43048095703125e-07,
      "grad_norm": 0.3647284209728241,
      "learning_rate": 9.998251838449932e-06,
      "loss": 0.072,
      "step": 221
    },
    {
      "epoch": 8.43048095703125e-07,
      "model_forward_time": 7.358324289321899,
      "step": 221
    },
    {
      "epoch": 8.43048095703125e-07,
      "step": 221,
      "training_step_time": 22.490437984466553
    },
    {
      "epoch": 8.4686279296875e-07,
      "grad_norm": 0.28405749797821045,
      "learning_rate": 9.998216702491643e-06,
      "loss": 0.052,
      "step": 222
    },
    {
      "epoch": 8.4686279296875e-07,
      "model_forward_time": 6.740122318267822,
      "step": 222
    },
    {
      "epoch": 8.4686279296875e-07,
      "step": 222,
      "training_step_time": 22.567989110946655
    },
    {
      "epoch": 8.50677490234375e-07,
      "grad_norm": 0.3526764214038849,
      "learning_rate": 9.998181217005377e-06,
      "loss": 0.0451,
      "step": 223
    },
    {
      "epoch": 8.50677490234375e-07,
      "model_forward_time": 6.749990940093994,
      "step": 223
    },
    {
      "epoch": 8.50677490234375e-07,
      "step": 223,
      "training_step_time": 22.773154735565186
    },
    {
      "epoch": 8.544921875e-07,
      "grad_norm": 0.25575676560401917,
      "learning_rate": 9.998145381993616e-06,
      "loss": 0.0532,
      "step": 224
    },
    {
      "epoch": 8.544921875e-07,
      "model_forward_time": 6.759264945983887,
      "step": 224
    },
    {
      "epoch": 8.544921875e-07,
      "step": 224,
      "training_step_time": 22.025357484817505
    },
    {
      "epoch": 8.58306884765625e-07,
      "grad_norm": 0.39717715978622437,
      "learning_rate": 9.998109197458865e-06,
      "loss": 0.0603,
      "step": 225
    },
    {
      "epoch": 8.58306884765625e-07,
      "model_forward_time": 6.75992226600647,
      "step": 225
    },
    {
      "epoch": 8.58306884765625e-07,
      "step": 225,
      "training_step_time": 22.785465240478516
    },
    {
      "epoch": 8.6212158203125e-07,
      "grad_norm": 0.31684166193008423,
      "learning_rate": 9.998072663403657e-06,
      "loss": 0.0447,
      "step": 226
    },
    {
      "epoch": 8.6212158203125e-07,
      "model_forward_time": 7.479801177978516,
      "step": 226
    },
    {
      "epoch": 8.6212158203125e-07,
      "step": 226,
      "training_step_time": 22.643857955932617
    },
    {
      "epoch": 8.65936279296875e-07,
      "grad_norm": 0.5208993554115295,
      "learning_rate": 9.998035779830543e-06,
      "loss": 0.0782,
      "step": 227
    },
    {
      "epoch": 8.65936279296875e-07,
      "model_forward_time": 6.754299163818359,
      "step": 227
    },
    {
      "epoch": 8.65936279296875e-07,
      "step": 227,
      "training_step_time": 22.52593493461609
    },
    {
      "epoch": 8.697509765625e-07,
      "grad_norm": 0.41384920477867126,
      "learning_rate": 9.997998546742106e-06,
      "loss": 0.085,
      "step": 228
    },
    {
      "epoch": 8.697509765625e-07,
      "model_forward_time": 6.7623326778411865,
      "step": 228
    },
    {
      "epoch": 8.697509765625e-07,
      "step": 228,
      "training_step_time": 22.8423273563385
    },
    {
      "epoch": 8.73565673828125e-07,
      "grad_norm": 0.34373992681503296,
      "learning_rate": 9.997960964140946e-06,
      "loss": 0.0714,
      "step": 229
    },
    {
      "epoch": 8.73565673828125e-07,
      "model_forward_time": 6.761135578155518,
      "step": 229
    },
    {
      "epoch": 8.73565673828125e-07,
      "step": 229,
      "training_step_time": 22.014956951141357
    },
    {
      "epoch": 8.7738037109375e-07,
      "grad_norm": 0.5583558082580566,
      "learning_rate": 9.997923032029695e-06,
      "loss": 0.0818,
      "step": 230
    },
    {
      "epoch": 8.7738037109375e-07,
      "model_forward_time": 6.768333911895752,
      "step": 230
    },
    {
      "dynamics_loss_avg": 0.04606309123337269,
      "epoch": 8.7738037109375e-07,
      "step": 230
    },
    {
      "action_loss_avg": 0.019930739142000675,
      "epoch": 8.7738037109375e-07,
      "step": 230
    },
    {
      "epoch": 8.7738037109375e-07,
      "step": 230,
      "training_step_time": 22.634016513824463
    },
    {
      "epoch": 8.81195068359375e-07,
      "grad_norm": 0.20628248155117035,
      "learning_rate": 9.997884750411004e-06,
      "loss": 0.0547,
      "step": 231
    },
    {
      "epoch": 8.81195068359375e-07,
      "model_forward_time": 7.4899609088897705,
      "step": 231
    },
    {
      "epoch": 8.81195068359375e-07,
      "step": 231,
      "training_step_time": 22.65524125099182
    },
    {
      "epoch": 8.85009765625e-07,
      "grad_norm": 0.3636002838611603,
      "learning_rate": 9.997846119287549e-06,
      "loss": 0.0734,
      "step": 232
    },
    {
      "epoch": 8.85009765625e-07,
      "model_forward_time": 6.764743328094482,
      "step": 232
    },
    {
      "epoch": 8.85009765625e-07,
      "step": 232,
      "training_step_time": 22.65915822982788
    },
    {
      "epoch": 8.88824462890625e-07,
      "grad_norm": 0.3233307898044586,
      "learning_rate": 9.997807138662033e-06,
      "loss": 0.0768,
      "step": 233
    },
    {
      "epoch": 8.88824462890625e-07,
      "model_forward_time": 6.747681140899658,
      "step": 233
    },
    {
      "epoch": 8.88824462890625e-07,
      "step": 233,
      "training_step_time": 22.81914258003235
    },
    {
      "epoch": 8.9263916015625e-07,
      "grad_norm": 0.564132571220398,
      "learning_rate": 9.99776780853718e-06,
      "loss": 0.0703,
      "step": 234
    },
    {
      "epoch": 8.9263916015625e-07,
      "model_forward_time": 6.760172367095947,
      "step": 234
    },
    {
      "epoch": 8.9263916015625e-07,
      "step": 234,
      "training_step_time": 22.016422271728516
    },
    {
      "epoch": 8.96453857421875e-07,
      "grad_norm": 0.4459018409252167,
      "learning_rate": 9.997728128915742e-06,
      "loss": 0.1067,
      "step": 235
    },
    {
      "epoch": 8.96453857421875e-07,
      "model_forward_time": 6.751399517059326,
      "step": 235
    },
    {
      "epoch": 8.96453857421875e-07,
      "step": 235,
      "training_step_time": 22.643893241882324
    },
    {
      "epoch": 9.002685546875e-07,
      "grad_norm": 0.4637264609336853,
      "learning_rate": 9.997688099800496e-06,
      "loss": 0.0729,
      "step": 236
    },
    {
      "epoch": 9.002685546875e-07,
      "model_forward_time": 7.579817771911621,
      "step": 236
    },
    {
      "epoch": 9.002685546875e-07,
      "step": 236,
      "training_step_time": 22.797784566879272
    },
    {
      "epoch": 9.04083251953125e-07,
      "grad_norm": 0.26019614934921265,
      "learning_rate": 9.997647721194235e-06,
      "loss": 0.0425,
      "step": 237
    },
    {
      "epoch": 9.04083251953125e-07,
      "model_forward_time": 6.739641427993774,
      "step": 237
    },
    {
      "epoch": 9.04083251953125e-07,
      "step": 237,
      "training_step_time": 22.588640689849854
    },
    {
      "epoch": 9.0789794921875e-07,
      "grad_norm": 0.26572200655937195,
      "learning_rate": 9.997606993099788e-06,
      "loss": 0.0511,
      "step": 238
    },
    {
      "epoch": 9.0789794921875e-07,
      "model_forward_time": 6.768644094467163,
      "step": 238
    },
    {
      "epoch": 9.0789794921875e-07,
      "step": 238,
      "training_step_time": 22.79776930809021
    },
    {
      "epoch": 9.11712646484375e-07,
      "grad_norm": 0.37252160906791687,
      "learning_rate": 9.997565915520003e-06,
      "loss": 0.0565,
      "step": 239
    },
    {
      "epoch": 9.11712646484375e-07,
      "model_forward_time": 6.775072336196899,
      "step": 239
    },
    {
      "epoch": 9.11712646484375e-07,
      "step": 239,
      "training_step_time": 22.02561855316162
    },
    {
      "epoch": 9.1552734375e-07,
      "grad_norm": 0.3960397243499756,
      "learning_rate": 9.997524488457749e-06,
      "loss": 0.0782,
      "step": 240
    },
    {
      "epoch": 9.1552734375e-07,
      "model_forward_time": 6.771425247192383,
      "step": 240
    },
    {
      "dynamics_loss_avg": 0.04949678108096123,
      "epoch": 9.1552734375e-07,
      "step": 240
    },
    {
      "action_loss_avg": 0.017106398520991207,
      "epoch": 9.1552734375e-07,
      "step": 240
    },
    {
      "epoch": 9.1552734375e-07,
      "step": 240,
      "training_step_time": 22.609817266464233
    },
    {
      "epoch": 9.19342041015625e-07,
      "grad_norm": 0.28503912687301636,
      "learning_rate": 9.997482711915926e-06,
      "loss": 0.0566,
      "step": 241
    },
    {
      "epoch": 9.19342041015625e-07,
      "model_forward_time": 6.752279758453369,
      "step": 241
    },
    {
      "epoch": 9.19342041015625e-07,
      "step": 241,
      "training_step_time": 22.599602460861206
    },
    {
      "epoch": 9.2315673828125e-07,
      "grad_norm": 0.4195249080657959,
      "learning_rate": 9.997440585897455e-06,
      "loss": 0.0556,
      "step": 242
    },
    {
      "epoch": 9.2315673828125e-07,
      "model_forward_time": 6.759526491165161,
      "step": 242
    },
    {
      "epoch": 9.2315673828125e-07,
      "step": 242,
      "training_step_time": 22.663589477539062
    },
    {
      "epoch": 9.26971435546875e-07,
      "grad_norm": 0.31996405124664307,
      "learning_rate": 9.997398110405281e-06,
      "loss": 0.0627,
      "step": 243
    },
    {
      "epoch": 9.26971435546875e-07,
      "model_forward_time": 6.746907949447632,
      "step": 243
    },
    {
      "epoch": 9.26971435546875e-07,
      "step": 243,
      "training_step_time": 22.80427837371826
    },
    {
      "epoch": 9.307861328125e-07,
      "grad_norm": 0.5556858777999878,
      "learning_rate": 9.997355285442375e-06,
      "loss": 0.0551,
      "step": 244
    },
    {
      "epoch": 9.307861328125e-07,
      "model_forward_time": 6.7731404304504395,
      "step": 244
    },
    {
      "epoch": 9.307861328125e-07,
      "step": 244,
      "training_step_time": 22.023964405059814
    },
    {
      "epoch": 9.34600830078125e-07,
      "grad_norm": 0.3231279253959656,
      "learning_rate": 9.997312111011733e-06,
      "loss": 0.0779,
      "step": 245
    },
    {
      "epoch": 9.34600830078125e-07,
      "model_forward_time": 6.748592853546143,
      "step": 245
    },
    {
      "epoch": 9.34600830078125e-07,
      "step": 245,
      "training_step_time": 22.730788707733154
    },
    {
      "epoch": 9.3841552734375e-07,
      "grad_norm": 0.2664775252342224,
      "learning_rate": 9.997268587116372e-06,
      "loss": 0.0487,
      "step": 246
    },
    {
      "epoch": 9.3841552734375e-07,
      "model_forward_time": 6.76915979385376,
      "step": 246
    },
    {
      "epoch": 9.3841552734375e-07,
      "step": 246,
      "training_step_time": 22.726102590560913
    },
    {
      "epoch": 9.42230224609375e-07,
      "grad_norm": 0.2698146104812622,
      "learning_rate": 9.997224713759335e-06,
      "loss": 0.0684,
      "step": 247
    },
    {
      "epoch": 9.42230224609375e-07,
      "model_forward_time": 6.756334066390991,
      "step": 247
    },
    {
      "epoch": 9.42230224609375e-07,
      "step": 247,
      "training_step_time": 22.691036701202393
    },
    {
      "epoch": 9.46044921875e-07,
      "grad_norm": 0.7418808937072754,
      "learning_rate": 9.997180490943693e-06,
      "loss": 0.0734,
      "step": 248
    },
    {
      "epoch": 9.46044921875e-07,
      "model_forward_time": 6.756885051727295,
      "step": 248
    },
    {
      "epoch": 9.46044921875e-07,
      "step": 248,
      "training_step_time": 22.791887283325195
    },
    {
      "epoch": 9.49859619140625e-07,
      "grad_norm": 0.4764924943447113,
      "learning_rate": 9.997135918672536e-06,
      "loss": 0.0553,
      "step": 249
    },
    {
      "epoch": 9.49859619140625e-07,
      "model_forward_time": 6.75721549987793,
      "step": 249
    },
    {
      "epoch": 9.49859619140625e-07,
      "step": 249,
      "training_step_time": 21.991338968276978
    },
    {
      "epoch": 9.5367431640625e-07,
      "grad_norm": 0.7756807804107666,
      "learning_rate": 9.997090996948984e-06,
      "loss": 0.0779,
      "step": 250
    },
    {
      "epoch": 9.5367431640625e-07,
      "model_forward_time": 6.76060676574707,
      "step": 250
    },
    {
      "dynamics_loss_avg": 0.04218992218375206,
      "epoch": 9.5367431640625e-07,
      "step": 250
    },
    {
      "action_loss_avg": 0.015931664640083908,
      "epoch": 9.5367431640625e-07,
      "step": 250
    },
    {
      "epoch": 9.5367431640625e-07,
      "step": 250,
      "training_step_time": 22.663801908493042
    },
    {
      "epoch": 9.57489013671875e-07,
      "grad_norm": 0.4528121054172516,
      "learning_rate": 9.997045725776175e-06,
      "loss": 0.0377,
      "step": 251
    },
    {
      "epoch": 9.57489013671875e-07,
      "model_forward_time": 6.753198862075806,
      "step": 251
    },
    {
      "epoch": 9.57489013671875e-07,
      "step": 251,
      "training_step_time": 22.642359495162964
    },
    {
      "epoch": 9.613037109375e-07,
      "grad_norm": 0.2908763885498047,
      "learning_rate": 9.997000105157278e-06,
      "loss": 0.0442,
      "step": 252
    },
    {
      "epoch": 9.613037109375e-07,
      "model_forward_time": 6.745090961456299,
      "step": 252
    },
    {
      "epoch": 9.613037109375e-07,
      "step": 252,
      "training_step_time": 22.543835401535034
    },
    {
      "epoch": 9.65118408203125e-07,
      "grad_norm": 0.2973266839981079,
      "learning_rate": 9.99695413509548e-06,
      "loss": 0.0463,
      "step": 253
    },
    {
      "epoch": 9.65118408203125e-07,
      "model_forward_time": 6.763341188430786,
      "step": 253
    },
    {
      "epoch": 9.65118408203125e-07,
      "step": 253,
      "training_step_time": 22.757829189300537
    },
    {
      "epoch": 9.6893310546875e-07,
      "grad_norm": 0.43422824144363403,
      "learning_rate": 9.996907815593996e-06,
      "loss": 0.0665,
      "step": 254
    },
    {
      "epoch": 9.6893310546875e-07,
      "model_forward_time": 6.753997802734375,
      "step": 254
    },
    {
      "epoch": 9.6893310546875e-07,
      "step": 254,
      "training_step_time": 22.03235936164856
    },
    {
      "epoch": 9.72747802734375e-07,
      "grad_norm": 0.3254235088825226,
      "learning_rate": 9.99686114665607e-06,
      "loss": 0.0495,
      "step": 255
    },
    {
      "epoch": 9.72747802734375e-07,
      "model_forward_time": 6.768718957901001,
      "step": 255
    },
    {
      "epoch": 9.72747802734375e-07,
      "step": 255,
      "training_step_time": 22.59377145767212
    },
    {
      "epoch": 9.765625e-07,
      "grad_norm": 0.3401184678077698,
      "learning_rate": 9.99681412828496e-06,
      "loss": 0.0574,
      "step": 256
    },
    {
      "epoch": 9.765625e-07,
      "model_forward_time": 6.761687517166138,
      "step": 256
    },
    {
      "epoch": 9.765625e-07,
      "step": 256,
      "training_step_time": 21.984737157821655
    },
    {
      "epoch": 9.80377197265625e-07,
      "grad_norm": 0.48780232667922974,
      "learning_rate": 9.996766760483955e-06,
      "loss": 0.0507,
      "step": 257
    },
    {
      "epoch": 9.80377197265625e-07,
      "model_forward_time": 7.530632495880127,
      "step": 257
    },
    {
      "epoch": 9.80377197265625e-07,
      "step": 257,
      "training_step_time": 22.761026620864868
    },
    {
      "epoch": 9.8419189453125e-07,
      "grad_norm": 0.26216208934783936,
      "learning_rate": 9.99671904325637e-06,
      "loss": 0.0428,
      "step": 258
    },
    {
      "epoch": 9.8419189453125e-07,
      "model_forward_time": 6.777613401412964,
      "step": 258
    },
    {
      "epoch": 9.8419189453125e-07,
      "step": 258,
      "training_step_time": 22.04383111000061
    },
    {
      "epoch": 9.88006591796875e-07,
      "grad_norm": 0.7164655327796936,
      "learning_rate": 9.99667097660554e-06,
      "loss": 0.0484,
      "step": 259
    },
    {
      "epoch": 9.88006591796875e-07,
      "model_forward_time": 6.761685132980347,
      "step": 259
    },
    {
      "epoch": 9.88006591796875e-07,
      "step": 259,
      "training_step_time": 22.79015612602234
    },
    {
      "epoch": 9.918212890625e-07,
      "grad_norm": 0.5033061504364014,
      "learning_rate": 9.996622560534827e-06,
      "loss": 0.0541,
      "step": 260
    },
    {
      "epoch": 9.918212890625e-07,
      "model_forward_time": 6.786953449249268,
      "step": 260
    },
    {
      "dynamics_loss_avg": 0.030922511406242848,
      "epoch": 9.918212890625e-07,
      "step": 260
    },
    {
      "action_loss_avg": 0.01088109239935875,
      "epoch": 9.918212890625e-07,
      "step": 260
    },
    {
      "epoch": 9.918212890625e-07,
      "step": 260,
      "training_step_time": 22.07073998451233
    },
    {
      "epoch": 9.95635986328125e-07,
      "grad_norm": 0.44299495220184326,
      "learning_rate": 9.996573795047616e-06,
      "loss": 0.0461,
      "step": 261
    },
    {
      "epoch": 9.95635986328125e-07,
      "model_forward_time": 6.7497193813323975,
      "step": 261
    },
    {
      "epoch": 9.95635986328125e-07,
      "step": 261,
      "training_step_time": 22.774386405944824
    },
    {
      "epoch": 9.9945068359375e-07,
      "grad_norm": 0.46801120042800903,
      "learning_rate": 9.996524680147318e-06,
      "loss": 0.04,
      "step": 262
    },
    {
      "epoch": 9.9945068359375e-07,
      "model_forward_time": 7.407054662704468,
      "step": 262
    },
    {
      "epoch": 9.9945068359375e-07,
      "step": 262,
      "training_step_time": 22.62907576560974
    },
    {
      "epoch": 1.003265380859375e-06,
      "grad_norm": 0.5680888295173645,
      "learning_rate": 9.996475215837366e-06,
      "loss": 0.0738,
      "step": 263
    },
    {
      "epoch": 1.003265380859375e-06,
      "model_forward_time": 6.7598278522491455,
      "step": 263
    },
    {
      "epoch": 1.003265380859375e-06,
      "step": 263,
      "training_step_time": 22.023631811141968
    },
    {
      "epoch": 1.007080078125e-06,
      "grad_norm": 0.24322925508022308,
      "learning_rate": 9.996425402121224e-06,
      "loss": 0.0474,
      "step": 264
    },
    {
      "epoch": 1.007080078125e-06,
      "model_forward_time": 6.765536785125732,
      "step": 264
    },
    {
      "epoch": 1.007080078125e-06,
      "step": 264,
      "training_step_time": 22.63039755821228
    },
    {
      "epoch": 1.010894775390625e-06,
      "grad_norm": 0.3822499215602875,
      "learning_rate": 9.99637523900237e-06,
      "loss": 0.0534,
      "step": 265
    },
    {
      "epoch": 1.010894775390625e-06,
      "model_forward_time": 6.776276350021362,
      "step": 265
    },
    {
      "epoch": 1.010894775390625e-06,
      "step": 265,
      "training_step_time": 22.595149040222168
    },
    {
      "epoch": 1.01470947265625e-06,
      "grad_norm": 0.48368170857429504,
      "learning_rate": 9.996324726484313e-06,
      "loss": 0.0571,
      "step": 266
    },
    {
      "epoch": 1.01470947265625e-06,
      "model_forward_time": 6.749171495437622,
      "step": 266
    },
    {
      "epoch": 1.01470947265625e-06,
      "step": 266,
      "training_step_time": 22.027124643325806
    },
    {
      "epoch": 1.018524169921875e-06,
      "grad_norm": 0.6049355268478394,
      "learning_rate": 9.996273864570585e-06,
      "loss": 0.0615,
      "step": 267
    },
    {
      "epoch": 1.018524169921875e-06,
      "model_forward_time": 7.522928953170776,
      "step": 267
    },
    {
      "epoch": 1.018524169921875e-06,
      "step": 267,
      "training_step_time": 22.709866762161255
    },
    {
      "epoch": 1.0223388671875e-06,
      "grad_norm": 0.399234801530838,
      "learning_rate": 9.996222653264746e-06,
      "loss": 0.0504,
      "step": 268
    },
    {
      "epoch": 1.0223388671875e-06,
      "model_forward_time": 6.7725138664245605,
      "step": 268
    },
    {
      "epoch": 1.0223388671875e-06,
      "step": 268,
      "training_step_time": 21.996517419815063
    },
    {
      "epoch": 1.026153564453125e-06,
      "grad_norm": 0.4351392388343811,
      "learning_rate": 9.996171092570374e-06,
      "loss": 0.0571,
      "step": 269
    },
    {
      "epoch": 1.026153564453125e-06,
      "model_forward_time": 6.750036954879761,
      "step": 269
    },
    {
      "epoch": 1.026153564453125e-06,
      "step": 269,
      "training_step_time": 22.764209747314453
    },
    {
      "epoch": 1.02996826171875e-06,
      "grad_norm": 0.4321114122867584,
      "learning_rate": 9.996119182491078e-06,
      "loss": 0.0598,
      "step": 270
    },
    {
      "epoch": 1.02996826171875e-06,
      "model_forward_time": 6.777308464050293,
      "step": 270
    },
    {
      "dynamics_loss_avg": 0.03413164727389813,
      "epoch": 1.02996826171875e-06,
      "step": 270
    },
    {
      "action_loss_avg": 0.013728804979473352,
      "epoch": 1.02996826171875e-06,
      "step": 270
    },
    {
      "epoch": 1.02996826171875e-06,
      "step": 270,
      "training_step_time": 22.046350240707397
    },
    {
      "epoch": 1.033782958984375e-06,
      "grad_norm": 0.3620210886001587,
      "learning_rate": 9.996066923030484e-06,
      "loss": 0.0473,
      "step": 271
    },
    {
      "epoch": 1.033782958984375e-06,
      "model_forward_time": 6.771963357925415,
      "step": 271
    },
    {
      "epoch": 1.033782958984375e-06,
      "step": 271,
      "training_step_time": 22.872227430343628
    },
    {
      "epoch": 1.03759765625e-06,
      "grad_norm": 0.35728055238723755,
      "learning_rate": 9.996014314192249e-06,
      "loss": 0.0519,
      "step": 272
    },
    {
      "epoch": 1.03759765625e-06,
      "model_forward_time": 7.461184740066528,
      "step": 272
    },
    {
      "epoch": 1.03759765625e-06,
      "step": 272,
      "training_step_time": 23.24226212501526
    },
    {
      "epoch": 1.041412353515625e-06,
      "grad_norm": 0.524038553237915,
      "learning_rate": 9.995961355980052e-06,
      "loss": 0.0561,
      "step": 273
    },
    {
      "epoch": 1.041412353515625e-06,
      "model_forward_time": 6.760371446609497,
      "step": 273
    },
    {
      "epoch": 1.041412353515625e-06,
      "step": 273,
      "training_step_time": 21.992472648620605
    },
    {
      "epoch": 1.04522705078125e-06,
      "grad_norm": 0.5069633722305298,
      "learning_rate": 9.995908048397596e-06,
      "loss": 0.0492,
      "step": 274
    },
    {
      "epoch": 1.04522705078125e-06,
      "model_forward_time": 6.742488861083984,
      "step": 274
    },
    {
      "epoch": 1.04522705078125e-06,
      "step": 274,
      "training_step_time": 22.722365617752075
    },
    {
      "epoch": 1.049041748046875e-06,
      "grad_norm": 0.5247061252593994,
      "learning_rate": 9.995854391448607e-06,
      "loss": 0.0607,
      "step": 275
    },
    {
      "epoch": 1.049041748046875e-06,
      "model_forward_time": 6.780183553695679,
      "step": 275
    },
    {
      "epoch": 1.049041748046875e-06,
      "step": 275,
      "training_step_time": 22.033549547195435
    },
    {
      "epoch": 1.0528564453125e-06,
      "grad_norm": 0.421633243560791,
      "learning_rate": 9.99580038513684e-06,
      "loss": 0.0483,
      "step": 276
    },
    {
      "epoch": 1.0528564453125e-06,
      "model_forward_time": 6.760439395904541,
      "step": 276
    },
    {
      "epoch": 1.0528564453125e-06,
      "step": 276,
      "training_step_time": 22.787652730941772
    },
    {
      "epoch": 1.056671142578125e-06,
      "grad_norm": 0.36362361907958984,
      "learning_rate": 9.995746029466071e-06,
      "loss": 0.0469,
      "step": 277
    },
    {
      "epoch": 1.056671142578125e-06,
      "model_forward_time": 7.946143388748169,
      "step": 277
    },
    {
      "epoch": 1.056671142578125e-06,
      "step": 277,
      "training_step_time": 23.762344360351562
    },
    {
      "epoch": 1.06048583984375e-06,
      "grad_norm": 0.41011759638786316,
      "learning_rate": 9.9956913244401e-06,
      "loss": 0.051,
      "step": 278
    },
    {
      "epoch": 1.06048583984375e-06,
      "model_forward_time": 6.7766478061676025,
      "step": 278
    },
    {
      "epoch": 1.06048583984375e-06,
      "step": 278,
      "training_step_time": 22.002030611038208
    },
    {
      "epoch": 1.064300537109375e-06,
      "grad_norm": 0.2011057585477829,
      "learning_rate": 9.995636270062753e-06,
      "loss": 0.0415,
      "step": 279
    },
    {
      "epoch": 1.064300537109375e-06,
      "model_forward_time": 6.744462490081787,
      "step": 279
    },
    {
      "epoch": 1.064300537109375e-06,
      "step": 279,
      "training_step_time": 22.89612102508545
    },
    {
      "epoch": 1.068115234375e-06,
      "grad_norm": 0.5698955059051514,
      "learning_rate": 9.995580866337883e-06,
      "loss": 0.0645,
      "step": 280
    },
    {
      "epoch": 1.068115234375e-06,
      "model_forward_time": 6.753519773483276,
      "step": 280
    },
    {
      "dynamics_loss_avg": 0.03699954748153687,
      "epoch": 1.068115234375e-06,
      "step": 280
    },
    {
      "action_loss_avg": 0.01231483076699078,
      "epoch": 1.068115234375e-06,
      "step": 280
    },
    {
      "epoch": 1.068115234375e-06,
      "step": 280,
      "training_step_time": 21.98421311378479
    },
    {
      "epoch": 1.071929931640625e-06,
      "grad_norm": 0.36590078473091125,
      "learning_rate": 9.99552511326936e-06,
      "loss": 0.0587,
      "step": 281
    },
    {
      "epoch": 1.071929931640625e-06,
      "model_forward_time": 6.7557971477508545,
      "step": 281
    },
    {
      "epoch": 1.071929931640625e-06,
      "step": 281,
      "training_step_time": 22.71973729133606
    },
    {
      "epoch": 1.07574462890625e-06,
      "grad_norm": 0.74936842918396,
      "learning_rate": 9.995469010861085e-06,
      "loss": 0.0782,
      "step": 282
    },
    {
      "epoch": 1.07574462890625e-06,
      "model_forward_time": 7.474046468734741,
      "step": 282
    },
    {
      "epoch": 1.07574462890625e-06,
      "step": 282,
      "training_step_time": 23.359251976013184
    },
    {
      "epoch": 1.079559326171875e-06,
      "grad_norm": 0.3529103696346283,
      "learning_rate": 9.995412559116979e-06,
      "loss": 0.0497,
      "step": 283
    },
    {
      "epoch": 1.079559326171875e-06,
      "model_forward_time": 6.7433154582977295,
      "step": 283
    },
    {
      "epoch": 1.079559326171875e-06,
      "step": 283,
      "training_step_time": 21.951865196228027
    },
    {
      "epoch": 1.0833740234375e-06,
      "grad_norm": 0.5664653778076172,
      "learning_rate": 9.995355758040994e-06,
      "loss": 0.0459,
      "step": 284
    },
    {
      "epoch": 1.0833740234375e-06,
      "model_forward_time": 6.748468399047852,
      "step": 284
    },
    {
      "epoch": 1.0833740234375e-06,
      "step": 284,
      "training_step_time": 22.73370909690857
    },
    {
      "epoch": 1.087188720703125e-06,
      "grad_norm": 0.2873169779777527,
      "learning_rate": 9.995298607637098e-06,
      "loss": 0.0361,
      "step": 285
    },
    {
      "epoch": 1.087188720703125e-06,
      "model_forward_time": 6.758707523345947,
      "step": 285
    },
    {
      "epoch": 1.087188720703125e-06,
      "step": 285,
      "training_step_time": 22.017699003219604
    },
    {
      "epoch": 1.09100341796875e-06,
      "grad_norm": 0.36435821652412415,
      "learning_rate": 9.99524110790929e-06,
      "loss": 0.0491,
      "step": 286
    },
    {
      "epoch": 1.09100341796875e-06,
      "model_forward_time": 6.760057210922241,
      "step": 286
    },
    {
      "epoch": 1.09100341796875e-06,
      "step": 286,
      "training_step_time": 22.620112657546997
    },
    {
      "epoch": 1.094818115234375e-06,
      "grad_norm": 0.28079354763031006,
      "learning_rate": 9.995183258861589e-06,
      "loss": 0.0518,
      "step": 287
    },
    {
      "epoch": 1.094818115234375e-06,
      "model_forward_time": 7.514106273651123,
      "step": 287
    },
    {
      "epoch": 1.094818115234375e-06,
      "step": 287,
      "training_step_time": 23.41736936569214
    },
    {
      "epoch": 1.0986328125e-06,
      "grad_norm": 0.36914217472076416,
      "learning_rate": 9.995125060498043e-06,
      "loss": 0.0354,
      "step": 288
    },
    {
      "epoch": 1.0986328125e-06,
      "model_forward_time": 6.756035089492798,
      "step": 288
    },
    {
      "epoch": 1.0986328125e-06,
      "step": 288,
      "training_step_time": 22.036410808563232
    },
    {
      "epoch": 1.102447509765625e-06,
      "grad_norm": 0.27802392840385437,
      "learning_rate": 9.99506651282272e-06,
      "loss": 0.0576,
      "step": 289
    },
    {
      "epoch": 1.102447509765625e-06,
      "model_forward_time": 6.757802248001099,
      "step": 289
    },
    {
      "epoch": 1.102447509765625e-06,
      "step": 289,
      "training_step_time": 22.72491979598999
    },
    {
      "epoch": 1.10626220703125e-06,
      "grad_norm": 0.4782262146472931,
      "learning_rate": 9.995007615839716e-06,
      "loss": 0.062,
      "step": 290
    },
    {
      "epoch": 1.10626220703125e-06,
      "model_forward_time": 6.747004508972168,
      "step": 290
    },
    {
      "dynamics_loss_avg": 0.03337618298828602,
      "epoch": 1.10626220703125e-06,
      "step": 290
    },
    {
      "action_loss_avg": 0.011855421855580061,
      "epoch": 1.10626220703125e-06,
      "step": 290
    },
    {
      "epoch": 1.10626220703125e-06,
      "step": 290,
      "training_step_time": 21.9833664894104
    },
    {
      "epoch": 1.110076904296875e-06,
      "grad_norm": 0.30588799715042114,
      "learning_rate": 9.994948369553146e-06,
      "loss": 0.0484,
      "step": 291
    },
    {
      "epoch": 1.110076904296875e-06,
      "model_forward_time": 6.745012044906616,
      "step": 291
    },
    {
      "epoch": 1.110076904296875e-06,
      "step": 291,
      "training_step_time": 22.871928215026855
    },
    {
      "epoch": 1.1138916015625e-06,
      "grad_norm": 0.37825825810432434,
      "learning_rate": 9.994888773967157e-06,
      "loss": 0.0447,
      "step": 292
    },
    {
      "epoch": 1.1138916015625e-06,
      "model_forward_time": 7.527653217315674,
      "step": 292
    },
    {
      "epoch": 1.1138916015625e-06,
      "step": 292,
      "training_step_time": 22.709359407424927
    },
    {
      "epoch": 1.117706298828125e-06,
      "grad_norm": 0.4126819670200348,
      "learning_rate": 9.994828829085914e-06,
      "loss": 0.0456,
      "step": 293
    },
    {
      "epoch": 1.117706298828125e-06,
      "model_forward_time": 6.762510061264038,
      "step": 293
    },
    {
      "epoch": 1.117706298828125e-06,
      "step": 293,
      "training_step_time": 22.012746810913086
    },
    {
      "epoch": 1.12152099609375e-06,
      "grad_norm": 0.4060095548629761,
      "learning_rate": 9.994768534913612e-06,
      "loss": 0.0401,
      "step": 294
    },
    {
      "epoch": 1.12152099609375e-06,
      "model_forward_time": 6.768524408340454,
      "step": 294
    },
    {
      "epoch": 1.12152099609375e-06,
      "step": 294,
      "training_step_time": 22.711896896362305
    },
    {
      "epoch": 1.125335693359375e-06,
      "grad_norm": 0.3191179037094116,
      "learning_rate": 9.994707891454466e-06,
      "loss": 0.0496,
      "step": 295
    },
    {
      "epoch": 1.125335693359375e-06,
      "model_forward_time": 6.776407957077026,
      "step": 295
    },
    {
      "epoch": 1.125335693359375e-06,
      "step": 295,
      "training_step_time": 22.0219624042511
    },
    {
      "epoch": 1.129150390625e-06,
      "grad_norm": 0.4906778335571289,
      "learning_rate": 9.994646898712713e-06,
      "loss": 0.0462,
      "step": 296
    },
    {
      "epoch": 1.129150390625e-06,
      "model_forward_time": 6.750400066375732,
      "step": 296
    },
    {
      "epoch": 1.129150390625e-06,
      "step": 296,
      "training_step_time": 22.751147985458374
    },
    {
      "epoch": 1.132965087890625e-06,
      "grad_norm": 0.545876145362854,
      "learning_rate": 9.994585556692624e-06,
      "loss": 0.062,
      "step": 297
    },
    {
      "epoch": 1.132965087890625e-06,
      "model_forward_time": 6.754410028457642,
      "step": 297
    },
    {
      "epoch": 1.132965087890625e-06,
      "step": 297,
      "training_step_time": 22.679274559020996
    },
    {
      "epoch": 1.13677978515625e-06,
      "grad_norm": 0.5292602777481079,
      "learning_rate": 9.994523865398485e-06,
      "loss": 0.0525,
      "step": 298
    },
    {
      "epoch": 1.13677978515625e-06,
      "model_forward_time": 6.76037335395813,
      "step": 298
    },
    {
      "epoch": 1.13677978515625e-06,
      "step": 298,
      "training_step_time": 22.54984188079834
    },
    {
      "epoch": 1.140594482421875e-06,
      "grad_norm": 0.5262252688407898,
      "learning_rate": 9.994461824834611e-06,
      "loss": 0.0567,
      "step": 299
    },
    {
      "epoch": 1.140594482421875e-06,
      "model_forward_time": 6.7620930671691895,
      "step": 299
    },
    {
      "epoch": 1.140594482421875e-06,
      "step": 299,
      "training_step_time": 22.008766174316406
    },
    {
      "epoch": 1.1444091796875e-06,
      "grad_norm": 0.3948034644126892,
      "learning_rate": 9.994399435005343e-06,
      "loss": 0.0575,
      "step": 300
    },
    {
      "epoch": 1.1444091796875e-06,
      "model_forward_time": 15.572538614273071,
      "step": 300
    },
    {
      "dynamics_loss_avg": 0.04759426414966583,
      "epoch": 1.1444091796875e-06,
      "step": 300
    },
    {
      "action_loss_avg": 0.017415817826986313,
      "epoch": 1.1444091796875e-06,
      "step": 300
    },
    {
      "epoch": 1.1444091796875e-06,
      "step": 300,
      "training_step_time": 65.64000940322876
    },
    {
      "epoch": 3.814697265625e-09,
      "grad_norm": 0.5165359973907471,
      "learning_rate": 9.994336695915041e-06,
      "loss": 0.0531,
      "step": 301
    },
    {
      "epoch": 3.814697265625e-09,
      "model_forward_time": 6.9176154136657715,
      "step": 301
    },
    {
      "epoch": 3.814697265625e-09,
      "step": 301,
      "training_step_time": 22.1521315574646
    },
    {
      "epoch": 7.62939453125e-09,
      "grad_norm": 0.4032321572303772,
      "learning_rate": 9.994273607568093e-06,
      "loss": 0.0764,
      "step": 302
    },
    {
      "epoch": 7.62939453125e-09,
      "model_forward_time": 8.691278219223022,
      "step": 302
    },
    {
      "epoch": 7.62939453125e-09,
      "step": 302,
      "training_step_time": 23.972150087356567
    },
    {
      "epoch": 1.1444091796875e-08,
      "grad_norm": 0.33895304799079895,
      "learning_rate": 9.994210169968912e-06,
      "loss": 0.0358,
      "step": 303
    },
    {
      "epoch": 1.1444091796875e-08,
      "model_forward_time": 6.8912458419799805,
      "step": 303
    },
    {
      "epoch": 1.1444091796875e-08,
      "step": 303,
      "training_step_time": 24.0531907081604
    },
    {
      "epoch": 1.52587890625e-08,
      "grad_norm": 0.4326574206352234,
      "learning_rate": 9.99414638312193e-06,
      "loss": 0.0464,
      "step": 304
    },
    {
      "epoch": 1.52587890625e-08,
      "model_forward_time": 6.940773963928223,
      "step": 304
    },
    {
      "epoch": 1.52587890625e-08,
      "step": 304,
      "training_step_time": 22.007654666900635
    },
    {
      "epoch": 1.9073486328125e-08,
      "grad_norm": 0.4550017714500427,
      "learning_rate": 9.994082247031613e-06,
      "loss": 0.0596,
      "step": 305
    },
    {
      "epoch": 1.9073486328125e-08,
      "model_forward_time": 6.9689061641693115,
      "step": 305
    },
    {
      "epoch": 1.9073486328125e-08,
      "step": 305,
      "training_step_time": 22.042978525161743
    },
    {
      "epoch": 2.288818359375e-08,
      "grad_norm": 0.31207048892974854,
      "learning_rate": 9.994017761702446e-06,
      "loss": 0.0353,
      "step": 306
    },
    {
      "epoch": 2.288818359375e-08,
      "model_forward_time": 6.966031789779663,
      "step": 306
    },
    {
      "epoch": 2.288818359375e-08,
      "step": 306,
      "training_step_time": 22.04485034942627
    },
    {
      "epoch": 2.6702880859375e-08,
      "grad_norm": 0.33824729919433594,
      "learning_rate": 9.993952927138933e-06,
      "loss": 0.0555,
      "step": 307
    },
    {
      "epoch": 2.6702880859375e-08,
      "model_forward_time": 6.911865711212158,
      "step": 307
    },
    {
      "epoch": 2.6702880859375e-08,
      "step": 307,
      "training_step_time": 21.968234062194824
    },
    {
      "epoch": 3.0517578125e-08,
      "grad_norm": 0.3970475494861603,
      "learning_rate": 9.993887743345613e-06,
      "loss": 0.046,
      "step": 308
    },
    {
      "epoch": 3.0517578125e-08,
      "model_forward_time": 7.664029836654663,
      "step": 308
    },
    {
      "epoch": 3.0517578125e-08,
      "step": 308,
      "training_step_time": 22.70521593093872
    },
    {
      "epoch": 3.4332275390625e-08,
      "grad_norm": 0.429892361164093,
      "learning_rate": 9.993822210327043e-06,
      "loss": 0.0505,
      "step": 309
    },
    {
      "epoch": 3.4332275390625e-08,
      "model_forward_time": 6.986864805221558,
      "step": 309
    },
    {
      "epoch": 3.4332275390625e-08,
      "step": 309,
      "training_step_time": 22.039924383163452
    },
    {
      "epoch": 3.814697265625e-08,
      "grad_norm": 0.5243878960609436,
      "learning_rate": 9.993756328087806e-06,
      "loss": 0.0812,
      "step": 310
    },
    {
      "epoch": 3.814697265625e-08,
      "model_forward_time": 6.940683126449585,
      "step": 310
    },
    {
      "dynamics_loss_avg": 0.04683743286877871,
      "epoch": 3.814697265625e-08,
      "step": 310
    },
    {
      "action_loss_avg": 0.01703053917735815,
      "epoch": 3.814697265625e-08,
      "step": 310
    },
    {
      "epoch": 3.814697265625e-08,
      "step": 310,
      "training_step_time": 22.04657220840454
    },
    {
      "epoch": 4.1961669921875e-08,
      "grad_norm": 0.487587034702301,
      "learning_rate": 9.993690096632507e-06,
      "loss": 0.0585,
      "step": 311
    },
    {
      "epoch": 4.1961669921875e-08,
      "model_forward_time": 6.9492950439453125,
      "step": 311
    },
    {
      "epoch": 4.1961669921875e-08,
      "step": 311,
      "training_step_time": 21.983688831329346
    },
    {
      "epoch": 4.57763671875e-08,
      "grad_norm": 0.2920375466346741,
      "learning_rate": 9.99362351596578e-06,
      "loss": 0.0393,
      "step": 312
    },
    {
      "epoch": 4.57763671875e-08,
      "model_forward_time": 6.970808744430542,
      "step": 312
    },
    {
      "epoch": 4.57763671875e-08,
      "step": 312,
      "training_step_time": 22.019490003585815
    },
    {
      "epoch": 4.9591064453125e-08,
      "grad_norm": 0.3401727080345154,
      "learning_rate": 9.993556586092281e-06,
      "loss": 0.0594,
      "step": 313
    },
    {
      "epoch": 4.9591064453125e-08,
      "model_forward_time": 7.576673269271851,
      "step": 313
    },
    {
      "epoch": 4.9591064453125e-08,
      "step": 313,
      "training_step_time": 22.70097804069519
    },
    {
      "epoch": 5.340576171875e-08,
      "grad_norm": 0.529350221157074,
      "learning_rate": 9.993489307016689e-06,
      "loss": 0.0573,
      "step": 314
    },
    {
      "epoch": 5.340576171875e-08,
      "model_forward_time": 6.973326683044434,
      "step": 314
    },
    {
      "epoch": 5.340576171875e-08,
      "step": 314,
      "training_step_time": 22.019885301589966
    },
    {
      "epoch": 5.7220458984375e-08,
      "grad_norm": 0.4234066903591156,
      "learning_rate": 9.993421678743708e-06,
      "loss": 0.0585,
      "step": 315
    },
    {
      "epoch": 5.7220458984375e-08,
      "model_forward_time": 6.949714660644531,
      "step": 315
    },
    {
      "epoch": 5.7220458984375e-08,
      "step": 315,
      "training_step_time": 22.078508377075195
    },
    {
      "epoch": 6.103515625e-08,
      "grad_norm": 0.20886796712875366,
      "learning_rate": 9.993353701278072e-06,
      "loss": 0.0405,
      "step": 316
    },
    {
      "epoch": 6.103515625e-08,
      "model_forward_time": 6.816739082336426,
      "step": 316
    },
    {
      "epoch": 6.103515625e-08,
      "step": 316,
      "training_step_time": 22.02127695083618
    },
    {
      "epoch": 6.4849853515625e-08,
      "grad_norm": 0.2709236145019531,
      "learning_rate": 9.993285374624531e-06,
      "loss": 0.0521,
      "step": 317
    },
    {
      "epoch": 6.4849853515625e-08,
      "model_forward_time": 6.974332809448242,
      "step": 317
    },
    {
      "epoch": 6.4849853515625e-08,
      "step": 317,
      "training_step_time": 22.05162739753723
    },
    {
      "epoch": 6.866455078125e-08,
      "grad_norm": 0.31600522994995117,
      "learning_rate": 9.993216698787861e-06,
      "loss": 0.0469,
      "step": 318
    },
    {
      "epoch": 6.866455078125e-08,
      "model_forward_time": 7.627625942230225,
      "step": 318
    },
    {
      "epoch": 6.866455078125e-08,
      "step": 318,
      "training_step_time": 22.686249017715454
    },
    {
      "epoch": 7.2479248046875e-08,
      "grad_norm": 0.32140183448791504,
      "learning_rate": 9.993147673772869e-06,
      "loss": 0.0446,
      "step": 319
    },
    {
      "epoch": 7.2479248046875e-08,
      "model_forward_time": 6.859485864639282,
      "step": 319
    },
    {
      "epoch": 7.2479248046875e-08,
      "step": 319,
      "training_step_time": 21.9959716796875
    },
    {
      "epoch": 7.62939453125e-08,
      "grad_norm": 0.3957246243953705,
      "learning_rate": 9.993078299584382e-06,
      "loss": 0.0566,
      "step": 320
    },
    {
      "epoch": 7.62939453125e-08,
      "model_forward_time": 6.973454236984253,
      "step": 320
    },
    {
      "dynamics_loss_avg": 0.03698039706796408,
      "epoch": 7.62939453125e-08,
      "step": 320
    },
    {
      "action_loss_avg": 0.01093624762725085,
      "epoch": 7.62939453125e-08,
      "step": 320
    },
    {
      "epoch": 7.62939453125e-08,
      "step": 320,
      "training_step_time": 22.04215359687805
    },
    {
      "epoch": 8.0108642578125e-08,
      "grad_norm": 0.45512863993644714,
      "learning_rate": 9.993008576227248e-06,
      "loss": 0.0568,
      "step": 321
    },
    {
      "epoch": 8.0108642578125e-08,
      "model_forward_time": 6.963427305221558,
      "step": 321
    },
    {
      "epoch": 8.0108642578125e-08,
      "step": 321,
      "training_step_time": 22.00877022743225
    },
    {
      "epoch": 8.392333984375e-08,
      "grad_norm": 0.3621838092803955,
      "learning_rate": 9.992938503706343e-06,
      "loss": 0.0808,
      "step": 322
    },
    {
      "epoch": 8.392333984375e-08,
      "model_forward_time": 6.959810972213745,
      "step": 322
    },
    {
      "epoch": 8.392333984375e-08,
      "step": 322,
      "training_step_time": 22.04875159263611
    },
    {
      "epoch": 8.7738037109375e-08,
      "grad_norm": 0.4472235441207886,
      "learning_rate": 9.99286808202657e-06,
      "loss": 0.0653,
      "step": 323
    },
    {
      "epoch": 8.7738037109375e-08,
      "model_forward_time": 7.635788679122925,
      "step": 323
    },
    {
      "epoch": 8.7738037109375e-08,
      "step": 323,
      "training_step_time": 22.709144353866577
    },
    {
      "epoch": 9.1552734375e-08,
      "grad_norm": 0.3205868601799011,
      "learning_rate": 9.992797311192853e-06,
      "loss": 0.0348,
      "step": 324
    },
    {
      "epoch": 9.1552734375e-08,
      "model_forward_time": 6.9206202030181885,
      "step": 324
    },
    {
      "epoch": 9.1552734375e-08,
      "step": 324,
      "training_step_time": 22.002744436264038
    },
    {
      "epoch": 9.5367431640625e-08,
      "grad_norm": 0.260480135679245,
      "learning_rate": 9.992726191210139e-06,
      "loss": 0.0729,
      "step": 325
    },
    {
      "epoch": 9.5367431640625e-08,
      "model_forward_time": 6.963944435119629,
      "step": 325
    },
    {
      "epoch": 9.5367431640625e-08,
      "step": 325,
      "training_step_time": 22.042705059051514
    },
    {
      "epoch": 9.918212890625e-08,
      "grad_norm": 0.35038644075393677,
      "learning_rate": 9.992654722083401e-06,
      "loss": 0.0468,
      "step": 326
    },
    {
      "epoch": 9.918212890625e-08,
      "model_forward_time": 6.988501310348511,
      "step": 326
    },
    {
      "epoch": 9.918212890625e-08,
      "step": 326,
      "training_step_time": 22.030550718307495
    },
    {
      "epoch": 1.02996826171875e-07,
      "grad_norm": 0.42901748418807983,
      "learning_rate": 9.99258290381764e-06,
      "loss": 0.05,
      "step": 327
    },
    {
      "epoch": 1.02996826171875e-07,
      "model_forward_time": 6.960085868835449,
      "step": 327
    },
    {
      "epoch": 1.02996826171875e-07,
      "step": 327,
      "training_step_time": 22.008657932281494
    },
    {
      "epoch": 1.068115234375e-07,
      "grad_norm": 0.2885352671146393,
      "learning_rate": 9.992510736417878e-06,
      "loss": 0.0419,
      "step": 328
    },
    {
      "epoch": 1.068115234375e-07,
      "model_forward_time": 7.3980677127838135,
      "step": 328
    },
    {
      "epoch": 1.068115234375e-07,
      "step": 328,
      "training_step_time": 22.648547410964966
    },
    {
      "epoch": 1.10626220703125e-07,
      "grad_norm": 0.2904311716556549,
      "learning_rate": 9.99243821988916e-06,
      "loss": 0.0483,
      "step": 329
    },
    {
      "epoch": 1.10626220703125e-07,
      "model_forward_time": 6.921931266784668,
      "step": 329
    },
    {
      "epoch": 1.10626220703125e-07,
      "step": 329,
      "training_step_time": 22.012468814849854
    },
    {
      "epoch": 1.1444091796875e-07,
      "grad_norm": 0.2612082064151764,
      "learning_rate": 9.992365354236557e-06,
      "loss": 0.0402,
      "step": 330
    },
    {
      "epoch": 1.1444091796875e-07,
      "model_forward_time": 7.001877546310425,
      "step": 330
    },
    {
      "dynamics_loss_avg": 0.041742848418653014,
      "epoch": 1.1444091796875e-07,
      "step": 330
    },
    {
      "action_loss_avg": 0.010219033760949969,
      "epoch": 1.1444091796875e-07,
      "step": 330
    },
    {
      "epoch": 1.1444091796875e-07,
      "step": 330,
      "training_step_time": 22.050583839416504
    },
    {
      "epoch": 1.18255615234375e-07,
      "grad_norm": 0.2276487648487091,
      "learning_rate": 9.992292139465166e-06,
      "loss": 0.0331,
      "step": 331
    },
    {
      "epoch": 1.18255615234375e-07,
      "model_forward_time": 6.938413143157959,
      "step": 331
    },
    {
      "epoch": 1.18255615234375e-07,
      "step": 331,
      "training_step_time": 22.015238523483276
    },
    {
      "epoch": 1.220703125e-07,
      "grad_norm": 0.25576186180114746,
      "learning_rate": 9.992218575580106e-06,
      "loss": 0.0545,
      "step": 332
    },
    {
      "epoch": 1.220703125e-07,
      "model_forward_time": 6.90072774887085,
      "step": 332
    },
    {
      "epoch": 1.220703125e-07,
      "step": 332,
      "training_step_time": 21.988850355148315
    },
    {
      "epoch": 1.25885009765625e-07,
      "grad_norm": 0.40925702452659607,
      "learning_rate": 9.992144662586521e-06,
      "loss": 0.0427,
      "step": 333
    },
    {
      "epoch": 1.25885009765625e-07,
      "model_forward_time": 7.671440362930298,
      "step": 333
    },
    {
      "epoch": 1.25885009765625e-07,
      "step": 333,
      "training_step_time": 23.03193163871765
    },
    {
      "epoch": 1.2969970703125e-07,
      "grad_norm": 0.30175331234931946,
      "learning_rate": 9.992070400489581e-06,
      "loss": 0.0451,
      "step": 334
    },
    {
      "epoch": 1.2969970703125e-07,
      "model_forward_time": 6.97079873085022,
      "step": 334
    },
    {
      "epoch": 1.2969970703125e-07,
      "step": 334,
      "training_step_time": 22.039888620376587
    },
    {
      "epoch": 1.33514404296875e-07,
      "grad_norm": 0.47945845127105713,
      "learning_rate": 9.991995789294477e-06,
      "loss": 0.063,
      "step": 335
    },
    {
      "epoch": 1.33514404296875e-07,
      "model_forward_time": 6.970344066619873,
      "step": 335
    },
    {
      "epoch": 1.33514404296875e-07,
      "step": 335,
      "training_step_time": 22.037161350250244
    },
    {
      "epoch": 1.373291015625e-07,
      "grad_norm": 0.3731505870819092,
      "learning_rate": 9.991920829006429e-06,
      "loss": 0.0459,
      "step": 336
    },
    {
      "epoch": 1.373291015625e-07,
      "model_forward_time": 6.933014392852783,
      "step": 336
    },
    {
      "epoch": 1.373291015625e-07,
      "step": 336,
      "training_step_time": 22.01483178138733
    },
    {
      "epoch": 1.41143798828125e-07,
      "grad_norm": 0.4986984431743622,
      "learning_rate": 9.991845519630679e-06,
      "loss": 0.0545,
      "step": 337
    },
    {
      "epoch": 1.41143798828125e-07,
      "model_forward_time": 7.004552841186523,
      "step": 337
    },
    {
      "epoch": 1.41143798828125e-07,
      "step": 337,
      "training_step_time": 22.042103052139282
    },
    {
      "epoch": 1.4495849609375e-07,
      "grad_norm": 0.37471169233322144,
      "learning_rate": 9.991769861172492e-06,
      "loss": 0.0669,
      "step": 338
    },
    {
      "epoch": 1.4495849609375e-07,
      "model_forward_time": 7.561648845672607,
      "step": 338
    },
    {
      "epoch": 1.4495849609375e-07,
      "step": 338,
      "training_step_time": 22.6543390750885
    },
    {
      "epoch": 1.48773193359375e-07,
      "grad_norm": 0.1930662840604782,
      "learning_rate": 9.991693853637159e-06,
      "loss": 0.0414,
      "step": 339
    },
    {
      "epoch": 1.48773193359375e-07,
      "model_forward_time": 6.978960037231445,
      "step": 339
    },
    {
      "epoch": 1.48773193359375e-07,
      "step": 339,
      "training_step_time": 22.019049406051636
    },
    {
      "epoch": 1.52587890625e-07,
      "grad_norm": 0.37084871530532837,
      "learning_rate": 9.991617497029995e-06,
      "loss": 0.0514,
      "step": 340
    },
    {
      "epoch": 1.52587890625e-07,
      "model_forward_time": 6.879275560379028,
      "step": 340
    },
    {
      "dynamics_loss_avg": 0.037042796798050406,
      "epoch": 1.52587890625e-07,
      "step": 340
    },
    {
      "action_loss_avg": 0.011065882490947842,
      "epoch": 1.52587890625e-07,
      "step": 340
    },
    {
      "epoch": 1.52587890625e-07,
      "step": 340,
      "training_step_time": 22.03562879562378
    },
    {
      "epoch": 1.56402587890625e-07,
      "grad_norm": 0.23627735674381256,
      "learning_rate": 9.991540791356342e-06,
      "loss": 0.0398,
      "step": 341
    },
    {
      "epoch": 1.56402587890625e-07,
      "model_forward_time": 6.95443868637085,
      "step": 341
    },
    {
      "epoch": 1.56402587890625e-07,
      "step": 341,
      "training_step_time": 21.998401641845703
    },
    {
      "epoch": 1.6021728515625e-07,
      "grad_norm": 0.30951207876205444,
      "learning_rate": 9.99146373662156e-06,
      "loss": 0.0607,
      "step": 342
    },
    {
      "epoch": 1.6021728515625e-07,
      "model_forward_time": 6.966453313827515,
      "step": 342
    },
    {
      "epoch": 1.6021728515625e-07,
      "step": 342,
      "training_step_time": 22.03207802772522
    },
    {
      "epoch": 1.64031982421875e-07,
      "grad_norm": 0.3434329032897949,
      "learning_rate": 9.991386332831042e-06,
      "loss": 0.0453,
      "step": 343
    },
    {
      "epoch": 1.64031982421875e-07,
      "model_forward_time": 7.55461311340332,
      "step": 343
    },
    {
      "epoch": 1.64031982421875e-07,
      "step": 343,
      "training_step_time": 22.661696672439575
    },
    {
      "epoch": 1.678466796875e-07,
      "grad_norm": 0.26949894428253174,
      "learning_rate": 9.991308579990197e-06,
      "loss": 0.0566,
      "step": 344
    },
    {
      "epoch": 1.678466796875e-07,
      "model_forward_time": 6.888726711273193,
      "step": 344
    },
    {
      "epoch": 1.678466796875e-07,
      "step": 344,
      "training_step_time": 22.567978858947754
    },
    {
      "epoch": 1.71661376953125e-07,
      "grad_norm": 0.4071541726589203,
      "learning_rate": 9.991230478104466e-06,
      "loss": 0.0668,
      "step": 345
    },
    {
      "epoch": 1.71661376953125e-07,
      "model_forward_time": 6.956334352493286,
      "step": 345
    },
    {
      "epoch": 1.71661376953125e-07,
      "step": 345,
      "training_step_time": 22.047630071640015
    },
    {
      "epoch": 1.7547607421875e-07,
      "grad_norm": 0.31578734517097473,
      "learning_rate": 9.991152027179307e-06,
      "loss": 0.057,
      "step": 346
    },
    {
      "epoch": 1.7547607421875e-07,
      "model_forward_time": 6.924963712692261,
      "step": 346
    },
    {
      "epoch": 1.7547607421875e-07,
      "step": 346,
      "training_step_time": 22.02073860168457
    },
    {
      "epoch": 1.79290771484375e-07,
      "grad_norm": 0.5445748567581177,
      "learning_rate": 9.99107322722021e-06,
      "loss": 0.0577,
      "step": 347
    },
    {
      "epoch": 1.79290771484375e-07,
      "model_forward_time": 6.958293199539185,
      "step": 347
    },
    {
      "epoch": 1.79290771484375e-07,
      "step": 347,
      "training_step_time": 22.022942304611206
    },
    {
      "epoch": 1.8310546875e-07,
      "grad_norm": 0.48485955595970154,
      "learning_rate": 9.990994078232681e-06,
      "loss": 0.071,
      "step": 348
    },
    {
      "epoch": 1.8310546875e-07,
      "model_forward_time": 7.507328748703003,
      "step": 348
    },
    {
      "epoch": 1.8310546875e-07,
      "step": 348,
      "training_step_time": 22.59531307220459
    },
    {
      "epoch": 1.86920166015625e-07,
      "grad_norm": 0.36547961831092834,
      "learning_rate": 9.990914580222258e-06,
      "loss": 0.0626,
      "step": 349
    },
    {
      "epoch": 1.86920166015625e-07,
      "model_forward_time": 6.882813453674316,
      "step": 349
    },
    {
      "epoch": 1.86920166015625e-07,
      "step": 349,
      "training_step_time": 22.63910436630249
    },
    {
      "epoch": 1.9073486328125e-07,
      "grad_norm": 0.17355482280254364,
      "learning_rate": 9.990834733194498e-06,
      "loss": 0.0362,
      "step": 350
    },
    {
      "epoch": 1.9073486328125e-07,
      "model_forward_time": 6.940107345581055,
      "step": 350
    },
    {
      "dynamics_loss_avg": 0.04336062651127577,
      "epoch": 1.9073486328125e-07,
      "step": 350
    },
    {
      "action_loss_avg": 0.013908198475837708,
      "epoch": 1.9073486328125e-07,
      "step": 350
    },
    {
      "epoch": 1.9073486328125e-07,
      "step": 350,
      "training_step_time": 22.080796241760254
    },
    {
      "epoch": 1.94549560546875e-07,
      "grad_norm": 0.5267788171768188,
      "learning_rate": 9.99075453715499e-06,
      "loss": 0.0481,
      "step": 351
    },
    {
      "epoch": 1.94549560546875e-07,
      "model_forward_time": 6.944016933441162,
      "step": 351
    },
    {
      "epoch": 1.94549560546875e-07,
      "step": 351,
      "training_step_time": 22.016528367996216
    },
    {
      "epoch": 1.983642578125e-07,
      "grad_norm": 0.40252864360809326,
      "learning_rate": 9.990673992109335e-06,
      "loss": 0.0546,
      "step": 352
    },
    {
      "epoch": 1.983642578125e-07,
      "model_forward_time": 6.89494776725769,
      "step": 352
    },
    {
      "epoch": 1.983642578125e-07,
      "step": 352,
      "training_step_time": 22.036717891693115
    },
    {
      "epoch": 2.02178955078125e-07,
      "grad_norm": 0.2941037118434906,
      "learning_rate": 9.99059309806317e-06,
      "loss": 0.0488,
      "step": 353
    },
    {
      "epoch": 2.02178955078125e-07,
      "model_forward_time": 7.50890588760376,
      "step": 353
    },
    {
      "epoch": 2.02178955078125e-07,
      "step": 353,
      "training_step_time": 23.179620027542114
    },
    {
      "epoch": 2.0599365234375e-07,
      "grad_norm": 0.31609630584716797,
      "learning_rate": 9.990511855022154e-06,
      "loss": 0.0516,
      "step": 354
    },
    {
      "epoch": 2.0599365234375e-07,
      "model_forward_time": 6.942427396774292,
      "step": 354
    },
    {
      "epoch": 2.0599365234375e-07,
      "step": 354,
      "training_step_time": 22.68242835998535
    },
    {
      "epoch": 2.09808349609375e-07,
      "grad_norm": 0.3044968247413635,
      "learning_rate": 9.990430262991962e-06,
      "loss": 0.0453,
      "step": 355
    },
    {
      "epoch": 2.09808349609375e-07,
      "model_forward_time": 6.934565782546997,
      "step": 355
    },
    {
      "epoch": 2.09808349609375e-07,
      "step": 355,
      "training_step_time": 22.01005268096924
    },
    {
      "epoch": 2.13623046875e-07,
      "grad_norm": 0.34988856315612793,
      "learning_rate": 9.990348321978304e-06,
      "loss": 0.0608,
      "step": 356
    },
    {
      "epoch": 2.13623046875e-07,
      "model_forward_time": 6.973814010620117,
      "step": 356
    },
    {
      "epoch": 2.13623046875e-07,
      "step": 356,
      "training_step_time": 22.077783823013306
    },
    {
      "epoch": 2.17437744140625e-07,
      "grad_norm": 0.3518870174884796,
      "learning_rate": 9.990266031986909e-06,
      "loss": 0.0534,
      "step": 357
    },
    {
      "epoch": 2.17437744140625e-07,
      "model_forward_time": 6.907097101211548,
      "step": 357
    },
    {
      "epoch": 2.17437744140625e-07,
      "step": 357,
      "training_step_time": 22.02567219734192
    },
    {
      "epoch": 2.2125244140625e-07,
      "grad_norm": 0.48293739557266235,
      "learning_rate": 9.990183393023533e-06,
      "loss": 0.0527,
      "step": 358
    },
    {
      "epoch": 2.2125244140625e-07,
      "model_forward_time": 6.935942649841309,
      "step": 358
    },
    {
      "epoch": 2.2125244140625e-07,
      "step": 358,
      "training_step_time": 22.505089282989502
    },
    {
      "epoch": 2.25067138671875e-07,
      "grad_norm": 0.3227372467517853,
      "learning_rate": 9.990100405093954e-06,
      "loss": 0.0442,
      "step": 359
    },
    {
      "epoch": 2.25067138671875e-07,
      "model_forward_time": 6.883181095123291,
      "step": 359
    },
    {
      "epoch": 2.25067138671875e-07,
      "step": 359,
      "training_step_time": 22.589482069015503
    },
    {
      "epoch": 2.288818359375e-07,
      "grad_norm": 0.3245881497859955,
      "learning_rate": 9.990017068203975e-06,
      "loss": 0.0516,
      "step": 360
    },
    {
      "epoch": 2.288818359375e-07,
      "model_forward_time": 6.927507638931274,
      "step": 360
    },
    {
      "dynamics_loss_avg": 0.03993168175220489,
      "epoch": 2.288818359375e-07,
      "step": 360
    },
    {
      "action_loss_avg": 0.01079099860507995,
      "epoch": 2.288818359375e-07,
      "step": 360
    },
    {
      "epoch": 2.288818359375e-07,
      "step": 360,
      "training_step_time": 22.030754327774048
    },
    {
      "epoch": 2.32696533203125e-07,
      "grad_norm": 0.521801233291626,
      "learning_rate": 9.989933382359423e-06,
      "loss": 0.0555,
      "step": 361
    },
    {
      "epoch": 2.32696533203125e-07,
      "model_forward_time": 6.894085645675659,
      "step": 361
    },
    {
      "epoch": 2.32696533203125e-07,
      "step": 361,
      "training_step_time": 22.00039029121399
    },
    {
      "epoch": 2.3651123046875e-07,
      "grad_norm": 0.28406307101249695,
      "learning_rate": 9.989849347566153e-06,
      "loss": 0.07,
      "step": 362
    },
    {
      "epoch": 2.3651123046875e-07,
      "model_forward_time": 6.970569372177124,
      "step": 362
    },
    {
      "epoch": 2.3651123046875e-07,
      "step": 362,
      "training_step_time": 22.032355308532715
    },
    {
      "epoch": 2.40325927734375e-07,
      "grad_norm": 0.3583389222621918,
      "learning_rate": 9.989764963830038e-06,
      "loss": 0.0569,
      "step": 363
    },
    {
      "epoch": 2.40325927734375e-07,
      "model_forward_time": 6.967674970626831,
      "step": 363
    },
    {
      "epoch": 2.40325927734375e-07,
      "step": 363,
      "training_step_time": 22.556063652038574
    },
    {
      "epoch": 2.44140625e-07,
      "grad_norm": 0.3744807839393616,
      "learning_rate": 9.989680231156983e-06,
      "loss": 0.053,
      "step": 364
    },
    {
      "epoch": 2.44140625e-07,
      "model_forward_time": 7.620432138442993,
      "step": 364
    },
    {
      "epoch": 2.44140625e-07,
      "step": 364,
      "training_step_time": 22.746720790863037
    },
    {
      "epoch": 2.47955322265625e-07,
      "grad_norm": 0.30911892652511597,
      "learning_rate": 9.98959514955291e-06,
      "loss": 0.0474,
      "step": 365
    },
    {
      "epoch": 2.47955322265625e-07,
      "model_forward_time": 6.988174915313721,
      "step": 365
    },
    {
      "epoch": 2.47955322265625e-07,
      "step": 365,
      "training_step_time": 22.040756225585938
    },
    {
      "epoch": 2.5177001953125e-07,
      "grad_norm": 0.38940539956092834,
      "learning_rate": 9.98950971902377e-06,
      "loss": 0.045,
      "step": 366
    },
    {
      "epoch": 2.5177001953125e-07,
      "model_forward_time": 6.973548173904419,
      "step": 366
    },
    {
      "epoch": 2.5177001953125e-07,
      "step": 366,
      "training_step_time": 22.026258945465088
    },
    {
      "epoch": 2.55584716796875e-07,
      "grad_norm": 0.2840343117713928,
      "learning_rate": 9.989423939575538e-06,
      "loss": 0.0595,
      "step": 367
    },
    {
      "epoch": 2.55584716796875e-07,
      "model_forward_time": 6.973600149154663,
      "step": 367
    },
    {
      "epoch": 2.55584716796875e-07,
      "step": 367,
      "training_step_time": 22.019553661346436
    },
    {
      "epoch": 2.593994140625e-07,
      "grad_norm": 0.35999730229377747,
      "learning_rate": 9.98933781121421e-06,
      "loss": 0.0492,
      "step": 368
    },
    {
      "epoch": 2.593994140625e-07,
      "model_forward_time": 6.986217021942139,
      "step": 368
    },
    {
      "epoch": 2.593994140625e-07,
      "step": 368,
      "training_step_time": 22.582192182540894
    },
    {
      "epoch": 2.63214111328125e-07,
      "grad_norm": 0.27433720231056213,
      "learning_rate": 9.989251333945813e-06,
      "loss": 0.045,
      "step": 369
    },
    {
      "epoch": 2.63214111328125e-07,
      "model_forward_time": 7.548824310302734,
      "step": 369
    },
    {
      "epoch": 2.63214111328125e-07,
      "step": 369,
      "training_step_time": 22.677467823028564
    },
    {
      "epoch": 2.6702880859375e-07,
      "grad_norm": 0.3258449137210846,
      "learning_rate": 9.989164507776391e-06,
      "loss": 0.0383,
      "step": 370
    },
    {
      "epoch": 2.6702880859375e-07,
      "model_forward_time": 6.9899163246154785,
      "step": 370
    },
    {
      "dynamics_loss_avg": 0.03935737740248442,
      "epoch": 2.6702880859375e-07,
      "step": 370
    },
    {
      "action_loss_avg": 0.011206618719734251,
      "epoch": 2.6702880859375e-07,
      "step": 370
    },
    {
      "epoch": 2.6702880859375e-07,
      "step": 370,
      "training_step_time": 22.053923845291138
    },
    {
      "epoch": 2.70843505859375e-07,
      "grad_norm": 0.4531917870044708,
      "learning_rate": 9.989077332712019e-06,
      "loss": 0.0496,
      "step": 371
    },
    {
      "epoch": 2.70843505859375e-07,
      "model_forward_time": 6.944074392318726,
      "step": 371
    },
    {
      "epoch": 2.70843505859375e-07,
      "step": 371,
      "training_step_time": 22.008992195129395
    },
    {
      "epoch": 2.74658203125e-07,
      "grad_norm": 0.33410584926605225,
      "learning_rate": 9.98898980875879e-06,
      "loss": 0.0403,
      "step": 372
    },
    {
      "epoch": 2.74658203125e-07,
      "model_forward_time": 6.9596781730651855,
      "step": 372
    },
    {
      "epoch": 2.74658203125e-07,
      "step": 372,
      "training_step_time": 22.010446071624756
    },
    {
      "epoch": 2.78472900390625e-07,
      "grad_norm": 0.41428712010383606,
      "learning_rate": 9.988901935922826e-06,
      "loss": 0.0528,
      "step": 373
    },
    {
      "epoch": 2.78472900390625e-07,
      "model_forward_time": 6.855852842330933,
      "step": 373
    },
    {
      "epoch": 2.78472900390625e-07,
      "step": 373,
      "training_step_time": 22.028549194335938
    },
    {
      "epoch": 2.8228759765625e-07,
      "grad_norm": 0.21219368278980255,
      "learning_rate": 9.988813714210272e-06,
      "loss": 0.0383,
      "step": 374
    },
    {
      "epoch": 2.8228759765625e-07,
      "model_forward_time": 7.615302801132202,
      "step": 374
    },
    {
      "epoch": 2.8228759765625e-07,
      "step": 374,
      "training_step_time": 22.715864896774292
    },
    {
      "epoch": 2.86102294921875e-07,
      "grad_norm": 0.41327837109565735,
      "learning_rate": 9.988725143627297e-06,
      "loss": 0.0704,
      "step": 375
    },
    {
      "epoch": 2.86102294921875e-07,
      "model_forward_time": 6.972176790237427,
      "step": 375
    },
    {
      "epoch": 2.86102294921875e-07,
      "step": 375,
      "training_step_time": 22.057820558547974
    },
    {
      "epoch": 2.899169921875e-07,
      "grad_norm": 0.2924976646900177,
      "learning_rate": 9.988636224180097e-06,
      "loss": 0.0491,
      "step": 376
    },
    {
      "epoch": 2.899169921875e-07,
      "model_forward_time": 6.96089243888855,
      "step": 376
    },
    {
      "epoch": 2.899169921875e-07,
      "step": 376,
      "training_step_time": 22.02605128288269
    },
    {
      "epoch": 2.93731689453125e-07,
      "grad_norm": 0.4679264426231384,
      "learning_rate": 9.988546955874885e-06,
      "loss": 0.0458,
      "step": 377
    },
    {
      "epoch": 2.93731689453125e-07,
      "model_forward_time": 6.961558103561401,
      "step": 377
    },
    {
      "epoch": 2.93731689453125e-07,
      "step": 377,
      "training_step_time": 22.020323991775513
    },
    {
      "epoch": 2.9754638671875e-07,
      "grad_norm": 0.27832090854644775,
      "learning_rate": 9.98845733871791e-06,
      "loss": 0.0339,
      "step": 378
    },
    {
      "epoch": 2.9754638671875e-07,
      "model_forward_time": 6.988046646118164,
      "step": 378
    },
    {
      "epoch": 2.9754638671875e-07,
      "step": 378,
      "training_step_time": 22.51052165031433
    },
    {
      "epoch": 3.01361083984375e-07,
      "grad_norm": 0.2477632313966751,
      "learning_rate": 9.988367372715434e-06,
      "loss": 0.0343,
      "step": 379
    },
    {
      "epoch": 3.01361083984375e-07,
      "model_forward_time": 7.579862117767334,
      "step": 379
    },
    {
      "epoch": 3.01361083984375e-07,
      "step": 379,
      "training_step_time": 22.697208881378174
    },
    {
      "epoch": 3.0517578125e-07,
      "grad_norm": 0.4510483741760254,
      "learning_rate": 9.988277057873749e-06,
      "loss": 0.0695,
      "step": 380
    },
    {
      "epoch": 3.0517578125e-07,
      "model_forward_time": 6.8675456047058105,
      "step": 380
    },
    {
      "dynamics_loss_avg": 0.0363711005076766,
      "epoch": 3.0517578125e-07,
      "step": 380
    },
    {
      "action_loss_avg": 0.00899859839119017,
      "epoch": 3.0517578125e-07,
      "step": 380
    },
    {
      "epoch": 3.0517578125e-07,
      "step": 380,
      "training_step_time": 22.707061052322388
    },
    {
      "epoch": 3.08990478515625e-07,
      "grad_norm": 0.44627082347869873,
      "learning_rate": 9.988186394199175e-06,
      "loss": 0.0614,
      "step": 381
    },
    {
      "epoch": 3.08990478515625e-07,
      "model_forward_time": 6.992875099182129,
      "step": 381
    },
    {
      "epoch": 3.08990478515625e-07,
      "step": 381,
      "training_step_time": 22.04141902923584
    },
    {
      "epoch": 3.1280517578125e-07,
      "grad_norm": 0.41106706857681274,
      "learning_rate": 9.988095381698047e-06,
      "loss": 0.069,
      "step": 382
    },
    {
      "epoch": 3.1280517578125e-07,
      "model_forward_time": 6.910791635513306,
      "step": 382
    },
    {
      "epoch": 3.1280517578125e-07,
      "step": 382,
      "training_step_time": 22.00004482269287
    },
    {
      "epoch": 3.16619873046875e-07,
      "grad_norm": 0.33797135949134827,
      "learning_rate": 9.988004020376734e-06,
      "loss": 0.0479,
      "step": 383
    },
    {
      "epoch": 3.16619873046875e-07,
      "model_forward_time": 6.963225603103638,
      "step": 383
    },
    {
      "epoch": 3.16619873046875e-07,
      "step": 383,
      "training_step_time": 22.60509419441223
    },
    {
      "epoch": 3.204345703125e-07,
      "grad_norm": 0.37475502490997314,
      "learning_rate": 9.98791231024162e-06,
      "loss": 0.0514,
      "step": 384
    },
    {
      "epoch": 3.204345703125e-07,
      "model_forward_time": 7.557872772216797,
      "step": 384
    },
    {
      "epoch": 3.204345703125e-07,
      "step": 384,
      "training_step_time": 23.287816047668457
    },
    {
      "epoch": 3.24249267578125e-07,
      "grad_norm": 0.4024260640144348,
      "learning_rate": 9.987820251299121e-06,
      "loss": 0.0605,
      "step": 385
    },
    {
      "epoch": 3.24249267578125e-07,
      "model_forward_time": 6.963446617126465,
      "step": 385
    },
    {
      "epoch": 3.24249267578125e-07,
      "step": 385,
      "training_step_time": 22.01502251625061
    },
    {
      "epoch": 3.2806396484375e-07,
      "grad_norm": 0.3807199001312256,
      "learning_rate": 9.987727843555677e-06,
      "loss": 0.0546,
      "step": 386
    },
    {
      "epoch": 3.2806396484375e-07,
      "model_forward_time": 6.967068672180176,
      "step": 386
    },
    {
      "epoch": 3.2806396484375e-07,
      "step": 386,
      "training_step_time": 22.03173518180847
    },
    {
      "epoch": 3.31878662109375e-07,
      "grad_norm": 0.17585983872413635,
      "learning_rate": 9.987635087017746e-06,
      "loss": 0.0308,
      "step": 387
    },
    {
      "epoch": 3.31878662109375e-07,
      "model_forward_time": 6.9798502922058105,
      "step": 387
    },
    {
      "epoch": 3.31878662109375e-07,
      "step": 387,
      "training_step_time": 22.04429793357849
    },
    {
      "epoch": 3.35693359375e-07,
      "grad_norm": 0.31801891326904297,
      "learning_rate": 9.987541981691817e-06,
      "loss": 0.0422,
      "step": 388
    },
    {
      "epoch": 3.35693359375e-07,
      "model_forward_time": 6.9068872928619385,
      "step": 388
    },
    {
      "epoch": 3.35693359375e-07,
      "step": 388,
      "training_step_time": 22.574743509292603
    },
    {
      "epoch": 3.39508056640625e-07,
      "grad_norm": 0.40551307797431946,
      "learning_rate": 9.9874485275844e-06,
      "loss": 0.0603,
      "step": 389
    },
    {
      "epoch": 3.39508056640625e-07,
      "model_forward_time": 7.5304114818573,
      "step": 389
    },
    {
      "epoch": 3.39508056640625e-07,
      "step": 389,
      "training_step_time": 23.221304178237915
    },
    {
      "epoch": 3.4332275390625e-07,
      "grad_norm": 0.5131422281265259,
      "learning_rate": 9.987354724702031e-06,
      "loss": 0.0531,
      "step": 390
    },
    {
      "epoch": 3.4332275390625e-07,
      "model_forward_time": 6.967880487442017,
      "step": 390
    },
    {
      "dynamics_loss_avg": 0.04921261742711067,
      "epoch": 3.4332275390625e-07,
      "step": 390
    },
    {
      "action_loss_avg": 0.013355118222534657,
      "epoch": 3.4332275390625e-07,
      "step": 390
    },
    {
      "epoch": 3.4332275390625e-07,
      "step": 390,
      "training_step_time": 22.053135871887207
    },
    {
      "epoch": 3.47137451171875e-07,
      "grad_norm": 0.38660189509391785,
      "learning_rate": 9.987260573051268e-06,
      "loss": 0.053,
      "step": 391
    },
    {
      "epoch": 3.47137451171875e-07,
      "model_forward_time": 6.986398220062256,
      "step": 391
    },
    {
      "epoch": 3.47137451171875e-07,
      "step": 391,
      "training_step_time": 22.024312019348145
    },
    {
      "epoch": 3.509521484375e-07,
      "grad_norm": 0.18637429177761078,
      "learning_rate": 9.987166072638698e-06,
      "loss": 0.0395,
      "step": 392
    },
    {
      "epoch": 3.509521484375e-07,
      "model_forward_time": 6.974242687225342,
      "step": 392
    },
    {
      "epoch": 3.509521484375e-07,
      "step": 392,
      "training_step_time": 22.05720615386963
    },
    {
      "epoch": 3.54766845703125e-07,
      "grad_norm": 0.30289342999458313,
      "learning_rate": 9.987071223470927e-06,
      "loss": 0.0518,
      "step": 393
    },
    {
      "epoch": 3.54766845703125e-07,
      "model_forward_time": 6.967746257781982,
      "step": 393
    },
    {
      "epoch": 3.54766845703125e-07,
      "step": 393,
      "training_step_time": 22.053349256515503
    },
    {
      "epoch": 3.5858154296875e-07,
      "grad_norm": 0.3954761028289795,
      "learning_rate": 9.986976025554588e-06,
      "loss": 0.0531,
      "step": 394
    },
    {
      "epoch": 3.5858154296875e-07,
      "model_forward_time": 7.584750413894653,
      "step": 394
    },
    {
      "epoch": 3.5858154296875e-07,
      "step": 394,
      "training_step_time": 23.243234395980835
    },
    {
      "epoch": 3.62396240234375e-07,
      "grad_norm": 0.4795244336128235,
      "learning_rate": 9.98688047889634e-06,
      "loss": 0.0555,
      "step": 395
    },
    {
      "epoch": 3.62396240234375e-07,
      "model_forward_time": 6.9986655712127686,
      "step": 395
    },
    {
      "epoch": 3.62396240234375e-07,
      "step": 395,
      "training_step_time": 22.022881507873535
    },
    {
      "epoch": 3.662109375e-07,
      "grad_norm": 0.26744911074638367,
      "learning_rate": 9.986784583502863e-06,
      "loss": 0.0323,
      "step": 396
    },
    {
      "epoch": 3.662109375e-07,
      "model_forward_time": 6.980919122695923,
      "step": 396
    },
    {
      "epoch": 3.662109375e-07,
      "step": 396,
      "training_step_time": 22.012495279312134
    },
    {
      "epoch": 3.70025634765625e-07,
      "grad_norm": 0.37381088733673096,
      "learning_rate": 9.986688339380863e-06,
      "loss": 0.0579,
      "step": 397
    },
    {
      "epoch": 3.70025634765625e-07,
      "model_forward_time": 6.983044147491455,
      "step": 397
    },
    {
      "epoch": 3.70025634765625e-07,
      "step": 397,
      "training_step_time": 22.01195502281189
    },
    {
      "epoch": 3.7384033203125e-07,
      "grad_norm": 0.30564576387405396,
      "learning_rate": 9.986591746537071e-06,
      "loss": 0.0556,
      "step": 398
    },
    {
      "epoch": 3.7384033203125e-07,
      "model_forward_time": 6.953003644943237,
      "step": 398
    },
    {
      "epoch": 3.7384033203125e-07,
      "step": 398,
      "training_step_time": 22.587992668151855
    },
    {
      "epoch": 3.77655029296875e-07,
      "grad_norm": 0.3785189092159271,
      "learning_rate": 9.986494804978241e-06,
      "loss": 0.0521,
      "step": 399
    },
    {
      "epoch": 3.77655029296875e-07,
      "model_forward_time": 7.565768241882324,
      "step": 399
    },
    {
      "epoch": 3.77655029296875e-07,
      "step": 399,
      "training_step_time": 22.66924023628235
    },
    {
      "epoch": 3.814697265625e-07,
      "grad_norm": 0.46474215388298035,
      "learning_rate": 9.986397514711154e-06,
      "loss": 0.0379,
      "step": 400
    },
    {
      "epoch": 3.814697265625e-07,
      "model_forward_time": 6.792648792266846,
      "step": 400
    },
    {
      "dynamics_loss_avg": 0.03896750193089247,
      "epoch": 3.814697265625e-07,
      "step": 400
    },
    {
      "action_loss_avg": 0.009209084406029433,
      "epoch": 3.814697265625e-07,
      "step": 400
    },
    {
      "epoch": 3.814697265625e-07,
      "step": 400,
      "training_step_time": 22.200453758239746
    },
    {
      "epoch": 3.85284423828125e-07,
      "grad_norm": 0.38037025928497314,
      "learning_rate": 9.986299875742612e-06,
      "loss": 0.0449,
      "step": 401
    },
    {
      "epoch": 3.85284423828125e-07,
      "model_forward_time": 6.828186273574829,
      "step": 401
    },
    {
      "epoch": 3.85284423828125e-07,
      "step": 401,
      "training_step_time": 21.975315809249878
    },
    {
      "epoch": 3.8909912109375e-07,
      "grad_norm": 0.31726908683776855,
      "learning_rate": 9.986201888079444e-06,
      "loss": 0.0468,
      "step": 402
    },
    {
      "epoch": 3.8909912109375e-07,
      "model_forward_time": 6.915337800979614,
      "step": 402
    },
    {
      "epoch": 3.8909912109375e-07,
      "step": 402,
      "training_step_time": 22.041154146194458
    },
    {
      "epoch": 3.92913818359375e-07,
      "grad_norm": 0.46678444743156433,
      "learning_rate": 9.9861035517285e-06,
      "loss": 0.0541,
      "step": 403
    },
    {
      "epoch": 3.92913818359375e-07,
      "model_forward_time": 8.744471311569214,
      "step": 403
    },
    {
      "epoch": 3.92913818359375e-07,
      "step": 403,
      "training_step_time": 23.960386276245117
    },
    {
      "epoch": 3.96728515625e-07,
      "grad_norm": 0.37760624289512634,
      "learning_rate": 9.986004866696661e-06,
      "loss": 0.0474,
      "step": 404
    },
    {
      "epoch": 3.96728515625e-07,
      "model_forward_time": 7.154874086380005,
      "step": 404
    },
    {
      "epoch": 3.96728515625e-07,
      "step": 404,
      "training_step_time": 22.55921983718872
    },
    {
      "epoch": 4.00543212890625e-07,
      "grad_norm": 0.3548728823661804,
      "learning_rate": 9.985905832990826e-06,
      "loss": 0.0491,
      "step": 405
    },
    {
      "epoch": 4.00543212890625e-07,
      "model_forward_time": 7.011847972869873,
      "step": 405
    },
    {
      "epoch": 4.00543212890625e-07,
      "step": 405,
      "training_step_time": 22.045685052871704
    },
    {
      "epoch": 4.0435791015625e-07,
      "grad_norm": 0.25311368703842163,
      "learning_rate": 9.985806450617916e-06,
      "loss": 0.0402,
      "step": 406
    },
    {
      "epoch": 4.0435791015625e-07,
      "model_forward_time": 6.971461534500122,
      "step": 406
    },
    {
      "epoch": 4.0435791015625e-07,
      "step": 406,
      "training_step_time": 22.0285382270813
    },
    {
      "epoch": 4.08172607421875e-07,
      "grad_norm": 0.39118051528930664,
      "learning_rate": 9.985706719584888e-06,
      "loss": 0.055,
      "step": 407
    },
    {
      "epoch": 4.08172607421875e-07,
      "model_forward_time": 6.959884881973267,
      "step": 407
    },
    {
      "epoch": 4.08172607421875e-07,
      "step": 407,
      "training_step_time": 22.041378259658813
    },
    {
      "epoch": 4.119873046875e-07,
      "grad_norm": 0.29712605476379395,
      "learning_rate": 9.985606639898714e-06,
      "loss": 0.0487,
      "step": 408
    },
    {
      "epoch": 4.119873046875e-07,
      "model_forward_time": 7.534420728683472,
      "step": 408
    },
    {
      "epoch": 4.119873046875e-07,
      "step": 408,
      "training_step_time": 23.21461033821106
    },
    {
      "epoch": 4.15802001953125e-07,
      "grad_norm": 0.33456137776374817,
      "learning_rate": 9.985506211566388e-06,
      "loss": 0.0381,
      "step": 409
    },
    {
      "epoch": 4.15802001953125e-07,
      "model_forward_time": 6.891722917556763,
      "step": 409
    },
    {
      "epoch": 4.15802001953125e-07,
      "step": 409,
      "training_step_time": 22.62929630279541
    },
    {
      "epoch": 4.1961669921875e-07,
      "grad_norm": 0.3087117671966553,
      "learning_rate": 9.98540543459494e-06,
      "loss": 0.0746,
      "step": 410
    },
    {
      "epoch": 4.1961669921875e-07,
      "model_forward_time": 7.028566837310791,
      "step": 410
    },
    {
      "dynamics_loss_avg": 0.04203135371208191,
      "epoch": 4.1961669921875e-07,
      "step": 410
    },
    {
      "action_loss_avg": 0.009737398801371455,
      "epoch": 4.1961669921875e-07,
      "step": 410
    },
    {
      "epoch": 4.1961669921875e-07,
      "step": 410,
      "training_step_time": 22.243263483047485
    },
    {
      "epoch": 4.23431396484375e-07,
      "grad_norm": 0.33116015791893005,
      "learning_rate": 9.985304308991412e-06,
      "loss": 0.0544,
      "step": 411
    },
    {
      "epoch": 4.23431396484375e-07,
      "model_forward_time": 6.953061819076538,
      "step": 411
    },
    {
      "epoch": 4.23431396484375e-07,
      "step": 411,
      "training_step_time": 22.071595668792725
    },
    {
      "epoch": 4.2724609375e-07,
      "grad_norm": 0.283753365278244,
      "learning_rate": 9.985202834762878e-06,
      "loss": 0.0394,
      "step": 412
    },
    {
      "epoch": 4.2724609375e-07,
      "model_forward_time": 6.929404973983765,
      "step": 412
    },
    {
      "epoch": 4.2724609375e-07,
      "step": 412,
      "training_step_time": 21.998111486434937
    },
    {
      "epoch": 4.31060791015625e-07,
      "grad_norm": 0.208219513297081,
      "learning_rate": 9.985101011916435e-06,
      "loss": 0.0355,
      "step": 413
    },
    {
      "epoch": 4.31060791015625e-07,
      "model_forward_time": 7.465102910995483,
      "step": 413
    },
    {
      "epoch": 4.31060791015625e-07,
      "step": 413,
      "training_step_time": 23.118775606155396
    },
    {
      "epoch": 4.3487548828125e-07,
      "grad_norm": 0.38975629210472107,
      "learning_rate": 9.984998840459202e-06,
      "loss": 0.0438,
      "step": 414
    },
    {
      "epoch": 4.3487548828125e-07,
      "model_forward_time": 6.965193033218384,
      "step": 414
    },
    {
      "epoch": 4.3487548828125e-07,
      "step": 414,
      "training_step_time": 22.65472173690796
    },
    {
      "epoch": 4.38690185546875e-07,
      "grad_norm": 0.28995847702026367,
      "learning_rate": 9.984896320398326e-06,
      "loss": 0.0464,
      "step": 415
    },
    {
      "epoch": 4.38690185546875e-07,
      "model_forward_time": 6.948753356933594,
      "step": 415
    },
    {
      "epoch": 4.38690185546875e-07,
      "step": 415,
      "training_step_time": 22.59749984741211
    },
    {
      "epoch": 4.425048828125e-07,
      "grad_norm": 0.351201593875885,
      "learning_rate": 9.984793451740972e-06,
      "loss": 0.0486,
      "step": 416
    },
    {
      "epoch": 4.425048828125e-07,
      "model_forward_time": 6.972805738449097,
      "step": 416
    },
    {
      "epoch": 4.425048828125e-07,
      "step": 416,
      "training_step_time": 22.028425216674805
    },
    {
      "epoch": 4.46319580078125e-07,
      "grad_norm": 0.21505294740200043,
      "learning_rate": 9.984690234494338e-06,
      "loss": 0.0565,
      "step": 417
    },
    {
      "epoch": 4.46319580078125e-07,
      "model_forward_time": 6.949913024902344,
      "step": 417
    },
    {
      "epoch": 4.46319580078125e-07,
      "step": 417,
      "training_step_time": 22.032299995422363
    },
    {
      "epoch": 4.5013427734375e-07,
      "grad_norm": 0.19707217812538147,
      "learning_rate": 9.984586668665641e-06,
      "loss": 0.0345,
      "step": 418
    },
    {
      "epoch": 4.5013427734375e-07,
      "model_forward_time": 7.606266260147095,
      "step": 418
    },
    {
      "epoch": 4.5013427734375e-07,
      "step": 418,
      "training_step_time": 22.67937707901001
    },
    {
      "epoch": 4.53948974609375e-07,
      "grad_norm": 0.2871730625629425,
      "learning_rate": 9.984482754262121e-06,
      "loss": 0.0432,
      "step": 419
    },
    {
      "epoch": 4.53948974609375e-07,
      "model_forward_time": 6.9218573570251465,
      "step": 419
    },
    {
      "epoch": 4.53948974609375e-07,
      "step": 419,
      "training_step_time": 22.52376937866211
    },
    {
      "epoch": 4.57763671875e-07,
      "grad_norm": 0.38109949231147766,
      "learning_rate": 9.98437849129105e-06,
      "loss": 0.0855,
      "step": 420
    },
    {
      "epoch": 4.57763671875e-07,
      "model_forward_time": 6.844865560531616,
      "step": 420
    },
    {
      "dynamics_loss_avg": 0.03930561877787113,
      "epoch": 4.57763671875e-07,
      "step": 420
    },
    {
      "action_loss_avg": 0.009029468242079019,
      "epoch": 4.57763671875e-07,
      "step": 420
    },
    {
      "epoch": 4.57763671875e-07,
      "step": 420,
      "training_step_time": 22.65337300300598
    },
    {
      "epoch": 4.61578369140625e-07,
      "grad_norm": 0.2271706610918045,
      "learning_rate": 9.984273879759713e-06,
      "loss": 0.0331,
      "step": 421
    },
    {
      "epoch": 4.61578369140625e-07,
      "model_forward_time": 6.980090141296387,
      "step": 421
    },
    {
      "epoch": 4.61578369140625e-07,
      "step": 421,
      "training_step_time": 22.012776851654053
    },
    {
      "epoch": 4.6539306640625e-07,
      "grad_norm": 0.2522629201412201,
      "learning_rate": 9.984168919675429e-06,
      "loss": 0.0355,
      "step": 422
    },
    {
      "epoch": 4.6539306640625e-07,
      "model_forward_time": 6.975196838378906,
      "step": 422
    },
    {
      "epoch": 4.6539306640625e-07,
      "step": 422,
      "training_step_time": 22.000866889953613
    },
    {
      "epoch": 4.69207763671875e-07,
      "grad_norm": 0.40403497219085693,
      "learning_rate": 9.984063611045537e-06,
      "loss": 0.0693,
      "step": 423
    },
    {
      "epoch": 4.69207763671875e-07,
      "model_forward_time": 7.663269519805908,
      "step": 423
    },
    {
      "epoch": 4.69207763671875e-07,
      "step": 423,
      "training_step_time": 22.74232578277588
    },
    {
      "epoch": 4.730224609375e-07,
      "grad_norm": 0.2102414071559906,
      "learning_rate": 9.9839579538774e-06,
      "loss": 0.0351,
      "step": 424
    },
    {
      "epoch": 4.730224609375e-07,
      "model_forward_time": 6.906672239303589,
      "step": 424
    },
    {
      "epoch": 4.730224609375e-07,
      "step": 424,
      "training_step_time": 22.660950422286987
    },
    {
      "epoch": 4.76837158203125e-07,
      "grad_norm": 0.3168468475341797,
      "learning_rate": 9.98385194817841e-06,
      "loss": 0.0411,
      "step": 425
    },
    {
      "epoch": 4.76837158203125e-07,
      "model_forward_time": 6.912030458450317,
      "step": 425
    },
    {
      "epoch": 4.76837158203125e-07,
      "step": 425,
      "training_step_time": 22.64425778388977
    },
    {
      "epoch": 4.8065185546875e-07,
      "grad_norm": 0.28709250688552856,
      "learning_rate": 9.98374559395598e-06,
      "loss": 0.0523,
      "step": 426
    },
    {
      "epoch": 4.8065185546875e-07,
      "model_forward_time": 6.931334733963013,
      "step": 426
    },
    {
      "epoch": 4.8065185546875e-07,
      "step": 426,
      "training_step_time": 22.04080605506897
    },
    {
      "epoch": 4.84466552734375e-07,
      "grad_norm": 0.34054800868034363,
      "learning_rate": 9.983638891217544e-06,
      "loss": 0.0482,
      "step": 427
    },
    {
      "epoch": 4.84466552734375e-07,
      "model_forward_time": 6.950765371322632,
      "step": 427
    },
    {
      "epoch": 4.84466552734375e-07,
      "step": 427,
      "training_step_time": 21.98178458213806
    },
    {
      "epoch": 4.8828125e-07,
      "grad_norm": 0.1814938336610794,
      "learning_rate": 9.983531839970566e-06,
      "loss": 0.0509,
      "step": 428
    },
    {
      "epoch": 4.8828125e-07,
      "model_forward_time": 6.992170572280884,
      "step": 428
    },
    {
      "epoch": 4.8828125e-07,
      "step": 428,
      "training_step_time": 22.51008152961731
    },
    {
      "epoch": 4.92095947265625e-07,
      "grad_norm": 0.14976096153259277,
      "learning_rate": 9.98342444022253e-06,
      "loss": 0.0319,
      "step": 429
    },
    {
      "epoch": 4.92095947265625e-07,
      "model_forward_time": 7.707257032394409,
      "step": 429
    },
    {
      "epoch": 4.92095947265625e-07,
      "step": 429,
      "training_step_time": 22.78676438331604
    },
    {
      "epoch": 4.9591064453125e-07,
      "grad_norm": 0.3101072907447815,
      "learning_rate": 9.98331669198095e-06,
      "loss": 0.0446,
      "step": 430
    },
    {
      "epoch": 4.9591064453125e-07,
      "model_forward_time": 6.937492609024048,
      "step": 430
    },
    {
      "dynamics_loss_avg": 0.03975804597139358,
      "epoch": 4.9591064453125e-07,
      "step": 430
    },
    {
      "action_loss_avg": 0.007620649645105004,
      "epoch": 4.9591064453125e-07,
      "step": 430
    },
    {
      "epoch": 4.9591064453125e-07,
      "step": 430,
      "training_step_time": 22.648852586746216
    },
    {
      "epoch": 4.99725341796875e-07,
      "grad_norm": 0.18114730715751648,
      "learning_rate": 9.983208595253359e-06,
      "loss": 0.0263,
      "step": 431
    },
    {
      "epoch": 4.99725341796875e-07,
      "model_forward_time": 6.946873903274536,
      "step": 431
    },
    {
      "epoch": 4.99725341796875e-07,
      "step": 431,
      "training_step_time": 22.017950534820557
    },
    {
      "epoch": 5.035400390625e-07,
      "grad_norm": 0.37405329942703247,
      "learning_rate": 9.983100150047315e-06,
      "loss": 0.0637,
      "step": 432
    },
    {
      "epoch": 5.035400390625e-07,
      "model_forward_time": 6.978337287902832,
      "step": 432
    },
    {
      "epoch": 5.035400390625e-07,
      "step": 432,
      "training_step_time": 22.042445421218872
    },
    {
      "epoch": 5.07354736328125e-07,
      "grad_norm": 0.4992228150367737,
      "learning_rate": 9.982991356370404e-06,
      "loss": 0.0725,
      "step": 433
    },
    {
      "epoch": 5.07354736328125e-07,
      "model_forward_time": 6.924959897994995,
      "step": 433
    },
    {
      "epoch": 5.07354736328125e-07,
      "step": 433,
      "training_step_time": 22.52087116241455
    },
    {
      "epoch": 5.1116943359375e-07,
      "grad_norm": 0.28630995750427246,
      "learning_rate": 9.982882214230231e-06,
      "loss": 0.0314,
      "step": 434
    },
    {
      "epoch": 5.1116943359375e-07,
      "model_forward_time": 7.644232749938965,
      "step": 434
    },
    {
      "epoch": 5.1116943359375e-07,
      "step": 434,
      "training_step_time": 22.71903657913208
    },
    {
      "epoch": 5.14984130859375e-07,
      "grad_norm": 0.38208720088005066,
      "learning_rate": 9.982772723634433e-06,
      "loss": 0.0552,
      "step": 435
    },
    {
      "epoch": 5.14984130859375e-07,
      "model_forward_time": 6.923440217971802,
      "step": 435
    },
    {
      "epoch": 5.14984130859375e-07,
      "step": 435,
      "training_step_time": 22.607162952423096
    },
    {
      "epoch": 5.18798828125e-07,
      "grad_norm": 0.34851595759391785,
      "learning_rate": 9.982662884590662e-06,
      "loss": 0.0425,
      "step": 436
    },
    {
      "epoch": 5.18798828125e-07,
      "model_forward_time": 6.862396001815796,
      "step": 436
    },
    {
      "epoch": 5.18798828125e-07,
      "step": 436,
      "training_step_time": 21.989074230194092
    },
    {
      "epoch": 5.22613525390625e-07,
      "grad_norm": 0.26474377512931824,
      "learning_rate": 9.982552697106601e-06,
      "loss": 0.0548,
      "step": 437
    },
    {
      "epoch": 5.22613525390625e-07,
      "model_forward_time": 6.98105263710022,
      "step": 437
    },
    {
      "epoch": 5.22613525390625e-07,
      "step": 437,
      "training_step_time": 22.031357049942017
    },
    {
      "epoch": 5.2642822265625e-07,
      "grad_norm": 0.33194592595100403,
      "learning_rate": 9.982442161189958e-06,
      "loss": 0.0452,
      "step": 438
    },
    {
      "epoch": 5.2642822265625e-07,
      "model_forward_time": 6.941316366195679,
      "step": 438
    },
    {
      "epoch": 5.2642822265625e-07,
      "step": 438,
      "training_step_time": 22.454771757125854
    },
    {
      "epoch": 5.30242919921875e-07,
      "grad_norm": 0.2803472578525543,
      "learning_rate": 9.982331276848457e-06,
      "loss": 0.0488,
      "step": 439
    },
    {
      "epoch": 5.30242919921875e-07,
      "model_forward_time": 7.524630784988403,
      "step": 439
    },
    {
      "epoch": 5.30242919921875e-07,
      "step": 439,
      "training_step_time": 22.660889387130737
    },
    {
      "epoch": 5.340576171875e-07,
      "grad_norm": 0.3309415876865387,
      "learning_rate": 9.98222004408986e-06,
      "loss": 0.0422,
      "step": 440
    },
    {
      "epoch": 5.340576171875e-07,
      "model_forward_time": 7.104822874069214,
      "step": 440
    },
    {
      "dynamics_loss_avg": 0.04155567865818739,
      "epoch": 5.340576171875e-07,
      "step": 440
    },
    {
      "action_loss_avg": 0.009511187858879565,
      "epoch": 5.340576171875e-07,
      "step": 440
    },
    {
      "epoch": 5.340576171875e-07,
      "step": 440,
      "training_step_time": 22.668549060821533
    },
    {
      "epoch": 5.37872314453125e-07,
      "grad_norm": 0.331140398979187,
      "learning_rate": 9.982108462921938e-06,
      "loss": 0.0556,
      "step": 441
    },
    {
      "epoch": 5.37872314453125e-07,
      "model_forward_time": 6.9638831615448,
      "step": 441
    },
    {
      "epoch": 5.37872314453125e-07,
      "step": 441,
      "training_step_time": 22.035686016082764
    },
    {
      "epoch": 5.4168701171875e-07,
      "grad_norm": 0.2252834290266037,
      "learning_rate": 9.981996533352497e-06,
      "loss": 0.049,
      "step": 442
    },
    {
      "epoch": 5.4168701171875e-07,
      "model_forward_time": 6.961973428726196,
      "step": 442
    },
    {
      "epoch": 5.4168701171875e-07,
      "step": 442,
      "training_step_time": 22.018243074417114
    },
    {
      "epoch": 5.45501708984375e-07,
      "grad_norm": 0.2813085615634918,
      "learning_rate": 9.981884255389364e-06,
      "loss": 0.0438,
      "step": 443
    },
    {
      "epoch": 5.45501708984375e-07,
      "model_forward_time": 6.941878795623779,
      "step": 443
    },
    {
      "epoch": 5.45501708984375e-07,
      "step": 443,
      "training_step_time": 22.00391387939453
    },
    {
      "epoch": 5.4931640625e-07,
      "grad_norm": 0.33499136567115784,
      "learning_rate": 9.981771629040393e-06,
      "loss": 0.0406,
      "step": 444
    },
    {
      "epoch": 5.4931640625e-07,
      "model_forward_time": 7.636134624481201,
      "step": 444
    },
    {
      "epoch": 5.4931640625e-07,
      "step": 444,
      "training_step_time": 22.723522186279297
    },
    {
      "epoch": 5.53131103515625e-07,
      "grad_norm": 0.2582467496395111,
      "learning_rate": 9.981658654313458e-06,
      "loss": 0.0324,
      "step": 445
    },
    {
      "epoch": 5.53131103515625e-07,
      "model_forward_time": 6.9550251960754395,
      "step": 445
    },
    {
      "epoch": 5.53131103515625e-07,
      "step": 445,
      "training_step_time": 22.546282529830933
    },
    {
      "epoch": 5.5694580078125e-07,
      "grad_norm": 0.3828623294830322,
      "learning_rate": 9.981545331216458e-06,
      "loss": 0.0583,
      "step": 446
    },
    {
      "epoch": 5.5694580078125e-07,
      "model_forward_time": 6.9779767990112305,
      "step": 446
    },
    {
      "epoch": 5.5694580078125e-07,
      "step": 446,
      "training_step_time": 22.008217096328735
    },
    {
      "epoch": 5.60760498046875e-07,
      "grad_norm": 0.49310100078582764,
      "learning_rate": 9.98143165975732e-06,
      "loss": 0.0748,
      "step": 447
    },
    {
      "epoch": 5.60760498046875e-07,
      "model_forward_time": 6.968445777893066,
      "step": 447
    },
    {
      "epoch": 5.60760498046875e-07,
      "step": 447,
      "training_step_time": 22.03886389732361
    },
    {
      "epoch": 5.645751953125e-07,
      "grad_norm": 0.26473698019981384,
      "learning_rate": 9.981317639943993e-06,
      "loss": 0.048,
      "step": 448
    },
    {
      "epoch": 5.645751953125e-07,
      "model_forward_time": 6.947694778442383,
      "step": 448
    },
    {
      "epoch": 5.645751953125e-07,
      "step": 448,
      "training_step_time": 22.4687819480896
    },
    {
      "epoch": 5.68389892578125e-07,
      "grad_norm": 0.25845932960510254,
      "learning_rate": 9.98120327178445e-06,
      "loss": 0.0476,
      "step": 449
    },
    {
      "epoch": 5.68389892578125e-07,
      "model_forward_time": 7.618613958358765,
      "step": 449
    },
    {
      "epoch": 5.68389892578125e-07,
      "step": 449,
      "training_step_time": 22.7041597366333
    },
    {
      "epoch": 5.7220458984375e-07,
      "grad_norm": 0.18809054791927338,
      "learning_rate": 9.981088555286686e-06,
      "loss": 0.0377,
      "step": 450
    },
    {
      "epoch": 5.7220458984375e-07,
      "model_forward_time": 6.963939189910889,
      "step": 450
    },
    {
      "dynamics_loss_avg": 0.04228429403156042,
      "epoch": 5.7220458984375e-07,
      "step": 450
    },
    {
      "action_loss_avg": 0.010436951415613294,
      "epoch": 5.7220458984375e-07,
      "step": 450
    },
    {
      "epoch": 5.7220458984375e-07,
      "step": 450,
      "training_step_time": 22.6425998210907
    },
    {
      "epoch": 5.76019287109375e-07,
      "grad_norm": 0.3167068362236023,
      "learning_rate": 9.980973490458728e-06,
      "loss": 0.0503,
      "step": 451
    },
    {
      "epoch": 5.76019287109375e-07,
      "model_forward_time": 6.903195142745972,
      "step": 451
    },
    {
      "epoch": 5.76019287109375e-07,
      "step": 451,
      "training_step_time": 22.552233695983887
    },
    {
      "epoch": 5.79833984375e-07,
      "grad_norm": 0.32948705554008484,
      "learning_rate": 9.98085807730862e-06,
      "loss": 0.0398,
      "step": 452
    },
    {
      "epoch": 5.79833984375e-07,
      "model_forward_time": 6.989536762237549,
      "step": 452
    },
    {
      "epoch": 5.79833984375e-07,
      "step": 452,
      "training_step_time": 22.001516342163086
    },
    {
      "epoch": 5.83648681640625e-07,
      "grad_norm": 0.1512223482131958,
      "learning_rate": 9.980742315844435e-06,
      "loss": 0.0442,
      "step": 453
    },
    {
      "epoch": 5.83648681640625e-07,
      "model_forward_time": 6.982281684875488,
      "step": 453
    },
    {
      "epoch": 5.83648681640625e-07,
      "step": 453,
      "training_step_time": 22.545164585113525
    },
    {
      "epoch": 5.8746337890625e-07,
      "grad_norm": 0.3533388376235962,
      "learning_rate": 9.980626206074263e-06,
      "loss": 0.0523,
      "step": 454
    },
    {
      "epoch": 5.8746337890625e-07,
      "model_forward_time": 7.531242609024048,
      "step": 454
    },
    {
      "epoch": 5.8746337890625e-07,
      "step": 454,
      "training_step_time": 22.62705421447754
    },
    {
      "epoch": 5.91278076171875e-07,
      "grad_norm": 0.3263195753097534,
      "learning_rate": 9.980509748006229e-06,
      "loss": 0.0327,
      "step": 455
    },
    {
      "epoch": 5.91278076171875e-07,
      "model_forward_time": 6.906983375549316,
      "step": 455
    },
    {
      "epoch": 5.91278076171875e-07,
      "step": 455,
      "training_step_time": 23.1123628616333
    },
    {
      "epoch": 5.950927734375e-07,
      "grad_norm": 0.5287868976593018,
      "learning_rate": 9.980392941648476e-06,
      "loss": 0.05,
      "step": 456
    },
    {
      "epoch": 5.950927734375e-07,
      "model_forward_time": 6.963622331619263,
      "step": 456
    },
    {
      "epoch": 5.950927734375e-07,
      "step": 456,
      "training_step_time": 22.007584810256958
    },
    {
      "epoch": 5.98907470703125e-07,
      "grad_norm": 0.3308700919151306,
      "learning_rate": 9.98027578700917e-06,
      "loss": 0.0402,
      "step": 457
    },
    {
      "epoch": 5.98907470703125e-07,
      "model_forward_time": 6.976605176925659,
      "step": 457
    },
    {
      "epoch": 5.98907470703125e-07,
      "step": 457,
      "training_step_time": 22.027387619018555
    },
    {
      "epoch": 6.0272216796875e-07,
      "grad_norm": 0.5547871589660645,
      "learning_rate": 9.980158284096505e-06,
      "loss": 0.0545,
      "step": 458
    },
    {
      "epoch": 6.0272216796875e-07,
      "model_forward_time": 6.938137531280518,
      "step": 458
    },
    {
      "epoch": 6.0272216796875e-07,
      "step": 458,
      "training_step_time": 22.46113610267639
    },
    {
      "epoch": 6.06536865234375e-07,
      "grad_norm": 0.20827139914035797,
      "learning_rate": 9.980040432918699e-06,
      "loss": 0.045,
      "step": 459
    },
    {
      "epoch": 6.06536865234375e-07,
      "model_forward_time": 7.5519936084747314,
      "step": 459
    },
    {
      "epoch": 6.06536865234375e-07,
      "step": 459,
      "training_step_time": 22.581919193267822
    },
    {
      "epoch": 6.103515625e-07,
      "grad_norm": 0.2737582325935364,
      "learning_rate": 9.979922233483993e-06,
      "loss": 0.0384,
      "step": 460
    },
    {
      "epoch": 6.103515625e-07,
      "model_forward_time": 6.937051296234131,
      "step": 460
    },
    {
      "dynamics_loss_avg": 0.035658431425690654,
      "epoch": 6.103515625e-07,
      "step": 460
    },
    {
      "action_loss_avg": 0.008338934322819114,
      "epoch": 6.103515625e-07,
      "step": 460
    },
    {
      "epoch": 6.103515625e-07,
      "step": 460,
      "training_step_time": 23.073869705200195
    },
    {
      "epoch": 6.14166259765625e-07,
      "grad_norm": 0.24980618059635162,
      "learning_rate": 9.979803685800651e-06,
      "loss": 0.0549,
      "step": 461
    },
    {
      "epoch": 6.14166259765625e-07,
      "model_forward_time": 6.958857774734497,
      "step": 461
    },
    {
      "epoch": 6.14166259765625e-07,
      "step": 461,
      "training_step_time": 22.019833087921143
    },
    {
      "epoch": 6.1798095703125e-07,
      "grad_norm": 0.32800570130348206,
      "learning_rate": 9.979684789876965e-06,
      "loss": 0.0404,
      "step": 462
    },
    {
      "epoch": 6.1798095703125e-07,
      "model_forward_time": 6.972229480743408,
      "step": 462
    },
    {
      "epoch": 6.1798095703125e-07,
      "step": 462,
      "training_step_time": 21.980257034301758
    },
    {
      "epoch": 6.21795654296875e-07,
      "grad_norm": 0.31564271450042725,
      "learning_rate": 9.979565545721249e-06,
      "loss": 0.0577,
      "step": 463
    },
    {
      "epoch": 6.21795654296875e-07,
      "model_forward_time": 6.997726202011108,
      "step": 463
    },
    {
      "epoch": 6.21795654296875e-07,
      "step": 463,
      "training_step_time": 22.01864790916443
    },
    {
      "epoch": 6.256103515625e-07,
      "grad_norm": 0.30810150504112244,
      "learning_rate": 9.979445953341841e-06,
      "loss": 0.0346,
      "step": 464
    },
    {
      "epoch": 6.256103515625e-07,
      "model_forward_time": 7.498278379440308,
      "step": 464
    },
    {
      "epoch": 6.256103515625e-07,
      "step": 464,
      "training_step_time": 22.616532802581787
    },
    {
      "epoch": 6.29425048828125e-07,
      "grad_norm": 0.36225369572639465,
      "learning_rate": 9.979326012747106e-06,
      "loss": 0.0401,
      "step": 465
    },
    {
      "epoch": 6.29425048828125e-07,
      "model_forward_time": 6.9365880489349365,
      "step": 465
    },
    {
      "epoch": 6.29425048828125e-07,
      "step": 465,
      "training_step_time": 23.236135721206665
    },
    {
      "epoch": 6.3323974609375e-07,
      "grad_norm": 0.4586135149002075,
      "learning_rate": 9.97920572394543e-06,
      "loss": 0.0612,
      "step": 466
    },
    {
      "epoch": 6.3323974609375e-07,
      "model_forward_time": 6.941386699676514,
      "step": 466
    },
    {
      "epoch": 6.3323974609375e-07,
      "step": 466,
      "training_step_time": 22.02115273475647
    },
    {
      "epoch": 6.37054443359375e-07,
      "grad_norm": 0.5082240700721741,
      "learning_rate": 9.979085086945225e-06,
      "loss": 0.0533,
      "step": 467
    },
    {
      "epoch": 6.37054443359375e-07,
      "model_forward_time": 6.983680963516235,
      "step": 467
    },
    {
      "epoch": 6.37054443359375e-07,
      "step": 467,
      "training_step_time": 22.046289920806885
    },
    {
      "epoch": 6.40869140625e-07,
      "grad_norm": 0.3611280918121338,
      "learning_rate": 9.978964101754927e-06,
      "loss": 0.0611,
      "step": 468
    },
    {
      "epoch": 6.40869140625e-07,
      "model_forward_time": 6.978186845779419,
      "step": 468
    },
    {
      "epoch": 6.40869140625e-07,
      "step": 468,
      "training_step_time": 22.595373392105103
    },
    {
      "epoch": 6.44683837890625e-07,
      "grad_norm": 0.25385770201683044,
      "learning_rate": 9.978842768382999e-06,
      "loss": 0.0402,
      "step": 469
    },
    {
      "epoch": 6.44683837890625e-07,
      "model_forward_time": 7.479687452316284,
      "step": 469
    },
    {
      "epoch": 6.44683837890625e-07,
      "step": 469,
      "training_step_time": 23.174259185791016
    },
    {
      "epoch": 6.4849853515625e-07,
      "grad_norm": 0.31821537017822266,
      "learning_rate": 9.978721086837922e-06,
      "loss": 0.0382,
      "step": 470
    },
    {
      "epoch": 6.4849853515625e-07,
      "model_forward_time": 6.943272113800049,
      "step": 470
    },
    {
      "dynamics_loss_avg": 0.03713976480066776,
      "epoch": 6.4849853515625e-07,
      "step": 470
    },
    {
      "action_loss_avg": 0.009085051529109479,
      "epoch": 6.4849853515625e-07,
      "step": 470
    },
    {
      "epoch": 6.4849853515625e-07,
      "step": 470,
      "training_step_time": 23.076738595962524
    },
    {
      "epoch": 6.52313232421875e-07,
      "grad_norm": 0.282335489988327,
      "learning_rate": 9.978599057128207e-06,
      "loss": 0.0447,
      "step": 471
    },
    {
      "epoch": 6.52313232421875e-07,
      "model_forward_time": 6.937736988067627,
      "step": 471
    },
    {
      "epoch": 6.52313232421875e-07,
      "step": 471,
      "training_step_time": 22.042462587356567
    },
    {
      "epoch": 6.561279296875e-07,
      "grad_norm": 0.3310103714466095,
      "learning_rate": 9.978476679262387e-06,
      "loss": 0.0591,
      "step": 472
    },
    {
      "epoch": 6.561279296875e-07,
      "model_forward_time": 6.92641282081604,
      "step": 472
    },
    {
      "epoch": 6.561279296875e-07,
      "step": 472,
      "training_step_time": 22.014533519744873
    },
    {
      "epoch": 6.59942626953125e-07,
      "grad_norm": 0.3642943501472473,
      "learning_rate": 9.978353953249023e-06,
      "loss": 0.0464,
      "step": 473
    },
    {
      "epoch": 6.59942626953125e-07,
      "model_forward_time": 6.943495035171509,
      "step": 473
    },
    {
      "epoch": 6.59942626953125e-07,
      "step": 473,
      "training_step_time": 22.521170616149902
    },
    {
      "epoch": 6.6375732421875e-07,
      "grad_norm": 0.2901526987552643,
      "learning_rate": 9.978230879096693e-06,
      "loss": 0.0549,
      "step": 474
    },
    {
      "epoch": 6.6375732421875e-07,
      "model_forward_time": 6.968821048736572,
      "step": 474
    },
    {
      "epoch": 6.6375732421875e-07,
      "step": 474,
      "training_step_time": 22.019639492034912
    },
    {
      "epoch": 6.67572021484375e-07,
      "grad_norm": 0.2894158661365509,
      "learning_rate": 9.978107456814007e-06,
      "loss": 0.0545,
      "step": 475
    },
    {
      "epoch": 6.67572021484375e-07,
      "model_forward_time": 7.770160675048828,
      "step": 475
    },
    {
      "epoch": 6.67572021484375e-07,
      "step": 475,
      "training_step_time": 23.602922201156616
    },
    {
      "epoch": 6.7138671875e-07,
      "grad_norm": 0.3303079307079315,
      "learning_rate": 9.977983686409595e-06,
      "loss": 0.0397,
      "step": 476
    },
    {
      "epoch": 6.7138671875e-07,
      "model_forward_time": 6.920279502868652,
      "step": 476
    },
    {
      "epoch": 6.7138671875e-07,
      "step": 476,
      "training_step_time": 22.617058753967285
    },
    {
      "epoch": 6.75201416015625e-07,
      "grad_norm": 0.3449961245059967,
      "learning_rate": 9.97785956789211e-06,
      "loss": 0.0469,
      "step": 477
    },
    {
      "epoch": 6.75201416015625e-07,
      "model_forward_time": 6.956188917160034,
      "step": 477
    },
    {
      "epoch": 6.75201416015625e-07,
      "step": 477,
      "training_step_time": 22.037867784500122
    },
    {
      "epoch": 6.7901611328125e-07,
      "grad_norm": 0.5294525027275085,
      "learning_rate": 9.977735101270236e-06,
      "loss": 0.077,
      "step": 478
    },
    {
      "epoch": 6.7901611328125e-07,
      "model_forward_time": 6.9371724128723145,
      "step": 478
    },
    {
      "epoch": 6.7901611328125e-07,
      "step": 478,
      "training_step_time": 22.452407121658325
    },
    {
      "epoch": 6.82830810546875e-07,
      "grad_norm": 0.32707053422927856,
      "learning_rate": 9.977610286552672e-06,
      "loss": 0.0405,
      "step": 479
    },
    {
      "epoch": 6.82830810546875e-07,
      "model_forward_time": 6.9552271366119385,
      "step": 479
    },
    {
      "epoch": 6.82830810546875e-07,
      "step": 479,
      "training_step_time": 22.0094473361969
    },
    {
      "epoch": 6.866455078125e-07,
      "grad_norm": 0.2572912871837616,
      "learning_rate": 9.977485123748152e-06,
      "loss": 0.0559,
      "step": 480
    },
    {
      "epoch": 6.866455078125e-07,
      "model_forward_time": 7.627197265625,
      "step": 480
    },
    {
      "dynamics_loss_avg": 0.041653262451291084,
      "epoch": 6.866455078125e-07,
      "step": 480
    },
    {
      "action_loss_avg": 0.007612385926768184,
      "epoch": 6.866455078125e-07,
      "step": 480
    },
    {
      "epoch": 6.866455078125e-07,
      "step": 480,
      "training_step_time": 23.257239818572998
    },
    {
      "epoch": 6.90460205078125e-07,
      "grad_norm": 0.26439034938812256,
      "learning_rate": 9.977359612865424e-06,
      "loss": 0.0334,
      "step": 481
    },
    {
      "epoch": 6.90460205078125e-07,
      "model_forward_time": 6.931588172912598,
      "step": 481
    },
    {
      "epoch": 6.90460205078125e-07,
      "step": 481,
      "training_step_time": 22.68561625480652
    },
    {
      "epoch": 6.9427490234375e-07,
      "grad_norm": 0.3516565263271332,
      "learning_rate": 9.977233753913267e-06,
      "loss": 0.0361,
      "step": 482
    },
    {
      "epoch": 6.9427490234375e-07,
      "model_forward_time": 6.961490631103516,
      "step": 482
    },
    {
      "epoch": 6.9427490234375e-07,
      "step": 482,
      "training_step_time": 22.008925437927246
    },
    {
      "epoch": 6.98089599609375e-07,
      "grad_norm": 0.4517974853515625,
      "learning_rate": 9.977107546900482e-06,
      "loss": 0.0699,
      "step": 483
    },
    {
      "epoch": 6.98089599609375e-07,
      "model_forward_time": 6.964972496032715,
      "step": 483
    },
    {
      "epoch": 6.98089599609375e-07,
      "step": 483,
      "training_step_time": 22.022685050964355
    },
    {
      "epoch": 7.01904296875e-07,
      "grad_norm": 0.28416556119918823,
      "learning_rate": 9.976980991835896e-06,
      "loss": 0.0343,
      "step": 484
    },
    {
      "epoch": 7.01904296875e-07,
      "model_forward_time": 6.9300618171691895,
      "step": 484
    },
    {
      "epoch": 7.01904296875e-07,
      "step": 484,
      "training_step_time": 22.572188138961792
    },
    {
      "epoch": 7.05718994140625e-07,
      "grad_norm": 0.3122245669364929,
      "learning_rate": 9.976854088728356e-06,
      "loss": 0.0386,
      "step": 485
    },
    {
      "epoch": 7.05718994140625e-07,
      "model_forward_time": 7.5720436573028564,
      "step": 485
    },
    {
      "epoch": 7.05718994140625e-07,
      "step": 485,
      "training_step_time": 22.669986724853516
    },
    {
      "epoch": 7.0953369140625e-07,
      "grad_norm": 0.25699013471603394,
      "learning_rate": 9.97672683758674e-06,
      "loss": 0.0493,
      "step": 486
    },
    {
      "epoch": 7.0953369140625e-07,
      "model_forward_time": 6.937551021575928,
      "step": 486
    },
    {
      "epoch": 7.0953369140625e-07,
      "step": 486,
      "training_step_time": 22.724591493606567
    },
    {
      "epoch": 7.13348388671875e-07,
      "grad_norm": 0.2402869164943695,
      "learning_rate": 9.976599238419943e-06,
      "loss": 0.0678,
      "step": 487
    },
    {
      "epoch": 7.13348388671875e-07,
      "model_forward_time": 6.9625067710876465,
      "step": 487
    },
    {
      "epoch": 7.13348388671875e-07,
      "step": 487,
      "training_step_time": 22.018783569335938
    },
    {
      "epoch": 7.171630859375e-07,
      "grad_norm": 0.49400845170021057,
      "learning_rate": 9.97647129123689e-06,
      "loss": 0.0552,
      "step": 488
    },
    {
      "epoch": 7.171630859375e-07,
      "model_forward_time": 6.980739593505859,
      "step": 488
    },
    {
      "epoch": 7.171630859375e-07,
      "step": 488,
      "training_step_time": 22.56707787513733
    },
    {
      "epoch": 7.20977783203125e-07,
      "grad_norm": 0.4169046878814697,
      "learning_rate": 9.976342996046532e-06,
      "loss": 0.0514,
      "step": 489
    },
    {
      "epoch": 7.20977783203125e-07,
      "model_forward_time": 6.958587646484375,
      "step": 489
    },
    {
      "epoch": 7.20977783203125e-07,
      "step": 489,
      "training_step_time": 21.99447798728943
    },
    {
      "epoch": 7.2479248046875e-07,
      "grad_norm": 0.2867354452610016,
      "learning_rate": 9.976214352857835e-06,
      "loss": 0.0332,
      "step": 490
    },
    {
      "epoch": 7.2479248046875e-07,
      "model_forward_time": 7.564155101776123,
      "step": 490
    },
    {
      "dynamics_loss_avg": 0.042503641359508036,
      "epoch": 7.2479248046875e-07,
      "step": 490
    },
    {
      "action_loss_avg": 0.010057837120257318,
      "epoch": 7.2479248046875e-07,
      "step": 490
    },
    {
      "epoch": 7.2479248046875e-07,
      "step": 490,
      "training_step_time": 23.219573974609375
    },
    {
      "epoch": 7.28607177734375e-07,
      "grad_norm": 0.5079026818275452,
      "learning_rate": 9.976085361679797e-06,
      "loss": 0.0553,
      "step": 491
    },
    {
      "epoch": 7.28607177734375e-07,
      "model_forward_time": 6.964736700057983,
      "step": 491
    },
    {
      "epoch": 7.28607177734375e-07,
      "step": 491,
      "training_step_time": 22.66462516784668
    },
    {
      "epoch": 7.32421875e-07,
      "grad_norm": 0.22662749886512756,
      "learning_rate": 9.975956022521441e-06,
      "loss": 0.0368,
      "step": 492
    },
    {
      "epoch": 7.32421875e-07,
      "model_forward_time": 6.936758041381836,
      "step": 492
    },
    {
      "epoch": 7.32421875e-07,
      "step": 492,
      "training_step_time": 22.005783796310425
    },
    {
      "epoch": 7.36236572265625e-07,
      "grad_norm": 0.3219650685787201,
      "learning_rate": 9.975826335391808e-06,
      "loss": 0.0466,
      "step": 493
    },
    {
      "epoch": 7.36236572265625e-07,
      "model_forward_time": 6.9499757289886475,
      "step": 493
    },
    {
      "epoch": 7.36236572265625e-07,
      "step": 493,
      "training_step_time": 22.493512392044067
    },
    {
      "epoch": 7.4005126953125e-07,
      "grad_norm": 0.4341917634010315,
      "learning_rate": 9.975696300299969e-06,
      "loss": 0.0467,
      "step": 494
    },
    {
      "epoch": 7.4005126953125e-07,
      "model_forward_time": 6.937295913696289,
      "step": 494
    },
    {
      "epoch": 7.4005126953125e-07,
      "step": 494,
      "training_step_time": 22.03422784805298
    },
    {
      "epoch": 7.43865966796875e-07,
      "grad_norm": 0.3790622353553772,
      "learning_rate": 9.975565917255017e-06,
      "loss": 0.0433,
      "step": 495
    },
    {
      "epoch": 7.43865966796875e-07,
      "model_forward_time": 7.621484041213989,
      "step": 495
    },
    {
      "epoch": 7.43865966796875e-07,
      "step": 495,
      "training_step_time": 23.19838237762451
    },
    {
      "epoch": 7.476806640625e-07,
      "grad_norm": 0.2285967767238617,
      "learning_rate": 9.975435186266069e-06,
      "loss": 0.0468,
      "step": 496
    },
    {
      "epoch": 7.476806640625e-07,
      "model_forward_time": 6.958441734313965,
      "step": 496
    },
    {
      "epoch": 7.476806640625e-07,
      "step": 496,
      "training_step_time": 22.52755308151245
    },
    {
      "epoch": 7.51495361328125e-07,
      "grad_norm": 0.25227653980255127,
      "learning_rate": 9.975304107342268e-06,
      "loss": 0.0307,
      "step": 497
    },
    {
      "epoch": 7.51495361328125e-07,
      "model_forward_time": 6.985822677612305,
      "step": 497
    },
    {
      "epoch": 7.51495361328125e-07,
      "step": 497,
      "training_step_time": 22.01954483985901
    },
    {
      "epoch": 7.5531005859375e-07,
      "grad_norm": 0.49730658531188965,
      "learning_rate": 9.975172680492782e-06,
      "loss": 0.0559,
      "step": 498
    },
    {
      "epoch": 7.5531005859375e-07,
      "model_forward_time": 6.958994626998901,
      "step": 498
    },
    {
      "epoch": 7.5531005859375e-07,
      "step": 498,
      "training_step_time": 22.48603081703186
    },
    {
      "epoch": 7.59124755859375e-07,
      "grad_norm": 0.5092174410820007,
      "learning_rate": 9.975040905726799e-06,
      "loss": 0.0475,
      "step": 499
    },
    {
      "epoch": 7.59124755859375e-07,
      "model_forward_time": 6.961530923843384,
      "step": 499
    },
    {
      "epoch": 7.59124755859375e-07,
      "step": 499,
      "training_step_time": 22.019057512283325
    },
    {
      "epoch": 7.62939453125e-07,
      "grad_norm": 0.42723900079727173,
      "learning_rate": 9.974908783053535e-06,
      "loss": 0.0358,
      "step": 500
    },
    {
      "epoch": 7.62939453125e-07,
      "model_forward_time": 6.8551013469696045,
      "step": 500
    },
    {
      "dynamics_loss_avg": 0.039226473122835157,
      "epoch": 7.62939453125e-07,
      "step": 500
    },
    {
      "action_loss_avg": 0.006836642581038177,
      "epoch": 7.62939453125e-07,
      "step": 500
    },
    {
      "epoch": 7.62939453125e-07,
      "step": 500,
      "training_step_time": 22.998801469802856
    },
    {
      "epoch": 7.66754150390625e-07,
      "grad_norm": 0.39743176102638245,
      "learning_rate": 9.97477631248223e-06,
      "loss": 0.0521,
      "step": 501
    },
    {
      "epoch": 7.66754150390625e-07,
      "model_forward_time": 6.849509954452515,
      "step": 501
    },
    {
      "epoch": 7.66754150390625e-07,
      "step": 501,
      "training_step_time": 22.007551670074463
    },
    {
      "epoch": 7.7056884765625e-07,
      "grad_norm": 0.3806741237640381,
      "learning_rate": 9.974643494022146e-06,
      "loss": 0.0421,
      "step": 502
    },
    {
      "epoch": 7.7056884765625e-07,
      "model_forward_time": 6.883015871047974,
      "step": 502
    },
    {
      "epoch": 7.7056884765625e-07,
      "step": 502,
      "training_step_time": 21.990075826644897
    },
    {
      "epoch": 7.74383544921875e-07,
      "grad_norm": 0.22731395065784454,
      "learning_rate": 9.974510327682575e-06,
      "loss": 0.04,
      "step": 503
    },
    {
      "epoch": 7.74383544921875e-07,
      "model_forward_time": 6.955204725265503,
      "step": 503
    },
    {
      "epoch": 7.74383544921875e-07,
      "step": 503,
      "training_step_time": 22.568546056747437
    },
    {
      "epoch": 7.781982421875e-07,
      "grad_norm": 0.31877535581588745,
      "learning_rate": 9.974376813472826e-06,
      "loss": 0.0556,
      "step": 504
    },
    {
      "epoch": 7.781982421875e-07,
      "model_forward_time": 6.985382080078125,
      "step": 504
    },
    {
      "epoch": 7.781982421875e-07,
      "step": 504,
      "training_step_time": 24.228698253631592
    },
    {
      "epoch": 7.82012939453125e-07,
      "grad_norm": 0.17446769773960114,
      "learning_rate": 9.974242951402236e-06,
      "loss": 0.0224,
      "step": 505
    },
    {
      "epoch": 7.82012939453125e-07,
      "model_forward_time": 6.955991506576538,
      "step": 505
    },
    {
      "epoch": 7.82012939453125e-07,
      "step": 505,
      "training_step_time": 23.25994873046875
    },
    {
      "epoch": 7.8582763671875e-07,
      "grad_norm": 0.3762325346469879,
      "learning_rate": 9.974108741480167e-06,
      "loss": 0.0515,
      "step": 506
    },
    {
      "epoch": 7.8582763671875e-07,
      "model_forward_time": 6.933510780334473,
      "step": 506
    },
    {
      "epoch": 7.8582763671875e-07,
      "step": 506,
      "training_step_time": 22.03272581100464
    },
    {
      "epoch": 7.89642333984375e-07,
      "grad_norm": 0.37325432896614075,
      "learning_rate": 9.973974183716002e-06,
      "loss": 0.0533,
      "step": 507
    },
    {
      "epoch": 7.89642333984375e-07,
      "model_forward_time": 6.9384989738464355,
      "step": 507
    },
    {
      "epoch": 7.89642333984375e-07,
      "step": 507,
      "training_step_time": 22.02258014678955
    },
    {
      "epoch": 7.9345703125e-07,
      "grad_norm": 0.332970529794693,
      "learning_rate": 9.973839278119154e-06,
      "loss": 0.0543,
      "step": 508
    },
    {
      "epoch": 7.9345703125e-07,
      "model_forward_time": 6.94633150100708,
      "step": 508
    },
    {
      "epoch": 7.9345703125e-07,
      "step": 508,
      "training_step_time": 22.503432989120483
    },
    {
      "epoch": 7.97271728515625e-07,
      "grad_norm": 0.5121740698814392,
      "learning_rate": 9.973704024699056e-06,
      "loss": 0.0535,
      "step": 509
    },
    {
      "epoch": 7.97271728515625e-07,
      "model_forward_time": 6.916904926300049,
      "step": 509
    },
    {
      "epoch": 7.97271728515625e-07,
      "step": 509,
      "training_step_time": 23.04035449028015
    },
    {
      "epoch": 8.0108642578125e-07,
      "grad_norm": 0.3646158277988434,
      "learning_rate": 9.973568423465167e-06,
      "loss": 0.0435,
      "step": 510
    },
    {
      "epoch": 8.0108642578125e-07,
      "model_forward_time": 7.066683053970337,
      "step": 510
    },
    {
      "dynamics_loss_avg": 0.044318466633558276,
      "epoch": 8.0108642578125e-07,
      "step": 510
    },
    {
      "action_loss_avg": 0.009001851174980402,
      "epoch": 8.0108642578125e-07,
      "step": 510
    },
    {
      "epoch": 8.0108642578125e-07,
      "step": 510,
      "training_step_time": 22.54776430130005
    },
    {
      "epoch": 8.04901123046875e-07,
      "grad_norm": 0.4100816547870636,
      "learning_rate": 9.973432474426968e-06,
      "loss": 0.0468,
      "step": 511
    },
    {
      "epoch": 8.04901123046875e-07,
      "model_forward_time": 6.944371461868286,
      "step": 511
    },
    {
      "epoch": 8.04901123046875e-07,
      "step": 511,
      "training_step_time": 21.978135108947754
    },
    {
      "epoch": 8.087158203125e-07,
      "grad_norm": 0.3317844271659851,
      "learning_rate": 9.973296177593965e-06,
      "loss": 0.0459,
      "step": 512
    },
    {
      "epoch": 8.087158203125e-07,
      "model_forward_time": 6.872079133987427,
      "step": 512
    },
    {
      "epoch": 8.087158203125e-07,
      "step": 512,
      "training_step_time": 22.00570774078369
    },
    {
      "epoch": 8.12530517578125e-07,
      "grad_norm": 0.25801292061805725,
      "learning_rate": 9.973159532975691e-06,
      "loss": 0.049,
      "step": 513
    },
    {
      "epoch": 8.12530517578125e-07,
      "model_forward_time": 7.002960205078125,
      "step": 513
    },
    {
      "epoch": 8.12530517578125e-07,
      "step": 513,
      "training_step_time": 22.045198440551758
    },
    {
      "epoch": 8.1634521484375e-07,
      "grad_norm": 0.5034504532814026,
      "learning_rate": 9.973022540581703e-06,
      "loss": 0.0518,
      "step": 514
    },
    {
      "epoch": 8.1634521484375e-07,
      "model_forward_time": 6.92844033241272,
      "step": 514
    },
    {
      "epoch": 8.1634521484375e-07,
      "step": 514,
      "training_step_time": 23.153733491897583
    },
    {
      "epoch": 8.20159912109375e-07,
      "grad_norm": 0.4360378682613373,
      "learning_rate": 9.97288520042158e-06,
      "loss": 0.0579,
      "step": 515
    },
    {
      "epoch": 8.20159912109375e-07,
      "model_forward_time": 6.88060188293457,
      "step": 515
    },
    {
      "epoch": 8.20159912109375e-07,
      "step": 515,
      "training_step_time": 23.046431064605713
    },
    {
      "epoch": 8.23974609375e-07,
      "grad_norm": 0.346423864364624,
      "learning_rate": 9.972747512504925e-06,
      "loss": 0.0512,
      "step": 516
    },
    {
      "epoch": 8.23974609375e-07,
      "model_forward_time": 6.925258636474609,
      "step": 516
    },
    {
      "epoch": 8.23974609375e-07,
      "step": 516,
      "training_step_time": 22.645764350891113
    },
    {
      "epoch": 8.27789306640625e-07,
      "grad_norm": 0.30955269932746887,
      "learning_rate": 9.972609476841368e-06,
      "loss": 0.0561,
      "step": 517
    },
    {
      "epoch": 8.27789306640625e-07,
      "model_forward_time": 6.928335428237915,
      "step": 517
    },
    {
      "epoch": 8.27789306640625e-07,
      "step": 517,
      "training_step_time": 21.987643003463745
    },
    {
      "epoch": 8.3160400390625e-07,
      "grad_norm": 0.42820605635643005,
      "learning_rate": 9.97247109344056e-06,
      "loss": 0.0661,
      "step": 518
    },
    {
      "epoch": 8.3160400390625e-07,
      "model_forward_time": 6.979172706604004,
      "step": 518
    },
    {
      "epoch": 8.3160400390625e-07,
      "step": 518,
      "training_step_time": 22.026039600372314
    },
    {
      "epoch": 8.35418701171875e-07,
      "grad_norm": 0.37959134578704834,
      "learning_rate": 9.97233236231218e-06,
      "loss": 0.057,
      "step": 519
    },
    {
      "epoch": 8.35418701171875e-07,
      "model_forward_time": 6.926010608673096,
      "step": 519
    },
    {
      "epoch": 8.35418701171875e-07,
      "step": 519,
      "training_step_time": 23.062787294387817
    },
    {
      "epoch": 8.392333984375e-07,
      "grad_norm": 0.3087981045246124,
      "learning_rate": 9.97219328346593e-06,
      "loss": 0.0315,
      "step": 520
    },
    {
      "epoch": 8.392333984375e-07,
      "model_forward_time": 6.931470632553101,
      "step": 520
    },
    {
      "dynamics_loss_avg": 0.045926800556480886,
      "epoch": 8.392333984375e-07,
      "step": 520
    },
    {
      "action_loss_avg": 0.010345175955444574,
      "epoch": 8.392333984375e-07,
      "step": 520
    },
    {
      "epoch": 8.392333984375e-07,
      "step": 520,
      "training_step_time": 23.218560934066772
    },
    {
      "epoch": 8.43048095703125e-07,
      "grad_norm": 0.344685822725296,
      "learning_rate": 9.972053856911534e-06,
      "loss": 0.0353,
      "step": 521
    },
    {
      "epoch": 8.43048095703125e-07,
      "model_forward_time": 6.957130670547485,
      "step": 521
    },
    {
      "epoch": 8.43048095703125e-07,
      "step": 521,
      "training_step_time": 22.64401936531067
    },
    {
      "epoch": 8.4686279296875e-07,
      "grad_norm": 0.3138856589794159,
      "learning_rate": 9.971914082658745e-06,
      "loss": 0.0417,
      "step": 522
    },
    {
      "epoch": 8.4686279296875e-07,
      "model_forward_time": 6.963824033737183,
      "step": 522
    },
    {
      "epoch": 8.4686279296875e-07,
      "step": 522,
      "training_step_time": 22.024092197418213
    },
    {
      "epoch": 8.50677490234375e-07,
      "grad_norm": 0.4279520809650421,
      "learning_rate": 9.971773960717333e-06,
      "loss": 0.0676,
      "step": 523
    },
    {
      "epoch": 8.50677490234375e-07,
      "model_forward_time": 6.8504767417907715,
      "step": 523
    },
    {
      "epoch": 8.50677490234375e-07,
      "step": 523,
      "training_step_time": 22.01613736152649
    },
    {
      "epoch": 8.544921875e-07,
      "grad_norm": 0.22013546526432037,
      "learning_rate": 9.9716334910971e-06,
      "loss": 0.0405,
      "step": 524
    },
    {
      "epoch": 8.544921875e-07,
      "model_forward_time": 6.939219951629639,
      "step": 524
    },
    {
      "epoch": 8.544921875e-07,
      "step": 524,
      "training_step_time": 22.55129384994507
    },
    {
      "epoch": 8.58306884765625e-07,
      "grad_norm": 0.3488403558731079,
      "learning_rate": 9.97149267380787e-06,
      "loss": 0.0652,
      "step": 525
    },
    {
      "epoch": 8.58306884765625e-07,
      "model_forward_time": 7.608230829238892,
      "step": 525
    },
    {
      "epoch": 8.58306884765625e-07,
      "step": 525,
      "training_step_time": 23.1968731880188
    },
    {
      "epoch": 8.6212158203125e-07,
      "grad_norm": 0.3249158561229706,
      "learning_rate": 9.971351508859488e-06,
      "loss": 0.0361,
      "step": 526
    },
    {
      "epoch": 8.6212158203125e-07,
      "model_forward_time": 6.88298225402832,
      "step": 526
    },
    {
      "epoch": 8.6212158203125e-07,
      "step": 526,
      "training_step_time": 22.559528589248657
    },
    {
      "epoch": 8.65936279296875e-07,
      "grad_norm": 0.2113063484430313,
      "learning_rate": 9.971209996261826e-06,
      "loss": 0.0399,
      "step": 527
    },
    {
      "epoch": 8.65936279296875e-07,
      "model_forward_time": 6.982977390289307,
      "step": 527
    },
    {
      "epoch": 8.65936279296875e-07,
      "step": 527,
      "training_step_time": 22.026553630828857
    },
    {
      "epoch": 8.697509765625e-07,
      "grad_norm": 0.3992187976837158,
      "learning_rate": 9.971068136024781e-06,
      "loss": 0.0496,
      "step": 528
    },
    {
      "epoch": 8.697509765625e-07,
      "model_forward_time": 6.974668025970459,
      "step": 528
    },
    {
      "epoch": 8.697509765625e-07,
      "step": 528,
      "training_step_time": 22.041208028793335
    },
    {
      "epoch": 8.73565673828125e-07,
      "grad_norm": 0.3392777144908905,
      "learning_rate": 9.970925928158275e-06,
      "loss": 0.0474,
      "step": 529
    },
    {
      "epoch": 8.73565673828125e-07,
      "model_forward_time": 6.9551122188568115,
      "step": 529
    },
    {
      "epoch": 8.73565673828125e-07,
      "step": 529,
      "training_step_time": 22.569984197616577
    },
    {
      "epoch": 8.7738037109375e-07,
      "grad_norm": 0.3558987081050873,
      "learning_rate": 9.970783372672248e-06,
      "loss": 0.0509,
      "step": 530
    },
    {
      "epoch": 8.7738037109375e-07,
      "model_forward_time": 7.650174379348755,
      "step": 530
    },
    {
      "dynamics_loss_avg": 0.04257201962172985,
      "epoch": 8.7738037109375e-07,
      "step": 530
    },
    {
      "action_loss_avg": 0.008412689552642405,
      "epoch": 8.7738037109375e-07,
      "step": 530
    },
    {
      "epoch": 8.7738037109375e-07,
      "step": 530,
      "training_step_time": 22.774121046066284
    },
    {
      "epoch": 8.81195068359375e-07,
      "grad_norm": 0.1779860556125641,
      "learning_rate": 9.970640469576674e-06,
      "loss": 0.0333,
      "step": 531
    },
    {
      "epoch": 8.81195068359375e-07,
      "model_forward_time": 6.951069355010986,
      "step": 531
    },
    {
      "epoch": 8.81195068359375e-07,
      "step": 531,
      "training_step_time": 22.616042613983154
    },
    {
      "epoch": 8.85009765625e-07,
      "grad_norm": 0.537921130657196,
      "learning_rate": 9.970497218881542e-06,
      "loss": 0.0595,
      "step": 532
    },
    {
      "epoch": 8.85009765625e-07,
      "model_forward_time": 6.966909646987915,
      "step": 532
    },
    {
      "epoch": 8.85009765625e-07,
      "step": 532,
      "training_step_time": 22.009338855743408
    },
    {
      "epoch": 8.88824462890625e-07,
      "grad_norm": 0.3491760492324829,
      "learning_rate": 9.970353620596873e-06,
      "loss": 0.0363,
      "step": 533
    },
    {
      "epoch": 8.88824462890625e-07,
      "model_forward_time": 6.96591329574585,
      "step": 533
    },
    {
      "epoch": 8.88824462890625e-07,
      "step": 533,
      "training_step_time": 21.995582818984985
    },
    {
      "epoch": 8.9263916015625e-07,
      "grad_norm": 0.5037894248962402,
      "learning_rate": 9.970209674732706e-06,
      "loss": 0.0773,
      "step": 534
    },
    {
      "epoch": 8.9263916015625e-07,
      "model_forward_time": 6.981219053268433,
      "step": 534
    },
    {
      "epoch": 8.9263916015625e-07,
      "step": 534,
      "training_step_time": 22.57763385772705
    },
    {
      "epoch": 8.96453857421875e-07,
      "grad_norm": 0.3450998067855835,
      "learning_rate": 9.970065381299112e-06,
      "loss": 0.0451,
      "step": 535
    },
    {
      "epoch": 8.96453857421875e-07,
      "model_forward_time": 7.619266986846924,
      "step": 535
    },
    {
      "epoch": 8.96453857421875e-07,
      "step": 535,
      "training_step_time": 23.208415985107422
    },
    {
      "epoch": 9.002685546875e-07,
      "grad_norm": 0.24989326298236847,
      "learning_rate": 9.969920740306176e-06,
      "loss": 0.0484,
      "step": 536
    },
    {
      "epoch": 9.002685546875e-07,
      "model_forward_time": 6.9331443309783936,
      "step": 536
    },
    {
      "epoch": 9.002685546875e-07,
      "step": 536,
      "training_step_time": 22.697092056274414
    },
    {
      "epoch": 9.04083251953125e-07,
      "grad_norm": 0.27879956364631653,
      "learning_rate": 9.969775751764015e-06,
      "loss": 0.0451,
      "step": 537
    },
    {
      "epoch": 9.04083251953125e-07,
      "model_forward_time": 6.987544298171997,
      "step": 537
    },
    {
      "epoch": 9.04083251953125e-07,
      "step": 537,
      "training_step_time": 22.017794132232666
    },
    {
      "epoch": 9.0789794921875e-07,
      "grad_norm": 0.2199418544769287,
      "learning_rate": 9.96963041568277e-06,
      "loss": 0.0426,
      "step": 538
    },
    {
      "epoch": 9.0789794921875e-07,
      "model_forward_time": 6.9565980434417725,
      "step": 538
    },
    {
      "epoch": 9.0789794921875e-07,
      "step": 538,
      "training_step_time": 22.010053157806396
    },
    {
      "epoch": 9.11712646484375e-07,
      "grad_norm": 0.33055949211120605,
      "learning_rate": 9.9694847320726e-06,
      "loss": 0.0453,
      "step": 539
    },
    {
      "epoch": 9.11712646484375e-07,
      "model_forward_time": 6.96011757850647,
      "step": 539
    },
    {
      "epoch": 9.11712646484375e-07,
      "step": 539,
      "training_step_time": 22.45682692527771
    },
    {
      "epoch": 9.1552734375e-07,
      "grad_norm": 0.3768237233161926,
      "learning_rate": 9.969338700943698e-06,
      "loss": 0.0436,
      "step": 540
    },
    {
      "epoch": 9.1552734375e-07,
      "model_forward_time": 7.668575286865234,
      "step": 540
    },
    {
      "dynamics_loss_avg": 0.044554113782942294,
      "epoch": 9.1552734375e-07,
      "step": 540
    },
    {
      "action_loss_avg": 0.009870124654844404,
      "epoch": 9.1552734375e-07,
      "step": 540
    },
    {
      "epoch": 9.1552734375e-07,
      "step": 540,
      "training_step_time": 23.280137062072754
    },
    {
      "epoch": 9.19342041015625e-07,
      "grad_norm": 0.3437998592853546,
      "learning_rate": 9.969192322306271e-06,
      "loss": 0.0518,
      "step": 541
    },
    {
      "epoch": 9.19342041015625e-07,
      "model_forward_time": 6.947322607040405,
      "step": 541
    },
    {
      "epoch": 9.19342041015625e-07,
      "step": 541,
      "training_step_time": 22.52748441696167
    },
    {
      "epoch": 9.2315673828125e-07,
      "grad_norm": 0.3937734067440033,
      "learning_rate": 9.969045596170559e-06,
      "loss": 0.0637,
      "step": 542
    },
    {
      "epoch": 9.2315673828125e-07,
      "model_forward_time": 6.932574987411499,
      "step": 542
    },
    {
      "epoch": 9.2315673828125e-07,
      "step": 542,
      "training_step_time": 22.019328355789185
    },
    {
      "epoch": 9.26971435546875e-07,
      "grad_norm": 0.5076854825019836,
      "learning_rate": 9.968898522546822e-06,
      "loss": 0.0555,
      "step": 543
    },
    {
      "epoch": 9.26971435546875e-07,
      "model_forward_time": 7.002430438995361,
      "step": 543
    },
    {
      "epoch": 9.26971435546875e-07,
      "step": 543,
      "training_step_time": 22.030861616134644
    },
    {
      "epoch": 9.307861328125e-07,
      "grad_norm": 0.31682834029197693,
      "learning_rate": 9.968751101445344e-06,
      "loss": 0.0545,
      "step": 544
    },
    {
      "epoch": 9.307861328125e-07,
      "model_forward_time": 6.980190992355347,
      "step": 544
    },
    {
      "epoch": 9.307861328125e-07,
      "step": 544,
      "training_step_time": 22.494200944900513
    },
    {
      "epoch": 9.34600830078125e-07,
      "grad_norm": 0.35062146186828613,
      "learning_rate": 9.968603332876435e-06,
      "loss": 0.0521,
      "step": 545
    },
    {
      "epoch": 9.34600830078125e-07,
      "model_forward_time": 7.565401792526245,
      "step": 545
    },
    {
      "epoch": 9.34600830078125e-07,
      "step": 545,
      "training_step_time": 23.300780773162842
    },
    {
      "epoch": 9.3841552734375e-07,
      "grad_norm": 0.33508631587028503,
      "learning_rate": 9.968455216850426e-06,
      "loss": 0.05,
      "step": 546
    },
    {
      "epoch": 9.3841552734375e-07,
      "model_forward_time": 6.932997226715088,
      "step": 546
    },
    {
      "epoch": 9.3841552734375e-07,
      "step": 546,
      "training_step_time": 22.4583683013916
    },
    {
      "epoch": 9.42230224609375e-07,
      "grad_norm": 0.19433243572711945,
      "learning_rate": 9.968306753377679e-06,
      "loss": 0.0338,
      "step": 547
    },
    {
      "epoch": 9.42230224609375e-07,
      "model_forward_time": 6.874099493026733,
      "step": 547
    },
    {
      "epoch": 9.42230224609375e-07,
      "step": 547,
      "training_step_time": 22.044474840164185
    },
    {
      "epoch": 9.46044921875e-07,
      "grad_norm": 0.3178240656852722,
      "learning_rate": 9.968157942468573e-06,
      "loss": 0.0627,
      "step": 548
    },
    {
      "epoch": 9.46044921875e-07,
      "model_forward_time": 6.971609830856323,
      "step": 548
    },
    {
      "epoch": 9.46044921875e-07,
      "step": 548,
      "training_step_time": 22.157171726226807
    },
    {
      "epoch": 9.49859619140625e-07,
      "grad_norm": 0.3077506124973297,
      "learning_rate": 9.968008784133516e-06,
      "loss": 0.0405,
      "step": 549
    },
    {
      "epoch": 9.49859619140625e-07,
      "model_forward_time": 6.874920606613159,
      "step": 549
    },
    {
      "epoch": 9.49859619140625e-07,
      "step": 549,
      "training_step_time": 22.056654691696167
    },
    {
      "epoch": 9.5367431640625e-07,
      "grad_norm": 0.3692222237586975,
      "learning_rate": 9.967859278382939e-06,
      "loss": 0.0483,
      "step": 550
    },
    {
      "epoch": 9.5367431640625e-07,
      "model_forward_time": 7.579333066940308,
      "step": 550
    },
    {
      "dynamics_loss_avg": 0.048160957358777526,
      "epoch": 9.5367431640625e-07,
      "step": 550
    },
    {
      "action_loss_avg": 0.010057491739280522,
      "epoch": 9.5367431640625e-07,
      "step": 550
    },
    {
      "epoch": 9.5367431640625e-07,
      "step": 550,
      "training_step_time": 22.716113567352295
    },
    {
      "epoch": 9.57489013671875e-07,
      "grad_norm": 0.4375837743282318,
      "learning_rate": 9.967709425227295e-06,
      "loss": 0.0495,
      "step": 551
    },
    {
      "epoch": 9.57489013671875e-07,
      "model_forward_time": 6.944893836975098,
      "step": 551
    },
    {
      "epoch": 9.57489013671875e-07,
      "step": 551,
      "training_step_time": 23.16539192199707
    },
    {
      "epoch": 9.613037109375e-07,
      "grad_norm": 0.34122568368911743,
      "learning_rate": 9.967559224677065e-06,
      "loss": 0.0602,
      "step": 552
    },
    {
      "epoch": 9.613037109375e-07,
      "model_forward_time": 6.991422891616821,
      "step": 552
    },
    {
      "epoch": 9.613037109375e-07,
      "step": 552,
      "training_step_time": 22.048726558685303
    },
    {
      "epoch": 9.65118408203125e-07,
      "grad_norm": 0.5549224615097046,
      "learning_rate": 9.96740867674275e-06,
      "loss": 0.0613,
      "step": 553
    },
    {
      "epoch": 9.65118408203125e-07,
      "model_forward_time": 6.951049089431763,
      "step": 553
    },
    {
      "epoch": 9.65118408203125e-07,
      "step": 553,
      "training_step_time": 22.006548404693604
    },
    {
      "epoch": 9.6893310546875e-07,
      "grad_norm": 0.24481701850891113,
      "learning_rate": 9.967257781434885e-06,
      "loss": 0.0539,
      "step": 554
    },
    {
      "epoch": 9.6893310546875e-07,
      "model_forward_time": 6.933191776275635,
      "step": 554
    },
    {
      "epoch": 9.6893310546875e-07,
      "step": 554,
      "training_step_time": 22.555870056152344
    },
    {
      "epoch": 9.72747802734375e-07,
      "grad_norm": 0.23819968104362488,
      "learning_rate": 9.967106538764013e-06,
      "loss": 0.0401,
      "step": 555
    },
    {
      "epoch": 9.72747802734375e-07,
      "model_forward_time": 7.602660655975342,
      "step": 555
    },
    {
      "epoch": 9.72747802734375e-07,
      "step": 555,
      "training_step_time": 23.222384214401245
    },
    {
      "epoch": 9.765625e-07,
      "grad_norm": 0.3375270962715149,
      "learning_rate": 9.966954948740717e-06,
      "loss": 0.0675,
      "step": 556
    },
    {
      "epoch": 9.765625e-07,
      "model_forward_time": 6.930887460708618,
      "step": 556
    },
    {
      "epoch": 9.765625e-07,
      "step": 556,
      "training_step_time": 22.574032306671143
    },
    {
      "epoch": 9.80377197265625e-07,
      "grad_norm": 0.3221248686313629,
      "learning_rate": 9.966803011375594e-06,
      "loss": 0.0701,
      "step": 557
    },
    {
      "epoch": 9.80377197265625e-07,
      "model_forward_time": 6.965939044952393,
      "step": 557
    },
    {
      "epoch": 9.80377197265625e-07,
      "step": 557,
      "training_step_time": 22.028777837753296
    },
    {
      "epoch": 9.8419189453125e-07,
      "grad_norm": 0.3450695872306824,
      "learning_rate": 9.966650726679273e-06,
      "loss": 0.0755,
      "step": 558
    },
    {
      "epoch": 9.8419189453125e-07,
      "model_forward_time": 6.984584808349609,
      "step": 558
    },
    {
      "epoch": 9.8419189453125e-07,
      "step": 558,
      "training_step_time": 22.028512239456177
    },
    {
      "epoch": 9.88006591796875e-07,
      "grad_norm": 0.49477121233940125,
      "learning_rate": 9.966498094662398e-06,
      "loss": 0.0536,
      "step": 559
    },
    {
      "epoch": 9.88006591796875e-07,
      "model_forward_time": 6.93756365776062,
      "step": 559
    },
    {
      "epoch": 9.88006591796875e-07,
      "step": 559,
      "training_step_time": 22.60435199737549
    },
    {
      "epoch": 9.918212890625e-07,
      "grad_norm": 0.2821046710014343,
      "learning_rate": 9.966345115335648e-06,
      "loss": 0.0708,
      "step": 560
    },
    {
      "epoch": 9.918212890625e-07,
      "model_forward_time": 7.596865653991699,
      "step": 560
    },
    {
      "dynamics_loss_avg": 0.05635394044220447,
      "epoch": 9.918212890625e-07,
      "step": 560
    },
    {
      "action_loss_avg": 0.011591343861073255,
      "epoch": 9.918212890625e-07,
      "step": 560
    },
    {
      "epoch": 9.918212890625e-07,
      "step": 560,
      "training_step_time": 23.254658699035645
    },
    {
      "epoch": 9.95635986328125e-07,
      "grad_norm": 0.30346888303756714,
      "learning_rate": 9.966191788709716e-06,
      "loss": 0.0367,
      "step": 561
    },
    {
      "epoch": 9.95635986328125e-07,
      "model_forward_time": 6.950354337692261,
      "step": 561
    },
    {
      "epoch": 9.95635986328125e-07,
      "step": 561,
      "training_step_time": 22.006338357925415
    },
    {
      "epoch": 9.9945068359375e-07,
      "grad_norm": 0.280654639005661,
      "learning_rate": 9.966038114795327e-06,
      "loss": 0.0454,
      "step": 562
    },
    {
      "epoch": 9.9945068359375e-07,
      "model_forward_time": 6.834085702896118,
      "step": 562
    },
    {
      "epoch": 9.9945068359375e-07,
      "step": 562,
      "training_step_time": 22.62650156021118
    },
    {
      "epoch": 1.003265380859375e-06,
      "grad_norm": 0.3114016354084015,
      "learning_rate": 9.96588409360323e-06,
      "loss": 0.0677,
      "step": 563
    },
    {
      "epoch": 1.003265380859375e-06,
      "model_forward_time": 6.945665121078491,
      "step": 563
    },
    {
      "epoch": 1.003265380859375e-06,
      "step": 563,
      "training_step_time": 22.035189867019653
    },
    {
      "epoch": 1.007080078125e-06,
      "grad_norm": 0.4202490448951721,
      "learning_rate": 9.965729725144189e-06,
      "loss": 0.0467,
      "step": 564
    },
    {
      "epoch": 1.007080078125e-06,
      "model_forward_time": 6.930170059204102,
      "step": 564
    },
    {
      "epoch": 1.007080078125e-06,
      "step": 564,
      "training_step_time": 22.529297590255737
    },
    {
      "epoch": 1.010894775390625e-06,
      "grad_norm": 0.33253663778305054,
      "learning_rate": 9.965575009429006e-06,
      "loss": 0.0565,
      "step": 565
    },
    {
      "epoch": 1.010894775390625e-06,
      "model_forward_time": 7.50124716758728,
      "step": 565
    },
    {
      "epoch": 1.010894775390625e-06,
      "step": 565,
      "training_step_time": 23.17027235031128
    },
    {
      "epoch": 1.01470947265625e-06,
      "grad_norm": 0.41107118129730225,
      "learning_rate": 9.965419946468496e-06,
      "loss": 0.0514,
      "step": 566
    },
    {
      "epoch": 1.01470947265625e-06,
      "model_forward_time": 7.001523494720459,
      "step": 566
    },
    {
      "epoch": 1.01470947265625e-06,
      "step": 566,
      "training_step_time": 22.033424139022827
    },
    {
      "epoch": 1.018524169921875e-06,
      "grad_norm": 0.2205180823802948,
      "learning_rate": 9.965264536273504e-06,
      "loss": 0.0511,
      "step": 567
    },
    {
      "epoch": 1.018524169921875e-06,
      "model_forward_time": 6.953334808349609,
      "step": 567
    },
    {
      "epoch": 1.018524169921875e-06,
      "step": 567,
      "training_step_time": 22.694506645202637
    },
    {
      "epoch": 1.0223388671875e-06,
      "grad_norm": 0.35278335213661194,
      "learning_rate": 9.9651087788549e-06,
      "loss": 0.0526,
      "step": 568
    },
    {
      "epoch": 1.0223388671875e-06,
      "model_forward_time": 6.9296112060546875,
      "step": 568
    },
    {
      "epoch": 1.0223388671875e-06,
      "step": 568,
      "training_step_time": 21.991594552993774
    },
    {
      "epoch": 1.026153564453125e-06,
      "grad_norm": 0.40380147099494934,
      "learning_rate": 9.964952674223571e-06,
      "loss": 0.05,
      "step": 569
    },
    {
      "epoch": 1.026153564453125e-06,
      "model_forward_time": 6.964296579360962,
      "step": 569
    },
    {
      "epoch": 1.026153564453125e-06,
      "step": 569,
      "training_step_time": 22.52274513244629
    },
    {
      "epoch": 1.02996826171875e-06,
      "grad_norm": 0.4508238732814789,
      "learning_rate": 9.964796222390439e-06,
      "loss": 0.0812,
      "step": 570
    },
    {
      "epoch": 1.02996826171875e-06,
      "model_forward_time": 7.520007133483887,
      "step": 570
    },
    {
      "dynamics_loss_avg": 0.05007061809301376,
      "epoch": 1.02996826171875e-06,
      "step": 570
    },
    {
      "action_loss_avg": 0.014725815271958709,
      "epoch": 1.02996826171875e-06,
      "step": 570
    },
    {
      "epoch": 1.02996826171875e-06,
      "step": 570,
      "training_step_time": 22.654651880264282
    },
    {
      "epoch": 1.033782958984375e-06,
      "grad_norm": 0.2785523235797882,
      "learning_rate": 9.964639423366442e-06,
      "loss": 0.0464,
      "step": 571
    },
    {
      "epoch": 1.033782958984375e-06,
      "model_forward_time": 6.890346527099609,
      "step": 571
    },
    {
      "epoch": 1.033782958984375e-06,
      "step": 571,
      "training_step_time": 22.622236967086792
    },
    {
      "epoch": 1.03759765625e-06,
      "grad_norm": 0.384916216135025,
      "learning_rate": 9.964482277162547e-06,
      "loss": 0.0581,
      "step": 572
    },
    {
      "epoch": 1.03759765625e-06,
      "model_forward_time": 6.97830605506897,
      "step": 572
    },
    {
      "epoch": 1.03759765625e-06,
      "step": 572,
      "training_step_time": 22.572179555892944
    },
    {
      "epoch": 1.041412353515625e-06,
      "grad_norm": 0.43170350790023804,
      "learning_rate": 9.964324783789738e-06,
      "loss": 0.0452,
      "step": 573
    },
    {
      "epoch": 1.041412353515625e-06,
      "model_forward_time": 6.965459823608398,
      "step": 573
    },
    {
      "epoch": 1.041412353515625e-06,
      "step": 573,
      "training_step_time": 22.03496766090393
    },
    {
      "epoch": 1.04522705078125e-06,
      "grad_norm": 0.38105329871177673,
      "learning_rate": 9.964166943259035e-06,
      "loss": 0.044,
      "step": 574
    },
    {
      "epoch": 1.04522705078125e-06,
      "model_forward_time": 6.898549318313599,
      "step": 574
    },
    {
      "epoch": 1.04522705078125e-06,
      "step": 574,
      "training_step_time": 22.00071620941162
    },
    {
      "epoch": 1.049041748046875e-06,
      "grad_norm": 0.4093632400035858,
      "learning_rate": 9.964008755581472e-06,
      "loss": 0.0583,
      "step": 575
    },
    {
      "epoch": 1.049041748046875e-06,
      "model_forward_time": 7.44563102722168,
      "step": 575
    },
    {
      "epoch": 1.049041748046875e-06,
      "step": 575,
      "training_step_time": 23.247077703475952
    },
    {
      "epoch": 1.0528564453125e-06,
      "grad_norm": 0.27780434489250183,
      "learning_rate": 9.963850220768112e-06,
      "loss": 0.0375,
      "step": 576
    },
    {
      "epoch": 1.0528564453125e-06,
      "model_forward_time": 6.898199081420898,
      "step": 576
    },
    {
      "epoch": 1.0528564453125e-06,
      "step": 576,
      "training_step_time": 22.67631220817566
    },
    {
      "epoch": 1.056671142578125e-06,
      "grad_norm": 0.4758683443069458,
      "learning_rate": 9.963691338830045e-06,
      "loss": 0.0561,
      "step": 577
    },
    {
      "epoch": 1.056671142578125e-06,
      "model_forward_time": 6.912462472915649,
      "step": 577
    },
    {
      "epoch": 1.056671142578125e-06,
      "step": 577,
      "training_step_time": 22.647364616394043
    },
    {
      "epoch": 1.06048583984375e-06,
      "grad_norm": 0.20658786594867706,
      "learning_rate": 9.963532109778375e-06,
      "loss": 0.0472,
      "step": 578
    },
    {
      "epoch": 1.06048583984375e-06,
      "model_forward_time": 6.964553117752075,
      "step": 578
    },
    {
      "epoch": 1.06048583984375e-06,
      "step": 578,
      "training_step_time": 22.04438543319702
    },
    {
      "epoch": 1.064300537109375e-06,
      "grad_norm": 0.32582300901412964,
      "learning_rate": 9.96337253362424e-06,
      "loss": 0.0604,
      "step": 579
    },
    {
      "epoch": 1.064300537109375e-06,
      "model_forward_time": 6.958477973937988,
      "step": 579
    },
    {
      "epoch": 1.064300537109375e-06,
      "step": 579,
      "training_step_time": 22.03248167037964
    },
    {
      "epoch": 1.068115234375e-06,
      "grad_norm": 0.3805936276912689,
      "learning_rate": 9.963212610378804e-06,
      "loss": 0.0508,
      "step": 580
    },
    {
      "epoch": 1.068115234375e-06,
      "model_forward_time": 7.487151622772217,
      "step": 580
    },
    {
      "dynamics_loss_avg": 0.05284236297011376,
      "epoch": 1.068115234375e-06,
      "step": 580
    },
    {
      "action_loss_avg": 0.011432703677564859,
      "epoch": 1.068115234375e-06,
      "step": 580
    },
    {
      "epoch": 1.068115234375e-06,
      "step": 580,
      "training_step_time": 23.12551474571228
    },
    {
      "epoch": 1.071929931640625e-06,
      "grad_norm": 0.289865642786026,
      "learning_rate": 9.963052340053242e-06,
      "loss": 0.0584,
      "step": 581
    },
    {
      "epoch": 1.071929931640625e-06,
      "model_forward_time": 7.106898546218872,
      "step": 581
    },
    {
      "epoch": 1.071929931640625e-06,
      "step": 581,
      "training_step_time": 22.529512882232666
    },
    {
      "epoch": 1.07574462890625e-06,
      "grad_norm": 0.37367764115333557,
      "learning_rate": 9.962891722658767e-06,
      "loss": 0.0562,
      "step": 582
    },
    {
      "epoch": 1.07574462890625e-06,
      "model_forward_time": 6.948041915893555,
      "step": 582
    },
    {
      "epoch": 1.07574462890625e-06,
      "step": 582,
      "training_step_time": 22.617868423461914
    },
    {
      "epoch": 1.079559326171875e-06,
      "grad_norm": 0.48678746819496155,
      "learning_rate": 9.962730758206612e-06,
      "loss": 0.0721,
      "step": 583
    },
    {
      "epoch": 1.079559326171875e-06,
      "model_forward_time": 6.911055326461792,
      "step": 583
    },
    {
      "epoch": 1.079559326171875e-06,
      "step": 583,
      "training_step_time": 22.011747360229492
    },
    {
      "epoch": 1.0833740234375e-06,
      "grad_norm": 0.2301357239484787,
      "learning_rate": 9.96256944670803e-06,
      "loss": 0.0454,
      "step": 584
    },
    {
      "epoch": 1.0833740234375e-06,
      "model_forward_time": 6.95744252204895,
      "step": 584
    },
    {
      "epoch": 1.0833740234375e-06,
      "step": 584,
      "training_step_time": 22.047088623046875
    },
    {
      "epoch": 1.087188720703125e-06,
      "grad_norm": 0.29727643728256226,
      "learning_rate": 9.962407788174302e-06,
      "loss": 0.0518,
      "step": 585
    },
    {
      "epoch": 1.087188720703125e-06,
      "model_forward_time": 6.942811489105225,
      "step": 585
    },
    {
      "epoch": 1.087188720703125e-06,
      "step": 585,
      "training_step_time": 23.210848808288574
    },
    {
      "epoch": 1.09100341796875e-06,
      "grad_norm": 0.27267658710479736,
      "learning_rate": 9.962245782616734e-06,
      "loss": 0.0576,
      "step": 586
    },
    {
      "epoch": 1.09100341796875e-06,
      "model_forward_time": 6.958858489990234,
      "step": 586
    },
    {
      "epoch": 1.09100341796875e-06,
      "step": 586,
      "training_step_time": 21.99907398223877
    },
    {
      "epoch": 1.094818115234375e-06,
      "grad_norm": 0.3743167519569397,
      "learning_rate": 9.962083430046656e-06,
      "loss": 0.0593,
      "step": 587
    },
    {
      "epoch": 1.094818115234375e-06,
      "model_forward_time": 6.9523351192474365,
      "step": 587
    },
    {
      "epoch": 1.094818115234375e-06,
      "step": 587,
      "training_step_time": 22.591248035430908
    },
    {
      "epoch": 1.0986328125e-06,
      "grad_norm": 0.4149240255355835,
      "learning_rate": 9.96192073047542e-06,
      "loss": 0.0757,
      "step": 588
    },
    {
      "epoch": 1.0986328125e-06,
      "model_forward_time": 6.983078479766846,
      "step": 588
    },
    {
      "epoch": 1.0986328125e-06,
      "step": 588,
      "training_step_time": 22.02195930480957
    },
    {
      "epoch": 1.102447509765625e-06,
      "grad_norm": 0.30980461835861206,
      "learning_rate": 9.961757683914406e-06,
      "loss": 0.0528,
      "step": 589
    },
    {
      "epoch": 1.102447509765625e-06,
      "model_forward_time": 6.991209983825684,
      "step": 589
    },
    {
      "epoch": 1.102447509765625e-06,
      "step": 589,
      "training_step_time": 22.03227162361145
    },
    {
      "epoch": 1.10626220703125e-06,
      "grad_norm": 0.40154707431793213,
      "learning_rate": 9.961594290375012e-06,
      "loss": 0.0784,
      "step": 590
    },
    {
      "epoch": 1.10626220703125e-06,
      "model_forward_time": 6.984375953674316,
      "step": 590
    },
    {
      "dynamics_loss_avg": 0.0563109178096056,
      "epoch": 1.10626220703125e-06,
      "step": 590
    },
    {
      "action_loss_avg": 0.013842212967574596,
      "epoch": 1.10626220703125e-06,
      "step": 590
    },
    {
      "epoch": 1.10626220703125e-06,
      "step": 590,
      "training_step_time": 23.15736436843872
    },
    {
      "epoch": 1.110076904296875e-06,
      "grad_norm": 0.29096969962120056,
      "learning_rate": 9.961430549868668e-06,
      "loss": 0.0547,
      "step": 591
    },
    {
      "epoch": 1.110076904296875e-06,
      "model_forward_time": 6.961716175079346,
      "step": 591
    },
    {
      "epoch": 1.110076904296875e-06,
      "step": 591,
      "training_step_time": 22.51788306236267
    },
    {
      "epoch": 1.1138916015625e-06,
      "grad_norm": 0.2512146830558777,
      "learning_rate": 9.96126646240682e-06,
      "loss": 0.0409,
      "step": 592
    },
    {
      "epoch": 1.1138916015625e-06,
      "model_forward_time": 6.942140817642212,
      "step": 592
    },
    {
      "epoch": 1.1138916015625e-06,
      "step": 592,
      "training_step_time": 22.58616590499878
    },
    {
      "epoch": 1.117706298828125e-06,
      "grad_norm": 0.37078699469566345,
      "learning_rate": 9.961102028000948e-06,
      "loss": 0.0559,
      "step": 593
    },
    {
      "epoch": 1.117706298828125e-06,
      "model_forward_time": 6.932802438735962,
      "step": 593
    },
    {
      "epoch": 1.117706298828125e-06,
      "step": 593,
      "training_step_time": 22.01701593399048
    },
    {
      "epoch": 1.12152099609375e-06,
      "grad_norm": 0.14868710935115814,
      "learning_rate": 9.960937246662546e-06,
      "loss": 0.0261,
      "step": 594
    },
    {
      "epoch": 1.12152099609375e-06,
      "model_forward_time": 6.973834753036499,
      "step": 594
    },
    {
      "epoch": 1.12152099609375e-06,
      "step": 594,
      "training_step_time": 22.04017925262451
    },
    {
      "epoch": 1.125335693359375e-06,
      "grad_norm": 0.28929010033607483,
      "learning_rate": 9.960772118403142e-06,
      "loss": 0.0515,
      "step": 595
    },
    {
      "epoch": 1.125335693359375e-06,
      "model_forward_time": 6.914095640182495,
      "step": 595
    },
    {
      "epoch": 1.125335693359375e-06,
      "step": 595,
      "training_step_time": 23.15463900566101
    },
    {
      "epoch": 1.129150390625e-06,
      "grad_norm": 0.35568171739578247,
      "learning_rate": 9.960606643234278e-06,
      "loss": 0.0586,
      "step": 596
    },
    {
      "epoch": 1.129150390625e-06,
      "model_forward_time": 6.902987241744995,
      "step": 596
    },
    {
      "epoch": 1.129150390625e-06,
      "step": 596,
      "training_step_time": 22.53800106048584
    },
    {
      "epoch": 1.132965087890625e-06,
      "grad_norm": 0.21976998448371887,
      "learning_rate": 9.960440821167532e-06,
      "loss": 0.0488,
      "step": 597
    },
    {
      "epoch": 1.132965087890625e-06,
      "model_forward_time": 6.953498840332031,
      "step": 597
    },
    {
      "epoch": 1.132965087890625e-06,
      "step": 597,
      "training_step_time": 22.67568874359131
    },
    {
      "epoch": 1.13677978515625e-06,
      "grad_norm": 0.3408166766166687,
      "learning_rate": 9.960274652214496e-06,
      "loss": 0.0439,
      "step": 598
    },
    {
      "epoch": 1.13677978515625e-06,
      "model_forward_time": 6.933921575546265,
      "step": 598
    },
    {
      "epoch": 1.13677978515625e-06,
      "step": 598,
      "training_step_time": 22.03576636314392
    },
    {
      "epoch": 1.140594482421875e-06,
      "grad_norm": 0.4314066469669342,
      "learning_rate": 9.960108136386792e-06,
      "loss": 0.0559,
      "step": 599
    },
    {
      "epoch": 1.140594482421875e-06,
      "model_forward_time": 6.995171785354614,
      "step": 599
    },
    {
      "epoch": 1.140594482421875e-06,
      "step": 599,
      "training_step_time": 22.0473051071167
    },
    {
      "epoch": 1.1444091796875e-06,
      "grad_norm": 0.24739673733711243,
      "learning_rate": 9.959941273696062e-06,
      "loss": 0.0484,
      "step": 600
    },
    {
      "epoch": 1.1444091796875e-06,
      "model_forward_time": 8.54654312133789,
      "step": 600
    },
    {
      "dynamics_loss_avg": 0.043801249563694,
      "epoch": 1.1444091796875e-06,
      "step": 600
    },
    {
      "action_loss_avg": 0.009207290317863225,
      "epoch": 1.1444091796875e-06,
      "step": 600
    },
    {
      "epoch": 1.1444091796875e-06,
      "step": 600,
      "training_step_time": 24.023433685302734
    },
    {
      "epoch": 1.148223876953125e-06,
      "grad_norm": 0.3134366571903229,
      "learning_rate": 9.959774064153977e-06,
      "loss": 0.0503,
      "step": 601
    },
    {
      "epoch": 1.148223876953125e-06,
      "model_forward_time": 6.864874839782715,
      "step": 601
    },
    {
      "epoch": 1.148223876953125e-06,
      "step": 601,
      "training_step_time": 22.013265132904053
    },
    {
      "epoch": 1.15203857421875e-06,
      "grad_norm": 0.3737654685974121,
      "learning_rate": 9.95960650777223e-06,
      "loss": 0.05,
      "step": 602
    },
    {
      "epoch": 1.15203857421875e-06,
      "model_forward_time": 6.9384071826934814,
      "step": 602
    },
    {
      "epoch": 1.15203857421875e-06,
      "step": 602,
      "training_step_time": 22.563944816589355
    },
    {
      "epoch": 1.155853271484375e-06,
      "grad_norm": 0.4955660104751587,
      "learning_rate": 9.95943860456254e-06,
      "loss": 0.0714,
      "step": 603
    },
    {
      "epoch": 1.155853271484375e-06,
      "model_forward_time": 6.983884811401367,
      "step": 603
    },
    {
      "epoch": 1.155853271484375e-06,
      "step": 603,
      "training_step_time": 22.12243390083313
    },
    {
      "epoch": 1.15966796875e-06,
      "grad_norm": 0.3862172067165375,
      "learning_rate": 9.959270354536644e-06,
      "loss": 0.0494,
      "step": 604
    },
    {
      "epoch": 1.15966796875e-06,
      "model_forward_time": 6.969479560852051,
      "step": 604
    },
    {
      "epoch": 1.15966796875e-06,
      "step": 604,
      "training_step_time": 22.766937255859375
    },
    {
      "epoch": 1.163482666015625e-06,
      "grad_norm": 0.4269779622554779,
      "learning_rate": 9.959101757706308e-06,
      "loss": 0.0542,
      "step": 605
    },
    {
      "epoch": 1.163482666015625e-06,
      "model_forward_time": 7.7488391399383545,
      "step": 605
    },
    {
      "epoch": 1.163482666015625e-06,
      "step": 605,
      "training_step_time": 23.362680673599243
    },
    {
      "epoch": 1.16729736328125e-06,
      "grad_norm": 0.331202894449234,
      "learning_rate": 9.958932814083328e-06,
      "loss": 0.0453,
      "step": 606
    },
    {
      "epoch": 1.16729736328125e-06,
      "model_forward_time": 6.971312046051025,
      "step": 606
    },
    {
      "epoch": 1.16729736328125e-06,
      "step": 606,
      "training_step_time": 22.045846223831177
    },
    {
      "epoch": 1.171112060546875e-06,
      "grad_norm": 0.41134893894195557,
      "learning_rate": 9.958763523679515e-06,
      "loss": 0.0615,
      "step": 607
    },
    {
      "epoch": 1.171112060546875e-06,
      "model_forward_time": 6.871926784515381,
      "step": 607
    },
    {
      "epoch": 1.171112060546875e-06,
      "step": 607,
      "training_step_time": 22.612818717956543
    },
    {
      "epoch": 1.1749267578125e-06,
      "grad_norm": 0.42823198437690735,
      "learning_rate": 9.958593886506704e-06,
      "loss": 0.0523,
      "step": 608
    },
    {
      "epoch": 1.1749267578125e-06,
      "model_forward_time": 6.9630889892578125,
      "step": 608
    },
    {
      "epoch": 1.1749267578125e-06,
      "step": 608,
      "training_step_time": 22.02610206604004
    },
    {
      "epoch": 1.178741455078125e-06,
      "grad_norm": 0.41510096192359924,
      "learning_rate": 9.958423902576764e-06,
      "loss": 0.0691,
      "step": 609
    },
    {
      "epoch": 1.178741455078125e-06,
      "model_forward_time": 6.99979567527771,
      "step": 609
    },
    {
      "epoch": 1.178741455078125e-06,
      "step": 609,
      "training_step_time": 22.582345962524414
    },
    {
      "epoch": 1.18255615234375e-06,
      "grad_norm": 0.3731650412082672,
      "learning_rate": 9.95825357190158e-06,
      "loss": 0.035,
      "step": 610
    },
    {
      "epoch": 1.18255615234375e-06,
      "model_forward_time": 7.514232873916626,
      "step": 610
    },
    {
      "dynamics_loss_avg": 0.048045216128230095,
      "epoch": 1.18255615234375e-06,
      "step": 610
    },
    {
      "action_loss_avg": 0.012998803984373808,
      "epoch": 1.18255615234375e-06,
      "step": 610
    },
    {
      "epoch": 1.18255615234375e-06,
      "step": 610,
      "training_step_time": 22.624117136001587
    },
    {
      "epoch": 1.186370849609375e-06,
      "grad_norm": 0.31618547439575195,
      "learning_rate": 9.95808289449306e-06,
      "loss": 0.0564,
      "step": 611
    },
    {
      "epoch": 1.186370849609375e-06,
      "model_forward_time": 6.893328666687012,
      "step": 611
    },
    {
      "epoch": 1.186370849609375e-06,
      "step": 611,
      "training_step_time": 22.720359325408936
    },
    {
      "epoch": 1.190185546875e-06,
      "grad_norm": 0.31396421790122986,
      "learning_rate": 9.957911870363142e-06,
      "loss": 0.0587,
      "step": 612
    },
    {
      "epoch": 1.190185546875e-06,
      "model_forward_time": 6.990659236907959,
      "step": 612
    },
    {
      "epoch": 1.190185546875e-06,
      "step": 612,
      "training_step_time": 22.6415798664093
    },
    {
      "epoch": 1.194000244140625e-06,
      "grad_norm": 0.31360116600990295,
      "learning_rate": 9.957740499523787e-06,
      "loss": 0.0429,
      "step": 613
    },
    {
      "epoch": 1.194000244140625e-06,
      "model_forward_time": 6.920704126358032,
      "step": 613
    },
    {
      "epoch": 1.194000244140625e-06,
      "step": 613,
      "training_step_time": 22.02629804611206
    },
    {
      "epoch": 1.19781494140625e-06,
      "grad_norm": 0.44271165132522583,
      "learning_rate": 9.957568781986977e-06,
      "loss": 0.0685,
      "step": 614
    },
    {
      "epoch": 1.19781494140625e-06,
      "model_forward_time": 7.015834808349609,
      "step": 614
    },
    {
      "epoch": 1.19781494140625e-06,
      "step": 614,
      "training_step_time": 22.488413333892822
    },
    {
      "epoch": 1.201629638671875e-06,
      "grad_norm": 0.3525518476963043,
      "learning_rate": 9.957396717764723e-06,
      "loss": 0.0637,
      "step": 615
    },
    {
      "epoch": 1.201629638671875e-06,
      "model_forward_time": 7.528289318084717,
      "step": 615
    },
    {
      "epoch": 1.201629638671875e-06,
      "step": 615,
      "training_step_time": 22.637099027633667
    },
    {
      "epoch": 1.2054443359375e-06,
      "grad_norm": 0.34926387667655945,
      "learning_rate": 9.957224306869053e-06,
      "loss": 0.0572,
      "step": 616
    },
    {
      "epoch": 1.2054443359375e-06,
      "model_forward_time": 7.148819208145142,
      "step": 616
    },
    {
      "epoch": 1.2054443359375e-06,
      "step": 616,
      "training_step_time": 22.6299409866333
    },
    {
      "epoch": 1.209259033203125e-06,
      "grad_norm": 0.42671847343444824,
      "learning_rate": 9.957051549312028e-06,
      "loss": 0.0832,
      "step": 617
    },
    {
      "epoch": 1.209259033203125e-06,
      "model_forward_time": 6.944579839706421,
      "step": 617
    },
    {
      "epoch": 1.209259033203125e-06,
      "step": 617,
      "training_step_time": 22.62830352783203
    },
    {
      "epoch": 1.21307373046875e-06,
      "grad_norm": 0.4362020790576935,
      "learning_rate": 9.956878445105727e-06,
      "loss": 0.0662,
      "step": 618
    },
    {
      "epoch": 1.21307373046875e-06,
      "model_forward_time": 6.9703381061553955,
      "step": 618
    },
    {
      "epoch": 1.21307373046875e-06,
      "step": 618,
      "training_step_time": 22.039111375808716
    },
    {
      "epoch": 1.216888427734375e-06,
      "grad_norm": 0.28492453694343567,
      "learning_rate": 9.956704994262256e-06,
      "loss": 0.0456,
      "step": 619
    },
    {
      "epoch": 1.216888427734375e-06,
      "model_forward_time": 6.925305366516113,
      "step": 619
    },
    {
      "epoch": 1.216888427734375e-06,
      "step": 619,
      "training_step_time": 22.023686170578003
    },
    {
      "epoch": 1.220703125e-06,
      "grad_norm": 0.1934109926223755,
      "learning_rate": 9.956531196793745e-06,
      "loss": 0.0435,
      "step": 620
    },
    {
      "epoch": 1.220703125e-06,
      "model_forward_time": 7.584461212158203,
      "step": 620
    },
    {
      "dynamics_loss_avg": 0.059610890597105025,
      "epoch": 1.220703125e-06,
      "step": 620
    },
    {
      "action_loss_avg": 0.014433144778013229,
      "epoch": 1.220703125e-06,
      "step": 620
    },
    {
      "epoch": 1.220703125e-06,
      "step": 620,
      "training_step_time": 22.65589475631714
    },
    {
      "epoch": 1.224517822265625e-06,
      "grad_norm": 0.3455621600151062,
      "learning_rate": 9.956357052712347e-06,
      "loss": 0.0565,
      "step": 621
    },
    {
      "epoch": 1.224517822265625e-06,
      "model_forward_time": 6.919623851776123,
      "step": 621
    },
    {
      "epoch": 1.224517822265625e-06,
      "step": 621,
      "training_step_time": 22.63097310066223
    },
    {
      "epoch": 1.22833251953125e-06,
      "grad_norm": 0.3586626946926117,
      "learning_rate": 9.956182562030239e-06,
      "loss": 0.0556,
      "step": 622
    },
    {
      "epoch": 1.22833251953125e-06,
      "model_forward_time": 6.885768413543701,
      "step": 622
    },
    {
      "epoch": 1.22833251953125e-06,
      "step": 622,
      "training_step_time": 22.603548288345337
    },
    {
      "epoch": 1.232147216796875e-06,
      "grad_norm": 0.4635891318321228,
      "learning_rate": 9.956007724759625e-06,
      "loss": 0.0722,
      "step": 623
    },
    {
      "epoch": 1.232147216796875e-06,
      "model_forward_time": 6.91482949256897,
      "step": 623
    },
    {
      "epoch": 1.232147216796875e-06,
      "step": 623,
      "training_step_time": 22.012466192245483
    },
    {
      "epoch": 1.2359619140625e-06,
      "grad_norm": 0.33640626072883606,
      "learning_rate": 9.955832540912731e-06,
      "loss": 0.0708,
      "step": 624
    },
    {
      "epoch": 1.2359619140625e-06,
      "model_forward_time": 6.974860191345215,
      "step": 624
    },
    {
      "epoch": 1.2359619140625e-06,
      "step": 624,
      "training_step_time": 22.02495551109314
    },
    {
      "epoch": 1.239776611328125e-06,
      "grad_norm": 0.37464630603790283,
      "learning_rate": 9.955657010501807e-06,
      "loss": 0.0629,
      "step": 625
    },
    {
      "epoch": 1.239776611328125e-06,
      "model_forward_time": 7.395568609237671,
      "step": 625
    },
    {
      "epoch": 1.239776611328125e-06,
      "step": 625,
      "training_step_time": 22.49733567237854
    },
    {
      "epoch": 1.24359130859375e-06,
      "grad_norm": 0.38060665130615234,
      "learning_rate": 9.95548113353913e-06,
      "loss": 0.0594,
      "step": 626
    },
    {
      "epoch": 1.24359130859375e-06,
      "model_forward_time": 6.930230617523193,
      "step": 626
    },
    {
      "epoch": 1.24359130859375e-06,
      "step": 626,
      "training_step_time": 22.726715803146362
    },
    {
      "epoch": 1.247406005859375e-06,
      "grad_norm": 0.33614057302474976,
      "learning_rate": 9.955304910036993e-06,
      "loss": 0.0479,
      "step": 627
    },
    {
      "epoch": 1.247406005859375e-06,
      "model_forward_time": 6.939343452453613,
      "step": 627
    },
    {
      "epoch": 1.247406005859375e-06,
      "step": 627,
      "training_step_time": 22.60978078842163
    },
    {
      "epoch": 1.251220703125e-06,
      "grad_norm": 0.22281266748905182,
      "learning_rate": 9.95512834000773e-06,
      "loss": 0.0477,
      "step": 628
    },
    {
      "epoch": 1.251220703125e-06,
      "model_forward_time": 6.944169759750366,
      "step": 628
    },
    {
      "epoch": 1.251220703125e-06,
      "step": 628,
      "training_step_time": 22.03739094734192
    },
    {
      "epoch": 1.255035400390625e-06,
      "grad_norm": 0.35173624753952026,
      "learning_rate": 9.954951423463678e-06,
      "loss": 0.0474,
      "step": 629
    },
    {
      "epoch": 1.255035400390625e-06,
      "model_forward_time": 7.003164052963257,
      "step": 629
    },
    {
      "epoch": 1.255035400390625e-06,
      "step": 629,
      "training_step_time": 22.0519962310791
    },
    {
      "epoch": 1.25885009765625e-06,
      "grad_norm": 0.5105499625205994,
      "learning_rate": 9.954774160417216e-06,
      "loss": 0.0605,
      "step": 630
    },
    {
      "epoch": 1.25885009765625e-06,
      "model_forward_time": 6.9555675983428955,
      "step": 630
    },
    {
      "dynamics_loss_avg": 0.054868385568261145,
      "epoch": 1.25885009765625e-06,
      "step": 630
    },
    {
      "action_loss_avg": 0.011120108654722571,
      "epoch": 1.25885009765625e-06,
      "step": 630
    },
    {
      "epoch": 1.25885009765625e-06,
      "step": 630,
      "training_step_time": 23.131729125976562
    },
    {
      "epoch": 1.262664794921875e-06,
      "grad_norm": 0.32381847500801086,
      "learning_rate": 9.954596550880735e-06,
      "loss": 0.0444,
      "step": 631
    },
    {
      "epoch": 1.262664794921875e-06,
      "model_forward_time": 6.886090993881226,
      "step": 631
    },
    {
      "epoch": 1.262664794921875e-06,
      "step": 631,
      "training_step_time": 22.621899604797363
    },
    {
      "epoch": 1.2664794921875e-06,
      "grad_norm": 0.39520901441574097,
      "learning_rate": 9.95441859486666e-06,
      "loss": 0.0414,
      "step": 632
    },
    {
      "epoch": 1.2664794921875e-06,
      "model_forward_time": 6.920344352722168,
      "step": 632
    },
    {
      "epoch": 1.2664794921875e-06,
      "step": 632,
      "training_step_time": 22.529154777526855
    },
    {
      "epoch": 1.270294189453125e-06,
      "grad_norm": 0.16530190408229828,
      "learning_rate": 9.954240292387433e-06,
      "loss": 0.0292,
      "step": 633
    },
    {
      "epoch": 1.270294189453125e-06,
      "model_forward_time": 6.963194847106934,
      "step": 633
    },
    {
      "epoch": 1.270294189453125e-06,
      "step": 633,
      "training_step_time": 21.99716806411743
    },
    {
      "epoch": 1.27410888671875e-06,
      "grad_norm": 0.31719231605529785,
      "learning_rate": 9.954061643455524e-06,
      "loss": 0.0381,
      "step": 634
    },
    {
      "epoch": 1.27410888671875e-06,
      "model_forward_time": 6.891875982284546,
      "step": 634
    },
    {
      "epoch": 1.27410888671875e-06,
      "step": 634,
      "training_step_time": 21.988795042037964
    },
    {
      "epoch": 1.277923583984375e-06,
      "grad_norm": 0.3528032898902893,
      "learning_rate": 9.953882648083425e-06,
      "loss": 0.0482,
      "step": 635
    },
    {
      "epoch": 1.277923583984375e-06,
      "model_forward_time": 6.9275922775268555,
      "step": 635
    },
    {
      "epoch": 1.277923583984375e-06,
      "step": 635,
      "training_step_time": 22.48664665222168
    },
    {
      "epoch": 1.28173828125e-06,
      "grad_norm": 0.443529337644577,
      "learning_rate": 9.953703306283654e-06,
      "loss": 0.0548,
      "step": 636
    },
    {
      "epoch": 1.28173828125e-06,
      "model_forward_time": 7.577478408813477,
      "step": 636
    },
    {
      "epoch": 1.28173828125e-06,
      "step": 636,
      "training_step_time": 22.67230749130249
    },
    {
      "epoch": 1.285552978515625e-06,
      "grad_norm": 0.33393600583076477,
      "learning_rate": 9.95352361806875e-06,
      "loss": 0.0446,
      "step": 637
    },
    {
      "epoch": 1.285552978515625e-06,
      "model_forward_time": 6.909563779830933,
      "step": 637
    },
    {
      "epoch": 1.285552978515625e-06,
      "step": 637,
      "training_step_time": 22.559142112731934
    },
    {
      "epoch": 1.28936767578125e-06,
      "grad_norm": 0.40806445479393005,
      "learning_rate": 9.95334358345128e-06,
      "loss": 0.0464,
      "step": 638
    },
    {
      "epoch": 1.28936767578125e-06,
      "model_forward_time": 6.974261522293091,
      "step": 638
    },
    {
      "epoch": 1.28936767578125e-06,
      "step": 638,
      "training_step_time": 22.019756078720093
    },
    {
      "epoch": 1.293182373046875e-06,
      "grad_norm": 0.4748729169368744,
      "learning_rate": 9.953163202443838e-06,
      "loss": 0.064,
      "step": 639
    },
    {
      "epoch": 1.293182373046875e-06,
      "model_forward_time": 6.971710443496704,
      "step": 639
    },
    {
      "epoch": 1.293182373046875e-06,
      "step": 639,
      "training_step_time": 22.007776021957397
    },
    {
      "epoch": 1.2969970703125e-06,
      "grad_norm": 0.1710643470287323,
      "learning_rate": 9.952982475059032e-06,
      "loss": 0.041,
      "step": 640
    },
    {
      "epoch": 1.2969970703125e-06,
      "model_forward_time": 6.965327262878418,
      "step": 640
    },
    {
      "dynamics_loss_avg": 0.04436186775565147,
      "epoch": 1.2969970703125e-06,
      "step": 640
    },
    {
      "action_loss_avg": 0.009884682204574346,
      "epoch": 1.2969970703125e-06,
      "step": 640
    },
    {
      "epoch": 1.2969970703125e-06,
      "step": 640,
      "training_step_time": 22.51632523536682
    },
    {
      "epoch": 1.300811767578125e-06,
      "grad_norm": 0.3332798182964325,
      "learning_rate": 9.952801401309504e-06,
      "loss": 0.0465,
      "step": 641
    },
    {
      "epoch": 1.300811767578125e-06,
      "model_forward_time": 7.601231336593628,
      "step": 641
    },
    {
      "epoch": 1.300811767578125e-06,
      "step": 641,
      "training_step_time": 22.67223596572876
    },
    {
      "epoch": 1.30462646484375e-06,
      "grad_norm": 0.5244799852371216,
      "learning_rate": 9.952619981207917e-06,
      "loss": 0.0556,
      "step": 642
    },
    {
      "epoch": 1.30462646484375e-06,
      "model_forward_time": 6.959065198898315,
      "step": 642
    },
    {
      "epoch": 1.30462646484375e-06,
      "step": 642,
      "training_step_time": 22.6072039604187
    },
    {
      "epoch": 1.308441162109375e-06,
      "grad_norm": 0.4615214467048645,
      "learning_rate": 9.952438214766956e-06,
      "loss": 0.0526,
      "step": 643
    },
    {
      "epoch": 1.308441162109375e-06,
      "model_forward_time": 6.984893321990967,
      "step": 643
    },
    {
      "epoch": 1.308441162109375e-06,
      "step": 643,
      "training_step_time": 22.02772879600525
    },
    {
      "epoch": 1.312255859375e-06,
      "grad_norm": 0.3821823298931122,
      "learning_rate": 9.95225610199933e-06,
      "loss": 0.0435,
      "step": 644
    },
    {
      "epoch": 1.312255859375e-06,
      "model_forward_time": 6.901158571243286,
      "step": 644
    },
    {
      "epoch": 1.312255859375e-06,
      "step": 644,
      "training_step_time": 22.05111336708069
    },
    {
      "epoch": 1.316070556640625e-06,
      "grad_norm": 0.3510439097881317,
      "learning_rate": 9.952073642917779e-06,
      "loss": 0.0594,
      "step": 645
    },
    {
      "epoch": 1.316070556640625e-06,
      "model_forward_time": 6.945712089538574,
      "step": 645
    },
    {
      "epoch": 1.316070556640625e-06,
      "step": 645,
      "training_step_time": 22.500002145767212
    },
    {
      "epoch": 1.31988525390625e-06,
      "grad_norm": 0.6309443712234497,
      "learning_rate": 9.951890837535058e-06,
      "loss": 0.0773,
      "step": 646
    },
    {
      "epoch": 1.31988525390625e-06,
      "model_forward_time": 7.486136436462402,
      "step": 646
    },
    {
      "epoch": 1.31988525390625e-06,
      "step": 646,
      "training_step_time": 22.613588094711304
    },
    {
      "epoch": 1.323699951171875e-06,
      "grad_norm": 0.38946592807769775,
      "learning_rate": 9.951707685863956e-06,
      "loss": 0.0665,
      "step": 647
    },
    {
      "epoch": 1.323699951171875e-06,
      "model_forward_time": 6.981551885604858,
      "step": 647
    },
    {
      "epoch": 1.323699951171875e-06,
      "step": 647,
      "training_step_time": 22.045504093170166
    },
    {
      "epoch": 1.3275146484375e-06,
      "grad_norm": 0.446605384349823,
      "learning_rate": 9.951524187917277e-06,
      "loss": 0.0633,
      "step": 648
    },
    {
      "epoch": 1.3275146484375e-06,
      "model_forward_time": 6.9293053150177,
      "step": 648
    },
    {
      "epoch": 1.3275146484375e-06,
      "step": 648,
      "training_step_time": 22.654542922973633
    },
    {
      "epoch": 1.331329345703125e-06,
      "grad_norm": 0.3465133309364319,
      "learning_rate": 9.951340343707852e-06,
      "loss": 0.0677,
      "step": 649
    },
    {
      "epoch": 1.331329345703125e-06,
      "model_forward_time": 6.959255933761597,
      "step": 649
    },
    {
      "epoch": 1.331329345703125e-06,
      "step": 649,
      "training_step_time": 22.031171321868896
    },
    {
      "epoch": 1.33514404296875e-06,
      "grad_norm": 0.37655723094940186,
      "learning_rate": 9.95115615324854e-06,
      "loss": 0.0381,
      "step": 650
    },
    {
      "epoch": 1.33514404296875e-06,
      "model_forward_time": 6.934812545776367,
      "step": 650
    },
    {
      "dynamics_loss_avg": 0.057568061351776126,
      "epoch": 1.33514404296875e-06,
      "step": 650
    },
    {
      "action_loss_avg": 0.013871538080275058,
      "epoch": 1.33514404296875e-06,
      "step": 650
    },
    {
      "epoch": 1.33514404296875e-06,
      "step": 650,
      "training_step_time": 22.56056833267212
    },
    {
      "epoch": 1.338958740234375e-06,
      "grad_norm": 0.4673120975494385,
      "learning_rate": 9.950971616552222e-06,
      "loss": 0.0689,
      "step": 651
    },
    {
      "epoch": 1.338958740234375e-06,
      "model_forward_time": 8.222467422485352,
      "step": 651
    },
    {
      "epoch": 1.338958740234375e-06,
      "step": 651,
      "training_step_time": 23.288893222808838
    },
    {
      "epoch": 1.3427734375e-06,
      "grad_norm": 0.29810428619384766,
      "learning_rate": 9.950786733631802e-06,
      "loss": 0.0452,
      "step": 652
    },
    {
      "epoch": 1.3427734375e-06,
      "model_forward_time": 6.822142839431763,
      "step": 652
    },
    {
      "epoch": 1.3427734375e-06,
      "step": 652,
      "training_step_time": 22.66788077354431
    },
    {
      "epoch": 1.346588134765625e-06,
      "grad_norm": 0.4409247636795044,
      "learning_rate": 9.950601504500206e-06,
      "loss": 0.056,
      "step": 653
    },
    {
      "epoch": 1.346588134765625e-06,
      "model_forward_time": 6.936666250228882,
      "step": 653
    },
    {
      "epoch": 1.346588134765625e-06,
      "step": 653,
      "training_step_time": 22.568334341049194
    },
    {
      "epoch": 1.35040283203125e-06,
      "grad_norm": 0.34206047654151917,
      "learning_rate": 9.950415929170391e-06,
      "loss": 0.044,
      "step": 654
    },
    {
      "epoch": 1.35040283203125e-06,
      "model_forward_time": 6.970583915710449,
      "step": 654
    },
    {
      "epoch": 1.35040283203125e-06,
      "step": 654,
      "training_step_time": 21.997639656066895
    },
    {
      "epoch": 1.354217529296875e-06,
      "grad_norm": 0.31974926590919495,
      "learning_rate": 9.950230007655333e-06,
      "loss": 0.0614,
      "step": 655
    },
    {
      "epoch": 1.354217529296875e-06,
      "model_forward_time": 6.855099439620972,
      "step": 655
    },
    {
      "epoch": 1.354217529296875e-06,
      "step": 655,
      "training_step_time": 22.53983998298645
    },
    {
      "epoch": 1.3580322265625e-06,
      "grad_norm": 0.5088748335838318,
      "learning_rate": 9.950043739968032e-06,
      "loss": 0.0568,
      "step": 656
    },
    {
      "epoch": 1.3580322265625e-06,
      "model_forward_time": 7.46719217300415,
      "step": 656
    },
    {
      "epoch": 1.3580322265625e-06,
      "step": 656,
      "training_step_time": 22.514054775238037
    },
    {
      "epoch": 1.361846923828125e-06,
      "grad_norm": 0.26863235235214233,
      "learning_rate": 9.949857126121519e-06,
      "loss": 0.0546,
      "step": 657
    },
    {
      "epoch": 1.361846923828125e-06,
      "model_forward_time": 6.9015679359436035,
      "step": 657
    },
    {
      "epoch": 1.361846923828125e-06,
      "step": 657,
      "training_step_time": 22.653339862823486
    },
    {
      "epoch": 1.36566162109375e-06,
      "grad_norm": 0.3944356143474579,
      "learning_rate": 9.949670166128838e-06,
      "loss": 0.0487,
      "step": 658
    },
    {
      "epoch": 1.36566162109375e-06,
      "model_forward_time": 6.938915252685547,
      "step": 658
    },
    {
      "epoch": 1.36566162109375e-06,
      "step": 658,
      "training_step_time": 22.57578730583191
    },
    {
      "epoch": 1.369476318359375e-06,
      "grad_norm": 0.548028290271759,
      "learning_rate": 9.949482860003066e-06,
      "loss": 0.0618,
      "step": 659
    },
    {
      "epoch": 1.369476318359375e-06,
      "model_forward_time": 6.940352439880371,
      "step": 659
    },
    {
      "epoch": 1.369476318359375e-06,
      "step": 659,
      "training_step_time": 21.99915623664856
    },
    {
      "epoch": 1.373291015625e-06,
      "grad_norm": 0.3597262501716614,
      "learning_rate": 9.9492952077573e-06,
      "loss": 0.0504,
      "step": 660
    },
    {
      "epoch": 1.373291015625e-06,
      "model_forward_time": 6.946078777313232,
      "step": 660
    },
    {
      "dynamics_loss_avg": 0.04879043996334076,
      "epoch": 1.373291015625e-06,
      "step": 660
    },
    {
      "action_loss_avg": 0.00907096960581839,
      "epoch": 1.373291015625e-06,
      "step": 660
    },
    {
      "epoch": 1.373291015625e-06,
      "step": 660,
      "training_step_time": 22.5333251953125
    },
    {
      "epoch": 1.377105712890625e-06,
      "grad_norm": 0.22489842772483826,
      "learning_rate": 9.949107209404664e-06,
      "loss": 0.0402,
      "step": 661
    },
    {
      "epoch": 1.377105712890625e-06,
      "model_forward_time": 7.56157660484314,
      "step": 661
    },
    {
      "epoch": 1.377105712890625e-06,
      "step": 661,
      "training_step_time": 22.620123863220215
    },
    {
      "epoch": 1.38092041015625e-06,
      "grad_norm": 0.29591524600982666,
      "learning_rate": 9.948918864958306e-06,
      "loss": 0.0366,
      "step": 662
    },
    {
      "epoch": 1.38092041015625e-06,
      "model_forward_time": 6.910435438156128,
      "step": 662
    },
    {
      "epoch": 1.38092041015625e-06,
      "step": 662,
      "training_step_time": 22.63332509994507
    },
    {
      "epoch": 1.384735107421875e-06,
      "grad_norm": 0.3864949941635132,
      "learning_rate": 9.948730174431393e-06,
      "loss": 0.0485,
      "step": 663
    },
    {
      "epoch": 1.384735107421875e-06,
      "model_forward_time": 6.9604692459106445,
      "step": 663
    },
    {
      "epoch": 1.384735107421875e-06,
      "step": 663,
      "training_step_time": 22.505533456802368
    },
    {
      "epoch": 1.3885498046875e-06,
      "grad_norm": 0.2721669375896454,
      "learning_rate": 9.948541137837126e-06,
      "loss": 0.044,
      "step": 664
    },
    {
      "epoch": 1.3885498046875e-06,
      "model_forward_time": 6.969502210617065,
      "step": 664
    },
    {
      "epoch": 1.3885498046875e-06,
      "step": 664,
      "training_step_time": 22.037349939346313
    },
    {
      "epoch": 1.392364501953125e-06,
      "grad_norm": 0.38473108410835266,
      "learning_rate": 9.948351755188718e-06,
      "loss": 0.0592,
      "step": 665
    },
    {
      "epoch": 1.392364501953125e-06,
      "model_forward_time": 6.944865465164185,
      "step": 665
    },
    {
      "epoch": 1.392364501953125e-06,
      "step": 665,
      "training_step_time": 22.472996473312378
    },
    {
      "epoch": 1.39617919921875e-06,
      "grad_norm": 0.4385429918766022,
      "learning_rate": 9.948162026499419e-06,
      "loss": 0.0648,
      "step": 666
    },
    {
      "epoch": 1.39617919921875e-06,
      "model_forward_time": 7.661621332168579,
      "step": 666
    },
    {
      "epoch": 1.39617919921875e-06,
      "step": 666,
      "training_step_time": 22.73177218437195
    },
    {
      "epoch": 1.399993896484375e-06,
      "grad_norm": 0.3237893581390381,
      "learning_rate": 9.94797195178249e-06,
      "loss": 0.0466,
      "step": 667
    },
    {
      "epoch": 1.399993896484375e-06,
      "model_forward_time": 6.913999080657959,
      "step": 667
    },
    {
      "epoch": 1.399993896484375e-06,
      "step": 667,
      "training_step_time": 22.670844793319702
    },
    {
      "epoch": 1.40380859375e-06,
      "grad_norm": 0.22116512060165405,
      "learning_rate": 9.947781531051231e-06,
      "loss": 0.0356,
      "step": 668
    },
    {
      "epoch": 1.40380859375e-06,
      "model_forward_time": 6.969620704650879,
      "step": 668
    },
    {
      "epoch": 1.40380859375e-06,
      "step": 668,
      "training_step_time": 22.620341300964355
    },
    {
      "epoch": 1.407623291015625e-06,
      "grad_norm": 0.33934587240219116,
      "learning_rate": 9.94759076431895e-06,
      "loss": 0.0529,
      "step": 669
    },
    {
      "epoch": 1.407623291015625e-06,
      "model_forward_time": 6.9735107421875,
      "step": 669
    },
    {
      "epoch": 1.407623291015625e-06,
      "step": 669,
      "training_step_time": 22.03617525100708
    },
    {
      "epoch": 1.41143798828125e-06,
      "grad_norm": 0.16895495355129242,
      "learning_rate": 9.947399651598993e-06,
      "loss": 0.0506,
      "step": 670
    },
    {
      "epoch": 1.41143798828125e-06,
      "model_forward_time": 6.959516525268555,
      "step": 670
    },
    {
      "dynamics_loss_avg": 0.04670486003160477,
      "epoch": 1.41143798828125e-06,
      "step": 670
    },
    {
      "action_loss_avg": 0.009014371130615473,
      "epoch": 1.41143798828125e-06,
      "step": 670
    },
    {
      "epoch": 1.41143798828125e-06,
      "step": 670,
      "training_step_time": 22.527942657470703
    },
    {
      "epoch": 1.415252685546875e-06,
      "grad_norm": 0.21518078446388245,
      "learning_rate": 9.947208192904722e-06,
      "loss": 0.0414,
      "step": 671
    },
    {
      "epoch": 1.415252685546875e-06,
      "model_forward_time": 7.564067602157593,
      "step": 671
    },
    {
      "epoch": 1.415252685546875e-06,
      "step": 671,
      "training_step_time": 22.627869367599487
    },
    {
      "epoch": 1.4190673828125e-06,
      "grad_norm": 0.25181815028190613,
      "learning_rate": 9.947016388249529e-06,
      "loss": 0.0473,
      "step": 672
    },
    {
      "epoch": 1.4190673828125e-06,
      "model_forward_time": 6.910600662231445,
      "step": 672
    },
    {
      "epoch": 1.4190673828125e-06,
      "step": 672,
      "training_step_time": 22.698773860931396
    },
    {
      "epoch": 1.422882080078125e-06,
      "grad_norm": 0.36276084184646606,
      "learning_rate": 9.946824237646823e-06,
      "loss": 0.0558,
      "step": 673
    },
    {
      "epoch": 1.422882080078125e-06,
      "model_forward_time": 6.9342992305755615,
      "step": 673
    },
    {
      "epoch": 1.422882080078125e-06,
      "step": 673,
      "training_step_time": 22.653406858444214
    },
    {
      "epoch": 1.42669677734375e-06,
      "grad_norm": 0.38877931237220764,
      "learning_rate": 9.946631741110043e-06,
      "loss": 0.0656,
      "step": 674
    },
    {
      "epoch": 1.42669677734375e-06,
      "model_forward_time": 7.008275985717773,
      "step": 674
    },
    {
      "epoch": 1.42669677734375e-06,
      "step": 674,
      "training_step_time": 22.076663970947266
    },
    {
      "epoch": 1.430511474609375e-06,
      "grad_norm": 0.3522893190383911,
      "learning_rate": 9.94643889865265e-06,
      "loss": 0.0403,
      "step": 675
    },
    {
      "epoch": 1.430511474609375e-06,
      "model_forward_time": 6.966517448425293,
      "step": 675
    },
    {
      "epoch": 1.430511474609375e-06,
      "step": 675,
      "training_step_time": 22.5782208442688
    },
    {
      "epoch": 1.434326171875e-06,
      "grad_norm": 0.27833136916160583,
      "learning_rate": 9.946245710288132e-06,
      "loss": 0.0554,
      "step": 676
    },
    {
      "epoch": 1.434326171875e-06,
      "model_forward_time": 7.323467969894409,
      "step": 676
    },
    {
      "epoch": 1.434326171875e-06,
      "step": 676,
      "training_step_time": 22.379059076309204
    },
    {
      "epoch": 1.438140869140625e-06,
      "grad_norm": 0.3500102460384369,
      "learning_rate": 9.946052176029994e-06,
      "loss": 0.044,
      "step": 677
    },
    {
      "epoch": 1.438140869140625e-06,
      "model_forward_time": 6.9297754764556885,
      "step": 677
    },
    {
      "epoch": 1.438140869140625e-06,
      "step": 677,
      "training_step_time": 22.60862374305725
    },
    {
      "epoch": 1.44195556640625e-06,
      "grad_norm": 0.3208671510219574,
      "learning_rate": 9.945858295891776e-06,
      "loss": 0.0411,
      "step": 678
    },
    {
      "epoch": 1.44195556640625e-06,
      "model_forward_time": 6.963213920593262,
      "step": 678
    },
    {
      "epoch": 1.44195556640625e-06,
      "step": 678,
      "training_step_time": 22.612327337265015
    },
    {
      "epoch": 1.445770263671875e-06,
      "grad_norm": 0.40130579471588135,
      "learning_rate": 9.945664069887028e-06,
      "loss": 0.0611,
      "step": 679
    },
    {
      "epoch": 1.445770263671875e-06,
      "model_forward_time": 6.888671875,
      "step": 679
    },
    {
      "epoch": 1.445770263671875e-06,
      "step": 679,
      "training_step_time": 21.99639058113098
    },
    {
      "epoch": 1.4495849609375e-06,
      "grad_norm": 0.4730405807495117,
      "learning_rate": 9.94546949802934e-06,
      "loss": 0.0559,
      "step": 680
    },
    {
      "epoch": 1.4495849609375e-06,
      "model_forward_time": 6.967658042907715,
      "step": 680
    },
    {
      "dynamics_loss_avg": 0.050704507157206535,
      "epoch": 1.4495849609375e-06,
      "step": 680
    },
    {
      "action_loss_avg": 0.007652846770361066,
      "epoch": 1.4495849609375e-06,
      "step": 680
    },
    {
      "epoch": 1.4495849609375e-06,
      "step": 680,
      "training_step_time": 22.451682329177856
    },
    {
      "epoch": 1.453399658203125e-06,
      "grad_norm": 0.47242841124534607,
      "learning_rate": 9.945274580332316e-06,
      "loss": 0.0732,
      "step": 681
    },
    {
      "epoch": 1.453399658203125e-06,
      "model_forward_time": 7.43025279045105,
      "step": 681
    },
    {
      "epoch": 1.453399658203125e-06,
      "step": 681,
      "training_step_time": 22.491353750228882
    },
    {
      "epoch": 1.45721435546875e-06,
      "grad_norm": 0.3802473843097687,
      "learning_rate": 9.945079316809585e-06,
      "loss": 0.0701,
      "step": 682
    },
    {
      "epoch": 1.45721435546875e-06,
      "model_forward_time": 6.94452977180481,
      "step": 682
    },
    {
      "epoch": 1.45721435546875e-06,
      "step": 682,
      "training_step_time": 22.587658166885376
    },
    {
      "epoch": 1.461029052734375e-06,
      "grad_norm": 0.27834343910217285,
      "learning_rate": 9.944883707474803e-06,
      "loss": 0.0469,
      "step": 683
    },
    {
      "epoch": 1.461029052734375e-06,
      "model_forward_time": 6.964197158813477,
      "step": 683
    },
    {
      "epoch": 1.461029052734375e-06,
      "step": 683,
      "training_step_time": 22.553043127059937
    },
    {
      "epoch": 1.46484375e-06,
      "grad_norm": 0.36152565479278564,
      "learning_rate": 9.944687752341651e-06,
      "loss": 0.0525,
      "step": 684
    },
    {
      "epoch": 1.46484375e-06,
      "model_forward_time": 6.980308771133423,
      "step": 684
    },
    {
      "epoch": 1.46484375e-06,
      "step": 684,
      "training_step_time": 22.029916286468506
    },
    {
      "epoch": 1.468658447265625e-06,
      "grad_norm": 0.5119465589523315,
      "learning_rate": 9.944491451423829e-06,
      "loss": 0.0675,
      "step": 685
    },
    {
      "epoch": 1.468658447265625e-06,
      "model_forward_time": 6.94304633140564,
      "step": 685
    },
    {
      "epoch": 1.468658447265625e-06,
      "step": 685,
      "training_step_time": 22.49693989753723
    },
    {
      "epoch": 1.47247314453125e-06,
      "grad_norm": 0.39217665791511536,
      "learning_rate": 9.944294804735067e-06,
      "loss": 0.0471,
      "step": 686
    },
    {
      "epoch": 1.47247314453125e-06,
      "model_forward_time": 6.983890771865845,
      "step": 686
    },
    {
      "epoch": 1.47247314453125e-06,
      "step": 686,
      "training_step_time": 22.031631231307983
    },
    {
      "epoch": 1.476287841796875e-06,
      "grad_norm": 0.24742846190929413,
      "learning_rate": 9.944097812289115e-06,
      "loss": 0.0317,
      "step": 687
    },
    {
      "epoch": 1.476287841796875e-06,
      "model_forward_time": 7.697461843490601,
      "step": 687
    },
    {
      "epoch": 1.476287841796875e-06,
      "step": 687,
      "training_step_time": 23.06971049308777
    },
    {
      "epoch": 1.4801025390625e-06,
      "grad_norm": 0.5414725542068481,
      "learning_rate": 9.943900474099748e-06,
      "loss": 0.0759,
      "step": 688
    },
    {
      "epoch": 1.4801025390625e-06,
      "model_forward_time": 6.844413995742798,
      "step": 688
    },
    {
      "epoch": 1.4801025390625e-06,
      "step": 688,
      "training_step_time": 22.6397545337677
    },
    {
      "epoch": 1.483917236328125e-06,
      "grad_norm": 0.5818697214126587,
      "learning_rate": 9.94370279018077e-06,
      "loss": 0.0572,
      "step": 689
    },
    {
      "epoch": 1.483917236328125e-06,
      "model_forward_time": 6.936985731124878,
      "step": 689
    },
    {
      "epoch": 1.483917236328125e-06,
      "step": 689,
      "training_step_time": 22.56882619857788
    },
    {
      "epoch": 1.48773193359375e-06,
      "grad_norm": 0.2575407028198242,
      "learning_rate": 9.943504760546e-06,
      "loss": 0.037,
      "step": 690
    },
    {
      "epoch": 1.48773193359375e-06,
      "model_forward_time": 6.992088317871094,
      "step": 690
    },
    {
      "dynamics_loss_avg": 0.05959721803665161,
      "epoch": 1.48773193359375e-06,
      "step": 690
    },
    {
      "action_loss_avg": 0.013521555671468377,
      "epoch": 1.48773193359375e-06,
      "step": 690
    },
    {
      "epoch": 1.48773193359375e-06,
      "step": 690,
      "training_step_time": 22.58489680290222
    },
    {
      "epoch": 1.491546630859375e-06,
      "grad_norm": 0.3585588037967682,
      "learning_rate": 9.94330638520929e-06,
      "loss": 0.0771,
      "step": 691
    },
    {
      "epoch": 1.491546630859375e-06,
      "model_forward_time": 6.912345886230469,
      "step": 691
    },
    {
      "epoch": 1.491546630859375e-06,
      "step": 691,
      "training_step_time": 22.009302616119385
    },
    {
      "epoch": 1.495361328125e-06,
      "grad_norm": 0.33251965045928955,
      "learning_rate": 9.94310766418451e-06,
      "loss": 0.066,
      "step": 692
    },
    {
      "epoch": 1.495361328125e-06,
      "model_forward_time": 7.588984966278076,
      "step": 692
    },
    {
      "epoch": 1.495361328125e-06,
      "step": 692,
      "training_step_time": 23.333396196365356
    },
    {
      "epoch": 1.499176025390625e-06,
      "grad_norm": 0.2644566595554352,
      "learning_rate": 9.942908597485558e-06,
      "loss": 0.053,
      "step": 693
    },
    {
      "epoch": 1.499176025390625e-06,
      "model_forward_time": 6.98193097114563,
      "step": 693
    },
    {
      "epoch": 1.499176025390625e-06,
      "step": 693,
      "training_step_time": 22.573804140090942
    },
    {
      "epoch": 1.50299072265625e-06,
      "grad_norm": 0.2809513807296753,
      "learning_rate": 9.942709185126357e-06,
      "loss": 0.0381,
      "step": 694
    },
    {
      "epoch": 1.50299072265625e-06,
      "model_forward_time": 6.982885360717773,
      "step": 694
    },
    {
      "epoch": 1.50299072265625e-06,
      "step": 694,
      "training_step_time": 22.04084587097168
    },
    {
      "epoch": 1.506805419921875e-06,
      "grad_norm": 0.35160666704177856,
      "learning_rate": 9.942509427120848e-06,
      "loss": 0.0439,
      "step": 695
    },
    {
      "epoch": 1.506805419921875e-06,
      "model_forward_time": 6.955304145812988,
      "step": 695
    },
    {
      "epoch": 1.506805419921875e-06,
      "step": 695,
      "training_step_time": 22.555214405059814
    },
    {
      "epoch": 1.5106201171875e-06,
      "grad_norm": 0.41450753808021545,
      "learning_rate": 9.942309323483003e-06,
      "loss": 0.0618,
      "step": 696
    },
    {
      "epoch": 1.5106201171875e-06,
      "model_forward_time": 6.943458795547485,
      "step": 696
    },
    {
      "epoch": 1.5106201171875e-06,
      "step": 696,
      "training_step_time": 22.01866888999939
    },
    {
      "epoch": 1.514434814453125e-06,
      "grad_norm": 0.4604428708553314,
      "learning_rate": 9.942108874226812e-06,
      "loss": 0.0693,
      "step": 697
    },
    {
      "epoch": 1.514434814453125e-06,
      "model_forward_time": 7.537059307098389,
      "step": 697
    },
    {
      "epoch": 1.514434814453125e-06,
      "step": 697,
      "training_step_time": 23.17751908302307
    },
    {
      "epoch": 1.51824951171875e-06,
      "grad_norm": 0.2864605188369751,
      "learning_rate": 9.941908079366298e-06,
      "loss": 0.045,
      "step": 698
    },
    {
      "epoch": 1.51824951171875e-06,
      "model_forward_time": 6.933777093887329,
      "step": 698
    },
    {
      "epoch": 1.51824951171875e-06,
      "step": 698,
      "training_step_time": 22.006695985794067
    },
    {
      "epoch": 1.522064208984375e-06,
      "grad_norm": 0.544293999671936,
      "learning_rate": 9.941706938915498e-06,
      "loss": 0.0712,
      "step": 699
    },
    {
      "epoch": 1.522064208984375e-06,
      "model_forward_time": 6.933578252792358,
      "step": 699
    },
    {
      "epoch": 1.522064208984375e-06,
      "step": 699,
      "training_step_time": 22.658366680145264
    },
    {
      "epoch": 1.52587890625e-06,
      "grad_norm": 0.5621259808540344,
      "learning_rate": 9.941505452888478e-06,
      "loss": 0.055,
      "step": 700
    },
    {
      "epoch": 1.52587890625e-06,
      "model_forward_time": 6.870428562164307,
      "step": 700
    },
    {
      "dynamics_loss_avg": 0.05438659265637398,
      "epoch": 1.52587890625e-06,
      "step": 700
    },
    {
      "action_loss_avg": 0.010946978256106377,
      "epoch": 1.52587890625e-06,
      "step": 700
    },
    {
      "epoch": 1.52587890625e-06,
      "step": 700,
      "training_step_time": 22.256031274795532
    },
    {
      "epoch": 1.529693603515625e-06,
      "grad_norm": 0.42219477891921997,
      "learning_rate": 9.941303621299332e-06,
      "loss": 0.0525,
      "step": 701
    },
    {
      "epoch": 1.529693603515625e-06,
      "model_forward_time": 8.423834323883057,
      "step": 701
    },
    {
      "epoch": 1.529693603515625e-06,
      "step": 701,
      "training_step_time": 23.523462295532227
    },
    {
      "epoch": 1.53350830078125e-06,
      "grad_norm": 0.29545682668685913,
      "learning_rate": 9.94110144416217e-06,
      "loss": 0.0506,
      "step": 702
    },
    {
      "epoch": 1.53350830078125e-06,
      "model_forward_time": 6.894932985305786,
      "step": 702
    },
    {
      "epoch": 1.53350830078125e-06,
      "step": 702,
      "training_step_time": 22.677871704101562
    },
    {
      "epoch": 1.537322998046875e-06,
      "grad_norm": 0.2951146960258484,
      "learning_rate": 9.940898921491132e-06,
      "loss": 0.0467,
      "step": 703
    },
    {
      "epoch": 1.537322998046875e-06,
      "model_forward_time": 6.939932584762573,
      "step": 703
    },
    {
      "epoch": 1.537322998046875e-06,
      "step": 703,
      "training_step_time": 22.400798559188843
    },
    {
      "epoch": 1.5411376953125e-06,
      "grad_norm": 0.40373602509498596,
      "learning_rate": 9.94069605330038e-06,
      "loss": 0.0403,
      "step": 704
    },
    {
      "epoch": 1.5411376953125e-06,
      "model_forward_time": 7.015944719314575,
      "step": 704
    },
    {
      "epoch": 1.5411376953125e-06,
      "step": 704,
      "training_step_time": 22.108731746673584
    },
    {
      "epoch": 1.544952392578125e-06,
      "grad_norm": 0.3690892159938812,
      "learning_rate": 9.940492839604103e-06,
      "loss": 0.0457,
      "step": 705
    },
    {
      "epoch": 1.544952392578125e-06,
      "model_forward_time": 6.998117208480835,
      "step": 705
    },
    {
      "epoch": 1.544952392578125e-06,
      "step": 705,
      "training_step_time": 22.07037353515625
    },
    {
      "epoch": 1.54876708984375e-06,
      "grad_norm": 0.30772796273231506,
      "learning_rate": 9.940289280416509e-06,
      "loss": 0.0583,
      "step": 706
    },
    {
      "epoch": 1.54876708984375e-06,
      "model_forward_time": 7.5633745193481445,
      "step": 706
    },
    {
      "epoch": 1.54876708984375e-06,
      "step": 706,
      "training_step_time": 23.10653781890869
    },
    {
      "epoch": 1.552581787109375e-06,
      "grad_norm": 0.2576412856578827,
      "learning_rate": 9.940085375751834e-06,
      "loss": 0.0401,
      "step": 707
    },
    {
      "epoch": 1.552581787109375e-06,
      "model_forward_time": 6.928893566131592,
      "step": 707
    },
    {
      "epoch": 1.552581787109375e-06,
      "step": 707,
      "training_step_time": 22.62075710296631
    },
    {
      "epoch": 1.556396484375e-06,
      "grad_norm": 0.2397463172674179,
      "learning_rate": 9.939881125624336e-06,
      "loss": 0.0357,
      "step": 708
    },
    {
      "epoch": 1.556396484375e-06,
      "model_forward_time": 6.951279878616333,
      "step": 708
    },
    {
      "epoch": 1.556396484375e-06,
      "step": 708,
      "training_step_time": 22.036693334579468
    },
    {
      "epoch": 1.560211181640625e-06,
      "grad_norm": 0.22818392515182495,
      "learning_rate": 9.9396765300483e-06,
      "loss": 0.0474,
      "step": 709
    },
    {
      "epoch": 1.560211181640625e-06,
      "model_forward_time": 6.97224235534668,
      "step": 709
    },
    {
      "epoch": 1.560211181640625e-06,
      "step": 709,
      "training_step_time": 22.68080472946167
    },
    {
      "epoch": 1.56402587890625e-06,
      "grad_norm": 0.38282662630081177,
      "learning_rate": 9.939471589038034e-06,
      "loss": 0.0553,
      "step": 710
    },
    {
      "epoch": 1.56402587890625e-06,
      "model_forward_time": 6.933415412902832,
      "step": 710
    },
    {
      "dynamics_loss_avg": 0.04673980697989464,
      "epoch": 1.56402587890625e-06,
      "step": 710
    },
    {
      "action_loss_avg": 0.0082000523339957,
      "epoch": 1.56402587890625e-06,
      "step": 710
    },
    {
      "epoch": 1.56402587890625e-06,
      "step": 710,
      "training_step_time": 22.036612033843994
    },
    {
      "epoch": 1.567840576171875e-06,
      "grad_norm": 0.4988448917865753,
      "learning_rate": 9.939266302607869e-06,
      "loss": 0.0717,
      "step": 711
    },
    {
      "epoch": 1.567840576171875e-06,
      "model_forward_time": 7.613751173019409,
      "step": 711
    },
    {
      "epoch": 1.567840576171875e-06,
      "step": 711,
      "training_step_time": 22.676960229873657
    },
    {
      "epoch": 1.5716552734375e-06,
      "grad_norm": 0.19973047077655792,
      "learning_rate": 9.939060670772159e-06,
      "loss": 0.0279,
      "step": 712
    },
    {
      "epoch": 1.5716552734375e-06,
      "model_forward_time": 6.94013524055481,
      "step": 712
    },
    {
      "epoch": 1.5716552734375e-06,
      "step": 712,
      "training_step_time": 22.54819393157959
    },
    {
      "epoch": 1.575469970703125e-06,
      "grad_norm": 0.3090810477733612,
      "learning_rate": 9.938854693545286e-06,
      "loss": 0.0723,
      "step": 713
    },
    {
      "epoch": 1.575469970703125e-06,
      "model_forward_time": 6.872648000717163,
      "step": 713
    },
    {
      "epoch": 1.575469970703125e-06,
      "step": 713,
      "training_step_time": 22.676042318344116
    },
    {
      "epoch": 1.57928466796875e-06,
      "grad_norm": 0.288051038980484,
      "learning_rate": 9.938648370941653e-06,
      "loss": 0.0532,
      "step": 714
    },
    {
      "epoch": 1.57928466796875e-06,
      "model_forward_time": 6.993578910827637,
      "step": 714
    },
    {
      "epoch": 1.57928466796875e-06,
      "step": 714,
      "training_step_time": 22.027788877487183
    },
    {
      "epoch": 1.583099365234375e-06,
      "grad_norm": 0.25568217039108276,
      "learning_rate": 9.938441702975689e-06,
      "loss": 0.0528,
      "step": 715
    },
    {
      "epoch": 1.583099365234375e-06,
      "model_forward_time": 6.9142677783966064,
      "step": 715
    },
    {
      "epoch": 1.583099365234375e-06,
      "step": 715,
      "training_step_time": 22.017631769180298
    },
    {
      "epoch": 1.5869140625e-06,
      "grad_norm": 0.3100654184818268,
      "learning_rate": 9.938234689661846e-06,
      "loss": 0.0492,
      "step": 716
    },
    {
      "epoch": 1.5869140625e-06,
      "model_forward_time": 7.668886184692383,
      "step": 716
    },
    {
      "epoch": 1.5869140625e-06,
      "step": 716,
      "training_step_time": 22.738775730133057
    },
    {
      "epoch": 1.590728759765625e-06,
      "grad_norm": 0.3382318615913391,
      "learning_rate": 9.938027331014602e-06,
      "loss": 0.0774,
      "step": 717
    },
    {
      "epoch": 1.590728759765625e-06,
      "model_forward_time": 6.947035551071167,
      "step": 717
    },
    {
      "epoch": 1.590728759765625e-06,
      "step": 717,
      "training_step_time": 22.63251829147339
    },
    {
      "epoch": 1.59454345703125e-06,
      "grad_norm": 0.49085932970046997,
      "learning_rate": 9.937819627048454e-06,
      "loss": 0.0474,
      "step": 718
    },
    {
      "epoch": 1.59454345703125e-06,
      "model_forward_time": 6.8891236782073975,
      "step": 718
    },
    {
      "epoch": 1.59454345703125e-06,
      "step": 718,
      "training_step_time": 22.620287656784058
    },
    {
      "epoch": 1.598358154296875e-06,
      "grad_norm": 0.40874162316322327,
      "learning_rate": 9.93761157777793e-06,
      "loss": 0.0641,
      "step": 719
    },
    {
      "epoch": 1.598358154296875e-06,
      "model_forward_time": 6.974184989929199,
      "step": 719
    },
    {
      "epoch": 1.598358154296875e-06,
      "step": 719,
      "training_step_time": 22.73709011077881
    },
    {
      "epoch": 1.6021728515625e-06,
      "grad_norm": 0.4176408648490906,
      "learning_rate": 9.93740318321758e-06,
      "loss": 0.0493,
      "step": 720
    },
    {
      "epoch": 1.6021728515625e-06,
      "model_forward_time": 6.980471611022949,
      "step": 720
    },
    {
      "dynamics_loss_avg": 0.055110091157257554,
      "epoch": 1.6021728515625e-06,
      "step": 720
    },
    {
      "action_loss_avg": 0.008711007237434388,
      "epoch": 1.6021728515625e-06,
      "step": 720
    },
    {
      "epoch": 1.6021728515625e-06,
      "step": 720,
      "training_step_time": 22.023265600204468
    },
    {
      "epoch": 1.605987548828125e-06,
      "grad_norm": 0.3488307595252991,
      "learning_rate": 9.937194443381972e-06,
      "loss": 0.0409,
      "step": 721
    },
    {
      "epoch": 1.605987548828125e-06,
      "model_forward_time": 7.626142501831055,
      "step": 721
    },
    {
      "epoch": 1.605987548828125e-06,
      "step": 721,
      "training_step_time": 22.676002740859985
    },
    {
      "epoch": 1.60980224609375e-06,
      "grad_norm": 0.28490570187568665,
      "learning_rate": 9.93698535828571e-06,
      "loss": 0.0388,
      "step": 722
    },
    {
      "epoch": 1.60980224609375e-06,
      "model_forward_time": 7.135138034820557,
      "step": 722
    },
    {
      "epoch": 1.60980224609375e-06,
      "step": 722,
      "training_step_time": 22.586883306503296
    },
    {
      "epoch": 1.613616943359375e-06,
      "grad_norm": 0.3106260597705841,
      "learning_rate": 9.936775927943409e-06,
      "loss": 0.0622,
      "step": 723
    },
    {
      "epoch": 1.613616943359375e-06,
      "model_forward_time": 6.949865102767944,
      "step": 723
    },
    {
      "epoch": 1.613616943359375e-06,
      "step": 723,
      "training_step_time": 22.725892543792725
    },
    {
      "epoch": 1.617431640625e-06,
      "grad_norm": 0.3921082615852356,
      "learning_rate": 9.93656615236972e-06,
      "loss": 0.0529,
      "step": 724
    },
    {
      "epoch": 1.617431640625e-06,
      "model_forward_time": 6.912986516952515,
      "step": 724
    },
    {
      "epoch": 1.617431640625e-06,
      "step": 724,
      "training_step_time": 22.493648290634155
    },
    {
      "epoch": 1.621246337890625e-06,
      "grad_norm": 0.3349562883377075,
      "learning_rate": 9.936356031579308e-06,
      "loss": 0.0541,
      "step": 725
    },
    {
      "epoch": 1.621246337890625e-06,
      "model_forward_time": 6.949313640594482,
      "step": 725
    },
    {
      "epoch": 1.621246337890625e-06,
      "step": 725,
      "training_step_time": 22.035223960876465
    },
    {
      "epoch": 1.62506103515625e-06,
      "grad_norm": 0.3337984085083008,
      "learning_rate": 9.936145565586871e-06,
      "loss": 0.0435,
      "step": 726
    },
    {
      "epoch": 1.62506103515625e-06,
      "model_forward_time": 7.634212255477905,
      "step": 726
    },
    {
      "epoch": 1.62506103515625e-06,
      "step": 726,
      "training_step_time": 22.716660737991333
    },
    {
      "epoch": 1.628875732421875e-06,
      "grad_norm": 0.32538366317749023,
      "learning_rate": 9.935934754407125e-06,
      "loss": 0.0553,
      "step": 727
    },
    {
      "epoch": 1.628875732421875e-06,
      "model_forward_time": 6.933172941207886,
      "step": 727
    },
    {
      "epoch": 1.628875732421875e-06,
      "step": 727,
      "training_step_time": 22.59369659423828
    },
    {
      "epoch": 1.6326904296875e-06,
      "grad_norm": 0.38042983412742615,
      "learning_rate": 9.935723598054812e-06,
      "loss": 0.049,
      "step": 728
    },
    {
      "epoch": 1.6326904296875e-06,
      "model_forward_time": 6.891414403915405,
      "step": 728
    },
    {
      "epoch": 1.6326904296875e-06,
      "step": 728,
      "training_step_time": 22.59463357925415
    },
    {
      "epoch": 1.636505126953125e-06,
      "grad_norm": 0.2566133439540863,
      "learning_rate": 9.9355120965447e-06,
      "loss": 0.0332,
      "step": 729
    },
    {
      "epoch": 1.636505126953125e-06,
      "model_forward_time": 6.946548223495483,
      "step": 729
    },
    {
      "epoch": 1.636505126953125e-06,
      "step": 729,
      "training_step_time": 22.586674690246582
    },
    {
      "epoch": 1.64031982421875e-06,
      "grad_norm": 0.3332226276397705,
      "learning_rate": 9.935300249891575e-06,
      "loss": 0.0537,
      "step": 730
    },
    {
      "epoch": 1.64031982421875e-06,
      "model_forward_time": 6.914133310317993,
      "step": 730
    },
    {
      "dynamics_loss_avg": 0.05317376106977463,
      "epoch": 1.64031982421875e-06,
      "step": 730
    },
    {
      "action_loss_avg": 0.009045204892754555,
      "epoch": 1.64031982421875e-06,
      "step": 730
    },
    {
      "epoch": 1.64031982421875e-06,
      "step": 730,
      "training_step_time": 22.028337717056274
    },
    {
      "epoch": 1.644134521484375e-06,
      "grad_norm": 0.28741395473480225,
      "learning_rate": 9.935088058110256e-06,
      "loss": 0.0441,
      "step": 731
    },
    {
      "epoch": 1.644134521484375e-06,
      "model_forward_time": 7.5426061153411865,
      "step": 731
    },
    {
      "epoch": 1.644134521484375e-06,
      "step": 731,
      "training_step_time": 22.65390110015869
    },
    {
      "epoch": 1.64794921875e-06,
      "grad_norm": 0.3307509124279022,
      "learning_rate": 9.934875521215582e-06,
      "loss": 0.049,
      "step": 732
    },
    {
      "epoch": 1.64794921875e-06,
      "model_forward_time": 6.898548364639282,
      "step": 732
    },
    {
      "epoch": 1.64794921875e-06,
      "step": 732,
      "training_step_time": 22.52867031097412
    },
    {
      "epoch": 1.651763916015625e-06,
      "grad_norm": 0.3280348777770996,
      "learning_rate": 9.934662639222412e-06,
      "loss": 0.0483,
      "step": 733
    },
    {
      "epoch": 1.651763916015625e-06,
      "model_forward_time": 6.8266801834106445,
      "step": 733
    },
    {
      "epoch": 1.651763916015625e-06,
      "step": 733,
      "training_step_time": 22.618430614471436
    },
    {
      "epoch": 1.65557861328125e-06,
      "grad_norm": 0.31388410925865173,
      "learning_rate": 9.934449412145636e-06,
      "loss": 0.0545,
      "step": 734
    },
    {
      "epoch": 1.65557861328125e-06,
      "model_forward_time": 6.955508708953857,
      "step": 734
    },
    {
      "epoch": 1.65557861328125e-06,
      "step": 734,
      "training_step_time": 22.64137625694275
    },
    {
      "epoch": 1.659393310546875e-06,
      "grad_norm": 0.41871270537376404,
      "learning_rate": 9.934235840000164e-06,
      "loss": 0.0688,
      "step": 735
    },
    {
      "epoch": 1.659393310546875e-06,
      "model_forward_time": 6.987725019454956,
      "step": 735
    },
    {
      "epoch": 1.659393310546875e-06,
      "step": 735,
      "training_step_time": 22.02823567390442
    },
    {
      "epoch": 1.6632080078125e-06,
      "grad_norm": 0.581322193145752,
      "learning_rate": 9.934021922800931e-06,
      "loss": 0.077,
      "step": 736
    },
    {
      "epoch": 1.6632080078125e-06,
      "model_forward_time": 7.499651193618774,
      "step": 736
    },
    {
      "epoch": 1.6632080078125e-06,
      "step": 736,
      "training_step_time": 22.648027896881104
    },
    {
      "epoch": 1.667022705078125e-06,
      "grad_norm": 0.29228901863098145,
      "learning_rate": 9.933807660562898e-06,
      "loss": 0.0599,
      "step": 737
    },
    {
      "epoch": 1.667022705078125e-06,
      "model_forward_time": 6.913682222366333,
      "step": 737
    },
    {
      "epoch": 1.667022705078125e-06,
      "step": 737,
      "training_step_time": 22.543901681900024
    },
    {
      "epoch": 1.67083740234375e-06,
      "grad_norm": 0.3570995330810547,
      "learning_rate": 9.933593053301044e-06,
      "loss": 0.0503,
      "step": 738
    },
    {
      "epoch": 1.67083740234375e-06,
      "model_forward_time": 6.959324359893799,
      "step": 738
    },
    {
      "epoch": 1.67083740234375e-06,
      "step": 738,
      "training_step_time": 22.52437973022461
    },
    {
      "epoch": 1.674652099609375e-06,
      "grad_norm": 0.27092981338500977,
      "learning_rate": 9.933378101030382e-06,
      "loss": 0.0548,
      "step": 739
    },
    {
      "epoch": 1.674652099609375e-06,
      "model_forward_time": 6.882275581359863,
      "step": 739
    },
    {
      "epoch": 1.674652099609375e-06,
      "step": 739,
      "training_step_time": 22.582939624786377
    },
    {
      "epoch": 1.678466796875e-06,
      "grad_norm": 0.2657906413078308,
      "learning_rate": 9.933162803765941e-06,
      "loss": 0.0295,
      "step": 740
    },
    {
      "epoch": 1.678466796875e-06,
      "model_forward_time": 6.945616245269775,
      "step": 740
    },
    {
      "dynamics_loss_avg": 0.04915163591504097,
      "epoch": 1.678466796875e-06,
      "step": 740
    },
    {
      "action_loss_avg": 0.007223391928710044,
      "epoch": 1.678466796875e-06,
      "step": 740
    },
    {
      "epoch": 1.678466796875e-06,
      "step": 740,
      "training_step_time": 22.034425258636475
    },
    {
      "epoch": 1.682281494140625e-06,
      "grad_norm": 0.2116146832704544,
      "learning_rate": 9.932947161522779e-06,
      "loss": 0.0446,
      "step": 741
    },
    {
      "epoch": 1.682281494140625e-06,
      "model_forward_time": 7.4771623611450195,
      "step": 741
    },
    {
      "epoch": 1.682281494140625e-06,
      "step": 741,
      "training_step_time": 22.64859175682068
    },
    {
      "epoch": 1.68609619140625e-06,
      "grad_norm": 0.2708062529563904,
      "learning_rate": 9.932731174315973e-06,
      "loss": 0.0479,
      "step": 742
    },
    {
      "epoch": 1.68609619140625e-06,
      "model_forward_time": 6.926565885543823,
      "step": 742
    },
    {
      "epoch": 1.68609619140625e-06,
      "step": 742,
      "training_step_time": 22.471373081207275
    },
    {
      "epoch": 1.689910888671875e-06,
      "grad_norm": 0.46226462721824646,
      "learning_rate": 9.932514842160628e-06,
      "loss": 0.0643,
      "step": 743
    },
    {
      "epoch": 1.689910888671875e-06,
      "model_forward_time": 6.950193166732788,
      "step": 743
    },
    {
      "epoch": 1.689910888671875e-06,
      "step": 743,
      "training_step_time": 22.700064420700073
    },
    {
      "epoch": 1.6937255859375e-06,
      "grad_norm": 0.24263396859169006,
      "learning_rate": 9.932298165071872e-06,
      "loss": 0.042,
      "step": 744
    },
    {
      "epoch": 1.6937255859375e-06,
      "model_forward_time": 6.966341495513916,
      "step": 744
    },
    {
      "epoch": 1.6937255859375e-06,
      "step": 744,
      "training_step_time": 22.556304454803467
    },
    {
      "epoch": 1.697540283203125e-06,
      "grad_norm": 0.37112414836883545,
      "learning_rate": 9.93208114306486e-06,
      "loss": 0.0548,
      "step": 745
    },
    {
      "epoch": 1.697540283203125e-06,
      "model_forward_time": 6.959439754486084,
      "step": 745
    },
    {
      "epoch": 1.697540283203125e-06,
      "step": 745,
      "training_step_time": 22.024696111679077
    },
    {
      "epoch": 1.70135498046875e-06,
      "grad_norm": 0.25217893719673157,
      "learning_rate": 9.931863776154766e-06,
      "loss": 0.0527,
      "step": 746
    },
    {
      "epoch": 1.70135498046875e-06,
      "model_forward_time": 7.6013023853302,
      "step": 746
    },
    {
      "epoch": 1.70135498046875e-06,
      "step": 746,
      "training_step_time": 22.684353590011597
    },
    {
      "epoch": 1.705169677734375e-06,
      "grad_norm": 0.38432011008262634,
      "learning_rate": 9.93164606435679e-06,
      "loss": 0.0491,
      "step": 747
    },
    {
      "epoch": 1.705169677734375e-06,
      "model_forward_time": 6.964005470275879,
      "step": 747
    },
    {
      "epoch": 1.705169677734375e-06,
      "step": 747,
      "training_step_time": 22.01699733734131
    },
    {
      "epoch": 1.708984375e-06,
      "grad_norm": 0.44299566745758057,
      "learning_rate": 9.931428007686158e-06,
      "loss": 0.0702,
      "step": 748
    },
    {
      "epoch": 1.708984375e-06,
      "model_forward_time": 6.970309495925903,
      "step": 748
    },
    {
      "epoch": 1.708984375e-06,
      "step": 748,
      "training_step_time": 22.5849826335907
    },
    {
      "epoch": 1.712799072265625e-06,
      "grad_norm": 0.23006275296211243,
      "learning_rate": 9.93120960615812e-06,
      "loss": 0.0324,
      "step": 749
    },
    {
      "epoch": 1.712799072265625e-06,
      "model_forward_time": 6.973620891571045,
      "step": 749
    },
    {
      "epoch": 1.712799072265625e-06,
      "step": 749,
      "training_step_time": 22.57532024383545
    },
    {
      "epoch": 1.71661376953125e-06,
      "grad_norm": 0.4649847745895386,
      "learning_rate": 9.930990859787945e-06,
      "loss": 0.0667,
      "step": 750
    },
    {
      "epoch": 1.71661376953125e-06,
      "model_forward_time": 6.930137872695923,
      "step": 750
    },
    {
      "dynamics_loss_avg": 0.05378823503851891,
      "epoch": 1.71661376953125e-06,
      "step": 750
    },
    {
      "action_loss_avg": 0.00968305803835392,
      "epoch": 1.71661376953125e-06,
      "step": 750
    },
    {
      "epoch": 1.71661376953125e-06,
      "step": 750,
      "training_step_time": 21.9815776348114
    },
    {
      "epoch": 1.720428466796875e-06,
      "grad_norm": 0.30990928411483765,
      "learning_rate": 9.930771768590934e-06,
      "loss": 0.0576,
      "step": 751
    },
    {
      "epoch": 1.720428466796875e-06,
      "model_forward_time": 7.560698509216309,
      "step": 751
    },
    {
      "epoch": 1.720428466796875e-06,
      "step": 751,
      "training_step_time": 22.61188554763794
    },
    {
      "epoch": 1.7242431640625e-06,
      "grad_norm": 0.3934655785560608,
      "learning_rate": 9.930552332582406e-06,
      "loss": 0.0489,
      "step": 752
    },
    {
      "epoch": 1.7242431640625e-06,
      "model_forward_time": 6.945546388626099,
      "step": 752
    },
    {
      "epoch": 1.7242431640625e-06,
      "step": 752,
      "training_step_time": 22.606908559799194
    },
    {
      "epoch": 1.728057861328125e-06,
      "grad_norm": 0.47613412141799927,
      "learning_rate": 9.930332551777709e-06,
      "loss": 0.048,
      "step": 753
    },
    {
      "epoch": 1.728057861328125e-06,
      "model_forward_time": 7.007871627807617,
      "step": 753
    },
    {
      "epoch": 1.728057861328125e-06,
      "step": 753,
      "training_step_time": 22.04688549041748
    },
    {
      "epoch": 1.73187255859375e-06,
      "grad_norm": 0.27687719464302063,
      "learning_rate": 9.930112426192208e-06,
      "loss": 0.0403,
      "step": 754
    },
    {
      "epoch": 1.73187255859375e-06,
      "model_forward_time": 6.905540227890015,
      "step": 754
    },
    {
      "epoch": 1.73187255859375e-06,
      "step": 754,
      "training_step_time": 22.716734409332275
    },
    {
      "epoch": 1.735687255859375e-06,
      "grad_norm": 0.2542511522769928,
      "learning_rate": 9.9298919558413e-06,
      "loss": 0.0571,
      "step": 755
    },
    {
      "epoch": 1.735687255859375e-06,
      "model_forward_time": 6.969886302947998,
      "step": 755
    },
    {
      "epoch": 1.735687255859375e-06,
      "step": 755,
      "training_step_time": 22.022319078445435
    },
    {
      "epoch": 1.739501953125e-06,
      "grad_norm": 0.29683586955070496,
      "learning_rate": 9.9296711407404e-06,
      "loss": 0.0626,
      "step": 756
    },
    {
      "epoch": 1.739501953125e-06,
      "model_forward_time": 7.5812273025512695,
      "step": 756
    },
    {
      "epoch": 1.739501953125e-06,
      "step": 756,
      "training_step_time": 22.651708364486694
    },
    {
      "epoch": 1.743316650390625e-06,
      "grad_norm": 0.4227871894836426,
      "learning_rate": 9.929449980904952e-06,
      "loss": 0.0389,
      "step": 757
    },
    {
      "epoch": 1.743316650390625e-06,
      "model_forward_time": 6.894211292266846,
      "step": 757
    },
    {
      "epoch": 1.743316650390625e-06,
      "step": 757,
      "training_step_time": 22.05989670753479
    },
    {
      "epoch": 1.74713134765625e-06,
      "grad_norm": 0.45645496249198914,
      "learning_rate": 9.929228476350423e-06,
      "loss": 0.0671,
      "step": 758
    },
    {
      "epoch": 1.74713134765625e-06,
      "model_forward_time": 6.978635787963867,
      "step": 758
    },
    {
      "epoch": 1.74713134765625e-06,
      "step": 758,
      "training_step_time": 22.693183660507202
    },
    {
      "epoch": 1.750946044921875e-06,
      "grad_norm": 0.343308687210083,
      "learning_rate": 9.929006627092298e-06,
      "loss": 0.0444,
      "step": 759
    },
    {
      "epoch": 1.750946044921875e-06,
      "model_forward_time": 6.943883895874023,
      "step": 759
    },
    {
      "epoch": 1.750946044921875e-06,
      "step": 759,
      "training_step_time": 22.02281904220581
    },
    {
      "epoch": 1.7547607421875e-06,
      "grad_norm": 0.20500759780406952,
      "learning_rate": 9.928784433146097e-06,
      "loss": 0.0508,
      "step": 760
    },
    {
      "epoch": 1.7547607421875e-06,
      "model_forward_time": 6.91195011138916,
      "step": 760
    },
    {
      "dynamics_loss_avg": 0.04631071519106626,
      "epoch": 1.7547607421875e-06,
      "step": 760
    },
    {
      "action_loss_avg": 0.007352449034806341,
      "epoch": 1.7547607421875e-06,
      "step": 760
    },
    {
      "epoch": 1.7547607421875e-06,
      "step": 760,
      "training_step_time": 22.682393074035645
    },
    {
      "epoch": 1.758575439453125e-06,
      "grad_norm": 0.22861409187316895,
      "learning_rate": 9.928561894527354e-06,
      "loss": 0.042,
      "step": 761
    },
    {
      "epoch": 1.758575439453125e-06,
      "model_forward_time": 6.9462339878082275,
      "step": 761
    },
    {
      "epoch": 1.758575439453125e-06,
      "step": 761,
      "training_step_time": 22.463391304016113
    },
    {
      "epoch": 1.76239013671875e-06,
      "grad_norm": 0.17862051725387573,
      "learning_rate": 9.928339011251631e-06,
      "loss": 0.0391,
      "step": 762
    },
    {
      "epoch": 1.76239013671875e-06,
      "model_forward_time": 7.64526629447937,
      "step": 762
    },
    {
      "epoch": 1.76239013671875e-06,
      "step": 762,
      "training_step_time": 22.69798493385315
    },
    {
      "epoch": 1.766204833984375e-06,
      "grad_norm": 0.4543074667453766,
      "learning_rate": 9.928115783334518e-06,
      "loss": 0.0604,
      "step": 763
    },
    {
      "epoch": 1.766204833984375e-06,
      "model_forward_time": 6.951590299606323,
      "step": 763
    },
    {
      "epoch": 1.766204833984375e-06,
      "step": 763,
      "training_step_time": 22.558884143829346
    },
    {
      "epoch": 1.77001953125e-06,
      "grad_norm": 0.407096266746521,
      "learning_rate": 9.927892210791621e-06,
      "loss": 0.0507,
      "step": 764
    },
    {
      "epoch": 1.77001953125e-06,
      "model_forward_time": 6.928267002105713,
      "step": 764
    },
    {
      "epoch": 1.77001953125e-06,
      "step": 764,
      "training_step_time": 22.721327781677246
    },
    {
      "epoch": 1.773834228515625e-06,
      "grad_norm": 0.2748000919818878,
      "learning_rate": 9.927668293638576e-06,
      "loss": 0.0342,
      "step": 765
    },
    {
      "epoch": 1.773834228515625e-06,
      "model_forward_time": 6.973337411880493,
      "step": 765
    },
    {
      "epoch": 1.773834228515625e-06,
      "step": 765,
      "training_step_time": 22.62153434753418
    },
    {
      "epoch": 1.77764892578125e-06,
      "grad_norm": 0.31514695286750793,
      "learning_rate": 9.927444031891044e-06,
      "loss": 0.0534,
      "step": 766
    },
    {
      "epoch": 1.77764892578125e-06,
      "model_forward_time": 6.976879835128784,
      "step": 766
    },
    {
      "epoch": 1.77764892578125e-06,
      "step": 766,
      "training_step_time": 22.04313588142395
    },
    {
      "epoch": 1.781463623046875e-06,
      "grad_norm": 0.30073854327201843,
      "learning_rate": 9.927219425564707e-06,
      "loss": 0.0649,
      "step": 767
    },
    {
      "epoch": 1.781463623046875e-06,
      "model_forward_time": 7.660043478012085,
      "step": 767
    },
    {
      "epoch": 1.781463623046875e-06,
      "step": 767,
      "training_step_time": 22.725343465805054
    },
    {
      "epoch": 1.7852783203125e-06,
      "grad_norm": 0.5365003943443298,
      "learning_rate": 9.926994474675272e-06,
      "loss": 0.0651,
      "step": 768
    },
    {
      "epoch": 1.7852783203125e-06,
      "model_forward_time": 6.924234390258789,
      "step": 768
    },
    {
      "epoch": 1.7852783203125e-06,
      "step": 768,
      "training_step_time": 22.637181520462036
    },
    {
      "epoch": 1.789093017578125e-06,
      "grad_norm": 0.40927258133888245,
      "learning_rate": 9.926769179238467e-06,
      "loss": 0.0507,
      "step": 769
    },
    {
      "epoch": 1.789093017578125e-06,
      "model_forward_time": 6.836990594863892,
      "step": 769
    },
    {
      "epoch": 1.789093017578125e-06,
      "step": 769,
      "training_step_time": 22.638214111328125
    },
    {
      "epoch": 1.79290771484375e-06,
      "grad_norm": 0.42550721764564514,
      "learning_rate": 9.926543539270048e-06,
      "loss": 0.0541,
      "step": 770
    },
    {
      "epoch": 1.79290771484375e-06,
      "model_forward_time": 6.973061800003052,
      "step": 770
    },
    {
      "dynamics_loss_avg": 0.05436737611889839,
      "epoch": 1.79290771484375e-06,
      "step": 770
    },
    {
      "action_loss_avg": 0.010014790901914239,
      "epoch": 1.79290771484375e-06,
      "step": 770
    },
    {
      "epoch": 1.79290771484375e-06,
      "step": 770,
      "training_step_time": 22.596848964691162
    },
    {
      "epoch": 1.796722412109375e-06,
      "grad_norm": 0.32971006631851196,
      "learning_rate": 9.926317554785796e-06,
      "loss": 0.0443,
      "step": 771
    },
    {
      "epoch": 1.796722412109375e-06,
      "model_forward_time": 6.975623369216919,
      "step": 771
    },
    {
      "epoch": 1.796722412109375e-06,
      "step": 771,
      "training_step_time": 22.513673782348633
    },
    {
      "epoch": 1.800537109375e-06,
      "grad_norm": 0.29521217942237854,
      "learning_rate": 9.926091225801513e-06,
      "loss": 0.0447,
      "step": 772
    },
    {
      "epoch": 1.800537109375e-06,
      "model_forward_time": 7.621728897094727,
      "step": 772
    },
    {
      "epoch": 1.800537109375e-06,
      "step": 772,
      "training_step_time": 22.70591115951538
    },
    {
      "epoch": 1.804351806640625e-06,
      "grad_norm": 0.25396615266799927,
      "learning_rate": 9.925864552333027e-06,
      "loss": 0.0399,
      "step": 773
    },
    {
      "epoch": 1.804351806640625e-06,
      "model_forward_time": 6.8634607791900635,
      "step": 773
    },
    {
      "epoch": 1.804351806640625e-06,
      "step": 773,
      "training_step_time": 22.52286195755005
    },
    {
      "epoch": 1.80816650390625e-06,
      "grad_norm": 0.3527129292488098,
      "learning_rate": 9.925637534396188e-06,
      "loss": 0.0489,
      "step": 774
    },
    {
      "epoch": 1.80816650390625e-06,
      "model_forward_time": 6.907918453216553,
      "step": 774
    },
    {
      "epoch": 1.80816650390625e-06,
      "step": 774,
      "training_step_time": 22.688050508499146
    },
    {
      "epoch": 1.811981201171875e-06,
      "grad_norm": 0.37507882714271545,
      "learning_rate": 9.925410172006874e-06,
      "loss": 0.0494,
      "step": 775
    },
    {
      "epoch": 1.811981201171875e-06,
      "model_forward_time": 6.946063280105591,
      "step": 775
    },
    {
      "epoch": 1.811981201171875e-06,
      "step": 775,
      "training_step_time": 22.595032691955566
    },
    {
      "epoch": 1.8157958984375e-06,
      "grad_norm": 0.3994663655757904,
      "learning_rate": 9.925182465180983e-06,
      "loss": 0.0507,
      "step": 776
    },
    {
      "epoch": 1.8157958984375e-06,
      "model_forward_time": 6.949604272842407,
      "step": 776
    },
    {
      "epoch": 1.8157958984375e-06,
      "step": 776,
      "training_step_time": 22.528210639953613
    },
    {
      "epoch": 1.819610595703125e-06,
      "grad_norm": 0.27350175380706787,
      "learning_rate": 9.924954413934437e-06,
      "loss": 0.0303,
      "step": 777
    },
    {
      "epoch": 1.819610595703125e-06,
      "model_forward_time": 7.663446664810181,
      "step": 777
    },
    {
      "epoch": 1.819610595703125e-06,
      "step": 777,
      "training_step_time": 22.76211452484131
    },
    {
      "epoch": 1.82342529296875e-06,
      "grad_norm": 0.4466342628002167,
      "learning_rate": 9.924726018283187e-06,
      "loss": 0.0861,
      "step": 778
    },
    {
      "epoch": 1.82342529296875e-06,
      "model_forward_time": 6.952394247055054,
      "step": 778
    },
    {
      "epoch": 1.82342529296875e-06,
      "step": 778,
      "training_step_time": 22.65278649330139
    },
    {
      "epoch": 1.827239990234375e-06,
      "grad_norm": 0.30535900592803955,
      "learning_rate": 9.924497278243204e-06,
      "loss": 0.0437,
      "step": 779
    },
    {
      "epoch": 1.827239990234375e-06,
      "model_forward_time": 6.9124016761779785,
      "step": 779
    },
    {
      "epoch": 1.827239990234375e-06,
      "step": 779,
      "training_step_time": 22.67077374458313
    },
    {
      "epoch": 1.8310546875e-06,
      "grad_norm": 0.23455004394054413,
      "learning_rate": 9.924268193830481e-06,
      "loss": 0.0633,
      "step": 780
    },
    {
      "epoch": 1.8310546875e-06,
      "model_forward_time": 6.937227725982666,
      "step": 780
    },
    {
      "dynamics_loss_avg": 0.052221343852579594,
      "epoch": 1.8310546875e-06,
      "step": 780
    },
    {
      "action_loss_avg": 0.007535797543823719,
      "epoch": 1.8310546875e-06,
      "step": 780
    },
    {
      "epoch": 1.8310546875e-06,
      "step": 780,
      "training_step_time": 22.66807746887207
    },
    {
      "epoch": 1.834869384765625e-06,
      "grad_norm": 0.388614684343338,
      "learning_rate": 9.924038765061042e-06,
      "loss": 0.0504,
      "step": 781
    },
    {
      "epoch": 1.834869384765625e-06,
      "model_forward_time": 6.948227882385254,
      "step": 781
    },
    {
      "epoch": 1.834869384765625e-06,
      "step": 781,
      "training_step_time": 22.56589698791504
    },
    {
      "epoch": 1.83868408203125e-06,
      "grad_norm": 0.2629828453063965,
      "learning_rate": 9.923808991950926e-06,
      "loss": 0.0396,
      "step": 782
    },
    {
      "epoch": 1.83868408203125e-06,
      "model_forward_time": 7.641727924346924,
      "step": 782
    },
    {
      "epoch": 1.83868408203125e-06,
      "step": 782,
      "training_step_time": 22.75497078895569
    },
    {
      "epoch": 1.842498779296875e-06,
      "grad_norm": 0.45960572361946106,
      "learning_rate": 9.92357887451621e-06,
      "loss": 0.0526,
      "step": 783
    },
    {
      "epoch": 1.842498779296875e-06,
      "model_forward_time": 6.941779136657715,
      "step": 783
    },
    {
      "epoch": 1.842498779296875e-06,
      "step": 783,
      "training_step_time": 22.505086660385132
    },
    {
      "epoch": 1.8463134765625e-06,
      "grad_norm": 0.39386701583862305,
      "learning_rate": 9.923348412772975e-06,
      "loss": 0.0406,
      "step": 784
    },
    {
      "epoch": 1.8463134765625e-06,
      "model_forward_time": 6.890669345855713,
      "step": 784
    },
    {
      "epoch": 1.8463134765625e-06,
      "step": 784,
      "training_step_time": 22.633100271224976
    },
    {
      "epoch": 1.850128173828125e-06,
      "grad_norm": 0.4246256947517395,
      "learning_rate": 9.923117606737347e-06,
      "loss": 0.0489,
      "step": 785
    },
    {
      "epoch": 1.850128173828125e-06,
      "model_forward_time": 6.96543025970459,
      "step": 785
    },
    {
      "epoch": 1.850128173828125e-06,
      "step": 785,
      "training_step_time": 22.532343864440918
    },
    {
      "epoch": 1.85394287109375e-06,
      "grad_norm": 0.3010668158531189,
      "learning_rate": 9.92288645642546e-06,
      "loss": 0.0463,
      "step": 786
    },
    {
      "epoch": 1.85394287109375e-06,
      "model_forward_time": 6.987352132797241,
      "step": 786
    },
    {
      "epoch": 1.85394287109375e-06,
      "step": 786,
      "training_step_time": 22.531593322753906
    },
    {
      "epoch": 1.857757568359375e-06,
      "grad_norm": 0.27081766724586487,
      "learning_rate": 9.922654961853483e-06,
      "loss": 0.0532,
      "step": 787
    },
    {
      "epoch": 1.857757568359375e-06,
      "model_forward_time": 7.551768064498901,
      "step": 787
    },
    {
      "epoch": 1.857757568359375e-06,
      "step": 787,
      "training_step_time": 22.63893151283264
    },
    {
      "epoch": 1.861572265625e-06,
      "grad_norm": 0.2619791328907013,
      "learning_rate": 9.9224231230376e-06,
      "loss": 0.0545,
      "step": 788
    },
    {
      "epoch": 1.861572265625e-06,
      "model_forward_time": 6.917516231536865,
      "step": 788
    },
    {
      "epoch": 1.861572265625e-06,
      "step": 788,
      "training_step_time": 22.564966201782227
    },
    {
      "epoch": 1.865386962890625e-06,
      "grad_norm": 0.3124496638774872,
      "learning_rate": 9.922190939994028e-06,
      "loss": 0.0551,
      "step": 789
    },
    {
      "epoch": 1.865386962890625e-06,
      "model_forward_time": 6.913565158843994,
      "step": 789
    },
    {
      "epoch": 1.865386962890625e-06,
      "step": 789,
      "training_step_time": 22.598809003829956
    },
    {
      "epoch": 1.86920166015625e-06,
      "grad_norm": 0.3018379509449005,
      "learning_rate": 9.921958412738999e-06,
      "loss": 0.0489,
      "step": 790
    },
    {
      "epoch": 1.86920166015625e-06,
      "model_forward_time": 6.9291672706604,
      "step": 790
    },
    {
      "dynamics_loss_avg": 0.052088283002376556,
      "epoch": 1.86920166015625e-06,
      "step": 790
    },
    {
      "action_loss_avg": 0.00891957376152277,
      "epoch": 1.86920166015625e-06,
      "step": 790
    },
    {
      "epoch": 1.86920166015625e-06,
      "step": 790,
      "training_step_time": 22.58125400543213
    },
    {
      "epoch": 1.873016357421875e-06,
      "grad_norm": 0.3680899143218994,
      "learning_rate": 9.921725541288779e-06,
      "loss": 0.0537,
      "step": 791
    },
    {
      "epoch": 1.873016357421875e-06,
      "model_forward_time": 6.980382204055786,
      "step": 791
    },
    {
      "epoch": 1.873016357421875e-06,
      "step": 791,
      "training_step_time": 22.01608943939209
    },
    {
      "epoch": 1.8768310546875e-06,
      "grad_norm": 0.29255855083465576,
      "learning_rate": 9.92149232565965e-06,
      "loss": 0.0747,
      "step": 792
    },
    {
      "epoch": 1.8768310546875e-06,
      "model_forward_time": 7.582336664199829,
      "step": 792
    },
    {
      "epoch": 1.8768310546875e-06,
      "step": 792,
      "training_step_time": 22.745036840438843
    },
    {
      "epoch": 1.880645751953125e-06,
      "grad_norm": 0.38378244638442993,
      "learning_rate": 9.921258765867919e-06,
      "loss": 0.0474,
      "step": 793
    },
    {
      "epoch": 1.880645751953125e-06,
      "model_forward_time": 7.082202196121216,
      "step": 793
    },
    {
      "epoch": 1.880645751953125e-06,
      "step": 793,
      "training_step_time": 22.469613790512085
    },
    {
      "epoch": 1.88446044921875e-06,
      "grad_norm": 0.3066544532775879,
      "learning_rate": 9.921024861929922e-06,
      "loss": 0.0401,
      "step": 794
    },
    {
      "epoch": 1.88446044921875e-06,
      "model_forward_time": 6.902963161468506,
      "step": 794
    },
    {
      "epoch": 1.88446044921875e-06,
      "step": 794,
      "training_step_time": 22.697070837020874
    },
    {
      "epoch": 1.888275146484375e-06,
      "grad_norm": 0.2519798278808594,
      "learning_rate": 9.920790613862017e-06,
      "loss": 0.0511,
      "step": 795
    },
    {
      "epoch": 1.888275146484375e-06,
      "model_forward_time": 6.947405099868774,
      "step": 795
    },
    {
      "epoch": 1.888275146484375e-06,
      "step": 795,
      "training_step_time": 22.508715867996216
    },
    {
      "epoch": 1.89208984375e-06,
      "grad_norm": 0.3535025417804718,
      "learning_rate": 9.92055602168058e-06,
      "loss": 0.0586,
      "step": 796
    },
    {
      "epoch": 1.89208984375e-06,
      "model_forward_time": 6.989434242248535,
      "step": 796
    },
    {
      "epoch": 1.89208984375e-06,
      "step": 796,
      "training_step_time": 22.042367458343506
    },
    {
      "epoch": 1.895904541015625e-06,
      "grad_norm": 0.3251156806945801,
      "learning_rate": 9.920321085402022e-06,
      "loss": 0.0555,
      "step": 797
    },
    {
      "epoch": 1.895904541015625e-06,
      "model_forward_time": 7.697889804840088,
      "step": 797
    },
    {
      "epoch": 1.895904541015625e-06,
      "step": 797,
      "training_step_time": 22.82454776763916
    },
    {
      "epoch": 1.89971923828125e-06,
      "grad_norm": 0.4427158236503601,
      "learning_rate": 9.92008580504277e-06,
      "loss": 0.0691,
      "step": 798
    },
    {
      "epoch": 1.89971923828125e-06,
      "model_forward_time": 6.952851057052612,
      "step": 798
    },
    {
      "epoch": 1.89971923828125e-06,
      "step": 798,
      "training_step_time": 22.716819047927856
    },
    {
      "epoch": 1.903533935546875e-06,
      "grad_norm": 0.2622298002243042,
      "learning_rate": 9.919850180619274e-06,
      "loss": 0.0422,
      "step": 799
    },
    {
      "epoch": 1.903533935546875e-06,
      "model_forward_time": 6.897209405899048,
      "step": 799
    },
    {
      "epoch": 1.903533935546875e-06,
      "step": 799,
      "training_step_time": 22.75292682647705
    },
    {
      "epoch": 1.9073486328125e-06,
      "grad_norm": 0.36373648047447205,
      "learning_rate": 9.919614212148017e-06,
      "loss": 0.0395,
      "step": 800
    },
    {
      "epoch": 1.9073486328125e-06,
      "model_forward_time": 6.832824945449829,
      "step": 800
    },
    {
      "dynamics_loss_avg": 0.05350672006607056,
      "epoch": 1.9073486328125e-06,
      "step": 800
    },
    {
      "action_loss_avg": 0.007895283913239837,
      "epoch": 1.9073486328125e-06,
      "step": 800
    },
    {
      "epoch": 1.9073486328125e-06,
      "step": 800,
      "training_step_time": 22.33056640625
    },
    {
      "epoch": 1.911163330078125e-06,
      "grad_norm": 0.34096789360046387,
      "learning_rate": 9.919377899645497e-06,
      "loss": 0.0387,
      "step": 801
    },
    {
      "epoch": 1.911163330078125e-06,
      "model_forward_time": 8.46023678779602,
      "step": 801
    },
    {
      "epoch": 1.911163330078125e-06,
      "step": 801,
      "training_step_time": 23.58973479270935
    },
    {
      "epoch": 1.91497802734375e-06,
      "grad_norm": 0.39832475781440735,
      "learning_rate": 9.91914124312824e-06,
      "loss": 0.0413,
      "step": 802
    },
    {
      "epoch": 1.91497802734375e-06,
      "model_forward_time": 6.825171709060669,
      "step": 802
    },
    {
      "epoch": 1.91497802734375e-06,
      "step": 802,
      "training_step_time": 21.993200063705444
    },
    {
      "epoch": 1.918792724609375e-06,
      "grad_norm": 0.39456549286842346,
      "learning_rate": 9.918904242612794e-06,
      "loss": 0.0424,
      "step": 803
    },
    {
      "epoch": 1.918792724609375e-06,
      "model_forward_time": 6.951982259750366,
      "step": 803
    },
    {
      "epoch": 1.918792724609375e-06,
      "step": 803,
      "training_step_time": 22.64088487625122
    },
    {
      "epoch": 1.922607421875e-06,
      "grad_norm": 0.3706764578819275,
      "learning_rate": 9.918666898115736e-06,
      "loss": 0.0546,
      "step": 804
    },
    {
      "epoch": 1.922607421875e-06,
      "model_forward_time": 6.9896440505981445,
      "step": 804
    },
    {
      "epoch": 1.922607421875e-06,
      "step": 804,
      "training_step_time": 22.81185245513916
    },
    {
      "epoch": 1.926422119140625e-06,
      "grad_norm": 0.3834735155105591,
      "learning_rate": 9.918429209653662e-06,
      "loss": 0.0324,
      "step": 805
    },
    {
      "epoch": 1.926422119140625e-06,
      "model_forward_time": 6.93915867805481,
      "step": 805
    },
    {
      "epoch": 1.926422119140625e-06,
      "step": 805,
      "training_step_time": 22.56808352470398
    },
    {
      "epoch": 1.93023681640625e-06,
      "grad_norm": 0.2298305183649063,
      "learning_rate": 9.918191177243192e-06,
      "loss": 0.0347,
      "step": 806
    },
    {
      "epoch": 1.93023681640625e-06,
      "model_forward_time": 7.498161792755127,
      "step": 806
    },
    {
      "epoch": 1.93023681640625e-06,
      "step": 806,
      "training_step_time": 22.591809034347534
    },
    {
      "epoch": 1.934051513671875e-06,
      "grad_norm": 0.17753653228282928,
      "learning_rate": 9.917952800900974e-06,
      "loss": 0.0382,
      "step": 807
    },
    {
      "epoch": 1.934051513671875e-06,
      "model_forward_time": 6.9534218311309814,
      "step": 807
    },
    {
      "epoch": 1.934051513671875e-06,
      "step": 807,
      "training_step_time": 22.042529344558716
    },
    {
      "epoch": 1.9378662109375e-06,
      "grad_norm": 0.2984437644481659,
      "learning_rate": 9.917714080643677e-06,
      "loss": 0.0318,
      "step": 808
    },
    {
      "epoch": 1.9378662109375e-06,
      "model_forward_time": 6.910187721252441,
      "step": 808
    },
    {
      "epoch": 1.9378662109375e-06,
      "step": 808,
      "training_step_time": 22.591997861862183
    },
    {
      "epoch": 1.941680908203125e-06,
      "grad_norm": 0.45164546370506287,
      "learning_rate": 9.917475016487994e-06,
      "loss": 0.049,
      "step": 809
    },
    {
      "epoch": 1.941680908203125e-06,
      "model_forward_time": 6.915295839309692,
      "step": 809
    },
    {
      "epoch": 1.941680908203125e-06,
      "step": 809,
      "training_step_time": 22.655267000198364
    },
    {
      "epoch": 1.94549560546875e-06,
      "grad_norm": 0.3611001670360565,
      "learning_rate": 9.917235608450645e-06,
      "loss": 0.0385,
      "step": 810
    },
    {
      "epoch": 1.94549560546875e-06,
      "model_forward_time": 6.91485333442688,
      "step": 810
    },
    {
      "dynamics_loss_avg": 0.03747015446424484,
      "epoch": 1.94549560546875e-06,
      "step": 810
    },
    {
      "action_loss_avg": 0.005817642947658896,
      "epoch": 1.94549560546875e-06,
      "step": 810
    },
    {
      "epoch": 1.94549560546875e-06,
      "step": 810,
      "training_step_time": 22.057899236679077
    },
    {
      "epoch": 1.949310302734375e-06,
      "grad_norm": 0.4708189368247986,
      "learning_rate": 9.916995856548371e-06,
      "loss": 0.0395,
      "step": 811
    },
    {
      "epoch": 1.949310302734375e-06,
      "model_forward_time": 7.578798294067383,
      "step": 811
    },
    {
      "epoch": 1.949310302734375e-06,
      "step": 811,
      "training_step_time": 22.630587339401245
    },
    {
      "epoch": 1.953125e-06,
      "grad_norm": 0.3834495544433594,
      "learning_rate": 9.916755760797936e-06,
      "loss": 0.039,
      "step": 812
    },
    {
      "epoch": 1.953125e-06,
      "model_forward_time": 6.9590137004852295,
      "step": 812
    },
    {
      "epoch": 1.953125e-06,
      "step": 812,
      "training_step_time": 22.48658275604248
    },
    {
      "epoch": 1.956939697265625e-06,
      "grad_norm": 0.24093210697174072,
      "learning_rate": 9.916515321216132e-06,
      "loss": 0.032,
      "step": 813
    },
    {
      "epoch": 1.956939697265625e-06,
      "model_forward_time": 6.939757823944092,
      "step": 813
    },
    {
      "epoch": 1.956939697265625e-06,
      "step": 813,
      "training_step_time": 22.02716898918152
    },
    {
      "epoch": 1.96075439453125e-06,
      "grad_norm": 0.27260610461235046,
      "learning_rate": 9.916274537819774e-06,
      "loss": 0.0413,
      "step": 814
    },
    {
      "epoch": 1.96075439453125e-06,
      "model_forward_time": 6.895372629165649,
      "step": 814
    },
    {
      "epoch": 1.96075439453125e-06,
      "step": 814,
      "training_step_time": 22.699627161026
    },
    {
      "epoch": 1.964569091796875e-06,
      "grad_norm": 0.2387046068906784,
      "learning_rate": 9.916033410625698e-06,
      "loss": 0.0483,
      "step": 815
    },
    {
      "epoch": 1.964569091796875e-06,
      "model_forward_time": 6.932713270187378,
      "step": 815
    },
    {
      "epoch": 1.964569091796875e-06,
      "step": 815,
      "training_step_time": 22.047993659973145
    },
    {
      "epoch": 1.9683837890625e-06,
      "grad_norm": 0.28212666511535645,
      "learning_rate": 9.915791939650767e-06,
      "loss": 0.0691,
      "step": 816
    },
    {
      "epoch": 1.9683837890625e-06,
      "model_forward_time": 7.520103454589844,
      "step": 816
    },
    {
      "epoch": 1.9683837890625e-06,
      "step": 816,
      "training_step_time": 23.223949909210205
    },
    {
      "epoch": 1.972198486328125e-06,
      "grad_norm": 0.1530030518770218,
      "learning_rate": 9.915550124911866e-06,
      "loss": 0.0353,
      "step": 817
    },
    {
      "epoch": 1.972198486328125e-06,
      "model_forward_time": 6.9725236892700195,
      "step": 817
    },
    {
      "epoch": 1.972198486328125e-06,
      "step": 817,
      "training_step_time": 22.052849292755127
    },
    {
      "epoch": 1.97601318359375e-06,
      "grad_norm": 0.13953855633735657,
      "learning_rate": 9.91530796642591e-06,
      "loss": 0.0282,
      "step": 818
    },
    {
      "epoch": 1.97601318359375e-06,
      "model_forward_time": 6.987168073654175,
      "step": 818
    },
    {
      "epoch": 1.97601318359375e-06,
      "step": 818,
      "training_step_time": 22.555540800094604
    },
    {
      "epoch": 1.979827880859375e-06,
      "grad_norm": 0.36472949385643005,
      "learning_rate": 9.915065464209826e-06,
      "loss": 0.0434,
      "step": 819
    },
    {
      "epoch": 1.979827880859375e-06,
      "model_forward_time": 6.880113363265991,
      "step": 819
    },
    {
      "epoch": 1.979827880859375e-06,
      "step": 819,
      "training_step_time": 22.632848739624023
    },
    {
      "epoch": 1.983642578125e-06,
      "grad_norm": 0.3149055242538452,
      "learning_rate": 9.914822618280577e-06,
      "loss": 0.0353,
      "step": 820
    },
    {
      "epoch": 1.983642578125e-06,
      "model_forward_time": 6.909475326538086,
      "step": 820
    },
    {
      "dynamics_loss_avg": 0.037817183695733544,
      "epoch": 1.983642578125e-06,
      "step": 820
    },
    {
      "action_loss_avg": 0.003350456338375807,
      "epoch": 1.983642578125e-06,
      "step": 820
    },
    {
      "epoch": 1.983642578125e-06,
      "step": 820,
      "training_step_time": 22.035456657409668
    },
    {
      "epoch": 1.987457275390625e-06,
      "grad_norm": 0.3851129114627838,
      "learning_rate": 9.914579428655144e-06,
      "loss": 0.0456,
      "step": 821
    },
    {
      "epoch": 1.987457275390625e-06,
      "model_forward_time": 7.486627817153931,
      "step": 821
    },
    {
      "epoch": 1.987457275390625e-06,
      "step": 821,
      "training_step_time": 23.250908374786377
    },
    {
      "epoch": 1.99127197265625e-06,
      "grad_norm": 0.3661304712295532,
      "learning_rate": 9.914335895350536e-06,
      "loss": 0.0475,
      "step": 822
    },
    {
      "epoch": 1.99127197265625e-06,
      "model_forward_time": 6.992890119552612,
      "step": 822
    },
    {
      "epoch": 1.99127197265625e-06,
      "step": 822,
      "training_step_time": 22.05099868774414
    },
    {
      "epoch": 1.995086669921875e-06,
      "grad_norm": 0.192789688706398,
      "learning_rate": 9.914092018383778e-06,
      "loss": 0.034,
      "step": 823
    },
    {
      "epoch": 1.995086669921875e-06,
      "model_forward_time": 6.927722692489624,
      "step": 823
    },
    {
      "epoch": 1.995086669921875e-06,
      "step": 823,
      "training_step_time": 22.558228254318237
    },
    {
      "epoch": 1.9989013671875e-06,
      "grad_norm": 0.2991049289703369,
      "learning_rate": 9.913847797771929e-06,
      "loss": 0.0558,
      "step": 824
    },
    {
      "epoch": 1.9989013671875e-06,
      "model_forward_time": 6.9396069049835205,
      "step": 824
    },
    {
      "epoch": 1.9989013671875e-06,
      "step": 824,
      "training_step_time": 22.643771648406982
    },
    {
      "epoch": 2.002716064453125e-06,
      "grad_norm": 0.26076751947402954,
      "learning_rate": 9.913603233532067e-06,
      "loss": 0.0343,
      "step": 825
    },
    {
      "epoch": 2.002716064453125e-06,
      "model_forward_time": 6.975751876831055,
      "step": 825
    },
    {
      "epoch": 2.002716064453125e-06,
      "step": 825,
      "training_step_time": 22.026649713516235
    },
    {
      "epoch": 2.00653076171875e-06,
      "grad_norm": 0.20458005368709564,
      "learning_rate": 9.913358325681292e-06,
      "loss": 0.0319,
      "step": 826
    },
    {
      "epoch": 2.00653076171875e-06,
      "model_forward_time": 7.56665825843811,
      "step": 826
    },
    {
      "epoch": 2.00653076171875e-06,
      "step": 826,
      "training_step_time": 22.67751908302307
    },
    {
      "epoch": 2.010345458984375e-06,
      "grad_norm": 0.28889814019203186,
      "learning_rate": 9.913113074236734e-06,
      "loss": 0.0439,
      "step": 827
    },
    {
      "epoch": 2.010345458984375e-06,
      "model_forward_time": 6.9475791454315186,
      "step": 827
    },
    {
      "epoch": 2.010345458984375e-06,
      "step": 827,
      "training_step_time": 22.009158611297607
    },
    {
      "epoch": 2.01416015625e-06,
      "grad_norm": 0.2626005709171295,
      "learning_rate": 9.91286747921554e-06,
      "loss": 0.0539,
      "step": 828
    },
    {
      "epoch": 2.01416015625e-06,
      "model_forward_time": 7.1418445110321045,
      "step": 828
    },
    {
      "epoch": 2.01416015625e-06,
      "step": 828,
      "training_step_time": 22.587791919708252
    },
    {
      "epoch": 2.017974853515625e-06,
      "grad_norm": 0.2860458493232727,
      "learning_rate": 9.912621540634889e-06,
      "loss": 0.0546,
      "step": 829
    },
    {
      "epoch": 2.017974853515625e-06,
      "model_forward_time": 6.928506135940552,
      "step": 829
    },
    {
      "epoch": 2.017974853515625e-06,
      "step": 829,
      "training_step_time": 22.57117462158203
    },
    {
      "epoch": 2.02178955078125e-06,
      "grad_norm": 0.41253653168678284,
      "learning_rate": 9.912375258511972e-06,
      "loss": 0.0533,
      "step": 830
    },
    {
      "epoch": 2.02178955078125e-06,
      "model_forward_time": 6.976994276046753,
      "step": 830
    },
    {
      "dynamics_loss_avg": 0.04064872600138188,
      "epoch": 2.02178955078125e-06,
      "step": 830
    },
    {
      "action_loss_avg": 0.003850749973207712,
      "epoch": 2.02178955078125e-06,
      "step": 830
    },
    {
      "epoch": 2.02178955078125e-06,
      "step": 830,
      "training_step_time": 22.06324577331543
    },
    {
      "epoch": 2.025604248046875e-06,
      "grad_norm": 0.31536972522735596,
      "learning_rate": 9.91212863286402e-06,
      "loss": 0.0495,
      "step": 831
    },
    {
      "epoch": 2.025604248046875e-06,
      "model_forward_time": 7.627906322479248,
      "step": 831
    },
    {
      "epoch": 2.025604248046875e-06,
      "step": 831,
      "training_step_time": 22.712114572525024
    },
    {
      "epoch": 2.0294189453125e-06,
      "grad_norm": 0.3206334114074707,
      "learning_rate": 9.911881663708275e-06,
      "loss": 0.0434,
      "step": 832
    },
    {
      "epoch": 2.0294189453125e-06,
      "model_forward_time": 6.9603447914123535,
      "step": 832
    },
    {
      "epoch": 2.0294189453125e-06,
      "step": 832,
      "training_step_time": 22.634382486343384
    },
    {
      "epoch": 2.033233642578125e-06,
      "grad_norm": 0.31036651134490967,
      "learning_rate": 9.91163435106201e-06,
      "loss": 0.0408,
      "step": 833
    },
    {
      "epoch": 2.033233642578125e-06,
      "model_forward_time": 6.891287088394165,
      "step": 833
    },
    {
      "epoch": 2.033233642578125e-06,
      "step": 833,
      "training_step_time": 22.03399658203125
    },
    {
      "epoch": 2.03704833984375e-06,
      "grad_norm": 0.29735812544822693,
      "learning_rate": 9.911386694942518e-06,
      "loss": 0.0516,
      "step": 834
    },
    {
      "epoch": 2.03704833984375e-06,
      "model_forward_time": 6.871318578720093,
      "step": 834
    },
    {
      "epoch": 2.03704833984375e-06,
      "step": 834,
      "training_step_time": 22.605870246887207
    },
    {
      "epoch": 2.040863037109375e-06,
      "grad_norm": 0.27105820178985596,
      "learning_rate": 9.91113869536712e-06,
      "loss": 0.0325,
      "step": 835
    },
    {
      "epoch": 2.040863037109375e-06,
      "model_forward_time": 6.9600160121917725,
      "step": 835
    },
    {
      "epoch": 2.040863037109375e-06,
      "step": 835,
      "training_step_time": 22.036280393600464
    },
    {
      "epoch": 2.044677734375e-06,
      "grad_norm": 0.3066736161708832,
      "learning_rate": 9.910890352353154e-06,
      "loss": 0.034,
      "step": 836
    },
    {
      "epoch": 2.044677734375e-06,
      "model_forward_time": 6.958896160125732,
      "step": 836
    },
    {
      "epoch": 2.044677734375e-06,
      "step": 836,
      "training_step_time": 23.10397720336914
    },
    {
      "epoch": 2.048492431640625e-06,
      "grad_norm": 0.3788168728351593,
      "learning_rate": 9.910641665917991e-06,
      "loss": 0.0352,
      "step": 837
    },
    {
      "epoch": 2.048492431640625e-06,
      "model_forward_time": 7.497437000274658,
      "step": 837
    },
    {
      "epoch": 2.048492431640625e-06,
      "step": 837,
      "training_step_time": 22.634554147720337
    },
    {
      "epoch": 2.05230712890625e-06,
      "grad_norm": 0.31222936511039734,
      "learning_rate": 9.910392636079021e-06,
      "loss": 0.0361,
      "step": 838
    },
    {
      "epoch": 2.05230712890625e-06,
      "model_forward_time": 6.973037242889404,
      "step": 838
    },
    {
      "epoch": 2.05230712890625e-06,
      "step": 838,
      "training_step_time": 22.60978388786316
    },
    {
      "epoch": 2.056121826171875e-06,
      "grad_norm": 0.36303338408470154,
      "learning_rate": 9.910143262853659e-06,
      "loss": 0.0562,
      "step": 839
    },
    {
      "epoch": 2.056121826171875e-06,
      "model_forward_time": 6.921481132507324,
      "step": 839
    },
    {
      "epoch": 2.056121826171875e-06,
      "step": 839,
      "training_step_time": 22.580233812332153
    },
    {
      "epoch": 2.0599365234375e-06,
      "grad_norm": 0.42020031809806824,
      "learning_rate": 9.909893546259341e-06,
      "loss": 0.0408,
      "step": 840
    },
    {
      "epoch": 2.0599365234375e-06,
      "model_forward_time": 6.942478895187378,
      "step": 840
    },
    {
      "dynamics_loss_avg": 0.0391314011067152,
      "epoch": 2.0599365234375e-06,
      "step": 840
    },
    {
      "action_loss_avg": 0.00544799689669162,
      "epoch": 2.0599365234375e-06,
      "step": 840
    },
    {
      "epoch": 2.0599365234375e-06,
      "step": 840,
      "training_step_time": 22.033773183822632
    },
    {
      "epoch": 2.063751220703125e-06,
      "grad_norm": 0.26463770866394043,
      "learning_rate": 9.909643486313533e-06,
      "loss": 0.0368,
      "step": 841
    },
    {
      "epoch": 2.063751220703125e-06,
      "model_forward_time": 6.915008068084717,
      "step": 841
    },
    {
      "epoch": 2.063751220703125e-06,
      "step": 841,
      "training_step_time": 23.085500240325928
    },
    {
      "epoch": 2.06756591796875e-06,
      "grad_norm": 0.24042123556137085,
      "learning_rate": 9.909393083033723e-06,
      "loss": 0.0395,
      "step": 842
    },
    {
      "epoch": 2.06756591796875e-06,
      "model_forward_time": 7.647940158843994,
      "step": 842
    },
    {
      "epoch": 2.06756591796875e-06,
      "step": 842,
      "training_step_time": 22.73286771774292
    },
    {
      "epoch": 2.071380615234375e-06,
      "grad_norm": 0.1723015308380127,
      "learning_rate": 9.909142336437417e-06,
      "loss": 0.0432,
      "step": 843
    },
    {
      "epoch": 2.071380615234375e-06,
      "model_forward_time": 6.947998762130737,
      "step": 843
    },
    {
      "epoch": 2.071380615234375e-06,
      "step": 843,
      "training_step_time": 22.572475910186768
    },
    {
      "epoch": 2.0751953125e-06,
      "grad_norm": 0.38939526677131653,
      "learning_rate": 9.908891246542154e-06,
      "loss": 0.0477,
      "step": 844
    },
    {
      "epoch": 2.0751953125e-06,
      "model_forward_time": 6.902823448181152,
      "step": 844
    },
    {
      "epoch": 2.0751953125e-06,
      "step": 844,
      "training_step_time": 21.992115020751953
    },
    {
      "epoch": 2.079010009765625e-06,
      "grad_norm": 0.3613513112068176,
      "learning_rate": 9.90863981336549e-06,
      "loss": 0.0457,
      "step": 845
    },
    {
      "epoch": 2.079010009765625e-06,
      "model_forward_time": 6.921613693237305,
      "step": 845
    },
    {
      "epoch": 2.079010009765625e-06,
      "step": 845,
      "training_step_time": 22.745219945907593
    },
    {
      "epoch": 2.08282470703125e-06,
      "grad_norm": 0.38140127062797546,
      "learning_rate": 9.908388036925011e-06,
      "loss": 0.0467,
      "step": 846
    },
    {
      "epoch": 2.08282470703125e-06,
      "model_forward_time": 6.914593458175659,
      "step": 846
    },
    {
      "epoch": 2.08282470703125e-06,
      "step": 846,
      "training_step_time": 22.64886212348938
    },
    {
      "epoch": 2.086639404296875e-06,
      "grad_norm": 0.42009082436561584,
      "learning_rate": 9.908135917238321e-06,
      "loss": 0.0528,
      "step": 847
    },
    {
      "epoch": 2.086639404296875e-06,
      "model_forward_time": 7.582732200622559,
      "step": 847
    },
    {
      "epoch": 2.086639404296875e-06,
      "step": 847,
      "training_step_time": 22.70072627067566
    },
    {
      "epoch": 2.0904541015625e-06,
      "grad_norm": 0.308405339717865,
      "learning_rate": 9.907883454323052e-06,
      "loss": 0.04,
      "step": 848
    },
    {
      "epoch": 2.0904541015625e-06,
      "model_forward_time": 6.977343320846558,
      "step": 848
    },
    {
      "epoch": 2.0904541015625e-06,
      "step": 848,
      "training_step_time": 22.636699438095093
    },
    {
      "epoch": 2.094268798828125e-06,
      "grad_norm": 0.30407026410102844,
      "learning_rate": 9.907630648196857e-06,
      "loss": 0.0467,
      "step": 849
    },
    {
      "epoch": 2.094268798828125e-06,
      "model_forward_time": 6.904456615447998,
      "step": 849
    },
    {
      "epoch": 2.094268798828125e-06,
      "step": 849,
      "training_step_time": 22.016676902770996
    },
    {
      "epoch": 2.09808349609375e-06,
      "grad_norm": 0.3299659192562103,
      "learning_rate": 9.90737749887742e-06,
      "loss": 0.0412,
      "step": 850
    },
    {
      "epoch": 2.09808349609375e-06,
      "model_forward_time": 6.863895654678345,
      "step": 850
    },
    {
      "dynamics_loss_avg": 0.04506130367517471,
      "epoch": 2.09808349609375e-06,
      "step": 850
    },
    {
      "action_loss_avg": 0.0064179774606600406,
      "epoch": 2.09808349609375e-06,
      "step": 850
    },
    {
      "epoch": 2.09808349609375e-06,
      "step": 850,
      "training_step_time": 22.639723777770996
    },
    {
      "epoch": 2.101898193359375e-06,
      "grad_norm": 0.24764059484004974,
      "learning_rate": 9.907124006382438e-06,
      "loss": 0.0439,
      "step": 851
    },
    {
      "epoch": 2.101898193359375e-06,
      "model_forward_time": 6.95398211479187,
      "step": 851
    },
    {
      "epoch": 2.101898193359375e-06,
      "step": 851,
      "training_step_time": 22.029037952423096
    },
    {
      "epoch": 2.105712890625e-06,
      "grad_norm": 0.28767335414886475,
      "learning_rate": 9.906870170729643e-06,
      "loss": 0.0367,
      "step": 852
    },
    {
      "epoch": 2.105712890625e-06,
      "model_forward_time": 7.666409969329834,
      "step": 852
    },
    {
      "epoch": 2.105712890625e-06,
      "step": 852,
      "training_step_time": 22.729514360427856
    },
    {
      "epoch": 2.109527587890625e-06,
      "grad_norm": 0.3211023211479187,
      "learning_rate": 9.906615991936781e-06,
      "loss": 0.0425,
      "step": 853
    },
    {
      "epoch": 2.109527587890625e-06,
      "model_forward_time": 6.980129718780518,
      "step": 853
    },
    {
      "epoch": 2.109527587890625e-06,
      "step": 853,
      "training_step_time": 22.021042346954346
    },
    {
      "epoch": 2.11334228515625e-06,
      "grad_norm": 0.25121209025382996,
      "learning_rate": 9.90636147002163e-06,
      "loss": 0.0456,
      "step": 854
    },
    {
      "epoch": 2.11334228515625e-06,
      "model_forward_time": 6.94637131690979,
      "step": 854
    },
    {
      "epoch": 2.11334228515625e-06,
      "step": 854,
      "training_step_time": 22.607279539108276
    },
    {
      "epoch": 2.117156982421875e-06,
      "grad_norm": 0.2520039677619934,
      "learning_rate": 9.906106605001988e-06,
      "loss": 0.0507,
      "step": 855
    },
    {
      "epoch": 2.117156982421875e-06,
      "model_forward_time": 6.924982786178589,
      "step": 855
    },
    {
      "epoch": 2.117156982421875e-06,
      "step": 855,
      "training_step_time": 22.650574684143066
    },
    {
      "epoch": 2.1209716796875e-06,
      "grad_norm": 0.30244138836860657,
      "learning_rate": 9.905851396895679e-06,
      "loss": 0.054,
      "step": 856
    },
    {
      "epoch": 2.1209716796875e-06,
      "model_forward_time": 6.983842134475708,
      "step": 856
    },
    {
      "epoch": 2.1209716796875e-06,
      "step": 856,
      "training_step_time": 22.527973175048828
    },
    {
      "epoch": 2.124786376953125e-06,
      "grad_norm": 0.24271506071090698,
      "learning_rate": 9.905595845720546e-06,
      "loss": 0.0535,
      "step": 857
    },
    {
      "epoch": 2.124786376953125e-06,
      "model_forward_time": 7.5802435874938965,
      "step": 857
    },
    {
      "epoch": 2.124786376953125e-06,
      "step": 857,
      "training_step_time": 22.72500252723694
    },
    {
      "epoch": 2.12860107421875e-06,
      "grad_norm": 0.1735762655735016,
      "learning_rate": 9.905339951494464e-06,
      "loss": 0.0412,
      "step": 858
    },
    {
      "epoch": 2.12860107421875e-06,
      "model_forward_time": 6.983344793319702,
      "step": 858
    },
    {
      "epoch": 2.12860107421875e-06,
      "step": 858,
      "training_step_time": 22.611133337020874
    },
    {
      "epoch": 2.132415771484375e-06,
      "grad_norm": 0.1810360699892044,
      "learning_rate": 9.905083714235326e-06,
      "loss": 0.028,
      "step": 859
    },
    {
      "epoch": 2.132415771484375e-06,
      "model_forward_time": 6.859534740447998,
      "step": 859
    },
    {
      "epoch": 2.132415771484375e-06,
      "step": 859,
      "training_step_time": 21.982820749282837
    },
    {
      "epoch": 2.13623046875e-06,
      "grad_norm": 0.45639127492904663,
      "learning_rate": 9.904827133961052e-06,
      "loss": 0.0469,
      "step": 860
    },
    {
      "epoch": 2.13623046875e-06,
      "model_forward_time": 6.906336545944214,
      "step": 860
    },
    {
      "dynamics_loss_avg": 0.040767369978129867,
      "epoch": 2.13623046875e-06,
      "step": 860
    },
    {
      "action_loss_avg": 0.004564667213708162,
      "epoch": 2.13623046875e-06,
      "step": 860
    },
    {
      "epoch": 2.13623046875e-06,
      "step": 860,
      "training_step_time": 22.647425174713135
    },
    {
      "epoch": 2.140045166015625e-06,
      "grad_norm": 0.32864469289779663,
      "learning_rate": 9.904570210689584e-06,
      "loss": 0.0571,
      "step": 861
    },
    {
      "epoch": 2.140045166015625e-06,
      "model_forward_time": 6.971109867095947,
      "step": 861
    },
    {
      "epoch": 2.140045166015625e-06,
      "step": 861,
      "training_step_time": 22.518688440322876
    },
    {
      "epoch": 2.14385986328125e-06,
      "grad_norm": 0.2956066429615021,
      "learning_rate": 9.904312944438887e-06,
      "loss": 0.0603,
      "step": 862
    },
    {
      "epoch": 2.14385986328125e-06,
      "model_forward_time": 7.549440383911133,
      "step": 862
    },
    {
      "epoch": 2.14385986328125e-06,
      "step": 862,
      "training_step_time": 22.647573947906494
    },
    {
      "epoch": 2.147674560546875e-06,
      "grad_norm": 0.2761654853820801,
      "learning_rate": 9.904055335226954e-06,
      "loss": 0.0381,
      "step": 863
    },
    {
      "epoch": 2.147674560546875e-06,
      "model_forward_time": 7.483536005020142,
      "step": 863
    },
    {
      "epoch": 2.147674560546875e-06,
      "step": 863,
      "training_step_time": 23.20070481300354
    },
    {
      "epoch": 2.1514892578125e-06,
      "grad_norm": 0.16467109322547913,
      "learning_rate": 9.9037973830718e-06,
      "loss": 0.0417,
      "step": 864
    },
    {
      "epoch": 2.1514892578125e-06,
      "model_forward_time": 6.998902082443237,
      "step": 864
    },
    {
      "epoch": 2.1514892578125e-06,
      "step": 864,
      "training_step_time": 22.03160572052002
    },
    {
      "epoch": 2.155303955078125e-06,
      "grad_norm": 0.28521984815597534,
      "learning_rate": 9.903539087991462e-06,
      "loss": 0.0527,
      "step": 865
    },
    {
      "epoch": 2.155303955078125e-06,
      "model_forward_time": 6.844728946685791,
      "step": 865
    },
    {
      "epoch": 2.155303955078125e-06,
      "step": 865,
      "training_step_time": 22.546672582626343
    },
    {
      "epoch": 2.15911865234375e-06,
      "grad_norm": 0.3735833168029785,
      "learning_rate": 9.903280450004004e-06,
      "loss": 0.0436,
      "step": 866
    },
    {
      "epoch": 2.15911865234375e-06,
      "model_forward_time": 6.953006267547607,
      "step": 866
    },
    {
      "epoch": 2.15911865234375e-06,
      "step": 866,
      "training_step_time": 22.45846199989319
    },
    {
      "epoch": 2.162933349609375e-06,
      "grad_norm": 0.30309557914733887,
      "learning_rate": 9.903021469127515e-06,
      "loss": 0.0496,
      "step": 867
    },
    {
      "epoch": 2.162933349609375e-06,
      "model_forward_time": 7.546022415161133,
      "step": 867
    },
    {
      "epoch": 2.162933349609375e-06,
      "step": 867,
      "training_step_time": 22.605557441711426
    },
    {
      "epoch": 2.166748046875e-06,
      "grad_norm": 0.2143983691930771,
      "learning_rate": 9.9027621453801e-06,
      "loss": 0.0391,
      "step": 868
    },
    {
      "epoch": 2.166748046875e-06,
      "model_forward_time": 6.890675783157349,
      "step": 868
    },
    {
      "epoch": 2.166748046875e-06,
      "step": 868,
      "training_step_time": 22.54598379135132
    },
    {
      "epoch": 2.170562744140625e-06,
      "grad_norm": 0.27133995294570923,
      "learning_rate": 9.902502478779897e-06,
      "loss": 0.0373,
      "step": 869
    },
    {
      "epoch": 2.170562744140625e-06,
      "model_forward_time": 6.970832347869873,
      "step": 869
    },
    {
      "epoch": 2.170562744140625e-06,
      "step": 869,
      "training_step_time": 22.01837420463562
    },
    {
      "epoch": 2.17437744140625e-06,
      "grad_norm": 0.230821892619133,
      "learning_rate": 9.902242469345064e-06,
      "loss": 0.0437,
      "step": 870
    },
    {
      "epoch": 2.17437744140625e-06,
      "model_forward_time": 6.897869110107422,
      "step": 870
    },
    {
      "dynamics_loss_avg": 0.04415104053914547,
      "epoch": 2.17437744140625e-06,
      "step": 870
    },
    {
      "action_loss_avg": 0.0049979319795966145,
      "epoch": 2.17437744140625e-06,
      "step": 870
    },
    {
      "epoch": 2.17437744140625e-06,
      "step": 870,
      "training_step_time": 22.544116497039795
    },
    {
      "epoch": 2.178192138671875e-06,
      "grad_norm": 0.22886492311954498,
      "learning_rate": 9.901982117093786e-06,
      "loss": 0.0475,
      "step": 871
    },
    {
      "epoch": 2.178192138671875e-06,
      "model_forward_time": 6.95665979385376,
      "step": 871
    },
    {
      "epoch": 2.178192138671875e-06,
      "step": 871,
      "training_step_time": 22.078529357910156
    },
    {
      "epoch": 2.1820068359375e-06,
      "grad_norm": 0.3444412648677826,
      "learning_rate": 9.901721422044266e-06,
      "loss": 0.0492,
      "step": 872
    },
    {
      "epoch": 2.1820068359375e-06,
      "model_forward_time": 7.543999195098877,
      "step": 872
    },
    {
      "epoch": 2.1820068359375e-06,
      "step": 872,
      "training_step_time": 22.735699892044067
    },
    {
      "epoch": 2.185821533203125e-06,
      "grad_norm": 0.3380885124206543,
      "learning_rate": 9.901460384214737e-06,
      "loss": 0.0466,
      "step": 873
    },
    {
      "epoch": 2.185821533203125e-06,
      "model_forward_time": 6.973289489746094,
      "step": 873
    },
    {
      "epoch": 2.185821533203125e-06,
      "step": 873,
      "training_step_time": 22.096490144729614
    },
    {
      "epoch": 2.18963623046875e-06,
      "grad_norm": 0.35571038722991943,
      "learning_rate": 9.901199003623451e-06,
      "loss": 0.0481,
      "step": 874
    },
    {
      "epoch": 2.18963623046875e-06,
      "model_forward_time": 6.963295936584473,
      "step": 874
    },
    {
      "epoch": 2.18963623046875e-06,
      "step": 874,
      "training_step_time": 22.64862084388733
    },
    {
      "epoch": 2.193450927734375e-06,
      "grad_norm": 0.22059090435504913,
      "learning_rate": 9.90093728028869e-06,
      "loss": 0.0419,
      "step": 875
    },
    {
      "epoch": 2.193450927734375e-06,
      "model_forward_time": 6.9082255363464355,
      "step": 875
    },
    {
      "epoch": 2.193450927734375e-06,
      "step": 875,
      "training_step_time": 22.662597179412842
    },
    {
      "epoch": 2.197265625e-06,
      "grad_norm": 0.21634472906589508,
      "learning_rate": 9.900675214228752e-06,
      "loss": 0.0358,
      "step": 876
    },
    {
      "epoch": 2.197265625e-06,
      "model_forward_time": 7.003508567810059,
      "step": 876
    },
    {
      "epoch": 2.197265625e-06,
      "step": 876,
      "training_step_time": 22.602355241775513
    },
    {
      "epoch": 2.201080322265625e-06,
      "grad_norm": 0.3070775270462036,
      "learning_rate": 9.900412805461968e-06,
      "loss": 0.0429,
      "step": 877
    },
    {
      "epoch": 2.201080322265625e-06,
      "model_forward_time": 7.510303497314453,
      "step": 877
    },
    {
      "epoch": 2.201080322265625e-06,
      "step": 877,
      "training_step_time": 22.591131925582886
    },
    {
      "epoch": 2.20489501953125e-06,
      "grad_norm": 0.1804143488407135,
      "learning_rate": 9.900150054006686e-06,
      "loss": 0.0396,
      "step": 878
    },
    {
      "epoch": 2.20489501953125e-06,
      "model_forward_time": 6.941401243209839,
      "step": 878
    },
    {
      "epoch": 2.20489501953125e-06,
      "step": 878,
      "training_step_time": 22.59828495979309
    },
    {
      "epoch": 2.208709716796875e-06,
      "grad_norm": 0.4949381351470947,
      "learning_rate": 9.89988695988128e-06,
      "loss": 0.0607,
      "step": 879
    },
    {
      "epoch": 2.208709716796875e-06,
      "model_forward_time": 6.995098352432251,
      "step": 879
    },
    {
      "epoch": 2.208709716796875e-06,
      "step": 879,
      "training_step_time": 22.0555100440979
    },
    {
      "epoch": 2.2125244140625e-06,
      "grad_norm": 0.22320017218589783,
      "learning_rate": 9.899623523104149e-06,
      "loss": 0.0386,
      "step": 880
    },
    {
      "epoch": 2.2125244140625e-06,
      "model_forward_time": 6.903913259506226,
      "step": 880
    },
    {
      "dynamics_loss_avg": 0.0417757224291563,
      "epoch": 2.2125244140625e-06,
      "step": 880
    },
    {
      "action_loss_avg": 0.0048864761483855546,
      "epoch": 2.2125244140625e-06,
      "step": 880
    },
    {
      "epoch": 2.2125244140625e-06,
      "step": 880,
      "training_step_time": 23.095295906066895
    },
    {
      "epoch": 2.216339111328125e-06,
      "grad_norm": 0.25961005687713623,
      "learning_rate": 9.899359743693715e-06,
      "loss": 0.0317,
      "step": 881
    },
    {
      "epoch": 2.216339111328125e-06,
      "model_forward_time": 6.975801229476929,
      "step": 881
    },
    {
      "epoch": 2.216339111328125e-06,
      "step": 881,
      "training_step_time": 22.583631992340088
    },
    {
      "epoch": 2.22015380859375e-06,
      "grad_norm": 0.22211724519729614,
      "learning_rate": 9.899095621668425e-06,
      "loss": 0.0261,
      "step": 882
    },
    {
      "epoch": 2.22015380859375e-06,
      "model_forward_time": 7.310316801071167,
      "step": 882
    },
    {
      "epoch": 2.22015380859375e-06,
      "step": 882,
      "training_step_time": 22.560620307922363
    },
    {
      "epoch": 2.223968505859375e-06,
      "grad_norm": 0.23128394782543182,
      "learning_rate": 9.898831157046748e-06,
      "loss": 0.0493,
      "step": 883
    },
    {
      "epoch": 2.223968505859375e-06,
      "model_forward_time": 6.9092090129852295,
      "step": 883
    },
    {
      "epoch": 2.223968505859375e-06,
      "step": 883,
      "training_step_time": 22.585805892944336
    },
    {
      "epoch": 2.227783203125e-06,
      "grad_norm": 0.23896954953670502,
      "learning_rate": 9.898566349847181e-06,
      "loss": 0.0349,
      "step": 884
    },
    {
      "epoch": 2.227783203125e-06,
      "model_forward_time": 6.960028886795044,
      "step": 884
    },
    {
      "epoch": 2.227783203125e-06,
      "step": 884,
      "training_step_time": 22.025171756744385
    },
    {
      "epoch": 2.231597900390625e-06,
      "grad_norm": 0.17138798534870148,
      "learning_rate": 9.898301200088238e-06,
      "loss": 0.0436,
      "step": 885
    },
    {
      "epoch": 2.231597900390625e-06,
      "model_forward_time": 6.998790502548218,
      "step": 885
    },
    {
      "epoch": 2.231597900390625e-06,
      "step": 885,
      "training_step_time": 22.57562279701233
    },
    {
      "epoch": 2.23541259765625e-06,
      "grad_norm": 0.25483447313308716,
      "learning_rate": 9.898035707788462e-06,
      "loss": 0.0346,
      "step": 886
    },
    {
      "epoch": 2.23541259765625e-06,
      "model_forward_time": 6.92241907119751,
      "step": 886
    },
    {
      "epoch": 2.23541259765625e-06,
      "step": 886,
      "training_step_time": 22.69794726371765
    },
    {
      "epoch": 2.239227294921875e-06,
      "grad_norm": 0.4900472164154053,
      "learning_rate": 9.897769872966423e-06,
      "loss": 0.0716,
      "step": 887
    },
    {
      "epoch": 2.239227294921875e-06,
      "model_forward_time": 6.993688344955444,
      "step": 887
    },
    {
      "epoch": 2.239227294921875e-06,
      "step": 887,
      "training_step_time": 23.142876863479614
    },
    {
      "epoch": 2.2430419921875e-06,
      "grad_norm": 0.29940059781074524,
      "learning_rate": 9.897503695640705e-06,
      "loss": 0.0481,
      "step": 888
    },
    {
      "epoch": 2.2430419921875e-06,
      "model_forward_time": 6.974745273590088,
      "step": 888
    },
    {
      "epoch": 2.2430419921875e-06,
      "step": 888,
      "training_step_time": 22.547261953353882
    },
    {
      "epoch": 2.246856689453125e-06,
      "grad_norm": 0.28242745995521545,
      "learning_rate": 9.897237175829927e-06,
      "loss": 0.0476,
      "step": 889
    },
    {
      "epoch": 2.246856689453125e-06,
      "model_forward_time": 6.8993542194366455,
      "step": 889
    },
    {
      "epoch": 2.246856689453125e-06,
      "step": 889,
      "training_step_time": 22.023773670196533
    },
    {
      "epoch": 2.25067138671875e-06,
      "grad_norm": 0.3532005846500397,
      "learning_rate": 9.896970313552723e-06,
      "loss": 0.0479,
      "step": 890
    },
    {
      "epoch": 2.25067138671875e-06,
      "model_forward_time": 6.892519235610962,
      "step": 890
    },
    {
      "dynamics_loss_avg": 0.04254108145833015,
      "epoch": 2.25067138671875e-06,
      "step": 890
    },
    {
      "action_loss_avg": 0.004735587653703988,
      "epoch": 2.25067138671875e-06,
      "step": 890
    },
    {
      "epoch": 2.25067138671875e-06,
      "step": 890,
      "training_step_time": 22.519156455993652
    },
    {
      "epoch": 2.254486083984375e-06,
      "grad_norm": 0.2815256714820862,
      "learning_rate": 9.896703108827758e-06,
      "loss": 0.0453,
      "step": 891
    },
    {
      "epoch": 2.254486083984375e-06,
      "model_forward_time": 6.909306287765503,
      "step": 891
    },
    {
      "epoch": 2.254486083984375e-06,
      "step": 891,
      "training_step_time": 22.48189091682434
    },
    {
      "epoch": 2.25830078125e-06,
      "grad_norm": 0.22971470654010773,
      "learning_rate": 9.896435561673717e-06,
      "loss": 0.0445,
      "step": 892
    },
    {
      "epoch": 2.25830078125e-06,
      "model_forward_time": 6.95364236831665,
      "step": 892
    },
    {
      "epoch": 2.25830078125e-06,
      "step": 892,
      "training_step_time": 22.666797637939453
    },
    {
      "epoch": 2.262115478515625e-06,
      "grad_norm": 0.4513777196407318,
      "learning_rate": 9.896167672109307e-06,
      "loss": 0.0428,
      "step": 893
    },
    {
      "epoch": 2.262115478515625e-06,
      "model_forward_time": 7.606921195983887,
      "step": 893
    },
    {
      "epoch": 2.262115478515625e-06,
      "step": 893,
      "training_step_time": 22.737101793289185
    },
    {
      "epoch": 2.26593017578125e-06,
      "grad_norm": 0.43479621410369873,
      "learning_rate": 9.895899440153265e-06,
      "loss": 0.0708,
      "step": 894
    },
    {
      "epoch": 2.26593017578125e-06,
      "model_forward_time": 6.918189525604248,
      "step": 894
    },
    {
      "epoch": 2.26593017578125e-06,
      "step": 894,
      "training_step_time": 22.63935899734497
    },
    {
      "epoch": 2.269744873046875e-06,
      "grad_norm": 0.2135561853647232,
      "learning_rate": 9.895630865824347e-06,
      "loss": 0.035,
      "step": 895
    },
    {
      "epoch": 2.269744873046875e-06,
      "model_forward_time": 6.992399454116821,
      "step": 895
    },
    {
      "epoch": 2.269744873046875e-06,
      "step": 895,
      "training_step_time": 22.03585648536682
    },
    {
      "epoch": 2.2735595703125e-06,
      "grad_norm": 0.27576255798339844,
      "learning_rate": 9.895361949141336e-06,
      "loss": 0.0395,
      "step": 896
    },
    {
      "epoch": 2.2735595703125e-06,
      "model_forward_time": 6.929445266723633,
      "step": 896
    },
    {
      "epoch": 2.2735595703125e-06,
      "step": 896,
      "training_step_time": 23.180657863616943
    },
    {
      "epoch": 2.277374267578125e-06,
      "grad_norm": 0.3134080171585083,
      "learning_rate": 9.895092690123036e-06,
      "loss": 0.0315,
      "step": 897
    },
    {
      "epoch": 2.277374267578125e-06,
      "model_forward_time": 6.933244228363037,
      "step": 897
    },
    {
      "epoch": 2.277374267578125e-06,
      "step": 897,
      "training_step_time": 22.596741199493408
    },
    {
      "epoch": 2.28118896484375e-06,
      "grad_norm": 0.3895013630390167,
      "learning_rate": 9.894823088788274e-06,
      "loss": 0.0486,
      "step": 898
    },
    {
      "epoch": 2.28118896484375e-06,
      "model_forward_time": 7.633323907852173,
      "step": 898
    },
    {
      "epoch": 2.28118896484375e-06,
      "step": 898,
      "training_step_time": 23.357715845108032
    },
    {
      "epoch": 2.285003662109375e-06,
      "grad_norm": 0.26718494296073914,
      "learning_rate": 9.894553145155909e-06,
      "loss": 0.0416,
      "step": 899
    },
    {
      "epoch": 2.285003662109375e-06,
      "model_forward_time": 7.074047327041626,
      "step": 899
    },
    {
      "epoch": 2.285003662109375e-06,
      "step": 899,
      "training_step_time": 22.45662021636963
    },
    {
      "epoch": 2.288818359375e-06,
      "grad_norm": 0.30894193053245544,
      "learning_rate": 9.894282859244816e-06,
      "loss": 0.0437,
      "step": 900
    },
    {
      "epoch": 2.288818359375e-06,
      "model_forward_time": 6.848606109619141,
      "step": 900
    },
    {
      "dynamics_loss_avg": 0.03972895946353674,
      "epoch": 2.288818359375e-06,
      "step": 900
    },
    {
      "action_loss_avg": 0.004430532385595143,
      "epoch": 2.288818359375e-06,
      "step": 900
    },
    {
      "epoch": 2.288818359375e-06,
      "step": 900,
      "training_step_time": 22.276843070983887
    },
    {
      "epoch": 2.292633056640625e-06,
      "grad_norm": 0.22041180729866028,
      "learning_rate": 9.894012231073895e-06,
      "loss": 0.0549,
      "step": 901
    },
    {
      "epoch": 2.292633056640625e-06,
      "model_forward_time": 6.891741991043091,
      "step": 901
    },
    {
      "epoch": 2.292633056640625e-06,
      "step": 901,
      "training_step_time": 22.39538311958313
    },
    {
      "epoch": 2.29644775390625e-06,
      "grad_norm": 0.24972811341285706,
      "learning_rate": 9.89374126066207e-06,
      "loss": 0.0268,
      "step": 902
    },
    {
      "epoch": 2.29644775390625e-06,
      "model_forward_time": 8.342956066131592,
      "step": 902
    },
    {
      "epoch": 2.29644775390625e-06,
      "step": 902,
      "training_step_time": 23.440844774246216
    },
    {
      "epoch": 2.300262451171875e-06,
      "grad_norm": 0.24858662486076355,
      "learning_rate": 9.893469948028295e-06,
      "loss": 0.0362,
      "step": 903
    },
    {
      "epoch": 2.300262451171875e-06,
      "model_forward_time": 6.8654632568359375,
      "step": 903
    },
    {
      "epoch": 2.300262451171875e-06,
      "step": 903,
      "training_step_time": 22.53349781036377
    },
    {
      "epoch": 2.3040771484375e-06,
      "grad_norm": 0.20202690362930298,
      "learning_rate": 9.893198293191539e-06,
      "loss": 0.0412,
      "step": 904
    },
    {
      "epoch": 2.3040771484375e-06,
      "model_forward_time": 7.008374214172363,
      "step": 904
    },
    {
      "epoch": 2.3040771484375e-06,
      "step": 904,
      "training_step_time": 22.166560173034668
    },
    {
      "epoch": 2.307891845703125e-06,
      "grad_norm": 0.1825467199087143,
      "learning_rate": 9.8929262961708e-06,
      "loss": 0.0258,
      "step": 905
    },
    {
      "epoch": 2.307891845703125e-06,
      "model_forward_time": 6.9875407218933105,
      "step": 905
    },
    {
      "epoch": 2.307891845703125e-06,
      "step": 905,
      "training_step_time": 22.069030284881592
    },
    {
      "epoch": 2.31170654296875e-06,
      "grad_norm": 0.3225528299808502,
      "learning_rate": 9.892653956985097e-06,
      "loss": 0.0547,
      "step": 906
    },
    {
      "epoch": 2.31170654296875e-06,
      "model_forward_time": 6.829889535903931,
      "step": 906
    },
    {
      "epoch": 2.31170654296875e-06,
      "step": 906,
      "training_step_time": 22.238574981689453
    },
    {
      "epoch": 2.315521240234375e-06,
      "grad_norm": 0.3912181258201599,
      "learning_rate": 9.89238127565348e-06,
      "loss": 0.0411,
      "step": 907
    },
    {
      "epoch": 2.315521240234375e-06,
      "model_forward_time": 7.556569337844849,
      "step": 907
    },
    {
      "epoch": 2.315521240234375e-06,
      "step": 907,
      "training_step_time": 22.688857316970825
    },
    {
      "epoch": 2.3193359375e-06,
      "grad_norm": 0.43632271885871887,
      "learning_rate": 9.892108252195012e-06,
      "loss": 0.0555,
      "step": 908
    },
    {
      "epoch": 2.3193359375e-06,
      "model_forward_time": 6.895837783813477,
      "step": 908
    },
    {
      "epoch": 2.3193359375e-06,
      "step": 908,
      "training_step_time": 22.5737202167511
    },
    {
      "epoch": 2.323150634765625e-06,
      "grad_norm": 0.43627676367759705,
      "learning_rate": 9.891834886628789e-06,
      "loss": 0.0639,
      "step": 909
    },
    {
      "epoch": 2.323150634765625e-06,
      "model_forward_time": 6.963302135467529,
      "step": 909
    },
    {
      "epoch": 2.323150634765625e-06,
      "step": 909,
      "training_step_time": 22.03808569908142
    },
    {
      "epoch": 2.32696533203125e-06,
      "grad_norm": 0.2592702805995941,
      "learning_rate": 9.891561178973927e-06,
      "loss": 0.0483,
      "step": 910
    },
    {
      "epoch": 2.32696533203125e-06,
      "model_forward_time": 6.851025104522705,
      "step": 910
    },
    {
      "dynamics_loss_avg": 0.04080349616706371,
      "epoch": 2.32696533203125e-06,
      "step": 910
    },
    {
      "action_loss_avg": 0.00468488170299679,
      "epoch": 2.32696533203125e-06,
      "step": 910
    },
    {
      "epoch": 2.32696533203125e-06,
      "step": 910,
      "training_step_time": 22.603766679763794
    },
    {
      "epoch": 2.330780029296875e-06,
      "grad_norm": 0.2559118866920471,
      "learning_rate": 9.891287129249565e-06,
      "loss": 0.0388,
      "step": 911
    },
    {
      "epoch": 2.330780029296875e-06,
      "model_forward_time": 6.912882089614868,
      "step": 911
    },
    {
      "epoch": 2.330780029296875e-06,
      "step": 911,
      "training_step_time": 22.05056858062744
    },
    {
      "epoch": 2.3345947265625e-06,
      "grad_norm": 0.28982841968536377,
      "learning_rate": 9.89101273747487e-06,
      "loss": 0.0402,
      "step": 912
    },
    {
      "epoch": 2.3345947265625e-06,
      "model_forward_time": 7.415921449661255,
      "step": 912
    },
    {
      "epoch": 2.3345947265625e-06,
      "step": 912,
      "training_step_time": 22.60215473175049
    },
    {
      "epoch": 2.338409423828125e-06,
      "grad_norm": 0.20011407136917114,
      "learning_rate": 9.890738003669029e-06,
      "loss": 0.0348,
      "step": 913
    },
    {
      "epoch": 2.338409423828125e-06,
      "model_forward_time": 6.942410230636597,
      "step": 913
    },
    {
      "epoch": 2.338409423828125e-06,
      "step": 913,
      "training_step_time": 22.685673475265503
    },
    {
      "epoch": 2.34222412109375e-06,
      "grad_norm": 0.3731069564819336,
      "learning_rate": 9.890462927851255e-06,
      "loss": 0.0363,
      "step": 914
    },
    {
      "epoch": 2.34222412109375e-06,
      "model_forward_time": 6.959318161010742,
      "step": 914
    },
    {
      "epoch": 2.34222412109375e-06,
      "step": 914,
      "training_step_time": 22.046322107315063
    },
    {
      "epoch": 2.346038818359375e-06,
      "grad_norm": 0.21867838501930237,
      "learning_rate": 9.890187510040783e-06,
      "loss": 0.033,
      "step": 915
    },
    {
      "epoch": 2.346038818359375e-06,
      "model_forward_time": 7.001098394393921,
      "step": 915
    },
    {
      "epoch": 2.346038818359375e-06,
      "step": 915,
      "training_step_time": 22.052589416503906
    },
    {
      "epoch": 2.349853515625e-06,
      "grad_norm": 0.5448219180107117,
      "learning_rate": 9.889911750256873e-06,
      "loss": 0.0572,
      "step": 916
    },
    {
      "epoch": 2.349853515625e-06,
      "model_forward_time": 6.963746547698975,
      "step": 916
    },
    {
      "epoch": 2.349853515625e-06,
      "step": 916,
      "training_step_time": 22.687032222747803
    },
    {
      "epoch": 2.353668212890625e-06,
      "grad_norm": 0.21573051810264587,
      "learning_rate": 9.88963564851881e-06,
      "loss": 0.0296,
      "step": 917
    },
    {
      "epoch": 2.353668212890625e-06,
      "model_forward_time": 7.483647108078003,
      "step": 917
    },
    {
      "epoch": 2.353668212890625e-06,
      "step": 917,
      "training_step_time": 22.521411418914795
    },
    {
      "epoch": 2.35748291015625e-06,
      "grad_norm": 0.3629396855831146,
      "learning_rate": 9.889359204845903e-06,
      "loss": 0.0481,
      "step": 918
    },
    {
      "epoch": 2.35748291015625e-06,
      "model_forward_time": 6.954684495925903,
      "step": 918
    },
    {
      "epoch": 2.35748291015625e-06,
      "step": 918,
      "training_step_time": 22.64178228378296
    },
    {
      "epoch": 2.361297607421875e-06,
      "grad_norm": 0.3658880293369293,
      "learning_rate": 9.88908241925748e-06,
      "loss": 0.0559,
      "step": 919
    },
    {
      "epoch": 2.361297607421875e-06,
      "model_forward_time": 6.952059984207153,
      "step": 919
    },
    {
      "epoch": 2.361297607421875e-06,
      "step": 919,
      "training_step_time": 22.6236732006073
    },
    {
      "epoch": 2.3651123046875e-06,
      "grad_norm": 0.205638125538826,
      "learning_rate": 9.8888052917729e-06,
      "loss": 0.0297,
      "step": 920
    },
    {
      "epoch": 2.3651123046875e-06,
      "model_forward_time": 6.974349498748779,
      "step": 920
    },
    {
      "dynamics_loss_avg": 0.03812466766685248,
      "epoch": 2.3651123046875e-06,
      "step": 920
    },
    {
      "action_loss_avg": 0.0044442882994189855,
      "epoch": 2.3651123046875e-06,
      "step": 920
    },
    {
      "epoch": 2.3651123046875e-06,
      "step": 920,
      "training_step_time": 22.050212860107422
    },
    {
      "epoch": 2.368927001953125e-06,
      "grad_norm": 0.2353910505771637,
      "learning_rate": 9.888527822411543e-06,
      "loss": 0.0372,
      "step": 921
    },
    {
      "epoch": 2.368927001953125e-06,
      "model_forward_time": 6.933399200439453,
      "step": 921
    },
    {
      "epoch": 2.368927001953125e-06,
      "step": 921,
      "training_step_time": 22.667423009872437
    },
    {
      "epoch": 2.37274169921875e-06,
      "grad_norm": 0.17476649582386017,
      "learning_rate": 9.888250011192812e-06,
      "loss": 0.0294,
      "step": 922
    },
    {
      "epoch": 2.37274169921875e-06,
      "model_forward_time": 6.910968780517578,
      "step": 922
    },
    {
      "epoch": 2.37274169921875e-06,
      "step": 922,
      "training_step_time": 22.504135131835938
    },
    {
      "epoch": 2.376556396484375e-06,
      "grad_norm": 0.2575925588607788,
      "learning_rate": 9.887971858136133e-06,
      "loss": 0.0414,
      "step": 923
    },
    {
      "epoch": 2.376556396484375e-06,
      "model_forward_time": 7.532523155212402,
      "step": 923
    },
    {
      "epoch": 2.376556396484375e-06,
      "step": 923,
      "training_step_time": 22.623698711395264
    },
    {
      "epoch": 2.38037109375e-06,
      "grad_norm": 0.2783682346343994,
      "learning_rate": 9.887693363260958e-06,
      "loss": 0.0609,
      "step": 924
    },
    {
      "epoch": 2.38037109375e-06,
      "model_forward_time": 6.958436489105225,
      "step": 924
    },
    {
      "epoch": 2.38037109375e-06,
      "step": 924,
      "training_step_time": 22.60402274131775
    },
    {
      "epoch": 2.384185791015625e-06,
      "grad_norm": 0.432248055934906,
      "learning_rate": 9.887414526586764e-06,
      "loss": 0.0491,
      "step": 925
    },
    {
      "epoch": 2.384185791015625e-06,
      "model_forward_time": 6.893691062927246,
      "step": 925
    },
    {
      "epoch": 2.384185791015625e-06,
      "step": 925,
      "training_step_time": 21.966932773590088
    },
    {
      "epoch": 2.38800048828125e-06,
      "grad_norm": 0.21253250539302826,
      "learning_rate": 9.887135348133048e-06,
      "loss": 0.0245,
      "step": 926
    },
    {
      "epoch": 2.38800048828125e-06,
      "model_forward_time": 6.93895959854126,
      "step": 926
    },
    {
      "epoch": 2.38800048828125e-06,
      "step": 926,
      "training_step_time": 22.650643587112427
    },
    {
      "epoch": 2.391815185546875e-06,
      "grad_norm": 0.27414724230766296,
      "learning_rate": 9.886855827919336e-06,
      "loss": 0.0619,
      "step": 927
    },
    {
      "epoch": 2.391815185546875e-06,
      "model_forward_time": 6.9580230712890625,
      "step": 927
    },
    {
      "epoch": 2.391815185546875e-06,
      "step": 927,
      "training_step_time": 22.545058012008667
    },
    {
      "epoch": 2.3956298828125e-06,
      "grad_norm": 0.434028685092926,
      "learning_rate": 9.88657596596517e-06,
      "loss": 0.0565,
      "step": 928
    },
    {
      "epoch": 2.3956298828125e-06,
      "model_forward_time": 7.539873123168945,
      "step": 928
    },
    {
      "epoch": 2.3956298828125e-06,
      "step": 928,
      "training_step_time": 22.605775833129883
    },
    {
      "epoch": 2.399444580078125e-06,
      "grad_norm": 0.44497111439704895,
      "learning_rate": 9.886295762290125e-06,
      "loss": 0.0594,
      "step": 929
    },
    {
      "epoch": 2.399444580078125e-06,
      "model_forward_time": 6.913861274719238,
      "step": 929
    },
    {
      "epoch": 2.399444580078125e-06,
      "step": 929,
      "training_step_time": 22.485824823379517
    },
    {
      "epoch": 2.40325927734375e-06,
      "grad_norm": 0.22430884838104248,
      "learning_rate": 9.886015216913795e-06,
      "loss": 0.0282,
      "step": 930
    },
    {
      "epoch": 2.40325927734375e-06,
      "model_forward_time": 6.977598667144775,
      "step": 930
    },
    {
      "dynamics_loss_avg": 0.044976354390382764,
      "epoch": 2.40325927734375e-06,
      "step": 930
    },
    {
      "action_loss_avg": 0.005113279190845787,
      "epoch": 2.40325927734375e-06,
      "step": 930
    },
    {
      "epoch": 2.40325927734375e-06,
      "step": 930,
      "training_step_time": 22.0484676361084
    },
    {
      "epoch": 2.407073974609375e-06,
      "grad_norm": 0.3385832607746124,
      "learning_rate": 9.885734329855798e-06,
      "loss": 0.0555,
      "step": 931
    },
    {
      "epoch": 2.407073974609375e-06,
      "model_forward_time": 6.907094717025757,
      "step": 931
    },
    {
      "epoch": 2.407073974609375e-06,
      "step": 931,
      "training_step_time": 22.657927989959717
    },
    {
      "epoch": 2.410888671875e-06,
      "grad_norm": 0.4864983558654785,
      "learning_rate": 9.885453101135778e-06,
      "loss": 0.0547,
      "step": 932
    },
    {
      "epoch": 2.410888671875e-06,
      "model_forward_time": 6.9147748947143555,
      "step": 932
    },
    {
      "epoch": 2.410888671875e-06,
      "step": 932,
      "training_step_time": 22.615647315979004
    },
    {
      "epoch": 2.414703369140625e-06,
      "grad_norm": 0.4118560552597046,
      "learning_rate": 9.885171530773398e-06,
      "loss": 0.043,
      "step": 933
    },
    {
      "epoch": 2.414703369140625e-06,
      "model_forward_time": 7.6232500076293945,
      "step": 933
    },
    {
      "epoch": 2.414703369140625e-06,
      "step": 933,
      "training_step_time": 22.702147006988525
    },
    {
      "epoch": 2.41851806640625e-06,
      "grad_norm": 0.42100298404693604,
      "learning_rate": 9.884889618788353e-06,
      "loss": 0.0494,
      "step": 934
    },
    {
      "epoch": 2.41851806640625e-06,
      "model_forward_time": 7.165478944778442,
      "step": 934
    },
    {
      "epoch": 2.41851806640625e-06,
      "step": 934,
      "training_step_time": 22.599690437316895
    },
    {
      "epoch": 2.422332763671875e-06,
      "grad_norm": 0.27362510561943054,
      "learning_rate": 9.884607365200355e-06,
      "loss": 0.0517,
      "step": 935
    },
    {
      "epoch": 2.422332763671875e-06,
      "model_forward_time": 6.978657007217407,
      "step": 935
    },
    {
      "epoch": 2.422332763671875e-06,
      "step": 935,
      "training_step_time": 22.018819093704224
    },
    {
      "epoch": 2.4261474609375e-06,
      "grad_norm": 0.29292842745780945,
      "learning_rate": 9.884324770029143e-06,
      "loss": 0.0361,
      "step": 936
    },
    {
      "epoch": 2.4261474609375e-06,
      "model_forward_time": 6.898281574249268,
      "step": 936
    },
    {
      "epoch": 2.4261474609375e-06,
      "step": 936,
      "training_step_time": 22.682323217391968
    },
    {
      "epoch": 2.429962158203125e-06,
      "grad_norm": 0.29224303364753723,
      "learning_rate": 9.884041833294477e-06,
      "loss": 0.0392,
      "step": 937
    },
    {
      "epoch": 2.429962158203125e-06,
      "model_forward_time": 6.993596076965332,
      "step": 937
    },
    {
      "epoch": 2.429962158203125e-06,
      "step": 937,
      "training_step_time": 22.547813177108765
    },
    {
      "epoch": 2.43377685546875e-06,
      "grad_norm": 0.25980430841445923,
      "learning_rate": 9.883758555016143e-06,
      "loss": 0.034,
      "step": 938
    },
    {
      "epoch": 2.43377685546875e-06,
      "model_forward_time": 7.630270004272461,
      "step": 938
    },
    {
      "epoch": 2.43377685546875e-06,
      "step": 938,
      "training_step_time": 22.720534324645996
    },
    {
      "epoch": 2.437591552734375e-06,
      "grad_norm": 0.2880323827266693,
      "learning_rate": 9.883474935213954e-06,
      "loss": 0.0425,
      "step": 939
    },
    {
      "epoch": 2.437591552734375e-06,
      "model_forward_time": 6.970634937286377,
      "step": 939
    },
    {
      "epoch": 2.437591552734375e-06,
      "step": 939,
      "training_step_time": 22.643357753753662
    },
    {
      "epoch": 2.44140625e-06,
      "grad_norm": 0.2903749346733093,
      "learning_rate": 9.883190973907742e-06,
      "loss": 0.0364,
      "step": 940
    },
    {
      "epoch": 2.44140625e-06,
      "model_forward_time": 6.9263365268707275,
      "step": 940
    },
    {
      "dynamics_loss_avg": 0.04510728195309639,
      "epoch": 2.44140625e-06,
      "step": 940
    },
    {
      "action_loss_avg": 0.00523590836673975,
      "epoch": 2.44140625e-06,
      "step": 940
    },
    {
      "epoch": 2.44140625e-06,
      "step": 940,
      "training_step_time": 22.04742431640625
    },
    {
      "epoch": 2.445220947265625e-06,
      "grad_norm": 0.3095893859863281,
      "learning_rate": 9.882906671117363e-06,
      "loss": 0.0606,
      "step": 941
    },
    {
      "epoch": 2.445220947265625e-06,
      "model_forward_time": 6.9085211753845215,
      "step": 941
    },
    {
      "epoch": 2.445220947265625e-06,
      "step": 941,
      "training_step_time": 22.601117849349976
    },
    {
      "epoch": 2.44903564453125e-06,
      "grad_norm": 0.3025984764099121,
      "learning_rate": 9.882622026862699e-06,
      "loss": 0.0353,
      "step": 942
    },
    {
      "epoch": 2.44903564453125e-06,
      "model_forward_time": 6.9596192836761475,
      "step": 942
    },
    {
      "epoch": 2.44903564453125e-06,
      "step": 942,
      "training_step_time": 22.580515146255493
    },
    {
      "epoch": 2.452850341796875e-06,
      "grad_norm": 0.2690492272377014,
      "learning_rate": 9.882337041163656e-06,
      "loss": 0.0319,
      "step": 943
    },
    {
      "epoch": 2.452850341796875e-06,
      "model_forward_time": 7.472607612609863,
      "step": 943
    },
    {
      "epoch": 2.452850341796875e-06,
      "step": 943,
      "training_step_time": 22.64987826347351
    },
    {
      "epoch": 2.4566650390625e-06,
      "grad_norm": 0.3443239629268646,
      "learning_rate": 9.882051714040164e-06,
      "loss": 0.0433,
      "step": 944
    },
    {
      "epoch": 2.4566650390625e-06,
      "model_forward_time": 6.9242658615112305,
      "step": 944
    },
    {
      "epoch": 2.4566650390625e-06,
      "step": 944,
      "training_step_time": 22.527065753936768
    },
    {
      "epoch": 2.460479736328125e-06,
      "grad_norm": 0.35380110144615173,
      "learning_rate": 9.881766045512176e-06,
      "loss": 0.0415,
      "step": 945
    },
    {
      "epoch": 2.460479736328125e-06,
      "model_forward_time": 6.983447551727295,
      "step": 945
    },
    {
      "epoch": 2.460479736328125e-06,
      "step": 945,
      "training_step_time": 22.051482677459717
    },
    {
      "epoch": 2.46429443359375e-06,
      "grad_norm": 0.19524024426937103,
      "learning_rate": 9.881480035599667e-06,
      "loss": 0.0356,
      "step": 946
    },
    {
      "epoch": 2.46429443359375e-06,
      "model_forward_time": 6.915498971939087,
      "step": 946
    },
    {
      "epoch": 2.46429443359375e-06,
      "step": 946,
      "training_step_time": 22.696073532104492
    },
    {
      "epoch": 2.468109130859375e-06,
      "grad_norm": 0.3064667880535126,
      "learning_rate": 9.881193684322642e-06,
      "loss": 0.0615,
      "step": 947
    },
    {
      "epoch": 2.468109130859375e-06,
      "model_forward_time": 6.965670347213745,
      "step": 947
    },
    {
      "epoch": 2.468109130859375e-06,
      "step": 947,
      "training_step_time": 22.566282749176025
    },
    {
      "epoch": 2.471923828125e-06,
      "grad_norm": 0.28656744956970215,
      "learning_rate": 9.880906991701118e-06,
      "loss": 0.036,
      "step": 948
    },
    {
      "epoch": 2.471923828125e-06,
      "model_forward_time": 7.655728816986084,
      "step": 948
    },
    {
      "epoch": 2.471923828125e-06,
      "step": 948,
      "training_step_time": 22.737876892089844
    },
    {
      "epoch": 2.475738525390625e-06,
      "grad_norm": 0.38490960001945496,
      "learning_rate": 9.880619957755151e-06,
      "loss": 0.047,
      "step": 949
    },
    {
      "epoch": 2.475738525390625e-06,
      "model_forward_time": 6.876084804534912,
      "step": 949
    },
    {
      "epoch": 2.475738525390625e-06,
      "step": 949,
      "training_step_time": 22.556251287460327
    },
    {
      "epoch": 2.47955322265625e-06,
      "grad_norm": 0.28336894512176514,
      "learning_rate": 9.88033258250481e-06,
      "loss": 0.0452,
      "step": 950
    },
    {
      "epoch": 2.47955322265625e-06,
      "model_forward_time": 6.995234489440918,
      "step": 950
    },
    {
      "dynamics_loss_avg": 0.03939835224300623,
      "epoch": 2.47955322265625e-06,
      "step": 950
    },
    {
      "action_loss_avg": 0.004183044517412781,
      "epoch": 2.47955322265625e-06,
      "step": 950
    },
    {
      "epoch": 2.47955322265625e-06,
      "step": 950,
      "training_step_time": 22.055153846740723
    },
    {
      "epoch": 2.483367919921875e-06,
      "grad_norm": 0.28977879881858826,
      "learning_rate": 9.880044865970192e-06,
      "loss": 0.0404,
      "step": 951
    },
    {
      "epoch": 2.483367919921875e-06,
      "model_forward_time": 6.955245018005371,
      "step": 951
    },
    {
      "epoch": 2.483367919921875e-06,
      "step": 951,
      "training_step_time": 22.645381212234497
    },
    {
      "epoch": 2.4871826171875e-06,
      "grad_norm": 0.34691041707992554,
      "learning_rate": 9.879756808171419e-06,
      "loss": 0.0458,
      "step": 952
    },
    {
      "epoch": 2.4871826171875e-06,
      "model_forward_time": 6.917375326156616,
      "step": 952
    },
    {
      "epoch": 2.4871826171875e-06,
      "step": 952,
      "training_step_time": 22.461655855178833
    },
    {
      "epoch": 2.490997314453125e-06,
      "grad_norm": 0.16494332253932953,
      "learning_rate": 9.879468409128631e-06,
      "loss": 0.0381,
      "step": 953
    },
    {
      "epoch": 2.490997314453125e-06,
      "model_forward_time": 7.522725820541382,
      "step": 953
    },
    {
      "epoch": 2.490997314453125e-06,
      "step": 953,
      "training_step_time": 22.657540559768677
    },
    {
      "epoch": 2.49481201171875e-06,
      "grad_norm": 0.20681273937225342,
      "learning_rate": 9.879179668862e-06,
      "loss": 0.0302,
      "step": 954
    },
    {
      "epoch": 2.49481201171875e-06,
      "model_forward_time": 6.970923662185669,
      "step": 954
    },
    {
      "epoch": 2.49481201171875e-06,
      "step": 954,
      "training_step_time": 22.57613182067871
    },
    {
      "epoch": 2.498626708984375e-06,
      "grad_norm": 0.3390696346759796,
      "learning_rate": 9.878890587391715e-06,
      "loss": 0.0546,
      "step": 955
    },
    {
      "epoch": 2.498626708984375e-06,
      "model_forward_time": 6.907238721847534,
      "step": 955
    },
    {
      "epoch": 2.498626708984375e-06,
      "step": 955,
      "training_step_time": 22.003883361816406
    },
    {
      "epoch": 2.50244140625e-06,
      "grad_norm": 0.2534584105014801,
      "learning_rate": 9.878601164737993e-06,
      "loss": 0.0732,
      "step": 956
    },
    {
      "epoch": 2.50244140625e-06,
      "model_forward_time": 6.907143831253052,
      "step": 956
    },
    {
      "epoch": 2.50244140625e-06,
      "step": 956,
      "training_step_time": 21.987338542938232
    },
    {
      "epoch": 2.506256103515625e-06,
      "grad_norm": 0.2498708963394165,
      "learning_rate": 9.878311400921072e-06,
      "loss": 0.0475,
      "step": 957
    },
    {
      "epoch": 2.506256103515625e-06,
      "model_forward_time": 6.944016933441162,
      "step": 957
    },
    {
      "epoch": 2.506256103515625e-06,
      "step": 957,
      "training_step_time": 22.74579620361328
    },
    {
      "epoch": 2.51007080078125e-06,
      "grad_norm": 0.26448512077331543,
      "learning_rate": 9.878021295961218e-06,
      "loss": 0.0537,
      "step": 958
    },
    {
      "epoch": 2.51007080078125e-06,
      "model_forward_time": 7.5331597328186035,
      "step": 958
    },
    {
      "epoch": 2.51007080078125e-06,
      "step": 958,
      "training_step_time": 22.61395502090454
    },
    {
      "epoch": 2.513885498046875e-06,
      "grad_norm": 0.23237335681915283,
      "learning_rate": 9.877730849878714e-06,
      "loss": 0.0409,
      "step": 959
    },
    {
      "epoch": 2.513885498046875e-06,
      "model_forward_time": 6.968760967254639,
      "step": 959
    },
    {
      "epoch": 2.513885498046875e-06,
      "step": 959,
      "training_step_time": 22.00265598297119
    },
    {
      "epoch": 2.5177001953125e-06,
      "grad_norm": 0.17906613647937775,
      "learning_rate": 9.877440062693876e-06,
      "loss": 0.0291,
      "step": 960
    },
    {
      "epoch": 2.5177001953125e-06,
      "model_forward_time": 6.96391487121582,
      "step": 960
    },
    {
      "dynamics_loss_avg": 0.04132308419793844,
      "epoch": 2.5177001953125e-06,
      "step": 960
    },
    {
      "action_loss_avg": 0.004092256247531623,
      "epoch": 2.5177001953125e-06,
      "step": 960
    },
    {
      "epoch": 2.5177001953125e-06,
      "step": 960,
      "training_step_time": 22.583415269851685
    },
    {
      "epoch": 2.521514892578125e-06,
      "grad_norm": 0.2579176425933838,
      "learning_rate": 9.877148934427037e-06,
      "loss": 0.0449,
      "step": 961
    },
    {
      "epoch": 2.521514892578125e-06,
      "model_forward_time": 6.936724424362183,
      "step": 961
    },
    {
      "epoch": 2.521514892578125e-06,
      "step": 961,
      "training_step_time": 22.020559072494507
    },
    {
      "epoch": 2.52532958984375e-06,
      "grad_norm": 0.2728995978832245,
      "learning_rate": 9.876857465098552e-06,
      "loss": 0.0457,
      "step": 962
    },
    {
      "epoch": 2.52532958984375e-06,
      "model_forward_time": 6.910037279129028,
      "step": 962
    },
    {
      "epoch": 2.52532958984375e-06,
      "step": 962,
      "training_step_time": 22.678786516189575
    },
    {
      "epoch": 2.529144287109375e-06,
      "grad_norm": 0.12498162686824799,
      "learning_rate": 9.87656565472881e-06,
      "loss": 0.0218,
      "step": 963
    },
    {
      "epoch": 2.529144287109375e-06,
      "model_forward_time": 7.4382970333099365,
      "step": 963
    },
    {
      "epoch": 2.529144287109375e-06,
      "step": 963,
      "training_step_time": 22.478962421417236
    },
    {
      "epoch": 2.532958984375e-06,
      "grad_norm": 0.2911880612373352,
      "learning_rate": 9.876273503338214e-06,
      "loss": 0.0454,
      "step": 964
    },
    {
      "epoch": 2.532958984375e-06,
      "model_forward_time": 6.9421539306640625,
      "step": 964
    },
    {
      "epoch": 2.532958984375e-06,
      "step": 964,
      "training_step_time": 22.68425679206848
    },
    {
      "epoch": 2.536773681640625e-06,
      "grad_norm": 0.16077615320682526,
      "learning_rate": 9.875981010947192e-06,
      "loss": 0.0331,
      "step": 965
    },
    {
      "epoch": 2.536773681640625e-06,
      "model_forward_time": 6.9796319007873535,
      "step": 965
    },
    {
      "epoch": 2.536773681640625e-06,
      "step": 965,
      "training_step_time": 22.02096176147461
    },
    {
      "epoch": 2.54058837890625e-06,
      "grad_norm": 0.1773148775100708,
      "learning_rate": 9.875688177576203e-06,
      "loss": 0.0367,
      "step": 966
    },
    {
      "epoch": 2.54058837890625e-06,
      "model_forward_time": 6.92484450340271,
      "step": 966
    },
    {
      "epoch": 2.54058837890625e-06,
      "step": 966,
      "training_step_time": 21.997663736343384
    },
    {
      "epoch": 2.544403076171875e-06,
      "grad_norm": 0.239822655916214,
      "learning_rate": 9.875395003245724e-06,
      "loss": 0.0382,
      "step": 967
    },
    {
      "epoch": 2.544403076171875e-06,
      "model_forward_time": 6.953409433364868,
      "step": 967
    },
    {
      "epoch": 2.544403076171875e-06,
      "step": 967,
      "training_step_time": 22.715929746627808
    },
    {
      "epoch": 2.5482177734375e-06,
      "grad_norm": 0.172596275806427,
      "learning_rate": 9.875101487976254e-06,
      "loss": 0.046,
      "step": 968
    },
    {
      "epoch": 2.5482177734375e-06,
      "model_forward_time": 7.018073797225952,
      "step": 968
    },
    {
      "epoch": 2.5482177734375e-06,
      "step": 968,
      "training_step_time": 22.62788414955139
    },
    {
      "epoch": 2.552032470703125e-06,
      "grad_norm": 0.26663583517074585,
      "learning_rate": 9.874807631788321e-06,
      "loss": 0.0518,
      "step": 969
    },
    {
      "epoch": 2.552032470703125e-06,
      "model_forward_time": 6.982196807861328,
      "step": 969
    },
    {
      "epoch": 2.552032470703125e-06,
      "step": 969,
      "training_step_time": 22.544670343399048
    },
    {
      "epoch": 2.55584716796875e-06,
      "grad_norm": 0.1974102258682251,
      "learning_rate": 9.874513434702473e-06,
      "loss": 0.05,
      "step": 970
    },
    {
      "epoch": 2.55584716796875e-06,
      "model_forward_time": 6.897858381271362,
      "step": 970
    },
    {
      "dynamics_loss_avg": 0.04208855573087931,
      "epoch": 2.55584716796875e-06,
      "step": 970
    },
    {
      "action_loss_avg": 0.004309626284521073,
      "epoch": 2.55584716796875e-06,
      "step": 970
    },
    {
      "epoch": 2.55584716796875e-06,
      "step": 970,
      "training_step_time": 22.64352536201477
    },
    {
      "epoch": 2.559661865234375e-06,
      "grad_norm": 0.24012500047683716,
      "learning_rate": 9.874218896739285e-06,
      "loss": 0.0353,
      "step": 971
    },
    {
      "epoch": 2.559661865234375e-06,
      "model_forward_time": 6.96108603477478,
      "step": 971
    },
    {
      "epoch": 2.559661865234375e-06,
      "step": 971,
      "training_step_time": 22.011171340942383
    },
    {
      "epoch": 2.5634765625e-06,
      "grad_norm": 0.19253037869930267,
      "learning_rate": 9.873924017919352e-06,
      "loss": 0.0389,
      "step": 972
    },
    {
      "epoch": 2.5634765625e-06,
      "model_forward_time": 6.905120372772217,
      "step": 972
    },
    {
      "epoch": 2.5634765625e-06,
      "step": 972,
      "training_step_time": 22.591691493988037
    },
    {
      "epoch": 2.567291259765625e-06,
      "grad_norm": 0.2929939329624176,
      "learning_rate": 9.873628798263297e-06,
      "loss": 0.0515,
      "step": 973
    },
    {
      "epoch": 2.567291259765625e-06,
      "model_forward_time": 6.931007385253906,
      "step": 973
    },
    {
      "epoch": 2.567291259765625e-06,
      "step": 973,
      "training_step_time": 22.000833749771118
    },
    {
      "epoch": 2.57110595703125e-06,
      "grad_norm": 0.2532823383808136,
      "learning_rate": 9.873333237791765e-06,
      "loss": 0.049,
      "step": 974
    },
    {
      "epoch": 2.57110595703125e-06,
      "model_forward_time": 7.580701589584351,
      "step": 974
    },
    {
      "epoch": 2.57110595703125e-06,
      "step": 974,
      "training_step_time": 22.694034099578857
    },
    {
      "epoch": 2.574920654296875e-06,
      "grad_norm": 0.24564895033836365,
      "learning_rate": 9.873037336525424e-06,
      "loss": 0.0414,
      "step": 975
    },
    {
      "epoch": 2.574920654296875e-06,
      "model_forward_time": 6.9560017585754395,
      "step": 975
    },
    {
      "epoch": 2.574920654296875e-06,
      "step": 975,
      "training_step_time": 22.616125345230103
    },
    {
      "epoch": 2.5787353515625e-06,
      "grad_norm": 0.30268386006355286,
      "learning_rate": 9.872741094484965e-06,
      "loss": 0.0552,
      "step": 976
    },
    {
      "epoch": 2.5787353515625e-06,
      "model_forward_time": 6.984122037887573,
      "step": 976
    },
    {
      "epoch": 2.5787353515625e-06,
      "step": 976,
      "training_step_time": 22.019132375717163
    },
    {
      "epoch": 2.582550048828125e-06,
      "grad_norm": 0.2856346368789673,
      "learning_rate": 9.872444511691108e-06,
      "loss": 0.0398,
      "step": 977
    },
    {
      "epoch": 2.582550048828125e-06,
      "model_forward_time": 6.946478843688965,
      "step": 977
    },
    {
      "epoch": 2.582550048828125e-06,
      "step": 977,
      "training_step_time": 22.670743227005005
    },
    {
      "epoch": 2.58636474609375e-06,
      "grad_norm": 0.22713488340377808,
      "learning_rate": 9.872147588164591e-06,
      "loss": 0.039,
      "step": 978
    },
    {
      "epoch": 2.58636474609375e-06,
      "model_forward_time": 6.952838182449341,
      "step": 978
    },
    {
      "epoch": 2.58636474609375e-06,
      "step": 978,
      "training_step_time": 22.64797830581665
    },
    {
      "epoch": 2.590179443359375e-06,
      "grad_norm": 0.2841176986694336,
      "learning_rate": 9.871850323926178e-06,
      "loss": 0.031,
      "step": 979
    },
    {
      "epoch": 2.590179443359375e-06,
      "model_forward_time": 7.61076283454895,
      "step": 979
    },
    {
      "epoch": 2.590179443359375e-06,
      "step": 979,
      "training_step_time": 22.71208906173706
    },
    {
      "epoch": 2.593994140625e-06,
      "grad_norm": 0.34110039472579956,
      "learning_rate": 9.871552718996656e-06,
      "loss": 0.0502,
      "step": 980
    },
    {
      "epoch": 2.593994140625e-06,
      "model_forward_time": 6.9388039112091064,
      "step": 980
    },
    {
      "dynamics_loss_avg": 0.040602576732635495,
      "epoch": 2.593994140625e-06,
      "step": 980
    },
    {
      "action_loss_avg": 0.004171581729315222,
      "epoch": 2.593994140625e-06,
      "step": 980
    },
    {
      "epoch": 2.593994140625e-06,
      "step": 980,
      "training_step_time": 22.59490704536438
    },
    {
      "epoch": 2.597808837890625e-06,
      "grad_norm": 0.2664959728717804,
      "learning_rate": 9.871254773396837e-06,
      "loss": 0.0507,
      "step": 981
    },
    {
      "epoch": 2.597808837890625e-06,
      "model_forward_time": 6.974520683288574,
      "step": 981
    },
    {
      "epoch": 2.597808837890625e-06,
      "step": 981,
      "training_step_time": 22.044569730758667
    },
    {
      "epoch": 2.60162353515625e-06,
      "grad_norm": 0.1790466010570526,
      "learning_rate": 9.870956487147558e-06,
      "loss": 0.0379,
      "step": 982
    },
    {
      "epoch": 2.60162353515625e-06,
      "model_forward_time": 6.923126459121704,
      "step": 982
    },
    {
      "epoch": 2.60162353515625e-06,
      "step": 982,
      "training_step_time": 23.090194702148438
    },
    {
      "epoch": 2.605438232421875e-06,
      "grad_norm": 0.21463952958583832,
      "learning_rate": 9.870657860269678e-06,
      "loss": 0.0469,
      "step": 983
    },
    {
      "epoch": 2.605438232421875e-06,
      "model_forward_time": 6.948413372039795,
      "step": 983
    },
    {
      "epoch": 2.605438232421875e-06,
      "step": 983,
      "training_step_time": 22.021051168441772
    },
    {
      "epoch": 2.6092529296875e-06,
      "grad_norm": 0.306379497051239,
      "learning_rate": 9.870358892784078e-06,
      "loss": 0.0434,
      "step": 984
    },
    {
      "epoch": 2.6092529296875e-06,
      "model_forward_time": 7.520498514175415,
      "step": 984
    },
    {
      "epoch": 2.6092529296875e-06,
      "step": 984,
      "training_step_time": 22.671194076538086
    },
    {
      "epoch": 2.613067626953125e-06,
      "grad_norm": 0.2594163715839386,
      "learning_rate": 9.870059584711668e-06,
      "loss": 0.0429,
      "step": 985
    },
    {
      "epoch": 2.613067626953125e-06,
      "model_forward_time": 6.952344179153442,
      "step": 985
    },
    {
      "epoch": 2.613067626953125e-06,
      "step": 985,
      "training_step_time": 22.616600275039673
    },
    {
      "epoch": 2.61688232421875e-06,
      "grad_norm": 0.4633391797542572,
      "learning_rate": 9.869759936073377e-06,
      "loss": 0.0454,
      "step": 986
    },
    {
      "epoch": 2.61688232421875e-06,
      "model_forward_time": 6.964846611022949,
      "step": 986
    },
    {
      "epoch": 2.61688232421875e-06,
      "step": 986,
      "training_step_time": 22.00774383544922
    },
    {
      "epoch": 2.620697021484375e-06,
      "grad_norm": 0.44876864552497864,
      "learning_rate": 9.869459946890162e-06,
      "loss": 0.048,
      "step": 987
    },
    {
      "epoch": 2.620697021484375e-06,
      "model_forward_time": 6.922352075576782,
      "step": 987
    },
    {
      "epoch": 2.620697021484375e-06,
      "step": 987,
      "training_step_time": 23.13537836074829
    },
    {
      "epoch": 2.62451171875e-06,
      "grad_norm": 0.19061803817749023,
      "learning_rate": 9.869159617182995e-06,
      "loss": 0.0255,
      "step": 988
    },
    {
      "epoch": 2.62451171875e-06,
      "model_forward_time": 6.947493553161621,
      "step": 988
    },
    {
      "epoch": 2.62451171875e-06,
      "step": 988,
      "training_step_time": 22.002736568450928
    },
    {
      "epoch": 2.628326416015625e-06,
      "grad_norm": 0.3977073132991791,
      "learning_rate": 9.868858946972886e-06,
      "loss": 0.0497,
      "step": 989
    },
    {
      "epoch": 2.628326416015625e-06,
      "model_forward_time": 7.637170076370239,
      "step": 989
    },
    {
      "epoch": 2.628326416015625e-06,
      "step": 989,
      "training_step_time": 22.735774755477905
    },
    {
      "epoch": 2.63214111328125e-06,
      "grad_norm": 0.24961280822753906,
      "learning_rate": 9.868557936280856e-06,
      "loss": 0.0424,
      "step": 990
    },
    {
      "epoch": 2.63214111328125e-06,
      "model_forward_time": 6.939671754837036,
      "step": 990
    },
    {
      "dynamics_loss_avg": 0.03799442853778601,
      "epoch": 2.63214111328125e-06,
      "step": 990
    },
    {
      "action_loss_avg": 0.003463889507111162,
      "epoch": 2.63214111328125e-06,
      "step": 990
    },
    {
      "epoch": 2.63214111328125e-06,
      "step": 990,
      "training_step_time": 22.624106884002686
    },
    {
      "epoch": 2.635955810546875e-06,
      "grad_norm": 0.31515300273895264,
      "learning_rate": 9.868256585127956e-06,
      "loss": 0.0375,
      "step": 991
    },
    {
      "epoch": 2.635955810546875e-06,
      "model_forward_time": 6.975162029266357,
      "step": 991
    },
    {
      "epoch": 2.635955810546875e-06,
      "step": 991,
      "training_step_time": 22.0160493850708
    },
    {
      "epoch": 2.6397705078125e-06,
      "grad_norm": 0.433273047208786,
      "learning_rate": 9.867954893535261e-06,
      "loss": 0.0568,
      "step": 992
    },
    {
      "epoch": 2.6397705078125e-06,
      "model_forward_time": 6.8611509799957275,
      "step": 992
    },
    {
      "epoch": 2.6397705078125e-06,
      "step": 992,
      "training_step_time": 23.115050315856934
    },
    {
      "epoch": 2.643585205078125e-06,
      "grad_norm": 0.19645273685455322,
      "learning_rate": 9.867652861523866e-06,
      "loss": 0.0393,
      "step": 993
    },
    {
      "epoch": 2.643585205078125e-06,
      "model_forward_time": 6.949898958206177,
      "step": 993
    },
    {
      "epoch": 2.643585205078125e-06,
      "step": 993,
      "training_step_time": 22.017220973968506
    },
    {
      "epoch": 2.64739990234375e-06,
      "grad_norm": 0.2706301510334015,
      "learning_rate": 9.867350489114896e-06,
      "loss": 0.0413,
      "step": 994
    },
    {
      "epoch": 2.64739990234375e-06,
      "model_forward_time": 7.484458684921265,
      "step": 994
    },
    {
      "epoch": 2.64739990234375e-06,
      "step": 994,
      "training_step_time": 22.56252431869507
    },
    {
      "epoch": 2.651214599609375e-06,
      "grad_norm": 0.3447335660457611,
      "learning_rate": 9.867047776329492e-06,
      "loss": 0.0428,
      "step": 995
    },
    {
      "epoch": 2.651214599609375e-06,
      "model_forward_time": 6.94866943359375,
      "step": 995
    },
    {
      "epoch": 2.651214599609375e-06,
      "step": 995,
      "training_step_time": 22.62288808822632
    },
    {
      "epoch": 2.655029296875e-06,
      "grad_norm": 0.18661993741989136,
      "learning_rate": 9.866744723188826e-06,
      "loss": 0.0379,
      "step": 996
    },
    {
      "epoch": 2.655029296875e-06,
      "model_forward_time": 6.942244052886963,
      "step": 996
    },
    {
      "epoch": 2.655029296875e-06,
      "step": 996,
      "training_step_time": 22.008354902267456
    },
    {
      "epoch": 2.658843994140625e-06,
      "grad_norm": 0.30886155366897583,
      "learning_rate": 9.86644132971409e-06,
      "loss": 0.0347,
      "step": 997
    },
    {
      "epoch": 2.658843994140625e-06,
      "model_forward_time": 6.9233551025390625,
      "step": 997
    },
    {
      "epoch": 2.658843994140625e-06,
      "step": 997,
      "training_step_time": 22.486448764801025
    },
    {
      "epoch": 2.66265869140625e-06,
      "grad_norm": 0.2597072422504425,
      "learning_rate": 9.866137595926498e-06,
      "loss": 0.0297,
      "step": 998
    },
    {
      "epoch": 2.66265869140625e-06,
      "model_forward_time": 6.9437034130096436,
      "step": 998
    },
    {
      "epoch": 2.66265869140625e-06,
      "step": 998,
      "training_step_time": 22.74561882019043
    },
    {
      "epoch": 2.666473388671875e-06,
      "grad_norm": 0.2332802414894104,
      "learning_rate": 9.865833521847292e-06,
      "loss": 0.0307,
      "step": 999
    },
    {
      "epoch": 2.666473388671875e-06,
      "model_forward_time": 7.554340839385986,
      "step": 999
    },
    {
      "epoch": 2.666473388671875e-06,
      "step": 999,
      "training_step_time": 23.12341547012329
    },
    {
      "epoch": 2.6702880859375e-06,
      "grad_norm": 0.2844529449939728,
      "learning_rate": 9.865529107497737e-06,
      "loss": 0.0295,
      "step": 1000
    },
    {
      "epoch": 2.6702880859375e-06,
      "model_forward_time": 6.869473457336426,
      "step": 1000
    },
    {
      "dynamics_loss_avg": 0.03687062375247478,
      "epoch": 2.6702880859375e-06,
      "step": 1000
    },
    {
      "action_loss_avg": 0.004742318275384605,
      "epoch": 2.6702880859375e-06,
      "step": 1000
    },
    {
      "epoch": 2.6702880859375e-06,
      "step": 1000,
      "training_step_time": 22.544450044631958
    },
    {
      "epoch": 2.674102783203125e-06,
      "grad_norm": 0.24642427265644073,
      "learning_rate": 9.86522435289912e-06,
      "loss": 0.0442,
      "step": 1001
    },
    {
      "epoch": 2.674102783203125e-06,
      "model_forward_time": 6.955249309539795,
      "step": 1001
    },
    {
      "epoch": 2.674102783203125e-06,
      "step": 1001,
      "training_step_time": 22.01432776451111
    },
    {
      "epoch": 2.67791748046875e-06,
      "grad_norm": 0.5416608452796936,
      "learning_rate": 9.864919258072753e-06,
      "loss": 0.0606,
      "step": 1002
    },
    {
      "epoch": 2.67791748046875e-06,
      "model_forward_time": 6.828600168228149,
      "step": 1002
    },
    {
      "epoch": 2.67791748046875e-06,
      "step": 1002,
      "training_step_time": 22.607577085494995
    },
    {
      "epoch": 2.681732177734375e-06,
      "grad_norm": 0.3462333679199219,
      "learning_rate": 9.864613823039971e-06,
      "loss": 0.0393,
      "step": 1003
    },
    {
      "epoch": 2.681732177734375e-06,
      "model_forward_time": 6.938805818557739,
      "step": 1003
    },
    {
      "epoch": 2.681732177734375e-06,
      "step": 1003,
      "training_step_time": 22.04782795906067
    },
    {
      "epoch": 2.685546875e-06,
      "grad_norm": 0.48864734172821045,
      "learning_rate": 9.864308047822133e-06,
      "loss": 0.0671,
      "step": 1004
    },
    {
      "epoch": 2.685546875e-06,
      "model_forward_time": 8.444480657577515,
      "step": 1004
    },
    {
      "epoch": 2.685546875e-06,
      "step": 1004,
      "training_step_time": 23.814656257629395
    },
    {
      "epoch": 2.689361572265625e-06,
      "grad_norm": 0.26139143109321594,
      "learning_rate": 9.864001932440621e-06,
      "loss": 0.0504,
      "step": 1005
    },
    {
      "epoch": 2.689361572265625e-06,
      "model_forward_time": 6.985110282897949,
      "step": 1005
    },
    {
      "epoch": 2.689361572265625e-06,
      "step": 1005,
      "training_step_time": 22.077821969985962
    },
    {
      "epoch": 2.69317626953125e-06,
      "grad_norm": 0.20594000816345215,
      "learning_rate": 9.863695476916846e-06,
      "loss": 0.0348,
      "step": 1006
    },
    {
      "epoch": 2.69317626953125e-06,
      "model_forward_time": 6.825953722000122,
      "step": 1006
    },
    {
      "epoch": 2.69317626953125e-06,
      "step": 1006,
      "training_step_time": 22.388946294784546
    },
    {
      "epoch": 2.696990966796875e-06,
      "grad_norm": 0.27513131499290466,
      "learning_rate": 9.863388681272235e-06,
      "loss": 0.0386,
      "step": 1007
    },
    {
      "epoch": 2.696990966796875e-06,
      "model_forward_time": 6.995274066925049,
      "step": 1007
    },
    {
      "epoch": 2.696990966796875e-06,
      "step": 1007,
      "training_step_time": 22.776262521743774
    },
    {
      "epoch": 2.7008056640625e-06,
      "grad_norm": 0.6208660006523132,
      "learning_rate": 9.863081545528241e-06,
      "loss": 0.0582,
      "step": 1008
    },
    {
      "epoch": 2.7008056640625e-06,
      "model_forward_time": 6.891886234283447,
      "step": 1008
    },
    {
      "epoch": 2.7008056640625e-06,
      "step": 1008,
      "training_step_time": 22.017571926116943
    },
    {
      "epoch": 2.704620361328125e-06,
      "grad_norm": 0.4344346821308136,
      "learning_rate": 9.862774069706346e-06,
      "loss": 0.0489,
      "step": 1009
    },
    {
      "epoch": 2.704620361328125e-06,
      "model_forward_time": 7.587965250015259,
      "step": 1009
    },
    {
      "epoch": 2.704620361328125e-06,
      "step": 1009,
      "training_step_time": 22.63412594795227
    },
    {
      "epoch": 2.70843505859375e-06,
      "grad_norm": 0.4914218485355377,
      "learning_rate": 9.862466253828052e-06,
      "loss": 0.0453,
      "step": 1010
    },
    {
      "epoch": 2.70843505859375e-06,
      "model_forward_time": 6.9163854122161865,
      "step": 1010
    },
    {
      "dynamics_loss_avg": 0.04549966286867857,
      "epoch": 2.70843505859375e-06,
      "step": 1010
    },
    {
      "action_loss_avg": 0.005242651840671897,
      "epoch": 2.70843505859375e-06,
      "step": 1010
    },
    {
      "epoch": 2.70843505859375e-06,
      "step": 1010,
      "training_step_time": 22.594473600387573
    },
    {
      "epoch": 2.712249755859375e-06,
      "grad_norm": 0.35006001591682434,
      "learning_rate": 9.86215809791488e-06,
      "loss": 0.0444,
      "step": 1011
    },
    {
      "epoch": 2.712249755859375e-06,
      "model_forward_time": 6.980458736419678,
      "step": 1011
    },
    {
      "epoch": 2.712249755859375e-06,
      "step": 1011,
      "training_step_time": 22.049163818359375
    },
    {
      "epoch": 2.716064453125e-06,
      "grad_norm": 0.20585878193378448,
      "learning_rate": 9.861849601988384e-06,
      "loss": 0.03,
      "step": 1012
    },
    {
      "epoch": 2.716064453125e-06,
      "model_forward_time": 6.908922433853149,
      "step": 1012
    },
    {
      "epoch": 2.716064453125e-06,
      "step": 1012,
      "training_step_time": 22.03492832183838
    },
    {
      "epoch": 2.719879150390625e-06,
      "grad_norm": 0.3279021084308624,
      "learning_rate": 9.861540766070136e-06,
      "loss": 0.0328,
      "step": 1013
    },
    {
      "epoch": 2.719879150390625e-06,
      "model_forward_time": 6.863910675048828,
      "step": 1013
    },
    {
      "epoch": 2.719879150390625e-06,
      "step": 1013,
      "training_step_time": 22.64258646965027
    },
    {
      "epoch": 2.72369384765625e-06,
      "grad_norm": 0.31527793407440186,
      "learning_rate": 9.861231590181732e-06,
      "loss": 0.0511,
      "step": 1014
    },
    {
      "epoch": 2.72369384765625e-06,
      "model_forward_time": 7.576456069946289,
      "step": 1014
    },
    {
      "epoch": 2.72369384765625e-06,
      "step": 1014,
      "training_step_time": 22.67064595222473
    },
    {
      "epoch": 2.727508544921875e-06,
      "grad_norm": 0.33803534507751465,
      "learning_rate": 9.860922074344794e-06,
      "loss": 0.0515,
      "step": 1015
    },
    {
      "epoch": 2.727508544921875e-06,
      "model_forward_time": 6.931588172912598,
      "step": 1015
    },
    {
      "epoch": 2.727508544921875e-06,
      "step": 1015,
      "training_step_time": 22.597947120666504
    },
    {
      "epoch": 2.7313232421875e-06,
      "grad_norm": 0.3052447438240051,
      "learning_rate": 9.860612218580966e-06,
      "loss": 0.0318,
      "step": 1016
    },
    {
      "epoch": 2.7313232421875e-06,
      "model_forward_time": 6.942158937454224,
      "step": 1016
    },
    {
      "epoch": 2.7313232421875e-06,
      "step": 1016,
      "training_step_time": 22.010845184326172
    },
    {
      "epoch": 2.735137939453125e-06,
      "grad_norm": 0.27440765500068665,
      "learning_rate": 9.860302022911918e-06,
      "loss": 0.0501,
      "step": 1017
    },
    {
      "epoch": 2.735137939453125e-06,
      "model_forward_time": 6.935977220535278,
      "step": 1017
    },
    {
      "epoch": 2.735137939453125e-06,
      "step": 1017,
      "training_step_time": 22.03728485107422
    },
    {
      "epoch": 2.73895263671875e-06,
      "grad_norm": 0.3181838095188141,
      "learning_rate": 9.85999148735934e-06,
      "loss": 0.0498,
      "step": 1018
    },
    {
      "epoch": 2.73895263671875e-06,
      "model_forward_time": 6.812078475952148,
      "step": 1018
    },
    {
      "epoch": 2.73895263671875e-06,
      "step": 1018,
      "training_step_time": 22.66212034225464
    },
    {
      "epoch": 2.742767333984375e-06,
      "grad_norm": 0.43312332034111023,
      "learning_rate": 9.859680611944948e-06,
      "loss": 0.0433,
      "step": 1019
    },
    {
      "epoch": 2.742767333984375e-06,
      "model_forward_time": 7.588721513748169,
      "step": 1019
    },
    {
      "epoch": 2.742767333984375e-06,
      "step": 1019,
      "training_step_time": 22.646570444107056
    },
    {
      "epoch": 2.74658203125e-06,
      "grad_norm": 0.2807103097438812,
      "learning_rate": 9.859369396690484e-06,
      "loss": 0.0383,
      "step": 1020
    },
    {
      "epoch": 2.74658203125e-06,
      "model_forward_time": 6.933161973953247,
      "step": 1020
    },
    {
      "dynamics_loss_avg": 0.03830030430108309,
      "epoch": 2.74658203125e-06,
      "step": 1020
    },
    {
      "action_loss_avg": 0.0039294387795962395,
      "epoch": 2.74658203125e-06,
      "step": 1020
    },
    {
      "epoch": 2.74658203125e-06,
      "step": 1020,
      "training_step_time": 22.638442277908325
    },
    {
      "epoch": 2.750396728515625e-06,
      "grad_norm": 0.4067622423171997,
      "learning_rate": 9.859057841617709e-06,
      "loss": 0.0373,
      "step": 1021
    },
    {
      "epoch": 2.750396728515625e-06,
      "model_forward_time": 6.9315290451049805,
      "step": 1021
    },
    {
      "epoch": 2.750396728515625e-06,
      "step": 1021,
      "training_step_time": 21.997473001480103
    },
    {
      "epoch": 2.75421142578125e-06,
      "grad_norm": 0.4403288662433624,
      "learning_rate": 9.858745946748411e-06,
      "loss": 0.0476,
      "step": 1022
    },
    {
      "epoch": 2.75421142578125e-06,
      "model_forward_time": 6.973994970321655,
      "step": 1022
    },
    {
      "epoch": 2.75421142578125e-06,
      "step": 1022,
      "training_step_time": 22.035916328430176
    },
    {
      "epoch": 2.758026123046875e-06,
      "grad_norm": 0.19026033580303192,
      "learning_rate": 9.858433712104403e-06,
      "loss": 0.0228,
      "step": 1023
    },
    {
      "epoch": 2.758026123046875e-06,
      "model_forward_time": 6.8699071407318115,
      "step": 1023
    },
    {
      "epoch": 2.758026123046875e-06,
      "step": 1023,
      "training_step_time": 22.67214822769165
    },
    {
      "epoch": 2.7618408203125e-06,
      "grad_norm": 0.27834147214889526,
      "learning_rate": 9.858121137707515e-06,
      "loss": 0.0289,
      "step": 1024
    },
    {
      "epoch": 2.7618408203125e-06,
      "model_forward_time": 7.587848663330078,
      "step": 1024
    },
    {
      "epoch": 2.7618408203125e-06,
      "step": 1024,
      "training_step_time": 22.739187955856323
    },
    {
      "epoch": 2.765655517578125e-06,
      "grad_norm": 0.21749359369277954,
      "learning_rate": 9.85780822357961e-06,
      "loss": 0.0374,
      "step": 1025
    },
    {
      "epoch": 2.765655517578125e-06,
      "model_forward_time": 6.923340797424316,
      "step": 1025
    },
    {
      "epoch": 2.765655517578125e-06,
      "step": 1025,
      "training_step_time": 22.61231017112732
    },
    {
      "epoch": 2.76947021484375e-06,
      "grad_norm": 0.33620232343673706,
      "learning_rate": 9.857494969742568e-06,
      "loss": 0.0469,
      "step": 1026
    },
    {
      "epoch": 2.76947021484375e-06,
      "model_forward_time": 6.959526300430298,
      "step": 1026
    },
    {
      "epoch": 2.76947021484375e-06,
      "step": 1026,
      "training_step_time": 22.016058206558228
    },
    {
      "epoch": 2.773284912109375e-06,
      "grad_norm": 0.260176420211792,
      "learning_rate": 9.857181376218295e-06,
      "loss": 0.0405,
      "step": 1027
    },
    {
      "epoch": 2.773284912109375e-06,
      "model_forward_time": 6.860976696014404,
      "step": 1027
    },
    {
      "epoch": 2.773284912109375e-06,
      "step": 1027,
      "training_step_time": 22.007473707199097
    },
    {
      "epoch": 2.777099609375e-06,
      "grad_norm": 0.23392650485038757,
      "learning_rate": 9.856867443028723e-06,
      "loss": 0.0458,
      "step": 1028
    },
    {
      "epoch": 2.777099609375e-06,
      "model_forward_time": 6.824970960617065,
      "step": 1028
    },
    {
      "epoch": 2.777099609375e-06,
      "step": 1028,
      "training_step_time": 22.601933002471924
    },
    {
      "epoch": 2.780914306640625e-06,
      "grad_norm": 0.19810931384563446,
      "learning_rate": 9.856553170195803e-06,
      "loss": 0.0332,
      "step": 1029
    },
    {
      "epoch": 2.780914306640625e-06,
      "model_forward_time": 7.535136938095093,
      "step": 1029
    },
    {
      "epoch": 2.780914306640625e-06,
      "step": 1029,
      "training_step_time": 22.5976665019989
    },
    {
      "epoch": 2.78472900390625e-06,
      "grad_norm": 0.36613398790359497,
      "learning_rate": 9.856238557741514e-06,
      "loss": 0.0335,
      "step": 1030
    },
    {
      "epoch": 2.78472900390625e-06,
      "model_forward_time": 6.933291435241699,
      "step": 1030
    },
    {
      "dynamics_loss_avg": 0.03629989717155695,
      "epoch": 2.78472900390625e-06,
      "step": 1030
    },
    {
      "action_loss_avg": 0.003039358335081488,
      "epoch": 2.78472900390625e-06,
      "step": 1030
    },
    {
      "epoch": 2.78472900390625e-06,
      "step": 1030,
      "training_step_time": 22.621708154678345
    },
    {
      "epoch": 2.788543701171875e-06,
      "grad_norm": 0.4065170884132385,
      "learning_rate": 9.855923605687854e-06,
      "loss": 0.0475,
      "step": 1031
    },
    {
      "epoch": 2.788543701171875e-06,
      "model_forward_time": 6.958168029785156,
      "step": 1031
    },
    {
      "epoch": 2.788543701171875e-06,
      "step": 1031,
      "training_step_time": 22.031877040863037
    },
    {
      "epoch": 2.7923583984375e-06,
      "grad_norm": 0.2965175211429596,
      "learning_rate": 9.85560831405685e-06,
      "loss": 0.04,
      "step": 1032
    },
    {
      "epoch": 2.7923583984375e-06,
      "model_forward_time": 6.997572898864746,
      "step": 1032
    },
    {
      "epoch": 2.7923583984375e-06,
      "step": 1032,
      "training_step_time": 22.051982879638672
    },
    {
      "epoch": 2.796173095703125e-06,
      "grad_norm": 0.2550932466983795,
      "learning_rate": 9.855292682870552e-06,
      "loss": 0.0393,
      "step": 1033
    },
    {
      "epoch": 2.796173095703125e-06,
      "model_forward_time": 6.960041046142578,
      "step": 1033
    },
    {
      "epoch": 2.796173095703125e-06,
      "step": 1033,
      "training_step_time": 22.647411346435547
    },
    {
      "epoch": 2.79998779296875e-06,
      "grad_norm": 0.27475276589393616,
      "learning_rate": 9.85497671215103e-06,
      "loss": 0.0427,
      "step": 1034
    },
    {
      "epoch": 2.79998779296875e-06,
      "model_forward_time": 7.539385080337524,
      "step": 1034
    },
    {
      "epoch": 2.79998779296875e-06,
      "step": 1034,
      "training_step_time": 22.652117013931274
    },
    {
      "epoch": 2.803802490234375e-06,
      "grad_norm": 0.36245104670524597,
      "learning_rate": 9.854660401920382e-06,
      "loss": 0.0387,
      "step": 1035
    },
    {
      "epoch": 2.803802490234375e-06,
      "model_forward_time": 6.900088548660278,
      "step": 1035
    },
    {
      "epoch": 2.803802490234375e-06,
      "step": 1035,
      "training_step_time": 22.638341665267944
    },
    {
      "epoch": 2.8076171875e-06,
      "grad_norm": 0.18880008161067963,
      "learning_rate": 9.854343752200725e-06,
      "loss": 0.0308,
      "step": 1036
    },
    {
      "epoch": 2.8076171875e-06,
      "model_forward_time": 6.9059648513793945,
      "step": 1036
    },
    {
      "epoch": 2.8076171875e-06,
      "step": 1036,
      "training_step_time": 22.01916790008545
    },
    {
      "epoch": 2.811431884765625e-06,
      "grad_norm": 0.26571184396743774,
      "learning_rate": 9.854026763014205e-06,
      "loss": 0.0352,
      "step": 1037
    },
    {
      "epoch": 2.811431884765625e-06,
      "model_forward_time": 6.913872241973877,
      "step": 1037
    },
    {
      "epoch": 2.811431884765625e-06,
      "step": 1037,
      "training_step_time": 22.012340307235718
    },
    {
      "epoch": 2.81524658203125e-06,
      "grad_norm": 0.2716071605682373,
      "learning_rate": 9.853709434382988e-06,
      "loss": 0.0517,
      "step": 1038
    },
    {
      "epoch": 2.81524658203125e-06,
      "model_forward_time": 6.925670862197876,
      "step": 1038
    },
    {
      "epoch": 2.81524658203125e-06,
      "step": 1038,
      "training_step_time": 22.64321541786194
    },
    {
      "epoch": 2.819061279296875e-06,
      "grad_norm": 0.3103494644165039,
      "learning_rate": 9.853391766329264e-06,
      "loss": 0.0443,
      "step": 1039
    },
    {
      "epoch": 2.819061279296875e-06,
      "model_forward_time": 7.6052258014678955,
      "step": 1039
    },
    {
      "epoch": 2.819061279296875e-06,
      "step": 1039,
      "training_step_time": 22.741087913513184
    },
    {
      "epoch": 2.8228759765625e-06,
      "grad_norm": 0.2456163465976715,
      "learning_rate": 9.853073758875249e-06,
      "loss": 0.0361,
      "step": 1040
    },
    {
      "epoch": 2.8228759765625e-06,
      "model_forward_time": 7.061422109603882,
      "step": 1040
    },
    {
      "dynamics_loss_avg": 0.041128752566874024,
      "epoch": 2.8228759765625e-06,
      "step": 1040
    },
    {
      "action_loss_avg": 0.0040345858433283865,
      "epoch": 2.8228759765625e-06,
      "step": 1040
    },
    {
      "epoch": 2.8228759765625e-06,
      "step": 1040,
      "training_step_time": 22.485021591186523
    },
    {
      "epoch": 2.826690673828125e-06,
      "grad_norm": 0.3146129250526428,
      "learning_rate": 9.85275541204318e-06,
      "loss": 0.0423,
      "step": 1041
    },
    {
      "epoch": 2.826690673828125e-06,
      "model_forward_time": 6.974698305130005,
      "step": 1041
    },
    {
      "epoch": 2.826690673828125e-06,
      "step": 1041,
      "training_step_time": 22.033844232559204
    },
    {
      "epoch": 2.83050537109375e-06,
      "grad_norm": 0.4215284585952759,
      "learning_rate": 9.852436725855324e-06,
      "loss": 0.0517,
      "step": 1042
    },
    {
      "epoch": 2.83050537109375e-06,
      "model_forward_time": 6.86287784576416,
      "step": 1042
    },
    {
      "epoch": 2.83050537109375e-06,
      "step": 1042,
      "training_step_time": 21.99742293357849
    },
    {
      "epoch": 2.834320068359375e-06,
      "grad_norm": 0.3454382121562958,
      "learning_rate": 9.852117700333961e-06,
      "loss": 0.0341,
      "step": 1043
    },
    {
      "epoch": 2.834320068359375e-06,
      "model_forward_time": 6.925548076629639,
      "step": 1043
    },
    {
      "epoch": 2.834320068359375e-06,
      "step": 1043,
      "training_step_time": 22.700609922409058
    },
    {
      "epoch": 2.838134765625e-06,
      "grad_norm": 0.1828005462884903,
      "learning_rate": 9.851798335501403e-06,
      "loss": 0.0302,
      "step": 1044
    },
    {
      "epoch": 2.838134765625e-06,
      "model_forward_time": 7.5751633644104,
      "step": 1044
    },
    {
      "epoch": 2.838134765625e-06,
      "step": 1044,
      "training_step_time": 22.628610372543335
    },
    {
      "epoch": 2.841949462890625e-06,
      "grad_norm": 0.33562910556793213,
      "learning_rate": 9.851478631379982e-06,
      "loss": 0.0548,
      "step": 1045
    },
    {
      "epoch": 2.841949462890625e-06,
      "model_forward_time": 6.947218894958496,
      "step": 1045
    },
    {
      "epoch": 2.841949462890625e-06,
      "step": 1045,
      "training_step_time": 22.60562014579773
    },
    {
      "epoch": 2.84576416015625e-06,
      "grad_norm": 0.2715018689632416,
      "learning_rate": 9.851158587992059e-06,
      "loss": 0.0422,
      "step": 1046
    },
    {
      "epoch": 2.84576416015625e-06,
      "model_forward_time": 6.974878787994385,
      "step": 1046
    },
    {
      "epoch": 2.84576416015625e-06,
      "step": 1046,
      "training_step_time": 22.058048725128174
    },
    {
      "epoch": 2.849578857421875e-06,
      "grad_norm": 0.24957723915576935,
      "learning_rate": 9.850838205360012e-06,
      "loss": 0.0351,
      "step": 1047
    },
    {
      "epoch": 2.849578857421875e-06,
      "model_forward_time": 6.95702600479126,
      "step": 1047
    },
    {
      "epoch": 2.849578857421875e-06,
      "step": 1047,
      "training_step_time": 22.120482206344604
    },
    {
      "epoch": 2.8533935546875e-06,
      "grad_norm": 0.2525772750377655,
      "learning_rate": 9.850517483506244e-06,
      "loss": 0.069,
      "step": 1048
    },
    {
      "epoch": 2.8533935546875e-06,
      "model_forward_time": 6.922828197479248,
      "step": 1048
    },
    {
      "epoch": 2.8533935546875e-06,
      "step": 1048,
      "training_step_time": 22.805959939956665
    },
    {
      "epoch": 2.857208251953125e-06,
      "grad_norm": 0.26517850160598755,
      "learning_rate": 9.850196422453185e-06,
      "loss": 0.0382,
      "step": 1049
    },
    {
      "epoch": 2.857208251953125e-06,
      "model_forward_time": 7.544064998626709,
      "step": 1049
    },
    {
      "epoch": 2.857208251953125e-06,
      "step": 1049,
      "training_step_time": 22.69893527030945
    },
    {
      "epoch": 2.86102294921875e-06,
      "grad_norm": 0.3099427819252014,
      "learning_rate": 9.849875022223287e-06,
      "loss": 0.0496,
      "step": 1050
    },
    {
      "epoch": 2.86102294921875e-06,
      "model_forward_time": 6.9656758308410645,
      "step": 1050
    },
    {
      "dynamics_loss_avg": 0.04099791217595339,
      "epoch": 2.86102294921875e-06,
      "step": 1050
    },
    {
      "action_loss_avg": 0.004190916719380766,
      "epoch": 2.86102294921875e-06,
      "step": 1050
    },
    {
      "epoch": 2.86102294921875e-06,
      "step": 1050,
      "training_step_time": 22.501721620559692
    },
    {
      "epoch": 2.864837646484375e-06,
      "grad_norm": 0.3254450857639313,
      "learning_rate": 9.849553282839025e-06,
      "loss": 0.0358,
      "step": 1051
    },
    {
      "epoch": 2.864837646484375e-06,
      "model_forward_time": 6.877419948577881,
      "step": 1051
    },
    {
      "epoch": 2.864837646484375e-06,
      "step": 1051,
      "training_step_time": 22.66417407989502
    },
    {
      "epoch": 2.86865234375e-06,
      "grad_norm": 0.25036516785621643,
      "learning_rate": 9.849231204322902e-06,
      "loss": 0.0407,
      "step": 1052
    },
    {
      "epoch": 2.86865234375e-06,
      "model_forward_time": 7.016059875488281,
      "step": 1052
    },
    {
      "epoch": 2.86865234375e-06,
      "step": 1052,
      "training_step_time": 22.05438256263733
    },
    {
      "epoch": 2.872467041015625e-06,
      "grad_norm": 0.3790283799171448,
      "learning_rate": 9.848908786697437e-06,
      "loss": 0.0538,
      "step": 1053
    },
    {
      "epoch": 2.872467041015625e-06,
      "model_forward_time": 6.859859943389893,
      "step": 1053
    },
    {
      "epoch": 2.872467041015625e-06,
      "step": 1053,
      "training_step_time": 22.66024875640869
    },
    {
      "epoch": 2.87628173828125e-06,
      "grad_norm": 0.2923206388950348,
      "learning_rate": 9.848586029985177e-06,
      "loss": 0.0377,
      "step": 1054
    },
    {
      "epoch": 2.87628173828125e-06,
      "model_forward_time": 7.615678787231445,
      "step": 1054
    },
    {
      "epoch": 2.87628173828125e-06,
      "step": 1054,
      "training_step_time": 22.72044348716736
    },
    {
      "epoch": 2.880096435546875e-06,
      "grad_norm": 0.360028475522995,
      "learning_rate": 9.848262934208693e-06,
      "loss": 0.0618,
      "step": 1055
    },
    {
      "epoch": 2.880096435546875e-06,
      "model_forward_time": 6.964498043060303,
      "step": 1055
    },
    {
      "epoch": 2.880096435546875e-06,
      "step": 1055,
      "training_step_time": 22.575193881988525
    },
    {
      "epoch": 2.8839111328125e-06,
      "grad_norm": 0.2683258354663849,
      "learning_rate": 9.847939499390581e-06,
      "loss": 0.0648,
      "step": 1056
    },
    {
      "epoch": 2.8839111328125e-06,
      "model_forward_time": 6.966472387313843,
      "step": 1056
    },
    {
      "epoch": 2.8839111328125e-06,
      "step": 1056,
      "training_step_time": 22.601063013076782
    },
    {
      "epoch": 2.887725830078125e-06,
      "grad_norm": 0.1940542608499527,
      "learning_rate": 9.847615725553457e-06,
      "loss": 0.045,
      "step": 1057
    },
    {
      "epoch": 2.887725830078125e-06,
      "model_forward_time": 6.959031105041504,
      "step": 1057
    },
    {
      "epoch": 2.887725830078125e-06,
      "step": 1057,
      "training_step_time": 22.02182102203369
    },
    {
      "epoch": 2.89154052734375e-06,
      "grad_norm": 0.2464175522327423,
      "learning_rate": 9.847291612719965e-06,
      "loss": 0.0399,
      "step": 1058
    },
    {
      "epoch": 2.89154052734375e-06,
      "model_forward_time": 6.9255101680755615,
      "step": 1058
    },
    {
      "epoch": 2.89154052734375e-06,
      "step": 1058,
      "training_step_time": 22.62918782234192
    },
    {
      "epoch": 2.895355224609375e-06,
      "grad_norm": 0.4863458275794983,
      "learning_rate": 9.846967160912765e-06,
      "loss": 0.0552,
      "step": 1059
    },
    {
      "epoch": 2.895355224609375e-06,
      "model_forward_time": 6.956252098083496,
      "step": 1059
    },
    {
      "epoch": 2.895355224609375e-06,
      "step": 1059,
      "training_step_time": 23.21266222000122
    },
    {
      "epoch": 2.899169921875e-06,
      "grad_norm": 0.2504054307937622,
      "learning_rate": 9.846642370154555e-06,
      "loss": 0.0437,
      "step": 1060
    },
    {
      "epoch": 2.899169921875e-06,
      "model_forward_time": 6.959748268127441,
      "step": 1060
    },
    {
      "dynamics_loss_avg": 0.04204207416623831,
      "epoch": 2.899169921875e-06,
      "step": 1060
    },
    {
      "action_loss_avg": 0.00881765172816813,
      "epoch": 2.899169921875e-06,
      "step": 1060
    },
    {
      "epoch": 2.899169921875e-06,
      "step": 1060,
      "training_step_time": 22.05454421043396
    },
    {
      "epoch": 2.902984619140625e-06,
      "grad_norm": 0.39886030554771423,
      "learning_rate": 9.84631724046804e-06,
      "loss": 0.057,
      "step": 1061
    },
    {
      "epoch": 2.902984619140625e-06,
      "model_forward_time": 6.9418511390686035,
      "step": 1061
    },
    {
      "epoch": 2.902984619140625e-06,
      "step": 1061,
      "training_step_time": 22.682105541229248
    },
    {
      "epoch": 2.90679931640625e-06,
      "grad_norm": 0.2708647549152374,
      "learning_rate": 9.845991771875958e-06,
      "loss": 0.0288,
      "step": 1062
    },
    {
      "epoch": 2.90679931640625e-06,
      "model_forward_time": 6.99900484085083,
      "step": 1062
    },
    {
      "epoch": 2.90679931640625e-06,
      "step": 1062,
      "training_step_time": 22.043323516845703
    },
    {
      "epoch": 2.910614013671875e-06,
      "grad_norm": 0.327536016702652,
      "learning_rate": 9.845665964401072e-06,
      "loss": 0.0453,
      "step": 1063
    },
    {
      "epoch": 2.910614013671875e-06,
      "model_forward_time": 6.934786558151245,
      "step": 1063
    },
    {
      "epoch": 2.910614013671875e-06,
      "step": 1063,
      "training_step_time": 22.586979150772095
    },
    {
      "epoch": 2.9144287109375e-06,
      "grad_norm": 0.23624911904335022,
      "learning_rate": 9.845339818066164e-06,
      "loss": 0.0505,
      "step": 1064
    },
    {
      "epoch": 2.9144287109375e-06,
      "model_forward_time": 6.9780519008636475,
      "step": 1064
    },
    {
      "epoch": 2.9144287109375e-06,
      "step": 1064,
      "training_step_time": 23.245678424835205
    },
    {
      "epoch": 2.918243408203125e-06,
      "grad_norm": 0.2329888790845871,
      "learning_rate": 9.845013332894042e-06,
      "loss": 0.0375,
      "step": 1065
    },
    {
      "epoch": 2.918243408203125e-06,
      "model_forward_time": 6.984771490097046,
      "step": 1065
    },
    {
      "epoch": 2.918243408203125e-06,
      "step": 1065,
      "training_step_time": 22.020488500595093
    },
    {
      "epoch": 2.92205810546875e-06,
      "grad_norm": 0.3001914918422699,
      "learning_rate": 9.844686508907538e-06,
      "loss": 0.049,
      "step": 1066
    },
    {
      "epoch": 2.92205810546875e-06,
      "model_forward_time": 6.941124439239502,
      "step": 1066
    },
    {
      "epoch": 2.92205810546875e-06,
      "step": 1066,
      "training_step_time": 22.592598915100098
    },
    {
      "epoch": 2.925872802734375e-06,
      "grad_norm": 0.2985265254974365,
      "learning_rate": 9.844359346129504e-06,
      "loss": 0.0556,
      "step": 1067
    },
    {
      "epoch": 2.925872802734375e-06,
      "model_forward_time": 7.003591537475586,
      "step": 1067
    },
    {
      "epoch": 2.925872802734375e-06,
      "step": 1067,
      "training_step_time": 22.0503830909729
    },
    {
      "epoch": 2.9296875e-06,
      "grad_norm": 0.3090028166770935,
      "learning_rate": 9.844031844582822e-06,
      "loss": 0.0432,
      "step": 1068
    },
    {
      "epoch": 2.9296875e-06,
      "model_forward_time": 6.979459762573242,
      "step": 1068
    },
    {
      "epoch": 2.9296875e-06,
      "step": 1068,
      "training_step_time": 22.04487681388855
    },
    {
      "epoch": 2.933502197265625e-06,
      "grad_norm": 0.2922709584236145,
      "learning_rate": 9.843704004290393e-06,
      "loss": 0.0521,
      "step": 1069
    },
    {
      "epoch": 2.933502197265625e-06,
      "model_forward_time": 6.88381028175354,
      "step": 1069
    },
    {
      "epoch": 2.933502197265625e-06,
      "step": 1069,
      "training_step_time": 23.210880041122437
    },
    {
      "epoch": 2.93731689453125e-06,
      "grad_norm": 0.20037049055099487,
      "learning_rate": 9.843375825275144e-06,
      "loss": 0.0431,
      "step": 1070
    },
    {
      "epoch": 2.93731689453125e-06,
      "model_forward_time": 6.990341424942017,
      "step": 1070
    },
    {
      "dynamics_loss_avg": 0.032550827413797376,
      "epoch": 2.93731689453125e-06,
      "step": 1070
    },
    {
      "action_loss_avg": 0.006264076475054026,
      "epoch": 2.93731689453125e-06,
      "step": 1070
    },
    {
      "epoch": 2.93731689453125e-06,
      "step": 1070,
      "training_step_time": 22.054553031921387
    },
    {
      "epoch": 2.941131591796875e-06,
      "grad_norm": 0.35922014713287354,
      "learning_rate": 9.843047307560024e-06,
      "loss": 0.0475,
      "step": 1071
    },
    {
      "epoch": 2.941131591796875e-06,
      "model_forward_time": 6.941864252090454,
      "step": 1071
    },
    {
      "epoch": 2.941131591796875e-06,
      "step": 1071,
      "training_step_time": 22.592735528945923
    },
    {
      "epoch": 2.9449462890625e-06,
      "grad_norm": 0.23653602600097656,
      "learning_rate": 9.842718451168006e-06,
      "loss": 0.0593,
      "step": 1072
    },
    {
      "epoch": 2.9449462890625e-06,
      "model_forward_time": 6.9443347454071045,
      "step": 1072
    },
    {
      "epoch": 2.9449462890625e-06,
      "step": 1072,
      "training_step_time": 22.011820793151855
    },
    {
      "epoch": 2.948760986328125e-06,
      "grad_norm": 0.3886580467224121,
      "learning_rate": 9.842389256122086e-06,
      "loss": 0.0578,
      "step": 1073
    },
    {
      "epoch": 2.948760986328125e-06,
      "model_forward_time": 6.950165033340454,
      "step": 1073
    },
    {
      "epoch": 2.948760986328125e-06,
      "step": 1073,
      "training_step_time": 22.021705627441406
    },
    {
      "epoch": 2.95257568359375e-06,
      "grad_norm": 0.2760360538959503,
      "learning_rate": 9.842059722445288e-06,
      "loss": 0.0505,
      "step": 1074
    },
    {
      "epoch": 2.95257568359375e-06,
      "model_forward_time": 6.894753932952881,
      "step": 1074
    },
    {
      "epoch": 2.95257568359375e-06,
      "step": 1074,
      "training_step_time": 22.7038471698761
    },
    {
      "epoch": 2.956390380859375e-06,
      "grad_norm": 0.4470115900039673,
      "learning_rate": 9.841729850160652e-06,
      "loss": 0.0622,
      "step": 1075
    },
    {
      "epoch": 2.956390380859375e-06,
      "model_forward_time": 8.191764116287231,
      "step": 1075
    },
    {
      "epoch": 2.956390380859375e-06,
      "step": 1075,
      "training_step_time": 23.3002347946167
    },
    {
      "epoch": 2.960205078125e-06,
      "grad_norm": 0.2777588367462158,
      "learning_rate": 9.841399639291252e-06,
      "loss": 0.0481,
      "step": 1076
    },
    {
      "epoch": 2.960205078125e-06,
      "model_forward_time": 6.91043758392334,
      "step": 1076
    },
    {
      "epoch": 2.960205078125e-06,
      "step": 1076,
      "training_step_time": 22.572808027267456
    },
    {
      "epoch": 2.964019775390625e-06,
      "grad_norm": 0.3263927102088928,
      "learning_rate": 9.841069089860175e-06,
      "loss": 0.0549,
      "step": 1077
    },
    {
      "epoch": 2.964019775390625e-06,
      "model_forward_time": 6.9905970096588135,
      "step": 1077
    },
    {
      "epoch": 2.964019775390625e-06,
      "step": 1077,
      "training_step_time": 22.011401414871216
    },
    {
      "epoch": 2.96783447265625e-06,
      "grad_norm": 0.3240407109260559,
      "learning_rate": 9.84073820189054e-06,
      "loss": 0.0691,
      "step": 1078
    },
    {
      "epoch": 2.96783447265625e-06,
      "model_forward_time": 6.943739652633667,
      "step": 1078
    },
    {
      "epoch": 2.96783447265625e-06,
      "step": 1078,
      "training_step_time": 22.023303031921387
    },
    {
      "epoch": 2.971649169921875e-06,
      "grad_norm": 0.26715996861457825,
      "learning_rate": 9.840406975405483e-06,
      "loss": 0.0516,
      "step": 1079
    },
    {
      "epoch": 2.971649169921875e-06,
      "model_forward_time": 6.930154800415039,
      "step": 1079
    },
    {
      "epoch": 2.971649169921875e-06,
      "step": 1079,
      "training_step_time": 22.689257383346558
    },
    {
      "epoch": 2.9754638671875e-06,
      "grad_norm": 0.37993258237838745,
      "learning_rate": 9.840075410428169e-06,
      "loss": 0.0691,
      "step": 1080
    },
    {
      "epoch": 2.9754638671875e-06,
      "model_forward_time": 7.5887415409088135,
      "step": 1080
    },
    {
      "dynamics_loss_avg": 0.044018379598855975,
      "epoch": 2.9754638671875e-06,
      "step": 1080
    },
    {
      "action_loss_avg": 0.006897949287667871,
      "epoch": 2.9754638671875e-06,
      "step": 1080
    },
    {
      "epoch": 2.9754638671875e-06,
      "step": 1080,
      "training_step_time": 22.702281713485718
    },
    {
      "epoch": 2.979278564453125e-06,
      "grad_norm": 0.37186723947525024,
      "learning_rate": 9.839743506981783e-06,
      "loss": 0.0509,
      "step": 1081
    },
    {
      "epoch": 2.979278564453125e-06,
      "model_forward_time": 6.904240131378174,
      "step": 1081
    },
    {
      "epoch": 2.979278564453125e-06,
      "step": 1081,
      "training_step_time": 22.57746410369873
    },
    {
      "epoch": 2.98309326171875e-06,
      "grad_norm": 0.21797937154769897,
      "learning_rate": 9.839411265089536e-06,
      "loss": 0.0524,
      "step": 1082
    },
    {
      "epoch": 2.98309326171875e-06,
      "model_forward_time": 6.921136379241943,
      "step": 1082
    },
    {
      "epoch": 2.98309326171875e-06,
      "step": 1082,
      "training_step_time": 22.044007301330566
    },
    {
      "epoch": 2.986907958984375e-06,
      "grad_norm": 0.21928350627422333,
      "learning_rate": 9.83907868477466e-06,
      "loss": 0.0507,
      "step": 1083
    },
    {
      "epoch": 2.986907958984375e-06,
      "model_forward_time": 6.952628135681152,
      "step": 1083
    },
    {
      "epoch": 2.986907958984375e-06,
      "step": 1083,
      "training_step_time": 22.044378995895386
    },
    {
      "epoch": 2.99072265625e-06,
      "grad_norm": 0.22983404994010925,
      "learning_rate": 9.838745766060417e-06,
      "loss": 0.0484,
      "step": 1084
    },
    {
      "epoch": 2.99072265625e-06,
      "model_forward_time": 6.928769111633301,
      "step": 1084
    },
    {
      "epoch": 2.99072265625e-06,
      "step": 1084,
      "training_step_time": 22.632172346115112
    },
    {
      "epoch": 2.994537353515625e-06,
      "grad_norm": 0.3827645480632782,
      "learning_rate": 9.838412508970084e-06,
      "loss": 0.0438,
      "step": 1085
    },
    {
      "epoch": 2.994537353515625e-06,
      "model_forward_time": 7.651737928390503,
      "step": 1085
    },
    {
      "epoch": 2.994537353515625e-06,
      "step": 1085,
      "training_step_time": 22.725829601287842
    },
    {
      "epoch": 2.99835205078125e-06,
      "grad_norm": 0.22093215584754944,
      "learning_rate": 9.838078913526968e-06,
      "loss": 0.0293,
      "step": 1086
    },
    {
      "epoch": 2.99835205078125e-06,
      "model_forward_time": 6.948012351989746,
      "step": 1086
    },
    {
      "epoch": 2.99835205078125e-06,
      "step": 1086,
      "training_step_time": 22.548170566558838
    },
    {
      "epoch": 3.002166748046875e-06,
      "grad_norm": 0.44100016355514526,
      "learning_rate": 9.837744979754397e-06,
      "loss": 0.0766,
      "step": 1087
    },
    {
      "epoch": 3.002166748046875e-06,
      "model_forward_time": 6.95831823348999,
      "step": 1087
    },
    {
      "epoch": 3.002166748046875e-06,
      "step": 1087,
      "training_step_time": 22.0440673828125
    },
    {
      "epoch": 3.0059814453125e-06,
      "grad_norm": 0.18207451701164246,
      "learning_rate": 9.837410707675721e-06,
      "loss": 0.0376,
      "step": 1088
    },
    {
      "epoch": 3.0059814453125e-06,
      "model_forward_time": 6.910334587097168,
      "step": 1088
    },
    {
      "epoch": 3.0059814453125e-06,
      "step": 1088,
      "training_step_time": 22.021296739578247
    },
    {
      "epoch": 3.009796142578125e-06,
      "grad_norm": 0.27409684658050537,
      "learning_rate": 9.83707609731432e-06,
      "loss": 0.0479,
      "step": 1089
    },
    {
      "epoch": 3.009796142578125e-06,
      "model_forward_time": 6.940567970275879,
      "step": 1089
    },
    {
      "epoch": 3.009796142578125e-06,
      "step": 1089,
      "training_step_time": 22.64637565612793
    },
    {
      "epoch": 3.01361083984375e-06,
      "grad_norm": 0.3082275390625,
      "learning_rate": 9.836741148693592e-06,
      "loss": 0.0619,
      "step": 1090
    },
    {
      "epoch": 3.01361083984375e-06,
      "model_forward_time": 7.513283967971802,
      "step": 1090
    },
    {
      "dynamics_loss_avg": 0.03608665745705366,
      "epoch": 3.01361083984375e-06,
      "step": 1090
    },
    {
      "action_loss_avg": 0.005380846024490893,
      "epoch": 3.01361083984375e-06,
      "step": 1090
    },
    {
      "epoch": 3.01361083984375e-06,
      "step": 1090,
      "training_step_time": 22.63962149620056
    },
    {
      "epoch": 3.017425537109375e-06,
      "grad_norm": 0.1690962314605713,
      "learning_rate": 9.836405861836957e-06,
      "loss": 0.057,
      "step": 1091
    },
    {
      "epoch": 3.017425537109375e-06,
      "model_forward_time": 6.961003065109253,
      "step": 1091
    },
    {
      "epoch": 3.017425537109375e-06,
      "step": 1091,
      "training_step_time": 23.124438047409058
    },
    {
      "epoch": 3.021240234375e-06,
      "grad_norm": 0.4387151300907135,
      "learning_rate": 9.836070236767866e-06,
      "loss": 0.0474,
      "step": 1092
    },
    {
      "epoch": 3.021240234375e-06,
      "model_forward_time": 6.919205665588379,
      "step": 1092
    },
    {
      "epoch": 3.021240234375e-06,
      "step": 1092,
      "training_step_time": 22.01408886909485
    },
    {
      "epoch": 3.025054931640625e-06,
      "grad_norm": 0.3998132348060608,
      "learning_rate": 9.835734273509787e-06,
      "loss": 0.0454,
      "step": 1093
    },
    {
      "epoch": 3.025054931640625e-06,
      "model_forward_time": 6.920228481292725,
      "step": 1093
    },
    {
      "epoch": 3.025054931640625e-06,
      "step": 1093,
      "training_step_time": 22.002859592437744
    },
    {
      "epoch": 3.02886962890625e-06,
      "grad_norm": 0.5101221799850464,
      "learning_rate": 9.835397972086214e-06,
      "loss": 0.0694,
      "step": 1094
    },
    {
      "epoch": 3.02886962890625e-06,
      "model_forward_time": 6.959064245223999,
      "step": 1094
    },
    {
      "epoch": 3.02886962890625e-06,
      "step": 1094,
      "training_step_time": 23.080703020095825
    },
    {
      "epoch": 3.032684326171875e-06,
      "grad_norm": 0.30590301752090454,
      "learning_rate": 9.835061332520666e-06,
      "loss": 0.0527,
      "step": 1095
    },
    {
      "epoch": 3.032684326171875e-06,
      "model_forward_time": 7.606184244155884,
      "step": 1095
    },
    {
      "epoch": 3.032684326171875e-06,
      "step": 1095,
      "training_step_time": 22.68729567527771
    },
    {
      "epoch": 3.0364990234375e-06,
      "grad_norm": 0.47878262400627136,
      "learning_rate": 9.834724354836684e-06,
      "loss": 0.0711,
      "step": 1096
    },
    {
      "epoch": 3.0364990234375e-06,
      "model_forward_time": 6.910204648971558,
      "step": 1096
    },
    {
      "epoch": 3.0364990234375e-06,
      "step": 1096,
      "training_step_time": 22.516658067703247
    },
    {
      "epoch": 3.040313720703125e-06,
      "grad_norm": 0.38687536120414734,
      "learning_rate": 9.834387039057834e-06,
      "loss": 0.0646,
      "step": 1097
    },
    {
      "epoch": 3.040313720703125e-06,
      "model_forward_time": 6.9363884925842285,
      "step": 1097
    },
    {
      "epoch": 3.040313720703125e-06,
      "step": 1097,
      "training_step_time": 22.015816926956177
    },
    {
      "epoch": 3.04412841796875e-06,
      "grad_norm": 0.2570773661136627,
      "learning_rate": 9.834049385207703e-06,
      "loss": 0.0607,
      "step": 1098
    },
    {
      "epoch": 3.04412841796875e-06,
      "model_forward_time": 6.991347074508667,
      "step": 1098
    },
    {
      "epoch": 3.04412841796875e-06,
      "step": 1098,
      "training_step_time": 22.050196409225464
    },
    {
      "epoch": 3.047943115234375e-06,
      "grad_norm": 0.19476120173931122,
      "learning_rate": 9.833711393309902e-06,
      "loss": 0.033,
      "step": 1099
    },
    {
      "epoch": 3.047943115234375e-06,
      "model_forward_time": 6.847436428070068,
      "step": 1099
    },
    {
      "epoch": 3.047943115234375e-06,
      "step": 1099,
      "training_step_time": 23.235272884368896
    },
    {
      "epoch": 3.0517578125e-06,
      "grad_norm": 0.19590634107589722,
      "learning_rate": 9.83337306338807e-06,
      "loss": 0.0288,
      "step": 1100
    },
    {
      "epoch": 3.0517578125e-06,
      "model_forward_time": 6.8170576095581055,
      "step": 1100
    },
    {
      "dynamics_loss_avg": 0.04100652718916535,
      "epoch": 3.0517578125e-06,
      "step": 1100
    },
    {
      "action_loss_avg": 0.006048340990673751,
      "epoch": 3.0517578125e-06,
      "step": 1100
    },
    {
      "epoch": 3.0517578125e-06,
      "step": 1100,
      "training_step_time": 22.095479488372803
    },
    {
      "epoch": 3.055572509765625e-06,
      "grad_norm": 0.38242200016975403,
      "learning_rate": 9.833034395465866e-06,
      "loss": 0.0475,
      "step": 1101
    },
    {
      "epoch": 3.055572509765625e-06,
      "model_forward_time": 6.8944432735443115,
      "step": 1101
    },
    {
      "epoch": 3.055572509765625e-06,
      "step": 1101,
      "training_step_time": 22.538283824920654
    },
    {
      "epoch": 3.05938720703125e-06,
      "grad_norm": 0.6337556838989258,
      "learning_rate": 9.832695389566973e-06,
      "loss": 0.077,
      "step": 1102
    },
    {
      "epoch": 3.05938720703125e-06,
      "model_forward_time": 6.957224369049072,
      "step": 1102
    },
    {
      "epoch": 3.05938720703125e-06,
      "step": 1102,
      "training_step_time": 22.082682609558105
    },
    {
      "epoch": 3.063201904296875e-06,
      "grad_norm": 0.4666370153427124,
      "learning_rate": 9.832356045715097e-06,
      "loss": 0.0664,
      "step": 1103
    },
    {
      "epoch": 3.063201904296875e-06,
      "model_forward_time": 6.948509454727173,
      "step": 1103
    },
    {
      "epoch": 3.063201904296875e-06,
      "step": 1103,
      "training_step_time": 22.100975513458252
    },
    {
      "epoch": 3.0670166015625e-06,
      "grad_norm": 0.24974115192890167,
      "learning_rate": 9.83201636393397e-06,
      "loss": 0.0546,
      "step": 1104
    },
    {
      "epoch": 3.0670166015625e-06,
      "model_forward_time": 8.340282678604126,
      "step": 1104
    },
    {
      "epoch": 3.0670166015625e-06,
      "step": 1104,
      "training_step_time": 23.488321781158447
    },
    {
      "epoch": 3.070831298828125e-06,
      "grad_norm": 0.22320066392421722,
      "learning_rate": 9.831676344247343e-06,
      "loss": 0.0609,
      "step": 1105
    },
    {
      "epoch": 3.070831298828125e-06,
      "model_forward_time": 6.9644505977630615,
      "step": 1105
    },
    {
      "epoch": 3.070831298828125e-06,
      "step": 1105,
      "training_step_time": 22.05015277862549
    },
    {
      "epoch": 3.07464599609375e-06,
      "grad_norm": 0.29725372791290283,
      "learning_rate": 9.831335986678998e-06,
      "loss": 0.0445,
      "step": 1106
    },
    {
      "epoch": 3.07464599609375e-06,
      "model_forward_time": 6.938402891159058,
      "step": 1106
    },
    {
      "epoch": 3.07464599609375e-06,
      "step": 1106,
      "training_step_time": 22.534687757492065
    },
    {
      "epoch": 3.078460693359375e-06,
      "grad_norm": 0.27883005142211914,
      "learning_rate": 9.830995291252732e-06,
      "loss": 0.0486,
      "step": 1107
    },
    {
      "epoch": 3.078460693359375e-06,
      "model_forward_time": 6.928141355514526,
      "step": 1107
    },
    {
      "epoch": 3.078460693359375e-06,
      "step": 1107,
      "training_step_time": 22.69395160675049
    },
    {
      "epoch": 3.082275390625e-06,
      "grad_norm": 0.3159002363681793,
      "learning_rate": 9.830654257992375e-06,
      "loss": 0.0559,
      "step": 1108
    },
    {
      "epoch": 3.082275390625e-06,
      "model_forward_time": 6.8448755741119385,
      "step": 1108
    },
    {
      "epoch": 3.082275390625e-06,
      "step": 1108,
      "training_step_time": 21.968344688415527
    },
    {
      "epoch": 3.086090087890625e-06,
      "grad_norm": 0.24238501489162445,
      "learning_rate": 9.830312886921771e-06,
      "loss": 0.0365,
      "step": 1109
    },
    {
      "epoch": 3.086090087890625e-06,
      "model_forward_time": 6.949619293212891,
      "step": 1109
    },
    {
      "epoch": 3.086090087890625e-06,
      "step": 1109,
      "training_step_time": 22.75502061843872
    },
    {
      "epoch": 3.08990478515625e-06,
      "grad_norm": 0.347895085811615,
      "learning_rate": 9.829971178064794e-06,
      "loss": 0.0522,
      "step": 1110
    },
    {
      "epoch": 3.08990478515625e-06,
      "model_forward_time": 7.729601144790649,
      "step": 1110
    },
    {
      "dynamics_loss_avg": 0.03864786829799414,
      "epoch": 3.08990478515625e-06,
      "step": 1110
    },
    {
      "action_loss_avg": 0.00520203779451549,
      "epoch": 3.08990478515625e-06,
      "step": 1110
    },
    {
      "epoch": 3.08990478515625e-06,
      "step": 1110,
      "training_step_time": 22.82295560836792
    },
    {
      "epoch": 3.093719482421875e-06,
      "grad_norm": 0.3220166265964508,
      "learning_rate": 9.829629131445342e-06,
      "loss": 0.0562,
      "step": 1111
    },
    {
      "epoch": 3.093719482421875e-06,
      "model_forward_time": 6.914380788803101,
      "step": 1111
    },
    {
      "epoch": 3.093719482421875e-06,
      "step": 1111,
      "training_step_time": 22.581491231918335
    },
    {
      "epoch": 3.0975341796875e-06,
      "grad_norm": 0.2973390817642212,
      "learning_rate": 9.829286747087333e-06,
      "loss": 0.0422,
      "step": 1112
    },
    {
      "epoch": 3.0975341796875e-06,
      "model_forward_time": 6.946619272232056,
      "step": 1112
    },
    {
      "epoch": 3.0975341796875e-06,
      "step": 1112,
      "training_step_time": 22.52608036994934
    },
    {
      "epoch": 3.101348876953125e-06,
      "grad_norm": 0.23155377805233002,
      "learning_rate": 9.828944025014708e-06,
      "loss": 0.0493,
      "step": 1113
    },
    {
      "epoch": 3.101348876953125e-06,
      "model_forward_time": 6.960642099380493,
      "step": 1113
    },
    {
      "epoch": 3.101348876953125e-06,
      "step": 1113,
      "training_step_time": 22.046648025512695
    },
    {
      "epoch": 3.10516357421875e-06,
      "grad_norm": 0.3127135932445526,
      "learning_rate": 9.828600965251436e-06,
      "loss": 0.0497,
      "step": 1114
    },
    {
      "epoch": 3.10516357421875e-06,
      "model_forward_time": 6.9098060131073,
      "step": 1114
    },
    {
      "epoch": 3.10516357421875e-06,
      "step": 1114,
      "training_step_time": 22.630886793136597
    },
    {
      "epoch": 3.108978271484375e-06,
      "grad_norm": 0.4375273287296295,
      "learning_rate": 9.828257567821507e-06,
      "loss": 0.0592,
      "step": 1115
    },
    {
      "epoch": 3.108978271484375e-06,
      "model_forward_time": 7.672647953033447,
      "step": 1115
    },
    {
      "epoch": 3.108978271484375e-06,
      "step": 1115,
      "training_step_time": 22.759831428527832
    },
    {
      "epoch": 3.11279296875e-06,
      "grad_norm": 0.39494267106056213,
      "learning_rate": 9.827913832748933e-06,
      "loss": 0.0473,
      "step": 1116
    },
    {
      "epoch": 3.11279296875e-06,
      "model_forward_time": 6.974130868911743,
      "step": 1116
    },
    {
      "epoch": 3.11279296875e-06,
      "step": 1116,
      "training_step_time": 22.02693510055542
    },
    {
      "epoch": 3.116607666015625e-06,
      "grad_norm": 0.3645879030227661,
      "learning_rate": 9.827569760057755e-06,
      "loss": 0.0636,
      "step": 1117
    },
    {
      "epoch": 3.116607666015625e-06,
      "model_forward_time": 6.934741258621216,
      "step": 1117
    },
    {
      "epoch": 3.116607666015625e-06,
      "step": 1117,
      "training_step_time": 22.71330714225769
    },
    {
      "epoch": 3.12042236328125e-06,
      "grad_norm": 0.46892037987709045,
      "learning_rate": 9.827225349772033e-06,
      "loss": 0.0597,
      "step": 1118
    },
    {
      "epoch": 3.12042236328125e-06,
      "model_forward_time": 6.998627424240112,
      "step": 1118
    },
    {
      "epoch": 3.12042236328125e-06,
      "step": 1118,
      "training_step_time": 22.039982318878174
    },
    {
      "epoch": 3.124237060546875e-06,
      "grad_norm": 0.40824633836746216,
      "learning_rate": 9.82688060191585e-06,
      "loss": 0.0615,
      "step": 1119
    },
    {
      "epoch": 3.124237060546875e-06,
      "model_forward_time": 6.9772255420684814,
      "step": 1119
    },
    {
      "epoch": 3.124237060546875e-06,
      "step": 1119,
      "training_step_time": 22.465383291244507
    },
    {
      "epoch": 3.1280517578125e-06,
      "grad_norm": 0.30504074692726135,
      "learning_rate": 9.826535516513318e-06,
      "loss": 0.0346,
      "step": 1120
    },
    {
      "epoch": 3.1280517578125e-06,
      "model_forward_time": 7.539616346359253,
      "step": 1120
    },
    {
      "dynamics_loss_avg": 0.0373081736266613,
      "epoch": 3.1280517578125e-06,
      "step": 1120
    },
    {
      "action_loss_avg": 0.004854383284691721,
      "epoch": 3.1280517578125e-06,
      "step": 1120
    },
    {
      "epoch": 3.1280517578125e-06,
      "step": 1120,
      "training_step_time": 22.669113159179688
    },
    {
      "epoch": 3.131866455078125e-06,
      "grad_norm": 0.3563372492790222,
      "learning_rate": 9.826190093588564e-06,
      "loss": 0.0456,
      "step": 1121
    },
    {
      "epoch": 3.131866455078125e-06,
      "model_forward_time": 6.8949339389801025,
      "step": 1121
    },
    {
      "epoch": 3.131866455078125e-06,
      "step": 1121,
      "training_step_time": 22.542778968811035
    },
    {
      "epoch": 3.13568115234375e-06,
      "grad_norm": 0.22530004382133484,
      "learning_rate": 9.825844333165748e-06,
      "loss": 0.0456,
      "step": 1122
    },
    {
      "epoch": 3.13568115234375e-06,
      "model_forward_time": 6.954907178878784,
      "step": 1122
    },
    {
      "epoch": 3.13568115234375e-06,
      "step": 1122,
      "training_step_time": 22.46144413948059
    },
    {
      "epoch": 3.139495849609375e-06,
      "grad_norm": 0.2619795501232147,
      "learning_rate": 9.825498235269046e-06,
      "loss": 0.0358,
      "step": 1123
    },
    {
      "epoch": 3.139495849609375e-06,
      "model_forward_time": 6.928636074066162,
      "step": 1123
    },
    {
      "epoch": 3.139495849609375e-06,
      "step": 1123,
      "training_step_time": 22.02831792831421
    },
    {
      "epoch": 3.143310546875e-06,
      "grad_norm": 0.40290793776512146,
      "learning_rate": 9.825151799922665e-06,
      "loss": 0.0307,
      "step": 1124
    },
    {
      "epoch": 3.143310546875e-06,
      "model_forward_time": 6.927569389343262,
      "step": 1124
    },
    {
      "epoch": 3.143310546875e-06,
      "step": 1124,
      "training_step_time": 22.61160135269165
    },
    {
      "epoch": 3.147125244140625e-06,
      "grad_norm": 0.3290499150753021,
      "learning_rate": 9.824805027150828e-06,
      "loss": 0.0276,
      "step": 1125
    },
    {
      "epoch": 3.147125244140625e-06,
      "model_forward_time": 7.658780097961426,
      "step": 1125
    },
    {
      "epoch": 3.147125244140625e-06,
      "step": 1125,
      "training_step_time": 22.74325132369995
    },
    {
      "epoch": 3.15093994140625e-06,
      "grad_norm": 0.4384310841560364,
      "learning_rate": 9.824457916977785e-06,
      "loss": 0.0539,
      "step": 1126
    },
    {
      "epoch": 3.15093994140625e-06,
      "model_forward_time": 6.980083703994751,
      "step": 1126
    },
    {
      "epoch": 3.15093994140625e-06,
      "step": 1126,
      "training_step_time": 22.604540824890137
    },
    {
      "epoch": 3.154754638671875e-06,
      "grad_norm": 0.5922245383262634,
      "learning_rate": 9.82411046942781e-06,
      "loss": 0.056,
      "step": 1127
    },
    {
      "epoch": 3.154754638671875e-06,
      "model_forward_time": 6.925008296966553,
      "step": 1127
    },
    {
      "epoch": 3.154754638671875e-06,
      "step": 1127,
      "training_step_time": 22.701293468475342
    },
    {
      "epoch": 3.1585693359375e-06,
      "grad_norm": 0.33584529161453247,
      "learning_rate": 9.823762684525202e-06,
      "loss": 0.0426,
      "step": 1128
    },
    {
      "epoch": 3.1585693359375e-06,
      "model_forward_time": 6.915029764175415,
      "step": 1128
    },
    {
      "epoch": 3.1585693359375e-06,
      "step": 1128,
      "training_step_time": 22.002074480056763
    },
    {
      "epoch": 3.162384033203125e-06,
      "grad_norm": 0.20600435137748718,
      "learning_rate": 9.82341456229428e-06,
      "loss": 0.0373,
      "step": 1129
    },
    {
      "epoch": 3.162384033203125e-06,
      "model_forward_time": 6.9298741817474365,
      "step": 1129
    },
    {
      "epoch": 3.162384033203125e-06,
      "step": 1129,
      "training_step_time": 22.400770902633667
    },
    {
      "epoch": 3.16619873046875e-06,
      "grad_norm": 0.2365766018629074,
      "learning_rate": 9.823066102759387e-06,
      "loss": 0.0443,
      "step": 1130
    },
    {
      "epoch": 3.16619873046875e-06,
      "model_forward_time": 7.532684564590454,
      "step": 1130
    },
    {
      "dynamics_loss_avg": 0.037388020753860475,
      "epoch": 3.16619873046875e-06,
      "step": 1130
    },
    {
      "action_loss_avg": 0.005262325727380812,
      "epoch": 3.16619873046875e-06,
      "step": 1130
    },
    {
      "epoch": 3.16619873046875e-06,
      "step": 1130,
      "training_step_time": 22.72014045715332
    },
    {
      "epoch": 3.170013427734375e-06,
      "grad_norm": 0.27676478028297424,
      "learning_rate": 9.822717305944895e-06,
      "loss": 0.0565,
      "step": 1131
    },
    {
      "epoch": 3.170013427734375e-06,
      "model_forward_time": 6.949290752410889,
      "step": 1131
    },
    {
      "epoch": 3.170013427734375e-06,
      "step": 1131,
      "training_step_time": 22.45957350730896
    },
    {
      "epoch": 3.173828125e-06,
      "grad_norm": 0.48121514916419983,
      "learning_rate": 9.822368171875193e-06,
      "loss": 0.0431,
      "step": 1132
    },
    {
      "epoch": 3.173828125e-06,
      "model_forward_time": 6.963481903076172,
      "step": 1132
    },
    {
      "epoch": 3.173828125e-06,
      "step": 1132,
      "training_step_time": 22.551385164260864
    },
    {
      "epoch": 3.177642822265625e-06,
      "grad_norm": 0.4731588065624237,
      "learning_rate": 9.822018700574696e-06,
      "loss": 0.0426,
      "step": 1133
    },
    {
      "epoch": 3.177642822265625e-06,
      "model_forward_time": 6.950246810913086,
      "step": 1133
    },
    {
      "epoch": 3.177642822265625e-06,
      "step": 1133,
      "training_step_time": 22.023200035095215
    },
    {
      "epoch": 3.18145751953125e-06,
      "grad_norm": 0.28299590945243835,
      "learning_rate": 9.821668892067843e-06,
      "loss": 0.0314,
      "step": 1134
    },
    {
      "epoch": 3.18145751953125e-06,
      "model_forward_time": 6.861828327178955,
      "step": 1134
    },
    {
      "epoch": 3.18145751953125e-06,
      "step": 1134,
      "training_step_time": 22.01940155029297
    },
    {
      "epoch": 3.185272216796875e-06,
      "grad_norm": 0.41634759306907654,
      "learning_rate": 9.821318746379097e-06,
      "loss": 0.0459,
      "step": 1135
    },
    {
      "epoch": 3.185272216796875e-06,
      "model_forward_time": 7.634745359420776,
      "step": 1135
    },
    {
      "epoch": 3.185272216796875e-06,
      "step": 1135,
      "training_step_time": 22.715744733810425
    },
    {
      "epoch": 3.1890869140625e-06,
      "grad_norm": 0.3037600517272949,
      "learning_rate": 9.820968263532942e-06,
      "loss": 0.052,
      "step": 1136
    },
    {
      "epoch": 3.1890869140625e-06,
      "model_forward_time": 6.99093222618103,
      "step": 1136
    },
    {
      "epoch": 3.1890869140625e-06,
      "step": 1136,
      "training_step_time": 22.62778902053833
    },
    {
      "epoch": 3.192901611328125e-06,
      "grad_norm": 0.45705127716064453,
      "learning_rate": 9.820617443553889e-06,
      "loss": 0.0701,
      "step": 1137
    },
    {
      "epoch": 3.192901611328125e-06,
      "model_forward_time": 6.963468074798584,
      "step": 1137
    },
    {
      "epoch": 3.192901611328125e-06,
      "step": 1137,
      "training_step_time": 22.482733249664307
    },
    {
      "epoch": 3.19671630859375e-06,
      "grad_norm": 0.4497905969619751,
      "learning_rate": 9.820266286466472e-06,
      "loss": 0.0559,
      "step": 1138
    },
    {
      "epoch": 3.19671630859375e-06,
      "model_forward_time": 6.94823431968689,
      "step": 1138
    },
    {
      "epoch": 3.19671630859375e-06,
      "step": 1138,
      "training_step_time": 21.999794960021973
    },
    {
      "epoch": 3.200531005859375e-06,
      "grad_norm": 0.279900461435318,
      "learning_rate": 9.819914792295246e-06,
      "loss": 0.0511,
      "step": 1139
    },
    {
      "epoch": 3.200531005859375e-06,
      "model_forward_time": 6.997258186340332,
      "step": 1139
    },
    {
      "epoch": 3.200531005859375e-06,
      "step": 1139,
      "training_step_time": 22.542582273483276
    },
    {
      "epoch": 3.204345703125e-06,
      "grad_norm": 0.24693632125854492,
      "learning_rate": 9.819562961064791e-06,
      "loss": 0.0388,
      "step": 1140
    },
    {
      "epoch": 3.204345703125e-06,
      "model_forward_time": 7.601402997970581,
      "step": 1140
    },
    {
      "dynamics_loss_avg": 0.035055224783718586,
      "epoch": 3.204345703125e-06,
      "step": 1140
    },
    {
      "action_loss_avg": 0.004579355823807418,
      "epoch": 3.204345703125e-06,
      "step": 1140
    },
    {
      "epoch": 3.204345703125e-06,
      "step": 1140,
      "training_step_time": 22.714186906814575
    },
    {
      "epoch": 3.208160400390625e-06,
      "grad_norm": 0.44136181473731995,
      "learning_rate": 9.819210792799711e-06,
      "loss": 0.0487,
      "step": 1141
    },
    {
      "epoch": 3.208160400390625e-06,
      "model_forward_time": 6.945045232772827,
      "step": 1141
    },
    {
      "epoch": 3.208160400390625e-06,
      "step": 1141,
      "training_step_time": 22.60552978515625
    },
    {
      "epoch": 3.21197509765625e-06,
      "grad_norm": 0.4111420810222626,
      "learning_rate": 9.818858287524635e-06,
      "loss": 0.0534,
      "step": 1142
    },
    {
      "epoch": 3.21197509765625e-06,
      "model_forward_time": 6.93954062461853,
      "step": 1142
    },
    {
      "epoch": 3.21197509765625e-06,
      "step": 1142,
      "training_step_time": 22.532472372055054
    },
    {
      "epoch": 3.215789794921875e-06,
      "grad_norm": 0.534863293170929,
      "learning_rate": 9.81850544526421e-06,
      "loss": 0.0508,
      "step": 1143
    },
    {
      "epoch": 3.215789794921875e-06,
      "model_forward_time": 6.956873178482056,
      "step": 1143
    },
    {
      "epoch": 3.215789794921875e-06,
      "step": 1143,
      "training_step_time": 22.015094757080078
    },
    {
      "epoch": 3.2196044921875e-06,
      "grad_norm": 0.3032969534397125,
      "learning_rate": 9.818152266043115e-06,
      "loss": 0.0421,
      "step": 1144
    },
    {
      "epoch": 3.2196044921875e-06,
      "model_forward_time": 6.922582626342773,
      "step": 1144
    },
    {
      "epoch": 3.2196044921875e-06,
      "step": 1144,
      "training_step_time": 22.545194387435913
    },
    {
      "epoch": 3.223419189453125e-06,
      "grad_norm": 0.4222748279571533,
      "learning_rate": 9.817798749886048e-06,
      "loss": 0.0535,
      "step": 1145
    },
    {
      "epoch": 3.223419189453125e-06,
      "model_forward_time": 7.5390119552612305,
      "step": 1145
    },
    {
      "epoch": 3.223419189453125e-06,
      "step": 1145,
      "training_step_time": 22.643325567245483
    },
    {
      "epoch": 3.22723388671875e-06,
      "grad_norm": 0.2921598553657532,
      "learning_rate": 9.817444896817724e-06,
      "loss": 0.0424,
      "step": 1146
    },
    {
      "epoch": 3.22723388671875e-06,
      "model_forward_time": 7.085818529129028,
      "step": 1146
    },
    {
      "epoch": 3.22723388671875e-06,
      "step": 1146,
      "training_step_time": 22.727593421936035
    },
    {
      "epoch": 3.231048583984375e-06,
      "grad_norm": 0.2045496553182602,
      "learning_rate": 9.817090706862895e-06,
      "loss": 0.0477,
      "step": 1147
    },
    {
      "epoch": 3.231048583984375e-06,
      "model_forward_time": 6.9247612953186035,
      "step": 1147
    },
    {
      "epoch": 3.231048583984375e-06,
      "step": 1147,
      "training_step_time": 22.01716184616089
    },
    {
      "epoch": 3.23486328125e-06,
      "grad_norm": 0.4373413324356079,
      "learning_rate": 9.816736180046328e-06,
      "loss": 0.0744,
      "step": 1148
    },
    {
      "epoch": 3.23486328125e-06,
      "model_forward_time": 6.930260419845581,
      "step": 1148
    },
    {
      "epoch": 3.23486328125e-06,
      "step": 1148,
      "training_step_time": 22.6947124004364
    },
    {
      "epoch": 3.238677978515625e-06,
      "grad_norm": 0.296311616897583,
      "learning_rate": 9.816381316392814e-06,
      "loss": 0.0535,
      "step": 1149
    },
    {
      "epoch": 3.238677978515625e-06,
      "model_forward_time": 6.958149194717407,
      "step": 1149
    },
    {
      "epoch": 3.238677978515625e-06,
      "step": 1149,
      "training_step_time": 22.560309886932373
    },
    {
      "epoch": 3.24249267578125e-06,
      "grad_norm": 0.25888797640800476,
      "learning_rate": 9.816026115927169e-06,
      "loss": 0.0405,
      "step": 1150
    },
    {
      "epoch": 3.24249267578125e-06,
      "model_forward_time": 6.904240846633911,
      "step": 1150
    },
    {
      "dynamics_loss_avg": 0.036337841488420966,
      "epoch": 3.24249267578125e-06,
      "step": 1150
    },
    {
      "action_loss_avg": 0.004900852823629976,
      "epoch": 3.24249267578125e-06,
      "step": 1150
    },
    {
      "epoch": 3.24249267578125e-06,
      "step": 1150,
      "training_step_time": 22.68699288368225
    },
    {
      "epoch": 3.246307373046875e-06,
      "grad_norm": 0.3468888998031616,
      "learning_rate": 9.815670578674232e-06,
      "loss": 0.0477,
      "step": 1151
    },
    {
      "epoch": 3.246307373046875e-06,
      "model_forward_time": 7.593920469284058,
      "step": 1151
    },
    {
      "epoch": 3.246307373046875e-06,
      "step": 1151,
      "training_step_time": 22.70115303993225
    },
    {
      "epoch": 3.2501220703125e-06,
      "grad_norm": 0.2854381501674652,
      "learning_rate": 9.81531470465887e-06,
      "loss": 0.0443,
      "step": 1152
    },
    {
      "epoch": 3.2501220703125e-06,
      "model_forward_time": 6.9631547927856445,
      "step": 1152
    },
    {
      "epoch": 3.2501220703125e-06,
      "step": 1152,
      "training_step_time": 22.025583744049072
    },
    {
      "epoch": 3.253936767578125e-06,
      "grad_norm": 0.3933514356613159,
      "learning_rate": 9.814958493905962e-06,
      "loss": 0.0653,
      "step": 1153
    },
    {
      "epoch": 3.253936767578125e-06,
      "model_forward_time": 6.93772029876709,
      "step": 1153
    },
    {
      "epoch": 3.253936767578125e-06,
      "step": 1153,
      "training_step_time": 22.57832360267639
    },
    {
      "epoch": 3.25775146484375e-06,
      "grad_norm": 0.3471270501613617,
      "learning_rate": 9.814601946440426e-06,
      "loss": 0.0548,
      "step": 1154
    },
    {
      "epoch": 3.25775146484375e-06,
      "model_forward_time": 6.94844651222229,
      "step": 1154
    },
    {
      "epoch": 3.25775146484375e-06,
      "step": 1154,
      "training_step_time": 22.04250454902649
    },
    {
      "epoch": 3.261566162109375e-06,
      "grad_norm": 0.35009875893592834,
      "learning_rate": 9.81424506228719e-06,
      "loss": 0.0599,
      "step": 1155
    },
    {
      "epoch": 3.261566162109375e-06,
      "model_forward_time": 6.933643102645874,
      "step": 1155
    },
    {
      "epoch": 3.261566162109375e-06,
      "step": 1155,
      "training_step_time": 22.64166235923767
    },
    {
      "epoch": 3.265380859375e-06,
      "grad_norm": 0.2548542618751526,
      "learning_rate": 9.81388784147121e-06,
      "loss": 0.0511,
      "step": 1156
    },
    {
      "epoch": 3.265380859375e-06,
      "model_forward_time": 7.579225063323975,
      "step": 1156
    },
    {
      "epoch": 3.265380859375e-06,
      "step": 1156,
      "training_step_time": 23.20980930328369
    },
    {
      "epoch": 3.269195556640625e-06,
      "grad_norm": 0.3210579454898834,
      "learning_rate": 9.813530284017475e-06,
      "loss": 0.0548,
      "step": 1157
    },
    {
      "epoch": 3.269195556640625e-06,
      "model_forward_time": 6.990670919418335,
      "step": 1157
    },
    {
      "epoch": 3.269195556640625e-06,
      "step": 1157,
      "training_step_time": 22.053450107574463
    },
    {
      "epoch": 3.27301025390625e-06,
      "grad_norm": 0.4118945300579071,
      "learning_rate": 9.81317238995098e-06,
      "loss": 0.0697,
      "step": 1158
    },
    {
      "epoch": 3.27301025390625e-06,
      "model_forward_time": 6.96262526512146,
      "step": 1158
    },
    {
      "epoch": 3.27301025390625e-06,
      "step": 1158,
      "training_step_time": 22.55119752883911
    },
    {
      "epoch": 3.276824951171875e-06,
      "grad_norm": 0.4180547297000885,
      "learning_rate": 9.812814159296757e-06,
      "loss": 0.0586,
      "step": 1159
    },
    {
      "epoch": 3.276824951171875e-06,
      "model_forward_time": 7.003503799438477,
      "step": 1159
    },
    {
      "epoch": 3.276824951171875e-06,
      "step": 1159,
      "training_step_time": 22.588438987731934
    },
    {
      "epoch": 3.2806396484375e-06,
      "grad_norm": 0.3964638113975525,
      "learning_rate": 9.812455592079857e-06,
      "loss": 0.0529,
      "step": 1160
    },
    {
      "epoch": 3.2806396484375e-06,
      "model_forward_time": 6.959787130355835,
      "step": 1160
    },
    {
      "dynamics_loss_avg": 0.04232710190117359,
      "epoch": 3.2806396484375e-06,
      "step": 1160
    },
    {
      "action_loss_avg": 0.005835437471978367,
      "epoch": 3.2806396484375e-06,
      "step": 1160
    },
    {
      "epoch": 3.2806396484375e-06,
      "step": 1160,
      "training_step_time": 22.02263617515564
    },
    {
      "epoch": 3.284454345703125e-06,
      "grad_norm": 0.36014363169670105,
      "learning_rate": 9.812096688325354e-06,
      "loss": 0.0435,
      "step": 1161
    },
    {
      "epoch": 3.284454345703125e-06,
      "model_forward_time": 7.635018587112427,
      "step": 1161
    },
    {
      "epoch": 3.284454345703125e-06,
      "step": 1161,
      "training_step_time": 23.23977279663086
    },
    {
      "epoch": 3.28826904296875e-06,
      "grad_norm": 0.2806224226951599,
      "learning_rate": 9.811737448058348e-06,
      "loss": 0.0371,
      "step": 1162
    },
    {
      "epoch": 3.28826904296875e-06,
      "model_forward_time": 6.923798561096191,
      "step": 1162
    },
    {
      "epoch": 3.28826904296875e-06,
      "step": 1162,
      "training_step_time": 22.047027111053467
    },
    {
      "epoch": 3.292083740234375e-06,
      "grad_norm": 0.527437686920166,
      "learning_rate": 9.811377871303957e-06,
      "loss": 0.0592,
      "step": 1163
    },
    {
      "epoch": 3.292083740234375e-06,
      "model_forward_time": 6.930060625076294,
      "step": 1163
    },
    {
      "epoch": 3.292083740234375e-06,
      "step": 1163,
      "training_step_time": 22.608794450759888
    },
    {
      "epoch": 3.2958984375e-06,
      "grad_norm": 0.2401524782180786,
      "learning_rate": 9.811017958087332e-06,
      "loss": 0.0302,
      "step": 1164
    },
    {
      "epoch": 3.2958984375e-06,
      "model_forward_time": 6.8992860317230225,
      "step": 1164
    },
    {
      "epoch": 3.2958984375e-06,
      "step": 1164,
      "training_step_time": 22.545886993408203
    },
    {
      "epoch": 3.299713134765625e-06,
      "grad_norm": 0.2953662574291229,
      "learning_rate": 9.810657708433637e-06,
      "loss": 0.0522,
      "step": 1165
    },
    {
      "epoch": 3.299713134765625e-06,
      "model_forward_time": 6.93596887588501,
      "step": 1165
    },
    {
      "epoch": 3.299713134765625e-06,
      "step": 1165,
      "training_step_time": 22.033402681350708
    },
    {
      "epoch": 3.30352783203125e-06,
      "grad_norm": 0.29285112023353577,
      "learning_rate": 9.810297122368067e-06,
      "loss": 0.0419,
      "step": 1166
    },
    {
      "epoch": 3.30352783203125e-06,
      "model_forward_time": 7.653055906295776,
      "step": 1166
    },
    {
      "epoch": 3.30352783203125e-06,
      "step": 1166,
      "training_step_time": 23.230552196502686
    },
    {
      "epoch": 3.307342529296875e-06,
      "grad_norm": 0.35366788506507874,
      "learning_rate": 9.809936199915838e-06,
      "loss": 0.0457,
      "step": 1167
    },
    {
      "epoch": 3.307342529296875e-06,
      "model_forward_time": 6.974034786224365,
      "step": 1167
    },
    {
      "epoch": 3.307342529296875e-06,
      "step": 1167,
      "training_step_time": 22.048309803009033
    },
    {
      "epoch": 3.3111572265625e-06,
      "grad_norm": 0.3460703492164612,
      "learning_rate": 9.809574941102187e-06,
      "loss": 0.049,
      "step": 1168
    },
    {
      "epoch": 3.3111572265625e-06,
      "model_forward_time": 6.9458396434783936,
      "step": 1168
    },
    {
      "epoch": 3.3111572265625e-06,
      "step": 1168,
      "training_step_time": 22.55460834503174
    },
    {
      "epoch": 3.314971923828125e-06,
      "grad_norm": 0.333732008934021,
      "learning_rate": 9.80921334595238e-06,
      "loss": 0.0622,
      "step": 1169
    },
    {
      "epoch": 3.314971923828125e-06,
      "model_forward_time": 6.939661264419556,
      "step": 1169
    },
    {
      "epoch": 3.314971923828125e-06,
      "step": 1169,
      "training_step_time": 22.476784229278564
    },
    {
      "epoch": 3.31878662109375e-06,
      "grad_norm": 0.1562121957540512,
      "learning_rate": 9.808851414491703e-06,
      "loss": 0.0475,
      "step": 1170
    },
    {
      "epoch": 3.31878662109375e-06,
      "model_forward_time": 6.971027374267578,
      "step": 1170
    },
    {
      "dynamics_loss_avg": 0.039354083873331544,
      "epoch": 3.31878662109375e-06,
      "step": 1170
    },
    {
      "action_loss_avg": 0.004497552872635424,
      "epoch": 3.31878662109375e-06,
      "step": 1170
    },
    {
      "epoch": 3.31878662109375e-06,
      "step": 1170,
      "training_step_time": 22.04396915435791
    },
    {
      "epoch": 3.322601318359375e-06,
      "grad_norm": 0.5114495158195496,
      "learning_rate": 9.808489146745466e-06,
      "loss": 0.081,
      "step": 1171
    },
    {
      "epoch": 3.322601318359375e-06,
      "model_forward_time": 7.553469896316528,
      "step": 1171
    },
    {
      "epoch": 3.322601318359375e-06,
      "step": 1171,
      "training_step_time": 22.696758270263672
    },
    {
      "epoch": 3.326416015625e-06,
      "grad_norm": 0.4068766236305237,
      "learning_rate": 9.808126542739e-06,
      "loss": 0.059,
      "step": 1172
    },
    {
      "epoch": 3.326416015625e-06,
      "model_forward_time": 6.951085090637207,
      "step": 1172
    },
    {
      "epoch": 3.326416015625e-06,
      "step": 1172,
      "training_step_time": 22.0219464302063
    },
    {
      "epoch": 3.330230712890625e-06,
      "grad_norm": 0.19991423189640045,
      "learning_rate": 9.807763602497666e-06,
      "loss": 0.0306,
      "step": 1173
    },
    {
      "epoch": 3.330230712890625e-06,
      "model_forward_time": 6.931252717971802,
      "step": 1173
    },
    {
      "epoch": 3.330230712890625e-06,
      "step": 1173,
      "training_step_time": 22.550785541534424
    },
    {
      "epoch": 3.33404541015625e-06,
      "grad_norm": 0.40777134895324707,
      "learning_rate": 9.807400326046843e-06,
      "loss": 0.0434,
      "step": 1174
    },
    {
      "epoch": 3.33404541015625e-06,
      "model_forward_time": 6.963633298873901,
      "step": 1174
    },
    {
      "epoch": 3.33404541015625e-06,
      "step": 1174,
      "training_step_time": 22.00981616973877
    },
    {
      "epoch": 3.337860107421875e-06,
      "grad_norm": 0.3927171528339386,
      "learning_rate": 9.807036713411934e-06,
      "loss": 0.046,
      "step": 1175
    },
    {
      "epoch": 3.337860107421875e-06,
      "model_forward_time": 6.938835620880127,
      "step": 1175
    },
    {
      "epoch": 3.337860107421875e-06,
      "step": 1175,
      "training_step_time": 22.632566452026367
    },
    {
      "epoch": 3.3416748046875e-06,
      "grad_norm": 0.27905768156051636,
      "learning_rate": 9.806672764618368e-06,
      "loss": 0.0327,
      "step": 1176
    },
    {
      "epoch": 3.3416748046875e-06,
      "model_forward_time": 7.563080072402954,
      "step": 1176
    },
    {
      "epoch": 3.3416748046875e-06,
      "step": 1176,
      "training_step_time": 23.266242265701294
    },
    {
      "epoch": 3.345489501953125e-06,
      "grad_norm": 0.47826075553894043,
      "learning_rate": 9.806308479691595e-06,
      "loss": 0.0563,
      "step": 1177
    },
    {
      "epoch": 3.345489501953125e-06,
      "model_forward_time": 6.9044153690338135,
      "step": 1177
    },
    {
      "epoch": 3.345489501953125e-06,
      "step": 1177,
      "training_step_time": 22.007306814193726
    },
    {
      "epoch": 3.34930419921875e-06,
      "grad_norm": 0.31698060035705566,
      "learning_rate": 9.805943858657092e-06,
      "loss": 0.0474,
      "step": 1178
    },
    {
      "epoch": 3.34930419921875e-06,
      "model_forward_time": 6.8934760093688965,
      "step": 1178
    },
    {
      "epoch": 3.34930419921875e-06,
      "step": 1178,
      "training_step_time": 22.631218433380127
    },
    {
      "epoch": 3.353118896484375e-06,
      "grad_norm": 0.41984865069389343,
      "learning_rate": 9.805578901540354e-06,
      "loss": 0.0594,
      "step": 1179
    },
    {
      "epoch": 3.353118896484375e-06,
      "model_forward_time": 6.949979305267334,
      "step": 1179
    },
    {
      "epoch": 3.353118896484375e-06,
      "step": 1179,
      "training_step_time": 22.506937980651855
    },
    {
      "epoch": 3.35693359375e-06,
      "grad_norm": 0.260428786277771,
      "learning_rate": 9.805213608366904e-06,
      "loss": 0.046,
      "step": 1180
    },
    {
      "epoch": 3.35693359375e-06,
      "model_forward_time": 6.97620153427124,
      "step": 1180
    },
    {
      "dynamics_loss_avg": 0.035257013700902465,
      "epoch": 3.35693359375e-06,
      "step": 1180
    },
    {
      "action_loss_avg": 0.004142486047931016,
      "epoch": 3.35693359375e-06,
      "step": 1180
    },
    {
      "epoch": 3.35693359375e-06,
      "step": 1180,
      "training_step_time": 22.039555311203003
    },
    {
      "epoch": 3.360748291015625e-06,
      "grad_norm": 0.16711321473121643,
      "learning_rate": 9.804847979162286e-06,
      "loss": 0.0483,
      "step": 1181
    },
    {
      "epoch": 3.360748291015625e-06,
      "model_forward_time": 7.695093631744385,
      "step": 1181
    },
    {
      "epoch": 3.360748291015625e-06,
      "step": 1181,
      "training_step_time": 23.566982984542847
    },
    {
      "epoch": 3.36456298828125e-06,
      "grad_norm": 0.3806055188179016,
      "learning_rate": 9.804482013952072e-06,
      "loss": 0.055,
      "step": 1182
    },
    {
      "epoch": 3.36456298828125e-06,
      "model_forward_time": 6.952811002731323,
      "step": 1182
    },
    {
      "epoch": 3.36456298828125e-06,
      "step": 1182,
      "training_step_time": 22.03469157218933
    },
    {
      "epoch": 3.368377685546875e-06,
      "grad_norm": 0.46719875931739807,
      "learning_rate": 9.804115712761851e-06,
      "loss": 0.0737,
      "step": 1183
    },
    {
      "epoch": 3.368377685546875e-06,
      "model_forward_time": 6.9290266036987305,
      "step": 1183
    },
    {
      "epoch": 3.368377685546875e-06,
      "step": 1183,
      "training_step_time": 22.591802835464478
    },
    {
      "epoch": 3.3721923828125e-06,
      "grad_norm": 0.41483381390571594,
      "learning_rate": 9.80374907561724e-06,
      "loss": 0.0553,
      "step": 1184
    },
    {
      "epoch": 3.3721923828125e-06,
      "model_forward_time": 6.895874977111816,
      "step": 1184
    },
    {
      "epoch": 3.3721923828125e-06,
      "step": 1184,
      "training_step_time": 22.554147958755493
    },
    {
      "epoch": 3.376007080078125e-06,
      "grad_norm": 0.4098230302333832,
      "learning_rate": 9.80338210254388e-06,
      "loss": 0.0546,
      "step": 1185
    },
    {
      "epoch": 3.376007080078125e-06,
      "model_forward_time": 6.964674711227417,
      "step": 1185
    },
    {
      "epoch": 3.376007080078125e-06,
      "step": 1185,
      "training_step_time": 22.003265142440796
    },
    {
      "epoch": 3.37982177734375e-06,
      "grad_norm": 0.4303908050060272,
      "learning_rate": 9.803014793567429e-06,
      "loss": 0.0521,
      "step": 1186
    },
    {
      "epoch": 3.37982177734375e-06,
      "model_forward_time": 7.637090682983398,
      "step": 1186
    },
    {
      "epoch": 3.37982177734375e-06,
      "step": 1186,
      "training_step_time": 23.276952743530273
    },
    {
      "epoch": 3.383636474609375e-06,
      "grad_norm": 0.30855318903923035,
      "learning_rate": 9.802647148713575e-06,
      "loss": 0.0443,
      "step": 1187
    },
    {
      "epoch": 3.383636474609375e-06,
      "model_forward_time": 6.94982385635376,
      "step": 1187
    },
    {
      "epoch": 3.383636474609375e-06,
      "step": 1187,
      "training_step_time": 22.053667783737183
    },
    {
      "epoch": 3.387451171875e-06,
      "grad_norm": 0.2532902657985687,
      "learning_rate": 9.802279168008028e-06,
      "loss": 0.0444,
      "step": 1188
    },
    {
      "epoch": 3.387451171875e-06,
      "model_forward_time": 6.9633629322052,
      "step": 1188
    },
    {
      "epoch": 3.387451171875e-06,
      "step": 1188,
      "training_step_time": 22.069780111312866
    },
    {
      "epoch": 3.391265869140625e-06,
      "grad_norm": 0.36464765667915344,
      "learning_rate": 9.801910851476524e-06,
      "loss": 0.0437,
      "step": 1189
    },
    {
      "epoch": 3.391265869140625e-06,
      "model_forward_time": 6.92782187461853,
      "step": 1189
    },
    {
      "epoch": 3.391265869140625e-06,
      "step": 1189,
      "training_step_time": 22.67719602584839
    },
    {
      "epoch": 3.39508056640625e-06,
      "grad_norm": 0.3029346764087677,
      "learning_rate": 9.801542199144814e-06,
      "loss": 0.0608,
      "step": 1190
    },
    {
      "epoch": 3.39508056640625e-06,
      "model_forward_time": 6.977810621261597,
      "step": 1190
    },
    {
      "dynamics_loss_avg": 0.04291643891483545,
      "epoch": 3.39508056640625e-06,
      "step": 1190
    },
    {
      "action_loss_avg": 0.006835784506984055,
      "epoch": 3.39508056640625e-06,
      "step": 1190
    },
    {
      "epoch": 3.39508056640625e-06,
      "step": 1190,
      "training_step_time": 22.045884132385254
    },
    {
      "epoch": 3.398895263671875e-06,
      "grad_norm": 0.40141111612319946,
      "learning_rate": 9.801173211038682e-06,
      "loss": 0.0574,
      "step": 1191
    },
    {
      "epoch": 3.398895263671875e-06,
      "model_forward_time": 7.530026912689209,
      "step": 1191
    },
    {
      "epoch": 3.398895263671875e-06,
      "step": 1191,
      "training_step_time": 22.63627028465271
    },
    {
      "epoch": 3.4027099609375e-06,
      "grad_norm": 0.304439514875412,
      "learning_rate": 9.800803887183931e-06,
      "loss": 0.0461,
      "step": 1192
    },
    {
      "epoch": 3.4027099609375e-06,
      "model_forward_time": 6.939866065979004,
      "step": 1192
    },
    {
      "epoch": 3.4027099609375e-06,
      "step": 1192,
      "training_step_time": 22.016003131866455
    },
    {
      "epoch": 3.406524658203125e-06,
      "grad_norm": 0.24974068999290466,
      "learning_rate": 9.800434227606386e-06,
      "loss": 0.0361,
      "step": 1193
    },
    {
      "epoch": 3.406524658203125e-06,
      "model_forward_time": 6.983198642730713,
      "step": 1193
    },
    {
      "epoch": 3.406524658203125e-06,
      "step": 1193,
      "training_step_time": 22.559442043304443
    },
    {
      "epoch": 3.41033935546875e-06,
      "grad_norm": 0.5441684126853943,
      "learning_rate": 9.8000642323319e-06,
      "loss": 0.0621,
      "step": 1194
    },
    {
      "epoch": 3.41033935546875e-06,
      "model_forward_time": 6.971590280532837,
      "step": 1194
    },
    {
      "epoch": 3.41033935546875e-06,
      "step": 1194,
      "training_step_time": 22.078389883041382
    },
    {
      "epoch": 3.414154052734375e-06,
      "grad_norm": 0.24131101369857788,
      "learning_rate": 9.799693901386346e-06,
      "loss": 0.0526,
      "step": 1195
    },
    {
      "epoch": 3.414154052734375e-06,
      "model_forward_time": 6.910448789596558,
      "step": 1195
    },
    {
      "epoch": 3.414154052734375e-06,
      "step": 1195,
      "training_step_time": 22.499013662338257
    },
    {
      "epoch": 3.41796875e-06,
      "grad_norm": 0.2968845069408417,
      "learning_rate": 9.79932323479562e-06,
      "loss": 0.0372,
      "step": 1196
    },
    {
      "epoch": 3.41796875e-06,
      "model_forward_time": 7.503774166107178,
      "step": 1196
    },
    {
      "epoch": 3.41796875e-06,
      "step": 1196,
      "training_step_time": 23.22208261489868
    },
    {
      "epoch": 3.421783447265625e-06,
      "grad_norm": 0.2854821979999542,
      "learning_rate": 9.798952232585646e-06,
      "loss": 0.0487,
      "step": 1197
    },
    {
      "epoch": 3.421783447265625e-06,
      "model_forward_time": 6.976119518280029,
      "step": 1197
    },
    {
      "epoch": 3.421783447265625e-06,
      "step": 1197,
      "training_step_time": 22.044424295425415
    },
    {
      "epoch": 3.42559814453125e-06,
      "grad_norm": 0.3096575438976288,
      "learning_rate": 9.798580894782366e-06,
      "loss": 0.0493,
      "step": 1198
    },
    {
      "epoch": 3.42559814453125e-06,
      "model_forward_time": 6.914374589920044,
      "step": 1198
    },
    {
      "epoch": 3.42559814453125e-06,
      "step": 1198,
      "training_step_time": 22.016377925872803
    },
    {
      "epoch": 3.429412841796875e-06,
      "grad_norm": 0.28255602717399597,
      "learning_rate": 9.798209221411748e-06,
      "loss": 0.0324,
      "step": 1199
    },
    {
      "epoch": 3.429412841796875e-06,
      "model_forward_time": 6.970898151397705,
      "step": 1199
    },
    {
      "epoch": 3.429412841796875e-06,
      "step": 1199,
      "training_step_time": 23.145440101623535
    },
    {
      "epoch": 3.4332275390625e-06,
      "grad_norm": 0.42479628324508667,
      "learning_rate": 9.797837212499783e-06,
      "loss": 0.0758,
      "step": 1200
    },
    {
      "epoch": 3.4332275390625e-06,
      "model_forward_time": 8.078622341156006,
      "step": 1200
    },
    {
      "dynamics_loss_avg": 0.03950239270925522,
      "epoch": 3.4332275390625e-06,
      "step": 1200
    },
    {
      "action_loss_avg": 0.005284176988061518,
      "epoch": 3.4332275390625e-06,
      "step": 1200
    },
    {
      "epoch": 3.4332275390625e-06,
      "step": 1200,
      "training_step_time": 23.460909843444824
    },
    {
      "epoch": 3.437042236328125e-06,
      "grad_norm": 0.253544420003891,
      "learning_rate": 9.797464868072489e-06,
      "loss": 0.0419,
      "step": 1201
    },
    {
      "epoch": 3.437042236328125e-06,
      "model_forward_time": 6.806068181991577,
      "step": 1201
    },
    {
      "epoch": 3.437042236328125e-06,
      "step": 1201,
      "training_step_time": 22.63202452659607
    },
    {
      "epoch": 3.44085693359375e-06,
      "grad_norm": 0.3713993728160858,
      "learning_rate": 9.797092188155899e-06,
      "loss": 0.0451,
      "step": 1202
    },
    {
      "epoch": 3.44085693359375e-06,
      "model_forward_time": 6.961249828338623,
      "step": 1202
    },
    {
      "epoch": 3.44085693359375e-06,
      "step": 1202,
      "training_step_time": 22.017656326293945
    },
    {
      "epoch": 3.444671630859375e-06,
      "grad_norm": 0.3036089539527893,
      "learning_rate": 9.796719172776079e-06,
      "loss": 0.0423,
      "step": 1203
    },
    {
      "epoch": 3.444671630859375e-06,
      "model_forward_time": 6.960694789886475,
      "step": 1203
    },
    {
      "epoch": 3.444671630859375e-06,
      "step": 1203,
      "training_step_time": 22.568296432495117
    },
    {
      "epoch": 3.448486328125e-06,
      "grad_norm": 0.3610634207725525,
      "learning_rate": 9.796345821959113e-06,
      "loss": 0.0569,
      "step": 1204
    },
    {
      "epoch": 3.448486328125e-06,
      "model_forward_time": 6.982805967330933,
      "step": 1204
    },
    {
      "epoch": 3.448486328125e-06,
      "step": 1204,
      "training_step_time": 22.624760627746582
    },
    {
      "epoch": 3.452301025390625e-06,
      "grad_norm": 0.36143097281455994,
      "learning_rate": 9.795972135731108e-06,
      "loss": 0.0641,
      "step": 1205
    },
    {
      "epoch": 3.452301025390625e-06,
      "model_forward_time": 7.688585996627808,
      "step": 1205
    },
    {
      "epoch": 3.452301025390625e-06,
      "step": 1205,
      "training_step_time": 22.777246475219727
    },
    {
      "epoch": 3.45611572265625e-06,
      "grad_norm": 0.30120721459388733,
      "learning_rate": 9.795598114118199e-06,
      "loss": 0.0546,
      "step": 1206
    },
    {
      "epoch": 3.45611572265625e-06,
      "model_forward_time": 6.89166259765625,
      "step": 1206
    },
    {
      "epoch": 3.45611572265625e-06,
      "step": 1206,
      "training_step_time": 22.638453483581543
    },
    {
      "epoch": 3.459930419921875e-06,
      "grad_norm": 0.18793250620365143,
      "learning_rate": 9.79522375714654e-06,
      "loss": 0.0582,
      "step": 1207
    },
    {
      "epoch": 3.459930419921875e-06,
      "model_forward_time": 6.931271076202393,
      "step": 1207
    },
    {
      "epoch": 3.459930419921875e-06,
      "step": 1207,
      "training_step_time": 22.017995834350586
    },
    {
      "epoch": 3.4637451171875e-06,
      "grad_norm": 0.4139140248298645,
      "learning_rate": 9.794849064842307e-06,
      "loss": 0.0653,
      "step": 1208
    },
    {
      "epoch": 3.4637451171875e-06,
      "model_forward_time": 6.938714504241943,
      "step": 1208
    },
    {
      "epoch": 3.4637451171875e-06,
      "step": 1208,
      "training_step_time": 22.0005784034729
    },
    {
      "epoch": 3.467559814453125e-06,
      "grad_norm": 0.19494971632957458,
      "learning_rate": 9.794474037231709e-06,
      "loss": 0.0353,
      "step": 1209
    },
    {
      "epoch": 3.467559814453125e-06,
      "model_forward_time": 6.964165925979614,
      "step": 1209
    },
    {
      "epoch": 3.467559814453125e-06,
      "step": 1209,
      "training_step_time": 22.60492205619812
    },
    {
      "epoch": 3.47137451171875e-06,
      "grad_norm": 0.2736762762069702,
      "learning_rate": 9.794098674340966e-06,
      "loss": 0.0486,
      "step": 1210
    },
    {
      "epoch": 3.47137451171875e-06,
      "model_forward_time": 6.897517919540405,
      "step": 1210
    },
    {
      "dynamics_loss_avg": 0.03912026435136795,
      "epoch": 3.47137451171875e-06,
      "step": 1210
    },
    {
      "action_loss_avg": 0.005795601475983858,
      "epoch": 3.47137451171875e-06,
      "step": 1210
    },
    {
      "epoch": 3.47137451171875e-06,
      "step": 1210,
      "training_step_time": 22.038056135177612
    },
    {
      "epoch": 3.475189208984375e-06,
      "grad_norm": 0.24402935802936554,
      "learning_rate": 9.79372297619633e-06,
      "loss": 0.0424,
      "step": 1211
    },
    {
      "epoch": 3.475189208984375e-06,
      "model_forward_time": 7.554098129272461,
      "step": 1211
    },
    {
      "epoch": 3.475189208984375e-06,
      "step": 1211,
      "training_step_time": 22.668957948684692
    },
    {
      "epoch": 3.47900390625e-06,
      "grad_norm": 0.2912306785583496,
      "learning_rate": 9.793346942824073e-06,
      "loss": 0.0472,
      "step": 1212
    },
    {
      "epoch": 3.47900390625e-06,
      "model_forward_time": 6.938793182373047,
      "step": 1212
    },
    {
      "epoch": 3.47900390625e-06,
      "step": 1212,
      "training_step_time": 22.63791513442993
    },
    {
      "epoch": 3.482818603515625e-06,
      "grad_norm": 0.32742083072662354,
      "learning_rate": 9.792970574250493e-06,
      "loss": 0.0478,
      "step": 1213
    },
    {
      "epoch": 3.482818603515625e-06,
      "model_forward_time": 6.944586992263794,
      "step": 1213
    },
    {
      "epoch": 3.482818603515625e-06,
      "step": 1213,
      "training_step_time": 22.466395616531372
    },
    {
      "epoch": 3.48663330078125e-06,
      "grad_norm": 0.18954306840896606,
      "learning_rate": 9.792593870501907e-06,
      "loss": 0.0402,
      "step": 1214
    },
    {
      "epoch": 3.48663330078125e-06,
      "model_forward_time": 6.950520992279053,
      "step": 1214
    },
    {
      "epoch": 3.48663330078125e-06,
      "step": 1214,
      "training_step_time": 22.514528036117554
    },
    {
      "epoch": 3.490447998046875e-06,
      "grad_norm": 0.29958969354629517,
      "learning_rate": 9.79221683160466e-06,
      "loss": 0.0724,
      "step": 1215
    },
    {
      "epoch": 3.490447998046875e-06,
      "model_forward_time": 6.90686821937561,
      "step": 1215
    },
    {
      "epoch": 3.490447998046875e-06,
      "step": 1215,
      "training_step_time": 21.99791431427002
    },
    {
      "epoch": 3.4942626953125e-06,
      "grad_norm": 0.312637060880661,
      "learning_rate": 9.791839457585118e-06,
      "loss": 0.0509,
      "step": 1216
    },
    {
      "epoch": 3.4942626953125e-06,
      "model_forward_time": 7.698983430862427,
      "step": 1216
    },
    {
      "epoch": 3.4942626953125e-06,
      "step": 1216,
      "training_step_time": 23.215107202529907
    },
    {
      "epoch": 3.498077392578125e-06,
      "grad_norm": 0.32535144686698914,
      "learning_rate": 9.791461748469669e-06,
      "loss": 0.0641,
      "step": 1217
    },
    {
      "epoch": 3.498077392578125e-06,
      "model_forward_time": 6.950567245483398,
      "step": 1217
    },
    {
      "epoch": 3.498077392578125e-06,
      "step": 1217,
      "training_step_time": 22.711673736572266
    },
    {
      "epoch": 3.50189208984375e-06,
      "grad_norm": 0.3687376081943512,
      "learning_rate": 9.79108370428473e-06,
      "loss": 0.0493,
      "step": 1218
    },
    {
      "epoch": 3.50189208984375e-06,
      "model_forward_time": 6.954971551895142,
      "step": 1218
    },
    {
      "epoch": 3.50189208984375e-06,
      "step": 1218,
      "training_step_time": 22.02799391746521
    },
    {
      "epoch": 3.505706787109375e-06,
      "grad_norm": 0.27902528643608093,
      "learning_rate": 9.790705325056735e-06,
      "loss": 0.0421,
      "step": 1219
    },
    {
      "epoch": 3.505706787109375e-06,
      "model_forward_time": 6.953084468841553,
      "step": 1219
    },
    {
      "epoch": 3.505706787109375e-06,
      "step": 1219,
      "training_step_time": 22.657166242599487
    },
    {
      "epoch": 3.509521484375e-06,
      "grad_norm": 0.23900888860225677,
      "learning_rate": 9.790326610812146e-06,
      "loss": 0.0677,
      "step": 1220
    },
    {
      "epoch": 3.509521484375e-06,
      "model_forward_time": 6.9818010330200195,
      "step": 1220
    },
    {
      "dynamics_loss_avg": 0.04893978666514158,
      "epoch": 3.509521484375e-06,
      "step": 1220
    },
    {
      "action_loss_avg": 0.005710594146512449,
      "epoch": 3.509521484375e-06,
      "step": 1220
    },
    {
      "epoch": 3.509521484375e-06,
      "step": 1220,
      "training_step_time": 22.071985960006714
    },
    {
      "epoch": 3.513336181640625e-06,
      "grad_norm": 0.23088973760604858,
      "learning_rate": 9.789947561577445e-06,
      "loss": 0.0681,
      "step": 1221
    },
    {
      "epoch": 3.513336181640625e-06,
      "model_forward_time": 7.5970458984375,
      "step": 1221
    },
    {
      "epoch": 3.513336181640625e-06,
      "step": 1221,
      "training_step_time": 22.685719966888428
    },
    {
      "epoch": 3.51715087890625e-06,
      "grad_norm": 0.24121592938899994,
      "learning_rate": 9.78956817737914e-06,
      "loss": 0.0469,
      "step": 1222
    },
    {
      "epoch": 3.51715087890625e-06,
      "model_forward_time": 6.893780469894409,
      "step": 1222
    },
    {
      "epoch": 3.51715087890625e-06,
      "step": 1222,
      "training_step_time": 22.70949935913086
    },
    {
      "epoch": 3.520965576171875e-06,
      "grad_norm": 0.25590986013412476,
      "learning_rate": 9.789188458243764e-06,
      "loss": 0.0388,
      "step": 1223
    },
    {
      "epoch": 3.520965576171875e-06,
      "model_forward_time": 6.919263601303101,
      "step": 1223
    },
    {
      "epoch": 3.520965576171875e-06,
      "step": 1223,
      "training_step_time": 22.046504020690918
    },
    {
      "epoch": 3.5247802734375e-06,
      "grad_norm": 0.2849512994289398,
      "learning_rate": 9.788808404197867e-06,
      "loss": 0.0644,
      "step": 1224
    },
    {
      "epoch": 3.5247802734375e-06,
      "model_forward_time": 6.9684157371521,
      "step": 1224
    },
    {
      "epoch": 3.5247802734375e-06,
      "step": 1224,
      "training_step_time": 22.610277891159058
    },
    {
      "epoch": 3.528594970703125e-06,
      "grad_norm": 0.23962408304214478,
      "learning_rate": 9.788428015268027e-06,
      "loss": 0.0476,
      "step": 1225
    },
    {
      "epoch": 3.528594970703125e-06,
      "model_forward_time": 6.964278697967529,
      "step": 1225
    },
    {
      "epoch": 3.528594970703125e-06,
      "step": 1225,
      "training_step_time": 22.5590717792511
    },
    {
      "epoch": 3.53240966796875e-06,
      "grad_norm": 0.3706134557723999,
      "learning_rate": 9.788047291480846e-06,
      "loss": 0.057,
      "step": 1226
    },
    {
      "epoch": 3.53240966796875e-06,
      "model_forward_time": 7.5948779582977295,
      "step": 1226
    },
    {
      "epoch": 3.53240966796875e-06,
      "step": 1226,
      "training_step_time": 22.638447046279907
    },
    {
      "epoch": 3.536224365234375e-06,
      "grad_norm": 0.340440571308136,
      "learning_rate": 9.787666232862949e-06,
      "loss": 0.0401,
      "step": 1227
    },
    {
      "epoch": 3.536224365234375e-06,
      "model_forward_time": 6.911488771438599,
      "step": 1227
    },
    {
      "epoch": 3.536224365234375e-06,
      "step": 1227,
      "training_step_time": 22.636765241622925
    },
    {
      "epoch": 3.5400390625e-06,
      "grad_norm": 0.24196015298366547,
      "learning_rate": 9.787284839440982e-06,
      "loss": 0.041,
      "step": 1228
    },
    {
      "epoch": 3.5400390625e-06,
      "model_forward_time": 6.94498872756958,
      "step": 1228
    },
    {
      "epoch": 3.5400390625e-06,
      "step": 1228,
      "training_step_time": 22.040016651153564
    },
    {
      "epoch": 3.543853759765625e-06,
      "grad_norm": 0.23774020373821259,
      "learning_rate": 9.786903111241617e-06,
      "loss": 0.0398,
      "step": 1229
    },
    {
      "epoch": 3.543853759765625e-06,
      "model_forward_time": 6.9336771965026855,
      "step": 1229
    },
    {
      "epoch": 3.543853759765625e-06,
      "step": 1229,
      "training_step_time": 22.650816440582275
    },
    {
      "epoch": 3.54766845703125e-06,
      "grad_norm": 0.19950564205646515,
      "learning_rate": 9.786521048291548e-06,
      "loss": 0.0542,
      "step": 1230
    },
    {
      "epoch": 3.54766845703125e-06,
      "model_forward_time": 6.9609596729278564,
      "step": 1230
    },
    {
      "dynamics_loss_avg": 0.0382290955632925,
      "epoch": 3.54766845703125e-06,
      "step": 1230
    },
    {
      "action_loss_avg": 0.005356991314329207,
      "epoch": 3.54766845703125e-06,
      "step": 1230
    },
    {
      "epoch": 3.54766845703125e-06,
      "step": 1230,
      "training_step_time": 22.519481897354126
    },
    {
      "epoch": 3.551483154296875e-06,
      "grad_norm": 0.2315896898508072,
      "learning_rate": 9.786138650617494e-06,
      "loss": 0.0595,
      "step": 1231
    },
    {
      "epoch": 3.551483154296875e-06,
      "model_forward_time": 7.507660627365112,
      "step": 1231
    },
    {
      "epoch": 3.551483154296875e-06,
      "step": 1231,
      "training_step_time": 22.648208618164062
    },
    {
      "epoch": 3.5552978515625e-06,
      "grad_norm": 0.17956586182117462,
      "learning_rate": 9.785755918246194e-06,
      "loss": 0.0433,
      "step": 1232
    },
    {
      "epoch": 3.5552978515625e-06,
      "model_forward_time": 6.874800205230713,
      "step": 1232
    },
    {
      "epoch": 3.5552978515625e-06,
      "step": 1232,
      "training_step_time": 22.707301139831543
    },
    {
      "epoch": 3.559112548828125e-06,
      "grad_norm": 0.20629359781742096,
      "learning_rate": 9.785372851204415e-06,
      "loss": 0.0394,
      "step": 1233
    },
    {
      "epoch": 3.559112548828125e-06,
      "model_forward_time": 6.981434106826782,
      "step": 1233
    },
    {
      "epoch": 3.559112548828125e-06,
      "step": 1233,
      "training_step_time": 22.0818612575531
    },
    {
      "epoch": 3.56292724609375e-06,
      "grad_norm": 0.23917271196842194,
      "learning_rate": 9.784989449518944e-06,
      "loss": 0.039,
      "step": 1234
    },
    {
      "epoch": 3.56292724609375e-06,
      "model_forward_time": 6.958287477493286,
      "step": 1234
    },
    {
      "epoch": 3.56292724609375e-06,
      "step": 1234,
      "training_step_time": 22.619802951812744
    },
    {
      "epoch": 3.566741943359375e-06,
      "grad_norm": 0.3958336412906647,
      "learning_rate": 9.784605713216592e-06,
      "loss": 0.0693,
      "step": 1235
    },
    {
      "epoch": 3.566741943359375e-06,
      "model_forward_time": 6.969620943069458,
      "step": 1235
    },
    {
      "epoch": 3.566741943359375e-06,
      "step": 1235,
      "training_step_time": 22.516072988510132
    },
    {
      "epoch": 3.570556640625e-06,
      "grad_norm": 0.17276567220687866,
      "learning_rate": 9.784221642324194e-06,
      "loss": 0.0303,
      "step": 1236
    },
    {
      "epoch": 3.570556640625e-06,
      "model_forward_time": 7.455961227416992,
      "step": 1236
    },
    {
      "epoch": 3.570556640625e-06,
      "step": 1236,
      "training_step_time": 22.5190589427948
    },
    {
      "epoch": 3.574371337890625e-06,
      "grad_norm": 0.44746509194374084,
      "learning_rate": 9.78383723686861e-06,
      "loss": 0.0477,
      "step": 1237
    },
    {
      "epoch": 3.574371337890625e-06,
      "model_forward_time": 6.908209800720215,
      "step": 1237
    },
    {
      "epoch": 3.574371337890625e-06,
      "step": 1237,
      "training_step_time": 22.62168025970459
    },
    {
      "epoch": 3.57818603515625e-06,
      "grad_norm": 0.2992267906665802,
      "learning_rate": 9.783452496876719e-06,
      "loss": 0.0453,
      "step": 1238
    },
    {
      "epoch": 3.57818603515625e-06,
      "model_forward_time": 6.926147937774658,
      "step": 1238
    },
    {
      "epoch": 3.57818603515625e-06,
      "step": 1238,
      "training_step_time": 21.98309874534607
    },
    {
      "epoch": 3.582000732421875e-06,
      "grad_norm": 0.26612600684165955,
      "learning_rate": 9.783067422375428e-06,
      "loss": 0.0464,
      "step": 1239
    },
    {
      "epoch": 3.582000732421875e-06,
      "model_forward_time": 6.906473398208618,
      "step": 1239
    },
    {
      "epoch": 3.582000732421875e-06,
      "step": 1239,
      "training_step_time": 22.673228979110718
    },
    {
      "epoch": 3.5858154296875e-06,
      "grad_norm": 0.3076181411743164,
      "learning_rate": 9.782682013391665e-06,
      "loss": 0.0466,
      "step": 1240
    },
    {
      "epoch": 3.5858154296875e-06,
      "model_forward_time": 6.928872585296631,
      "step": 1240
    },
    {
      "dynamics_loss_avg": 0.03734150230884552,
      "epoch": 3.5858154296875e-06,
      "step": 1240
    },
    {
      "action_loss_avg": 0.004438749107066542,
      "epoch": 3.5858154296875e-06,
      "step": 1240
    },
    {
      "epoch": 3.5858154296875e-06,
      "step": 1240,
      "training_step_time": 22.464502334594727
    },
    {
      "epoch": 3.589630126953125e-06,
      "grad_norm": 0.29231470823287964,
      "learning_rate": 9.78229626995238e-06,
      "loss": 0.0476,
      "step": 1241
    },
    {
      "epoch": 3.589630126953125e-06,
      "model_forward_time": 7.471823692321777,
      "step": 1241
    },
    {
      "epoch": 3.589630126953125e-06,
      "step": 1241,
      "training_step_time": 22.54194474220276
    },
    {
      "epoch": 3.59344482421875e-06,
      "grad_norm": 0.24739044904708862,
      "learning_rate": 9.781910192084553e-06,
      "loss": 0.0462,
      "step": 1242
    },
    {
      "epoch": 3.59344482421875e-06,
      "model_forward_time": 6.937290191650391,
      "step": 1242
    },
    {
      "epoch": 3.59344482421875e-06,
      "step": 1242,
      "training_step_time": 22.654592752456665
    },
    {
      "epoch": 3.597259521484375e-06,
      "grad_norm": 0.3908260762691498,
      "learning_rate": 9.781523779815178e-06,
      "loss": 0.0607,
      "step": 1243
    },
    {
      "epoch": 3.597259521484375e-06,
      "model_forward_time": 6.978525400161743,
      "step": 1243
    },
    {
      "epoch": 3.597259521484375e-06,
      "step": 1243,
      "training_step_time": 22.036645650863647
    },
    {
      "epoch": 3.60107421875e-06,
      "grad_norm": 0.30276623368263245,
      "learning_rate": 9.781137033171279e-06,
      "loss": 0.0434,
      "step": 1244
    },
    {
      "epoch": 3.60107421875e-06,
      "model_forward_time": 6.924372673034668,
      "step": 1244
    },
    {
      "epoch": 3.60107421875e-06,
      "step": 1244,
      "training_step_time": 22.551290035247803
    },
    {
      "epoch": 3.604888916015625e-06,
      "grad_norm": 0.3558923602104187,
      "learning_rate": 9.780749952179902e-06,
      "loss": 0.049,
      "step": 1245
    },
    {
      "epoch": 3.604888916015625e-06,
      "model_forward_time": 6.99198579788208,
      "step": 1245
    },
    {
      "epoch": 3.604888916015625e-06,
      "step": 1245,
      "training_step_time": 22.598770141601562
    },
    {
      "epoch": 3.60870361328125e-06,
      "grad_norm": 0.30506831407546997,
      "learning_rate": 9.780362536868113e-06,
      "loss": 0.0411,
      "step": 1246
    },
    {
      "epoch": 3.60870361328125e-06,
      "model_forward_time": 6.951985836029053,
      "step": 1246
    },
    {
      "epoch": 3.60870361328125e-06,
      "step": 1246,
      "training_step_time": 22.56095790863037
    },
    {
      "epoch": 3.612518310546875e-06,
      "grad_norm": 0.32832300662994385,
      "learning_rate": 9.779974787263008e-06,
      "loss": 0.0458,
      "step": 1247
    },
    {
      "epoch": 3.612518310546875e-06,
      "model_forward_time": 6.9038825035095215,
      "step": 1247
    },
    {
      "epoch": 3.612518310546875e-06,
      "step": 1247,
      "training_step_time": 22.62337875366211
    },
    {
      "epoch": 3.6163330078125e-06,
      "grad_norm": 0.18687903881072998,
      "learning_rate": 9.7795867033917e-06,
      "loss": 0.0332,
      "step": 1248
    },
    {
      "epoch": 3.6163330078125e-06,
      "model_forward_time": 6.9875757694244385,
      "step": 1248
    },
    {
      "epoch": 3.6163330078125e-06,
      "step": 1248,
      "training_step_time": 22.055256128311157
    },
    {
      "epoch": 3.620147705078125e-06,
      "grad_norm": 0.2608793377876282,
      "learning_rate": 9.779198285281326e-06,
      "loss": 0.0599,
      "step": 1249
    },
    {
      "epoch": 3.620147705078125e-06,
      "model_forward_time": 6.948153734207153,
      "step": 1249
    },
    {
      "epoch": 3.620147705078125e-06,
      "step": 1249,
      "training_step_time": 22.526083946228027
    },
    {
      "epoch": 3.62396240234375e-06,
      "grad_norm": 0.2506606876850128,
      "learning_rate": 9.778809532959053e-06,
      "loss": 0.0367,
      "step": 1250
    },
    {
      "epoch": 3.62396240234375e-06,
      "model_forward_time": 6.948715686798096,
      "step": 1250
    },
    {
      "dynamics_loss_avg": 0.03854947499930859,
      "epoch": 3.62396240234375e-06,
      "step": 1250
    },
    {
      "action_loss_avg": 0.003949809574987739,
      "epoch": 3.62396240234375e-06,
      "step": 1250
    },
    {
      "epoch": 3.62396240234375e-06,
      "step": 1250,
      "training_step_time": 22.496265649795532
    },
    {
      "epoch": 3.627777099609375e-06,
      "grad_norm": 0.30629169940948486,
      "learning_rate": 9.778420446452063e-06,
      "loss": 0.0622,
      "step": 1251
    },
    {
      "epoch": 3.627777099609375e-06,
      "model_forward_time": 6.943259954452515,
      "step": 1251
    },
    {
      "epoch": 3.627777099609375e-06,
      "step": 1251,
      "training_step_time": 22.596224308013916
    },
    {
      "epoch": 3.631591796875e-06,
      "grad_norm": 0.3398526906967163,
      "learning_rate": 9.778031025787569e-06,
      "loss": 0.052,
      "step": 1252
    },
    {
      "epoch": 3.631591796875e-06,
      "model_forward_time": 6.957860469818115,
      "step": 1252
    },
    {
      "epoch": 3.631591796875e-06,
      "step": 1252,
      "training_step_time": 22.040297031402588
    },
    {
      "epoch": 3.635406494140625e-06,
      "grad_norm": 0.4330079257488251,
      "learning_rate": 9.777641270992799e-06,
      "loss": 0.0803,
      "step": 1253
    },
    {
      "epoch": 3.635406494140625e-06,
      "model_forward_time": 6.940184116363525,
      "step": 1253
    },
    {
      "epoch": 3.635406494140625e-06,
      "step": 1253,
      "training_step_time": 22.694597721099854
    },
    {
      "epoch": 3.63922119140625e-06,
      "grad_norm": 0.4537307620048523,
      "learning_rate": 9.77725118209501e-06,
      "loss": 0.049,
      "step": 1254
    },
    {
      "epoch": 3.63922119140625e-06,
      "model_forward_time": 6.943301200866699,
      "step": 1254
    },
    {
      "epoch": 3.63922119140625e-06,
      "step": 1254,
      "training_step_time": 22.494107484817505
    },
    {
      "epoch": 3.643035888671875e-06,
      "grad_norm": 0.462312251329422,
      "learning_rate": 9.776860759121485e-06,
      "loss": 0.065,
      "step": 1255
    },
    {
      "epoch": 3.643035888671875e-06,
      "model_forward_time": 6.973627805709839,
      "step": 1255
    },
    {
      "epoch": 3.643035888671875e-06,
      "step": 1255,
      "training_step_time": 22.499552011489868
    },
    {
      "epoch": 3.6468505859375e-06,
      "grad_norm": 0.22846917808055878,
      "learning_rate": 9.77647000209952e-06,
      "loss": 0.0372,
      "step": 1256
    },
    {
      "epoch": 3.6468505859375e-06,
      "model_forward_time": 6.98084568977356,
      "step": 1256
    },
    {
      "epoch": 3.6468505859375e-06,
      "step": 1256,
      "training_step_time": 22.5597026348114
    },
    {
      "epoch": 3.650665283203125e-06,
      "grad_norm": 0.37485337257385254,
      "learning_rate": 9.776078911056445e-06,
      "loss": 0.0549,
      "step": 1257
    },
    {
      "epoch": 3.650665283203125e-06,
      "model_forward_time": 6.944793224334717,
      "step": 1257
    },
    {
      "epoch": 3.650665283203125e-06,
      "step": 1257,
      "training_step_time": 22.026214122772217
    },
    {
      "epoch": 3.65447998046875e-06,
      "grad_norm": 0.2328687608242035,
      "learning_rate": 9.775687486019609e-06,
      "loss": 0.0363,
      "step": 1258
    },
    {
      "epoch": 3.65447998046875e-06,
      "model_forward_time": 6.938955307006836,
      "step": 1258
    },
    {
      "epoch": 3.65447998046875e-06,
      "step": 1258,
      "training_step_time": 22.63839554786682
    },
    {
      "epoch": 3.658294677734375e-06,
      "grad_norm": 0.20593422651290894,
      "learning_rate": 9.775295727016382e-06,
      "loss": 0.0273,
      "step": 1259
    },
    {
      "epoch": 3.658294677734375e-06,
      "model_forward_time": 6.9777655601501465,
      "step": 1259
    },
    {
      "epoch": 3.658294677734375e-06,
      "step": 1259,
      "training_step_time": 22.014970779418945
    },
    {
      "epoch": 3.662109375e-06,
      "grad_norm": 0.3508250415325165,
      "learning_rate": 9.774903634074163e-06,
      "loss": 0.0361,
      "step": 1260
    },
    {
      "epoch": 3.662109375e-06,
      "model_forward_time": 6.920912981033325,
      "step": 1260
    },
    {
      "dynamics_loss_avg": 0.03572627063840628,
      "epoch": 3.662109375e-06,
      "step": 1260
    },
    {
      "action_loss_avg": 0.0044120171340182425,
      "epoch": 3.662109375e-06,
      "step": 1260
    },
    {
      "epoch": 3.662109375e-06,
      "step": 1260,
      "training_step_time": 22.750539302825928
    },
    {
      "epoch": 3.665924072265625e-06,
      "grad_norm": 0.45846298336982727,
      "learning_rate": 9.774511207220369e-06,
      "loss": 0.0493,
      "step": 1261
    },
    {
      "epoch": 3.665924072265625e-06,
      "model_forward_time": 6.918975591659546,
      "step": 1261
    },
    {
      "epoch": 3.665924072265625e-06,
      "step": 1261,
      "training_step_time": 22.024996042251587
    },
    {
      "epoch": 3.66973876953125e-06,
      "grad_norm": 0.365642249584198,
      "learning_rate": 9.774118446482445e-06,
      "loss": 0.0492,
      "step": 1262
    },
    {
      "epoch": 3.66973876953125e-06,
      "model_forward_time": 7.519466400146484,
      "step": 1262
    },
    {
      "epoch": 3.66973876953125e-06,
      "step": 1262,
      "training_step_time": 22.640907049179077
    },
    {
      "epoch": 3.673553466796875e-06,
      "grad_norm": 0.3545825183391571,
      "learning_rate": 9.773725351887857e-06,
      "loss": 0.0475,
      "step": 1263
    },
    {
      "epoch": 3.673553466796875e-06,
      "model_forward_time": 6.895687818527222,
      "step": 1263
    },
    {
      "epoch": 3.673553466796875e-06,
      "step": 1263,
      "training_step_time": 22.66867423057556
    },
    {
      "epoch": 3.6773681640625e-06,
      "grad_norm": 0.21635189652442932,
      "learning_rate": 9.77333192346409e-06,
      "loss": 0.0319,
      "step": 1264
    },
    {
      "epoch": 3.6773681640625e-06,
      "model_forward_time": 6.903903484344482,
      "step": 1264
    },
    {
      "epoch": 3.6773681640625e-06,
      "step": 1264,
      "training_step_time": 22.028510808944702
    },
    {
      "epoch": 3.681182861328125e-06,
      "grad_norm": 0.3377261459827423,
      "learning_rate": 9.77293816123866e-06,
      "loss": 0.0414,
      "step": 1265
    },
    {
      "epoch": 3.681182861328125e-06,
      "model_forward_time": 6.959414005279541,
      "step": 1265
    },
    {
      "epoch": 3.681182861328125e-06,
      "step": 1265,
      "training_step_time": 22.628997087478638
    },
    {
      "epoch": 3.68499755859375e-06,
      "grad_norm": 0.28190726041793823,
      "learning_rate": 9.772544065239105e-06,
      "loss": 0.0507,
      "step": 1266
    },
    {
      "epoch": 3.68499755859375e-06,
      "model_forward_time": 6.975836277008057,
      "step": 1266
    },
    {
      "epoch": 3.68499755859375e-06,
      "step": 1266,
      "training_step_time": 22.030279636383057
    },
    {
      "epoch": 3.688812255859375e-06,
      "grad_norm": 0.3427753746509552,
      "learning_rate": 9.772149635492979e-06,
      "loss": 0.0519,
      "step": 1267
    },
    {
      "epoch": 3.688812255859375e-06,
      "model_forward_time": 7.5446436405181885,
      "step": 1267
    },
    {
      "epoch": 3.688812255859375e-06,
      "step": 1267,
      "training_step_time": 22.66619324684143
    },
    {
      "epoch": 3.692626953125e-06,
      "grad_norm": 0.34327417612075806,
      "learning_rate": 9.771754872027869e-06,
      "loss": 0.0494,
      "step": 1268
    },
    {
      "epoch": 3.692626953125e-06,
      "model_forward_time": 6.908898591995239,
      "step": 1268
    },
    {
      "epoch": 3.692626953125e-06,
      "step": 1268,
      "training_step_time": 22.675940990447998
    },
    {
      "epoch": 3.696441650390625e-06,
      "grad_norm": 0.39077842235565186,
      "learning_rate": 9.771359774871379e-06,
      "loss": 0.0553,
      "step": 1269
    },
    {
      "epoch": 3.696441650390625e-06,
      "model_forward_time": 6.949960470199585,
      "step": 1269
    },
    {
      "epoch": 3.696441650390625e-06,
      "step": 1269,
      "training_step_time": 22.02126431465149
    },
    {
      "epoch": 3.70025634765625e-06,
      "grad_norm": 0.3240635395050049,
      "learning_rate": 9.770964344051139e-06,
      "loss": 0.0495,
      "step": 1270
    },
    {
      "epoch": 3.70025634765625e-06,
      "model_forward_time": 6.938513517379761,
      "step": 1270
    },
    {
      "dynamics_loss_avg": 0.03511055186390877,
      "epoch": 3.70025634765625e-06,
      "step": 1270
    },
    {
      "action_loss_avg": 0.004344192566350102,
      "epoch": 3.70025634765625e-06,
      "step": 1270
    },
    {
      "epoch": 3.70025634765625e-06,
      "step": 1270,
      "training_step_time": 22.643656969070435
    },
    {
      "epoch": 3.704071044921875e-06,
      "grad_norm": 0.48883190751075745,
      "learning_rate": 9.770568579594803e-06,
      "loss": 0.0553,
      "step": 1271
    },
    {
      "epoch": 3.704071044921875e-06,
      "model_forward_time": 6.892074108123779,
      "step": 1271
    },
    {
      "epoch": 3.704071044921875e-06,
      "step": 1271,
      "training_step_time": 21.98635458946228
    },
    {
      "epoch": 3.7078857421875e-06,
      "grad_norm": 0.3165174722671509,
      "learning_rate": 9.770172481530045e-06,
      "loss": 0.0339,
      "step": 1272
    },
    {
      "epoch": 3.7078857421875e-06,
      "model_forward_time": 7.641944408416748,
      "step": 1272
    },
    {
      "epoch": 3.7078857421875e-06,
      "step": 1272,
      "training_step_time": 22.72478747367859
    },
    {
      "epoch": 3.711700439453125e-06,
      "grad_norm": 0.34854474663734436,
      "learning_rate": 9.769776049884564e-06,
      "loss": 0.0688,
      "step": 1273
    },
    {
      "epoch": 3.711700439453125e-06,
      "model_forward_time": 6.9499242305755615,
      "step": 1273
    },
    {
      "epoch": 3.711700439453125e-06,
      "step": 1273,
      "training_step_time": 22.63084578514099
    },
    {
      "epoch": 3.71551513671875e-06,
      "grad_norm": 0.26323696970939636,
      "learning_rate": 9.769379284686084e-06,
      "loss": 0.0761,
      "step": 1274
    },
    {
      "epoch": 3.71551513671875e-06,
      "model_forward_time": 6.946627140045166,
      "step": 1274
    },
    {
      "epoch": 3.71551513671875e-06,
      "step": 1274,
      "training_step_time": 22.010844707489014
    },
    {
      "epoch": 3.719329833984375e-06,
      "grad_norm": 0.37637391686439514,
      "learning_rate": 9.768982185962353e-06,
      "loss": 0.0552,
      "step": 1275
    },
    {
      "epoch": 3.719329833984375e-06,
      "model_forward_time": 6.953597784042358,
      "step": 1275
    },
    {
      "epoch": 3.719329833984375e-06,
      "step": 1275,
      "training_step_time": 22.582212209701538
    },
    {
      "epoch": 3.72314453125e-06,
      "grad_norm": 0.28648072481155396,
      "learning_rate": 9.768584753741134e-06,
      "loss": 0.0413,
      "step": 1276
    },
    {
      "epoch": 3.72314453125e-06,
      "model_forward_time": 6.9539008140563965,
      "step": 1276
    },
    {
      "epoch": 3.72314453125e-06,
      "step": 1276,
      "training_step_time": 22.045629739761353
    },
    {
      "epoch": 3.726959228515625e-06,
      "grad_norm": 0.3364464342594147,
      "learning_rate": 9.768186988050227e-06,
      "loss": 0.05,
      "step": 1277
    },
    {
      "epoch": 3.726959228515625e-06,
      "model_forward_time": 7.499756336212158,
      "step": 1277
    },
    {
      "epoch": 3.726959228515625e-06,
      "step": 1277,
      "training_step_time": 22.605534076690674
    },
    {
      "epoch": 3.73077392578125e-06,
      "grad_norm": 0.39602482318878174,
      "learning_rate": 9.767788888917444e-06,
      "loss": 0.0575,
      "step": 1278
    },
    {
      "epoch": 3.73077392578125e-06,
      "model_forward_time": 6.932004451751709,
      "step": 1278
    },
    {
      "epoch": 3.73077392578125e-06,
      "step": 1278,
      "training_step_time": 22.647019386291504
    },
    {
      "epoch": 3.734588623046875e-06,
      "grad_norm": 0.3382992148399353,
      "learning_rate": 9.767390456370625e-06,
      "loss": 0.0467,
      "step": 1279
    },
    {
      "epoch": 3.734588623046875e-06,
      "model_forward_time": 6.957496166229248,
      "step": 1279
    },
    {
      "epoch": 3.734588623046875e-06,
      "step": 1279,
      "training_step_time": 22.026183366775513
    },
    {
      "epoch": 3.7384033203125e-06,
      "grad_norm": 0.3573186695575714,
      "learning_rate": 9.766991690437633e-06,
      "loss": 0.0462,
      "step": 1280
    },
    {
      "epoch": 3.7384033203125e-06,
      "model_forward_time": 6.957624673843384,
      "step": 1280
    },
    {
      "dynamics_loss_avg": 0.03923337813466787,
      "epoch": 3.7384033203125e-06,
      "step": 1280
    },
    {
      "action_loss_avg": 0.004958608211018145,
      "epoch": 3.7384033203125e-06,
      "step": 1280
    },
    {
      "epoch": 3.7384033203125e-06,
      "step": 1280,
      "training_step_time": 22.597853422164917
    },
    {
      "epoch": 3.742218017578125e-06,
      "grad_norm": 0.2614881098270416,
      "learning_rate": 9.766592591146353e-06,
      "loss": 0.0464,
      "step": 1281
    },
    {
      "epoch": 3.742218017578125e-06,
      "model_forward_time": 6.954976797103882,
      "step": 1281
    },
    {
      "epoch": 3.742218017578125e-06,
      "step": 1281,
      "training_step_time": 22.65010356903076
    },
    {
      "epoch": 3.74603271484375e-06,
      "grad_norm": 0.20816247165203094,
      "learning_rate": 9.766193158524693e-06,
      "loss": 0.0345,
      "step": 1282
    },
    {
      "epoch": 3.74603271484375e-06,
      "model_forward_time": 7.672802925109863,
      "step": 1282
    },
    {
      "epoch": 3.74603271484375e-06,
      "step": 1282,
      "training_step_time": 22.756704807281494
    },
    {
      "epoch": 3.749847412109375e-06,
      "grad_norm": 0.32863298058509827,
      "learning_rate": 9.765793392600589e-06,
      "loss": 0.0638,
      "step": 1283
    },
    {
      "epoch": 3.749847412109375e-06,
      "model_forward_time": 6.927176475524902,
      "step": 1283
    },
    {
      "epoch": 3.749847412109375e-06,
      "step": 1283,
      "training_step_time": 22.697134256362915
    },
    {
      "epoch": 3.753662109375e-06,
      "grad_norm": 0.3006989657878876,
      "learning_rate": 9.765393293401995e-06,
      "loss": 0.0568,
      "step": 1284
    },
    {
      "epoch": 3.753662109375e-06,
      "model_forward_time": 6.987348556518555,
      "step": 1284
    },
    {
      "epoch": 3.753662109375e-06,
      "step": 1284,
      "training_step_time": 22.054699182510376
    },
    {
      "epoch": 3.757476806640625e-06,
      "grad_norm": 0.378726065158844,
      "learning_rate": 9.76499286095689e-06,
      "loss": 0.074,
      "step": 1285
    },
    {
      "epoch": 3.757476806640625e-06,
      "model_forward_time": 6.96443510055542,
      "step": 1285
    },
    {
      "epoch": 3.757476806640625e-06,
      "step": 1285,
      "training_step_time": 23.118844747543335
    },
    {
      "epoch": 3.76129150390625e-06,
      "grad_norm": 0.2740016281604767,
      "learning_rate": 9.764592095293278e-06,
      "loss": 0.0344,
      "step": 1286
    },
    {
      "epoch": 3.76129150390625e-06,
      "model_forward_time": 6.931976079940796,
      "step": 1286
    },
    {
      "epoch": 3.76129150390625e-06,
      "step": 1286,
      "training_step_time": 22.00761365890503
    },
    {
      "epoch": 3.765106201171875e-06,
      "grad_norm": 0.2565321922302246,
      "learning_rate": 9.764190996439181e-06,
      "loss": 0.0457,
      "step": 1287
    },
    {
      "epoch": 3.765106201171875e-06,
      "model_forward_time": 7.464805364608765,
      "step": 1287
    },
    {
      "epoch": 3.765106201171875e-06,
      "step": 1287,
      "training_step_time": 22.58840799331665
    },
    {
      "epoch": 3.7689208984375e-06,
      "grad_norm": 0.5018197298049927,
      "learning_rate": 9.763789564422652e-06,
      "loss": 0.0725,
      "step": 1288
    },
    {
      "epoch": 3.7689208984375e-06,
      "model_forward_time": 6.974638223648071,
      "step": 1288
    },
    {
      "epoch": 3.7689208984375e-06,
      "step": 1288,
      "training_step_time": 22.640763759613037
    },
    {
      "epoch": 3.772735595703125e-06,
      "grad_norm": 0.39025235176086426,
      "learning_rate": 9.763387799271761e-06,
      "loss": 0.0419,
      "step": 1289
    },
    {
      "epoch": 3.772735595703125e-06,
      "model_forward_time": 6.947401762008667,
      "step": 1289
    },
    {
      "epoch": 3.772735595703125e-06,
      "step": 1289,
      "training_step_time": 22.59371304512024
    },
    {
      "epoch": 3.77655029296875e-06,
      "grad_norm": 0.4763597846031189,
      "learning_rate": 9.762985701014606e-06,
      "loss": 0.0517,
      "step": 1290
    },
    {
      "epoch": 3.77655029296875e-06,
      "model_forward_time": 6.923729658126831,
      "step": 1290
    },
    {
      "dynamics_loss_avg": 0.038450301811099055,
      "epoch": 3.77655029296875e-06,
      "step": 1290
    },
    {
      "action_loss_avg": 0.00403927662409842,
      "epoch": 3.77655029296875e-06,
      "step": 1290
    },
    {
      "epoch": 3.77655029296875e-06,
      "step": 1290,
      "training_step_time": 23.14607882499695
    },
    {
      "epoch": 3.780364990234375e-06,
      "grad_norm": 0.3247694969177246,
      "learning_rate": 9.762583269679304e-06,
      "loss": 0.0476,
      "step": 1291
    },
    {
      "epoch": 3.780364990234375e-06,
      "model_forward_time": 6.910678863525391,
      "step": 1291
    },
    {
      "epoch": 3.780364990234375e-06,
      "step": 1291,
      "training_step_time": 22.00944423675537
    },
    {
      "epoch": 3.7841796875e-06,
      "grad_norm": 0.44014206528663635,
      "learning_rate": 9.762180505293996e-06,
      "loss": 0.058,
      "step": 1292
    },
    {
      "epoch": 3.7841796875e-06,
      "model_forward_time": 7.541763544082642,
      "step": 1292
    },
    {
      "epoch": 3.7841796875e-06,
      "step": 1292,
      "training_step_time": 22.67009139060974
    },
    {
      "epoch": 3.787994384765625e-06,
      "grad_norm": 0.2380833923816681,
      "learning_rate": 9.761777407886851e-06,
      "loss": 0.0273,
      "step": 1293
    },
    {
      "epoch": 3.787994384765625e-06,
      "model_forward_time": 6.991398334503174,
      "step": 1293
    },
    {
      "epoch": 3.787994384765625e-06,
      "step": 1293,
      "training_step_time": 22.61144232749939
    },
    {
      "epoch": 3.79180908203125e-06,
      "grad_norm": 0.3703983426094055,
      "learning_rate": 9.761373977486056e-06,
      "loss": 0.0558,
      "step": 1294
    },
    {
      "epoch": 3.79180908203125e-06,
      "model_forward_time": 6.931135654449463,
      "step": 1294
    },
    {
      "epoch": 3.79180908203125e-06,
      "step": 1294,
      "training_step_time": 22.705080032348633
    },
    {
      "epoch": 3.795623779296875e-06,
      "grad_norm": 0.4152095317840576,
      "learning_rate": 9.760970214119822e-06,
      "loss": 0.0463,
      "step": 1295
    },
    {
      "epoch": 3.795623779296875e-06,
      "model_forward_time": 6.966104984283447,
      "step": 1295
    },
    {
      "epoch": 3.795623779296875e-06,
      "step": 1295,
      "training_step_time": 22.59089183807373
    },
    {
      "epoch": 3.7994384765625e-06,
      "grad_norm": 0.4799089729785919,
      "learning_rate": 9.760566117816387e-06,
      "loss": 0.0462,
      "step": 1296
    },
    {
      "epoch": 3.7994384765625e-06,
      "model_forward_time": 6.9536097049713135,
      "step": 1296
    },
    {
      "epoch": 3.7994384765625e-06,
      "step": 1296,
      "training_step_time": 22.043399333953857
    },
    {
      "epoch": 3.803253173828125e-06,
      "grad_norm": 0.3365189731121063,
      "learning_rate": 9.760161688604008e-06,
      "loss": 0.0433,
      "step": 1297
    },
    {
      "epoch": 3.803253173828125e-06,
      "model_forward_time": 7.563212871551514,
      "step": 1297
    },
    {
      "epoch": 3.803253173828125e-06,
      "step": 1297,
      "training_step_time": 22.74205207824707
    },
    {
      "epoch": 3.80706787109375e-06,
      "grad_norm": 0.3135802745819092,
      "learning_rate": 9.759756926510966e-06,
      "loss": 0.0515,
      "step": 1298
    },
    {
      "epoch": 3.80706787109375e-06,
      "model_forward_time": 6.965261936187744,
      "step": 1298
    },
    {
      "epoch": 3.80706787109375e-06,
      "step": 1298,
      "training_step_time": 23.41857361793518
    },
    {
      "epoch": 3.810882568359375e-06,
      "grad_norm": 0.3790278434753418,
      "learning_rate": 9.75935183156557e-06,
      "loss": 0.0548,
      "step": 1299
    },
    {
      "epoch": 3.810882568359375e-06,
      "model_forward_time": 6.918959617614746,
      "step": 1299
    },
    {
      "epoch": 3.810882568359375e-06,
      "step": 1299,
      "training_step_time": 22.029083490371704
    },
    {
      "epoch": 3.814697265625e-06,
      "grad_norm": 0.32927045226097107,
      "learning_rate": 9.758946403796144e-06,
      "loss": 0.0517,
      "step": 1300
    },
    {
      "epoch": 3.814697265625e-06,
      "model_forward_time": 6.858900785446167,
      "step": 1300
    },
    {
      "dynamics_loss_avg": 0.03721703514456749,
      "epoch": 3.814697265625e-06,
      "step": 1300
    },
    {
      "action_loss_avg": 0.004108496429398656,
      "epoch": 3.814697265625e-06,
      "step": 1300
    },
    {
      "epoch": 3.814697265625e-06,
      "step": 1300,
      "training_step_time": 22.270604848861694
    },
    {
      "epoch": 3.818511962890625e-06,
      "grad_norm": 0.28936606645584106,
      "learning_rate": 9.758540643231041e-06,
      "loss": 0.0419,
      "step": 1301
    },
    {
      "epoch": 3.818511962890625e-06,
      "model_forward_time": 6.933108568191528,
      "step": 1301
    },
    {
      "epoch": 3.818511962890625e-06,
      "step": 1301,
      "training_step_time": 22.025044679641724
    },
    {
      "epoch": 3.82232666015625e-06,
      "grad_norm": 0.29839104413986206,
      "learning_rate": 9.758134549898636e-06,
      "loss": 0.0466,
      "step": 1302
    },
    {
      "epoch": 3.82232666015625e-06,
      "model_forward_time": 8.262340784072876,
      "step": 1302
    },
    {
      "epoch": 3.82232666015625e-06,
      "step": 1302,
      "training_step_time": 23.37966513633728
    },
    {
      "epoch": 3.826141357421875e-06,
      "grad_norm": 0.30013182759284973,
      "learning_rate": 9.75772812382733e-06,
      "loss": 0.0471,
      "step": 1303
    },
    {
      "epoch": 3.826141357421875e-06,
      "model_forward_time": 6.816246271133423,
      "step": 1303
    },
    {
      "epoch": 3.826141357421875e-06,
      "step": 1303,
      "training_step_time": 22.67409586906433
    },
    {
      "epoch": 3.8299560546875e-06,
      "grad_norm": 0.3237408995628357,
      "learning_rate": 9.757321365045542e-06,
      "loss": 0.0476,
      "step": 1304
    },
    {
      "epoch": 3.8299560546875e-06,
      "model_forward_time": 7.009146451950073,
      "step": 1304
    },
    {
      "epoch": 3.8299560546875e-06,
      "step": 1304,
      "training_step_time": 22.16087007522583
    },
    {
      "epoch": 3.833770751953125e-06,
      "grad_norm": 0.2374131828546524,
      "learning_rate": 9.75691427358172e-06,
      "loss": 0.0206,
      "step": 1305
    },
    {
      "epoch": 3.833770751953125e-06,
      "model_forward_time": 6.965096950531006,
      "step": 1305
    },
    {
      "epoch": 3.833770751953125e-06,
      "step": 1305,
      "training_step_time": 22.735432386398315
    },
    {
      "epoch": 3.83758544921875e-06,
      "grad_norm": 0.38823509216308594,
      "learning_rate": 9.756506849464327e-06,
      "loss": 0.0355,
      "step": 1306
    },
    {
      "epoch": 3.83758544921875e-06,
      "model_forward_time": 6.803167104721069,
      "step": 1306
    },
    {
      "epoch": 3.83758544921875e-06,
      "step": 1306,
      "training_step_time": 22.201520681381226
    },
    {
      "epoch": 3.841400146484375e-06,
      "grad_norm": 0.3483602702617645,
      "learning_rate": 9.756099092721856e-06,
      "loss": 0.0488,
      "step": 1307
    },
    {
      "epoch": 3.841400146484375e-06,
      "model_forward_time": 7.578781843185425,
      "step": 1307
    },
    {
      "epoch": 3.841400146484375e-06,
      "step": 1307,
      "training_step_time": 22.670360803604126
    },
    {
      "epoch": 3.84521484375e-06,
      "grad_norm": 0.4816763401031494,
      "learning_rate": 9.755691003382825e-06,
      "loss": 0.0593,
      "step": 1308
    },
    {
      "epoch": 3.84521484375e-06,
      "model_forward_time": 6.958451271057129,
      "step": 1308
    },
    {
      "epoch": 3.84521484375e-06,
      "step": 1308,
      "training_step_time": 22.581836700439453
    },
    {
      "epoch": 3.849029541015625e-06,
      "grad_norm": 0.3080293536186218,
      "learning_rate": 9.755282581475769e-06,
      "loss": 0.0439,
      "step": 1309
    },
    {
      "epoch": 3.849029541015625e-06,
      "model_forward_time": 6.929985284805298,
      "step": 1309
    },
    {
      "epoch": 3.849029541015625e-06,
      "step": 1309,
      "training_step_time": 22.633978843688965
    },
    {
      "epoch": 3.85284423828125e-06,
      "grad_norm": 0.1648385226726532,
      "learning_rate": 9.75487382702925e-06,
      "loss": 0.0379,
      "step": 1310
    },
    {
      "epoch": 3.85284423828125e-06,
      "model_forward_time": 6.969061374664307,
      "step": 1310
    },
    {
      "dynamics_loss_avg": 0.030488372221589087,
      "epoch": 3.85284423828125e-06,
      "step": 1310
    },
    {
      "action_loss_avg": 0.003397923812735826,
      "epoch": 3.85284423828125e-06,
      "step": 1310
    },
    {
      "epoch": 3.85284423828125e-06,
      "step": 1310,
      "training_step_time": 22.047528505325317
    },
    {
      "epoch": 3.856658935546875e-06,
      "grad_norm": 0.24545355141162872,
      "learning_rate": 9.754464740071852e-06,
      "loss": 0.0393,
      "step": 1311
    },
    {
      "epoch": 3.856658935546875e-06,
      "model_forward_time": 6.9630749225616455,
      "step": 1311
    },
    {
      "epoch": 3.856658935546875e-06,
      "step": 1311,
      "training_step_time": 22.741698265075684
    },
    {
      "epoch": 3.8604736328125e-06,
      "grad_norm": 0.35464656352996826,
      "learning_rate": 9.754055320632181e-06,
      "loss": 0.0403,
      "step": 1312
    },
    {
      "epoch": 3.8604736328125e-06,
      "model_forward_time": 7.512840509414673,
      "step": 1312
    },
    {
      "epoch": 3.8604736328125e-06,
      "step": 1312,
      "training_step_time": 22.63334059715271
    },
    {
      "epoch": 3.864288330078125e-06,
      "grad_norm": 0.4160269498825073,
      "learning_rate": 9.753645568738872e-06,
      "loss": 0.0513,
      "step": 1313
    },
    {
      "epoch": 3.864288330078125e-06,
      "model_forward_time": 6.979673624038696,
      "step": 1313
    },
    {
      "epoch": 3.864288330078125e-06,
      "step": 1313,
      "training_step_time": 22.016780376434326
    },
    {
      "epoch": 3.86810302734375e-06,
      "grad_norm": 0.3749828040599823,
      "learning_rate": 9.753235484420576e-06,
      "loss": 0.0498,
      "step": 1314
    },
    {
      "epoch": 3.86810302734375e-06,
      "model_forward_time": 6.904988527297974,
      "step": 1314
    },
    {
      "epoch": 3.86810302734375e-06,
      "step": 1314,
      "training_step_time": 22.707030534744263
    },
    {
      "epoch": 3.871917724609375e-06,
      "grad_norm": 0.3830672800540924,
      "learning_rate": 9.75282506770597e-06,
      "loss": 0.0422,
      "step": 1315
    },
    {
      "epoch": 3.871917724609375e-06,
      "model_forward_time": 6.998277902603149,
      "step": 1315
    },
    {
      "epoch": 3.871917724609375e-06,
      "step": 1315,
      "training_step_time": 22.05619740486145
    },
    {
      "epoch": 3.875732421875e-06,
      "grad_norm": 0.3495384156703949,
      "learning_rate": 9.752414318623759e-06,
      "loss": 0.0304,
      "step": 1316
    },
    {
      "epoch": 3.875732421875e-06,
      "model_forward_time": 6.9073426723480225,
      "step": 1316
    },
    {
      "epoch": 3.875732421875e-06,
      "step": 1316,
      "training_step_time": 22.624053716659546
    },
    {
      "epoch": 3.879547119140625e-06,
      "grad_norm": 0.4466383755207062,
      "learning_rate": 9.752003237202663e-06,
      "loss": 0.0465,
      "step": 1317
    },
    {
      "epoch": 3.879547119140625e-06,
      "model_forward_time": 7.495518684387207,
      "step": 1317
    },
    {
      "epoch": 3.879547119140625e-06,
      "step": 1317,
      "training_step_time": 22.56014919281006
    },
    {
      "epoch": 3.88336181640625e-06,
      "grad_norm": 0.30316224694252014,
      "learning_rate": 9.751591823471429e-06,
      "loss": 0.0491,
      "step": 1318
    },
    {
      "epoch": 3.88336181640625e-06,
      "model_forward_time": 6.8856425285339355,
      "step": 1318
    },
    {
      "epoch": 3.88336181640625e-06,
      "step": 1318,
      "training_step_time": 22.54348850250244
    },
    {
      "epoch": 3.887176513671875e-06,
      "grad_norm": 0.44283121824264526,
      "learning_rate": 9.75118007745883e-06,
      "loss": 0.0608,
      "step": 1319
    },
    {
      "epoch": 3.887176513671875e-06,
      "model_forward_time": 6.934955358505249,
      "step": 1319
    },
    {
      "epoch": 3.887176513671875e-06,
      "step": 1319,
      "training_step_time": 22.649709224700928
    },
    {
      "epoch": 3.8909912109375e-06,
      "grad_norm": 0.28212517499923706,
      "learning_rate": 9.750767999193656e-06,
      "loss": 0.0544,
      "step": 1320
    },
    {
      "epoch": 3.8909912109375e-06,
      "model_forward_time": 6.971715450286865,
      "step": 1320
    },
    {
      "dynamics_loss_avg": 0.035736150667071344,
      "epoch": 3.8909912109375e-06,
      "step": 1320
    },
    {
      "action_loss_avg": 0.0036312059266492723,
      "epoch": 3.8909912109375e-06,
      "step": 1320
    },
    {
      "epoch": 3.8909912109375e-06,
      "step": 1320,
      "training_step_time": 22.042211532592773
    },
    {
      "epoch": 3.894805908203125e-06,
      "grad_norm": 0.4097350835800171,
      "learning_rate": 9.750355588704728e-06,
      "loss": 0.0501,
      "step": 1321
    },
    {
      "epoch": 3.894805908203125e-06,
      "model_forward_time": 6.894873142242432,
      "step": 1321
    },
    {
      "epoch": 3.894805908203125e-06,
      "step": 1321,
      "training_step_time": 22.5304114818573
    },
    {
      "epoch": 3.89862060546875e-06,
      "grad_norm": 0.3689507246017456,
      "learning_rate": 9.749942846020883e-06,
      "loss": 0.0429,
      "step": 1322
    },
    {
      "epoch": 3.89862060546875e-06,
      "model_forward_time": 7.761828660964966,
      "step": 1322
    },
    {
      "epoch": 3.89862060546875e-06,
      "step": 1322,
      "training_step_time": 23.234185934066772
    },
    {
      "epoch": 3.902435302734375e-06,
      "grad_norm": 0.3997204899787903,
      "learning_rate": 9.749529771170984e-06,
      "loss": 0.0457,
      "step": 1323
    },
    {
      "epoch": 3.902435302734375e-06,
      "model_forward_time": 6.930337429046631,
      "step": 1323
    },
    {
      "epoch": 3.902435302734375e-06,
      "step": 1323,
      "training_step_time": 22.02604055404663
    },
    {
      "epoch": 3.90625e-06,
      "grad_norm": 0.3946840465068817,
      "learning_rate": 9.749116364183921e-06,
      "loss": 0.0434,
      "step": 1324
    },
    {
      "epoch": 3.90625e-06,
      "model_forward_time": 6.918224096298218,
      "step": 1324
    },
    {
      "epoch": 3.90625e-06,
      "step": 1324,
      "training_step_time": 22.666269302368164
    },
    {
      "epoch": 3.910064697265625e-06,
      "grad_norm": 0.2815270721912384,
      "learning_rate": 9.748702625088601e-06,
      "loss": 0.0394,
      "step": 1325
    },
    {
      "epoch": 3.910064697265625e-06,
      "model_forward_time": 6.981883764266968,
      "step": 1325
    },
    {
      "epoch": 3.910064697265625e-06,
      "step": 1325,
      "training_step_time": 22.0263934135437
    },
    {
      "epoch": 3.91387939453125e-06,
      "grad_norm": 0.3234264850616455,
      "learning_rate": 9.748288553913958e-06,
      "loss": 0.0478,
      "step": 1326
    },
    {
      "epoch": 3.91387939453125e-06,
      "model_forward_time": 6.96685791015625,
      "step": 1326
    },
    {
      "epoch": 3.91387939453125e-06,
      "step": 1326,
      "training_step_time": 22.664815664291382
    },
    {
      "epoch": 3.917694091796875e-06,
      "grad_norm": 0.3055087924003601,
      "learning_rate": 9.747874150688948e-06,
      "loss": 0.0575,
      "step": 1327
    },
    {
      "epoch": 3.917694091796875e-06,
      "model_forward_time": 7.587831258773804,
      "step": 1327
    },
    {
      "epoch": 3.917694091796875e-06,
      "step": 1327,
      "training_step_time": 22.661446571350098
    },
    {
      "epoch": 3.9215087890625e-06,
      "grad_norm": 0.29426223039627075,
      "learning_rate": 9.747459415442548e-06,
      "loss": 0.035,
      "step": 1328
    },
    {
      "epoch": 3.9215087890625e-06,
      "model_forward_time": 6.968071937561035,
      "step": 1328
    },
    {
      "epoch": 3.9215087890625e-06,
      "step": 1328,
      "training_step_time": 22.061880111694336
    },
    {
      "epoch": 3.925323486328125e-06,
      "grad_norm": 0.3894243538379669,
      "learning_rate": 9.747044348203766e-06,
      "loss": 0.0538,
      "step": 1329
    },
    {
      "epoch": 3.925323486328125e-06,
      "model_forward_time": 6.927850961685181,
      "step": 1329
    },
    {
      "epoch": 3.925323486328125e-06,
      "step": 1329,
      "training_step_time": 22.634015798568726
    },
    {
      "epoch": 3.92913818359375e-06,
      "grad_norm": 0.3770241439342499,
      "learning_rate": 9.746628949001624e-06,
      "loss": 0.0389,
      "step": 1330
    },
    {
      "epoch": 3.92913818359375e-06,
      "model_forward_time": 6.911791801452637,
      "step": 1330
    },
    {
      "dynamics_loss_avg": 0.0317068325355649,
      "epoch": 3.92913818359375e-06,
      "step": 1330
    },
    {
      "action_loss_avg": 0.003104996611364186,
      "epoch": 3.92913818359375e-06,
      "step": 1330
    },
    {
      "epoch": 3.92913818359375e-06,
      "step": 1330,
      "training_step_time": 22.031789302825928
    },
    {
      "epoch": 3.932952880859375e-06,
      "grad_norm": 0.3300859034061432,
      "learning_rate": 9.74621321786517e-06,
      "loss": 0.0442,
      "step": 1331
    },
    {
      "epoch": 3.932952880859375e-06,
      "model_forward_time": 6.9501402378082275,
      "step": 1331
    },
    {
      "epoch": 3.932952880859375e-06,
      "step": 1331,
      "training_step_time": 22.506083011627197
    },
    {
      "epoch": 3.936767578125e-06,
      "grad_norm": 0.25958168506622314,
      "learning_rate": 9.74579715482348e-06,
      "loss": 0.0338,
      "step": 1332
    },
    {
      "epoch": 3.936767578125e-06,
      "model_forward_time": 7.601095676422119,
      "step": 1332
    },
    {
      "epoch": 3.936767578125e-06,
      "step": 1332,
      "training_step_time": 22.667084455490112
    },
    {
      "epoch": 3.940582275390625e-06,
      "grad_norm": 0.3636772632598877,
      "learning_rate": 9.745380759905648e-06,
      "loss": 0.0482,
      "step": 1333
    },
    {
      "epoch": 3.940582275390625e-06,
      "model_forward_time": 6.946650981903076,
      "step": 1333
    },
    {
      "epoch": 3.940582275390625e-06,
      "step": 1333,
      "training_step_time": 22.006232976913452
    },
    {
      "epoch": 3.94439697265625e-06,
      "grad_norm": 0.2574823796749115,
      "learning_rate": 9.744964033140791e-06,
      "loss": 0.066,
      "step": 1334
    },
    {
      "epoch": 3.94439697265625e-06,
      "model_forward_time": 6.939791202545166,
      "step": 1334
    },
    {
      "epoch": 3.94439697265625e-06,
      "step": 1334,
      "training_step_time": 22.7050199508667
    },
    {
      "epoch": 3.948211669921875e-06,
      "grad_norm": 0.3515683114528656,
      "learning_rate": 9.744546974558054e-06,
      "loss": 0.0414,
      "step": 1335
    },
    {
      "epoch": 3.948211669921875e-06,
      "model_forward_time": 6.971375942230225,
      "step": 1335
    },
    {
      "epoch": 3.948211669921875e-06,
      "step": 1335,
      "training_step_time": 22.044694900512695
    },
    {
      "epoch": 3.9520263671875e-06,
      "grad_norm": 0.2996334731578827,
      "learning_rate": 9.744129584186599e-06,
      "loss": 0.0484,
      "step": 1336
    },
    {
      "epoch": 3.9520263671875e-06,
      "model_forward_time": 6.889617681503296,
      "step": 1336
    },
    {
      "epoch": 3.9520263671875e-06,
      "step": 1336,
      "training_step_time": 22.527835369110107
    },
    {
      "epoch": 3.955841064453125e-06,
      "grad_norm": 0.22464269399642944,
      "learning_rate": 9.743711862055617e-06,
      "loss": 0.0623,
      "step": 1337
    },
    {
      "epoch": 3.955841064453125e-06,
      "model_forward_time": 7.432431936264038,
      "step": 1337
    },
    {
      "epoch": 3.955841064453125e-06,
      "step": 1337,
      "training_step_time": 22.48486328125
    },
    {
      "epoch": 3.95965576171875e-06,
      "grad_norm": 0.27716004848480225,
      "learning_rate": 9.743293808194318e-06,
      "loss": 0.0469,
      "step": 1338
    },
    {
      "epoch": 3.95965576171875e-06,
      "model_forward_time": 6.96259069442749,
      "step": 1338
    },
    {
      "epoch": 3.95965576171875e-06,
      "step": 1338,
      "training_step_time": 22.013397216796875
    },
    {
      "epoch": 3.963470458984375e-06,
      "grad_norm": 0.35672229528427124,
      "learning_rate": 9.742875422631937e-06,
      "loss": 0.0414,
      "step": 1339
    },
    {
      "epoch": 3.963470458984375e-06,
      "model_forward_time": 6.913517951965332,
      "step": 1339
    },
    {
      "epoch": 3.963470458984375e-06,
      "step": 1339,
      "training_step_time": 22.60030508041382
    },
    {
      "epoch": 3.96728515625e-06,
      "grad_norm": 0.39087119698524475,
      "learning_rate": 9.742456705397732e-06,
      "loss": 0.0386,
      "step": 1340
    },
    {
      "epoch": 3.96728515625e-06,
      "model_forward_time": 6.93285870552063,
      "step": 1340
    },
    {
      "dynamics_loss_avg": 0.036212173476815226,
      "epoch": 3.96728515625e-06,
      "step": 1340
    },
    {
      "action_loss_avg": 0.003089064999949187,
      "epoch": 3.96728515625e-06,
      "step": 1340
    },
    {
      "epoch": 3.96728515625e-06,
      "step": 1340,
      "training_step_time": 22.036036729812622
    },
    {
      "epoch": 3.971099853515625e-06,
      "grad_norm": 0.28279897570610046,
      "learning_rate": 9.742037656520984e-06,
      "loss": 0.0495,
      "step": 1341
    },
    {
      "epoch": 3.971099853515625e-06,
      "model_forward_time": 6.9395222663879395,
      "step": 1341
    },
    {
      "epoch": 3.971099853515625e-06,
      "step": 1341,
      "training_step_time": 22.70320725440979
    },
    {
      "epoch": 3.97491455078125e-06,
      "grad_norm": 0.3676222264766693,
      "learning_rate": 9.741618276030998e-06,
      "loss": 0.0496,
      "step": 1342
    },
    {
      "epoch": 3.97491455078125e-06,
      "model_forward_time": 6.916093587875366,
      "step": 1342
    },
    {
      "epoch": 3.97491455078125e-06,
      "step": 1342,
      "training_step_time": 22.598748922348022
    },
    {
      "epoch": 3.978729248046875e-06,
      "grad_norm": 0.29378554224967957,
      "learning_rate": 9.7411985639571e-06,
      "loss": 0.0409,
      "step": 1343
    },
    {
      "epoch": 3.978729248046875e-06,
      "model_forward_time": 6.890343427658081,
      "step": 1343
    },
    {
      "epoch": 3.978729248046875e-06,
      "step": 1343,
      "training_step_time": 22.012130975723267
    },
    {
      "epoch": 3.9825439453125e-06,
      "grad_norm": 0.3046274483203888,
      "learning_rate": 9.740778520328643e-06,
      "loss": 0.0367,
      "step": 1344
    },
    {
      "epoch": 3.9825439453125e-06,
      "model_forward_time": 6.9372804164886475,
      "step": 1344
    },
    {
      "epoch": 3.9825439453125e-06,
      "step": 1344,
      "training_step_time": 22.697663068771362
    },
    {
      "epoch": 3.986358642578125e-06,
      "grad_norm": 0.31689608097076416,
      "learning_rate": 9.740358145174999e-06,
      "loss": 0.0478,
      "step": 1345
    },
    {
      "epoch": 3.986358642578125e-06,
      "model_forward_time": 6.950411081314087,
      "step": 1345
    },
    {
      "epoch": 3.986358642578125e-06,
      "step": 1345,
      "training_step_time": 22.020509004592896
    },
    {
      "epoch": 3.99017333984375e-06,
      "grad_norm": 0.33625465631484985,
      "learning_rate": 9.739937438525565e-06,
      "loss": 0.0524,
      "step": 1346
    },
    {
      "epoch": 3.99017333984375e-06,
      "model_forward_time": 6.935748100280762,
      "step": 1346
    },
    {
      "epoch": 3.99017333984375e-06,
      "step": 1346,
      "training_step_time": 22.608098030090332
    },
    {
      "epoch": 3.993988037109375e-06,
      "grad_norm": 0.2328261286020279,
      "learning_rate": 9.739516400409761e-06,
      "loss": 0.0443,
      "step": 1347
    },
    {
      "epoch": 3.993988037109375e-06,
      "model_forward_time": 6.923409700393677,
      "step": 1347
    },
    {
      "epoch": 3.993988037109375e-06,
      "step": 1347,
      "training_step_time": 22.00096607208252
    },
    {
      "epoch": 3.997802734375e-06,
      "grad_norm": 0.2789682447910309,
      "learning_rate": 9.739095030857033e-06,
      "loss": 0.0404,
      "step": 1348
    },
    {
      "epoch": 3.997802734375e-06,
      "model_forward_time": 7.479156494140625,
      "step": 1348
    },
    {
      "epoch": 3.997802734375e-06,
      "step": 1348,
      "training_step_time": 22.5611412525177
    },
    {
      "epoch": 4.001617431640625e-06,
      "grad_norm": 0.40756869316101074,
      "learning_rate": 9.738673329896846e-06,
      "loss": 0.0491,
      "step": 1349
    },
    {
      "epoch": 4.001617431640625e-06,
      "model_forward_time": 6.904204368591309,
      "step": 1349
    },
    {
      "epoch": 4.001617431640625e-06,
      "step": 1349,
      "training_step_time": 22.582934856414795
    },
    {
      "epoch": 4.00543212890625e-06,
      "grad_norm": 0.33494213223457336,
      "learning_rate": 9.738251297558689e-06,
      "loss": 0.0433,
      "step": 1350
    },
    {
      "epoch": 4.00543212890625e-06,
      "model_forward_time": 6.986335277557373,
      "step": 1350
    },
    {
      "dynamics_loss_avg": 0.031386210769414905,
      "epoch": 4.00543212890625e-06,
      "step": 1350
    },
    {
      "action_loss_avg": 0.003056444099638611,
      "epoch": 4.00543212890625e-06,
      "step": 1350
    },
    {
      "epoch": 4.00543212890625e-06,
      "step": 1350,
      "training_step_time": 22.057246923446655
    },
    {
      "epoch": 4.009246826171875e-06,
      "grad_norm": 0.339424192905426,
      "learning_rate": 9.737828933872076e-06,
      "loss": 0.0375,
      "step": 1351
    },
    {
      "epoch": 4.009246826171875e-06,
      "model_forward_time": 6.972049951553345,
      "step": 1351
    },
    {
      "epoch": 4.009246826171875e-06,
      "step": 1351,
      "training_step_time": 22.527214765548706
    },
    {
      "epoch": 4.0130615234375e-06,
      "grad_norm": 0.3028804063796997,
      "learning_rate": 9.737406238866543e-06,
      "loss": 0.0404,
      "step": 1352
    },
    {
      "epoch": 4.0130615234375e-06,
      "model_forward_time": 6.94152569770813,
      "step": 1352
    },
    {
      "epoch": 4.0130615234375e-06,
      "step": 1352,
      "training_step_time": 22.712692260742188
    },
    {
      "epoch": 4.016876220703125e-06,
      "grad_norm": 0.4090316891670227,
      "learning_rate": 9.736983212571646e-06,
      "loss": 0.0481,
      "step": 1353
    },
    {
      "epoch": 4.016876220703125e-06,
      "model_forward_time": 7.594549894332886,
      "step": 1353
    },
    {
      "epoch": 4.016876220703125e-06,
      "step": 1353,
      "training_step_time": 22.614588975906372
    },
    {
      "epoch": 4.02069091796875e-06,
      "grad_norm": 0.26219138503074646,
      "learning_rate": 9.736559855016974e-06,
      "loss": 0.042,
      "step": 1354
    },
    {
      "epoch": 4.02069091796875e-06,
      "model_forward_time": 6.921086072921753,
      "step": 1354
    },
    {
      "epoch": 4.02069091796875e-06,
      "step": 1354,
      "training_step_time": 22.595081567764282
    },
    {
      "epoch": 4.024505615234375e-06,
      "grad_norm": 0.25489774346351624,
      "learning_rate": 9.736136166232128e-06,
      "loss": 0.0445,
      "step": 1355
    },
    {
      "epoch": 4.024505615234375e-06,
      "model_forward_time": 6.930688858032227,
      "step": 1355
    },
    {
      "epoch": 4.024505615234375e-06,
      "step": 1355,
      "training_step_time": 22.006548404693604
    },
    {
      "epoch": 4.0283203125e-06,
      "grad_norm": 0.2229488492012024,
      "learning_rate": 9.735712146246737e-06,
      "loss": 0.0382,
      "step": 1356
    },
    {
      "epoch": 4.0283203125e-06,
      "model_forward_time": 6.934929132461548,
      "step": 1356
    },
    {
      "epoch": 4.0283203125e-06,
      "step": 1356,
      "training_step_time": 22.568610906600952
    },
    {
      "epoch": 4.032135009765625e-06,
      "grad_norm": 0.42070692777633667,
      "learning_rate": 9.735287795090455e-06,
      "loss": 0.0452,
      "step": 1357
    },
    {
      "epoch": 4.032135009765625e-06,
      "model_forward_time": 6.900223016738892,
      "step": 1357
    },
    {
      "epoch": 4.032135009765625e-06,
      "step": 1357,
      "training_step_time": 22.62538480758667
    },
    {
      "epoch": 4.03594970703125e-06,
      "grad_norm": 0.22560204565525055,
      "learning_rate": 9.734863112792956e-06,
      "loss": 0.0368,
      "step": 1358
    },
    {
      "epoch": 4.03594970703125e-06,
      "model_forward_time": 7.832953214645386,
      "step": 1358
    },
    {
      "epoch": 4.03594970703125e-06,
      "step": 1358,
      "training_step_time": 22.929211616516113
    },
    {
      "epoch": 4.039764404296875e-06,
      "grad_norm": 0.43716713786125183,
      "learning_rate": 9.734438099383938e-06,
      "loss": 0.06,
      "step": 1359
    },
    {
      "epoch": 4.039764404296875e-06,
      "model_forward_time": 6.936864137649536,
      "step": 1359
    },
    {
      "epoch": 4.039764404296875e-06,
      "step": 1359,
      "training_step_time": 22.66632866859436
    },
    {
      "epoch": 4.0435791015625e-06,
      "grad_norm": 0.30518123507499695,
      "learning_rate": 9.734012754893121e-06,
      "loss": 0.0312,
      "step": 1360
    },
    {
      "epoch": 4.0435791015625e-06,
      "model_forward_time": 6.970148324966431,
      "step": 1360
    },
    {
      "dynamics_loss_avg": 0.029884655401110648,
      "epoch": 4.0435791015625e-06,
      "step": 1360
    },
    {
      "action_loss_avg": 0.002940395311452448,
      "epoch": 4.0435791015625e-06,
      "step": 1360
    },
    {
      "epoch": 4.0435791015625e-06,
      "step": 1360,
      "training_step_time": 22.034297704696655
    },
    {
      "epoch": 4.047393798828125e-06,
      "grad_norm": 0.28721463680267334,
      "learning_rate": 9.733587079350254e-06,
      "loss": 0.0335,
      "step": 1361
    },
    {
      "epoch": 4.047393798828125e-06,
      "model_forward_time": 6.975433588027954,
      "step": 1361
    },
    {
      "epoch": 4.047393798828125e-06,
      "step": 1361,
      "training_step_time": 22.57662272453308
    },
    {
      "epoch": 4.05120849609375e-06,
      "grad_norm": 0.32423365116119385,
      "learning_rate": 9.7331610727851e-06,
      "loss": 0.0506,
      "step": 1362
    },
    {
      "epoch": 4.05120849609375e-06,
      "model_forward_time": 6.9813947677612305,
      "step": 1362
    },
    {
      "epoch": 4.05120849609375e-06,
      "step": 1362,
      "training_step_time": 22.61075448989868
    },
    {
      "epoch": 4.055023193359375e-06,
      "grad_norm": 0.35637396574020386,
      "learning_rate": 9.73273473522745e-06,
      "loss": 0.0503,
      "step": 1363
    },
    {
      "epoch": 4.055023193359375e-06,
      "model_forward_time": 7.645899057388306,
      "step": 1363
    },
    {
      "epoch": 4.055023193359375e-06,
      "step": 1363,
      "training_step_time": 22.716683626174927
    },
    {
      "epoch": 4.058837890625e-06,
      "grad_norm": 0.21002605557441711,
      "learning_rate": 9.732308066707123e-06,
      "loss": 0.0391,
      "step": 1364
    },
    {
      "epoch": 4.058837890625e-06,
      "model_forward_time": 6.872265815734863,
      "step": 1364
    },
    {
      "epoch": 4.058837890625e-06,
      "step": 1364,
      "training_step_time": 22.669999837875366
    },
    {
      "epoch": 4.062652587890625e-06,
      "grad_norm": 0.22976523637771606,
      "learning_rate": 9.73188106725395e-06,
      "loss": 0.0418,
      "step": 1365
    },
    {
      "epoch": 4.062652587890625e-06,
      "model_forward_time": 6.933907747268677,
      "step": 1365
    },
    {
      "epoch": 4.062652587890625e-06,
      "step": 1365,
      "training_step_time": 22.66450548171997
    },
    {
      "epoch": 4.06646728515625e-06,
      "grad_norm": 0.5100898146629333,
      "learning_rate": 9.731453736897796e-06,
      "loss": 0.0567,
      "step": 1366
    },
    {
      "epoch": 4.06646728515625e-06,
      "model_forward_time": 6.900804281234741,
      "step": 1366
    },
    {
      "epoch": 4.06646728515625e-06,
      "step": 1366,
      "training_step_time": 22.50896143913269
    },
    {
      "epoch": 4.070281982421875e-06,
      "grad_norm": 0.2399350106716156,
      "learning_rate": 9.731026075668543e-06,
      "loss": 0.024,
      "step": 1367
    },
    {
      "epoch": 4.070281982421875e-06,
      "model_forward_time": 6.94177770614624,
      "step": 1367
    },
    {
      "epoch": 4.070281982421875e-06,
      "step": 1367,
      "training_step_time": 22.612046003341675
    },
    {
      "epoch": 4.0740966796875e-06,
      "grad_norm": 0.36972934007644653,
      "learning_rate": 9.730598083596096e-06,
      "loss": 0.0589,
      "step": 1368
    },
    {
      "epoch": 4.0740966796875e-06,
      "model_forward_time": 7.497500896453857,
      "step": 1368
    },
    {
      "epoch": 4.0740966796875e-06,
      "step": 1368,
      "training_step_time": 22.567957162857056
    },
    {
      "epoch": 4.077911376953125e-06,
      "grad_norm": 0.30438604950904846,
      "learning_rate": 9.730169760710385e-06,
      "loss": 0.0478,
      "step": 1369
    },
    {
      "epoch": 4.077911376953125e-06,
      "model_forward_time": 6.988916873931885,
      "step": 1369
    },
    {
      "epoch": 4.077911376953125e-06,
      "step": 1369,
      "training_step_time": 22.65141224861145
    },
    {
      "epoch": 4.08172607421875e-06,
      "grad_norm": 0.3223179280757904,
      "learning_rate": 9.729741107041368e-06,
      "loss": 0.0438,
      "step": 1370
    },
    {
      "epoch": 4.08172607421875e-06,
      "model_forward_time": 6.971037149429321,
      "step": 1370
    },
    {
      "dynamics_loss_avg": 0.03398232627660036,
      "epoch": 4.08172607421875e-06,
      "step": 1370
    },
    {
      "action_loss_avg": 0.003381694888230413,
      "epoch": 4.08172607421875e-06,
      "step": 1370
    },
    {
      "epoch": 4.08172607421875e-06,
      "step": 1370,
      "training_step_time": 22.653293132781982
    },
    {
      "epoch": 4.085540771484375e-06,
      "grad_norm": 0.3463740348815918,
      "learning_rate": 9.729312122619013e-06,
      "loss": 0.0481,
      "step": 1371
    },
    {
      "epoch": 4.085540771484375e-06,
      "model_forward_time": 6.987112283706665,
      "step": 1371
    },
    {
      "epoch": 4.085540771484375e-06,
      "step": 1371,
      "training_step_time": 22.57525610923767
    },
    {
      "epoch": 4.08935546875e-06,
      "grad_norm": 0.3927266299724579,
      "learning_rate": 9.728882807473324e-06,
      "loss": 0.0606,
      "step": 1372
    },
    {
      "epoch": 4.08935546875e-06,
      "model_forward_time": 6.946829795837402,
      "step": 1372
    },
    {
      "epoch": 4.08935546875e-06,
      "step": 1372,
      "training_step_time": 22.52623701095581
    },
    {
      "epoch": 4.093170166015625e-06,
      "grad_norm": 0.283936470746994,
      "learning_rate": 9.728453161634322e-06,
      "loss": 0.0353,
      "step": 1373
    },
    {
      "epoch": 4.093170166015625e-06,
      "model_forward_time": 7.6106860637664795,
      "step": 1373
    },
    {
      "epoch": 4.093170166015625e-06,
      "step": 1373,
      "training_step_time": 22.698813438415527
    },
    {
      "epoch": 4.09698486328125e-06,
      "grad_norm": 0.3531736433506012,
      "learning_rate": 9.728023185132055e-06,
      "loss": 0.0387,
      "step": 1374
    },
    {
      "epoch": 4.09698486328125e-06,
      "model_forward_time": 6.980703592300415,
      "step": 1374
    },
    {
      "epoch": 4.09698486328125e-06,
      "step": 1374,
      "training_step_time": 22.008872509002686
    },
    {
      "epoch": 4.100799560546875e-06,
      "grad_norm": 0.28546303510665894,
      "learning_rate": 9.727592877996585e-06,
      "loss": 0.0404,
      "step": 1375
    },
    {
      "epoch": 4.100799560546875e-06,
      "model_forward_time": 6.89985728263855,
      "step": 1375
    },
    {
      "epoch": 4.100799560546875e-06,
      "step": 1375,
      "training_step_time": 22.666343688964844
    },
    {
      "epoch": 4.1046142578125e-06,
      "grad_norm": 0.31911876797676086,
      "learning_rate": 9.727162240258009e-06,
      "loss": 0.0572,
      "step": 1376
    },
    {
      "epoch": 4.1046142578125e-06,
      "model_forward_time": 6.9611406326293945,
      "step": 1376
    },
    {
      "epoch": 4.1046142578125e-06,
      "step": 1376,
      "training_step_time": 22.025395154953003
    },
    {
      "epoch": 4.108428955078125e-06,
      "grad_norm": 0.28153008222579956,
      "learning_rate": 9.72673127194644e-06,
      "loss": 0.0351,
      "step": 1377
    },
    {
      "epoch": 4.108428955078125e-06,
      "model_forward_time": 6.961857318878174,
      "step": 1377
    },
    {
      "epoch": 4.108428955078125e-06,
      "step": 1377,
      "training_step_time": 22.589683294296265
    },
    {
      "epoch": 4.11224365234375e-06,
      "grad_norm": 0.40330544114112854,
      "learning_rate": 9.726299973092017e-06,
      "loss": 0.0393,
      "step": 1378
    },
    {
      "epoch": 4.11224365234375e-06,
      "model_forward_time": 7.509710073471069,
      "step": 1378
    },
    {
      "epoch": 4.11224365234375e-06,
      "step": 1378,
      "training_step_time": 22.62270498275757
    },
    {
      "epoch": 4.116058349609375e-06,
      "grad_norm": 0.4916749894618988,
      "learning_rate": 9.7258683437249e-06,
      "loss": 0.0604,
      "step": 1379
    },
    {
      "epoch": 4.116058349609375e-06,
      "model_forward_time": 6.912572860717773,
      "step": 1379
    },
    {
      "epoch": 4.116058349609375e-06,
      "step": 1379,
      "training_step_time": 22.553176641464233
    },
    {
      "epoch": 4.119873046875e-06,
      "grad_norm": 0.28695443272590637,
      "learning_rate": 9.725436383875273e-06,
      "loss": 0.0585,
      "step": 1380
    },
    {
      "epoch": 4.119873046875e-06,
      "model_forward_time": 6.927847385406494,
      "step": 1380
    },
    {
      "dynamics_loss_avg": 0.035156013816595076,
      "epoch": 4.119873046875e-06,
      "step": 1380
    },
    {
      "action_loss_avg": 0.0034328891895711424,
      "epoch": 4.119873046875e-06,
      "step": 1380
    },
    {
      "epoch": 4.119873046875e-06,
      "step": 1380,
      "training_step_time": 22.66258716583252
    },
    {
      "epoch": 4.123687744140625e-06,
      "grad_norm": 0.2441510707139969,
      "learning_rate": 9.725004093573343e-06,
      "loss": 0.0352,
      "step": 1381
    },
    {
      "epoch": 4.123687744140625e-06,
      "model_forward_time": 6.954772472381592,
      "step": 1381
    },
    {
      "epoch": 4.123687744140625e-06,
      "step": 1381,
      "training_step_time": 22.0131893157959
    },
    {
      "epoch": 4.12750244140625e-06,
      "grad_norm": 0.32084789872169495,
      "learning_rate": 9.724571472849342e-06,
      "loss": 0.0637,
      "step": 1382
    },
    {
      "epoch": 4.12750244140625e-06,
      "model_forward_time": 6.956111431121826,
      "step": 1382
    },
    {
      "epoch": 4.12750244140625e-06,
      "step": 1382,
      "training_step_time": 22.669042587280273
    },
    {
      "epoch": 4.131317138671875e-06,
      "grad_norm": 0.2903852164745331,
      "learning_rate": 9.724138521733521e-06,
      "loss": 0.039,
      "step": 1383
    },
    {
      "epoch": 4.131317138671875e-06,
      "model_forward_time": 7.496851921081543,
      "step": 1383
    },
    {
      "epoch": 4.131317138671875e-06,
      "step": 1383,
      "training_step_time": 22.575127601623535
    },
    {
      "epoch": 4.1351318359375e-06,
      "grad_norm": 0.24558687210083008,
      "learning_rate": 9.723705240256157e-06,
      "loss": 0.0295,
      "step": 1384
    },
    {
      "epoch": 4.1351318359375e-06,
      "model_forward_time": 6.95032811164856,
      "step": 1384
    },
    {
      "epoch": 4.1351318359375e-06,
      "step": 1384,
      "training_step_time": 22.01481533050537
    },
    {
      "epoch": 4.138946533203125e-06,
      "grad_norm": 0.5387919545173645,
      "learning_rate": 9.72327162844755e-06,
      "loss": 0.0574,
      "step": 1385
    },
    {
      "epoch": 4.138946533203125e-06,
      "model_forward_time": 6.923754453659058,
      "step": 1385
    },
    {
      "epoch": 4.138946533203125e-06,
      "step": 1385,
      "training_step_time": 22.696465730667114
    },
    {
      "epoch": 4.14276123046875e-06,
      "grad_norm": 0.4066769778728485,
      "learning_rate": 9.722837686338025e-06,
      "loss": 0.048,
      "step": 1386
    },
    {
      "epoch": 4.14276123046875e-06,
      "model_forward_time": 6.953458070755005,
      "step": 1386
    },
    {
      "epoch": 4.14276123046875e-06,
      "step": 1386,
      "training_step_time": 21.99901533126831
    },
    {
      "epoch": 4.146575927734375e-06,
      "grad_norm": 0.3719276189804077,
      "learning_rate": 9.722403413957924e-06,
      "loss": 0.047,
      "step": 1387
    },
    {
      "epoch": 4.146575927734375e-06,
      "model_forward_time": 6.9018425941467285,
      "step": 1387
    },
    {
      "epoch": 4.146575927734375e-06,
      "step": 1387,
      "training_step_time": 23.01109290122986
    },
    {
      "epoch": 4.150390625e-06,
      "grad_norm": 0.24599148333072662,
      "learning_rate": 9.721968811337617e-06,
      "loss": 0.0527,
      "step": 1388
    },
    {
      "epoch": 4.150390625e-06,
      "model_forward_time": 7.470174551010132,
      "step": 1388
    },
    {
      "epoch": 4.150390625e-06,
      "step": 1388,
      "training_step_time": 22.574016571044922
    },
    {
      "epoch": 4.154205322265625e-06,
      "grad_norm": 0.27039578557014465,
      "learning_rate": 9.7215338785075e-06,
      "loss": 0.043,
      "step": 1389
    },
    {
      "epoch": 4.154205322265625e-06,
      "model_forward_time": 6.92941951751709,
      "step": 1389
    },
    {
      "epoch": 4.154205322265625e-06,
      "step": 1389,
      "training_step_time": 22.045392513275146
    },
    {
      "epoch": 4.15802001953125e-06,
      "grad_norm": 0.20559091866016388,
      "learning_rate": 9.72109861549798e-06,
      "loss": 0.0317,
      "step": 1390
    },
    {
      "epoch": 4.15802001953125e-06,
      "model_forward_time": 6.876618146896362,
      "step": 1390
    },
    {
      "dynamics_loss_avg": 0.03358112517744303,
      "epoch": 4.15802001953125e-06,
      "step": 1390
    },
    {
      "action_loss_avg": 0.0037207482382655144,
      "epoch": 4.15802001953125e-06,
      "step": 1390
    },
    {
      "epoch": 4.15802001953125e-06,
      "step": 1390,
      "training_step_time": 22.63315749168396
    },
    {
      "epoch": 4.161834716796875e-06,
      "grad_norm": 0.22844015061855316,
      "learning_rate": 9.720663022339503e-06,
      "loss": 0.0343,
      "step": 1391
    },
    {
      "epoch": 4.161834716796875e-06,
      "model_forward_time": 6.9714884757995605,
      "step": 1391
    },
    {
      "epoch": 4.161834716796875e-06,
      "step": 1391,
      "training_step_time": 22.03088402748108
    },
    {
      "epoch": 4.1656494140625e-06,
      "grad_norm": 0.2292761355638504,
      "learning_rate": 9.720227099062525e-06,
      "loss": 0.0232,
      "step": 1392
    },
    {
      "epoch": 4.1656494140625e-06,
      "model_forward_time": 6.974689960479736,
      "step": 1392
    },
    {
      "epoch": 4.1656494140625e-06,
      "step": 1392,
      "training_step_time": 22.55770707130432
    },
    {
      "epoch": 4.169464111328125e-06,
      "grad_norm": 0.3961223363876343,
      "learning_rate": 9.719790845697534e-06,
      "loss": 0.056,
      "step": 1393
    },
    {
      "epoch": 4.169464111328125e-06,
      "model_forward_time": 7.725263833999634,
      "step": 1393
    },
    {
      "epoch": 4.169464111328125e-06,
      "step": 1393,
      "training_step_time": 23.112550497055054
    },
    {
      "epoch": 4.17327880859375e-06,
      "grad_norm": 0.3220197856426239,
      "learning_rate": 9.719354262275036e-06,
      "loss": 0.0607,
      "step": 1394
    },
    {
      "epoch": 4.17327880859375e-06,
      "model_forward_time": 6.920976638793945,
      "step": 1394
    },
    {
      "epoch": 4.17327880859375e-06,
      "step": 1394,
      "training_step_time": 22.026093244552612
    },
    {
      "epoch": 4.177093505859375e-06,
      "grad_norm": 0.3552466928958893,
      "learning_rate": 9.71891734882556e-06,
      "loss": 0.0514,
      "step": 1395
    },
    {
      "epoch": 4.177093505859375e-06,
      "model_forward_time": 6.917705774307251,
      "step": 1395
    },
    {
      "epoch": 4.177093505859375e-06,
      "step": 1395,
      "training_step_time": 22.647758722305298
    },
    {
      "epoch": 4.180908203125e-06,
      "grad_norm": 0.2927539050579071,
      "learning_rate": 9.718480105379663e-06,
      "loss": 0.051,
      "step": 1396
    },
    {
      "epoch": 4.180908203125e-06,
      "model_forward_time": 6.945281028747559,
      "step": 1396
    },
    {
      "epoch": 4.180908203125e-06,
      "step": 1396,
      "training_step_time": 22.024709939956665
    },
    {
      "epoch": 4.184722900390625e-06,
      "grad_norm": 0.12394440919160843,
      "learning_rate": 9.718042531967918e-06,
      "loss": 0.0291,
      "step": 1397
    },
    {
      "epoch": 4.184722900390625e-06,
      "model_forward_time": 6.940298557281494,
      "step": 1397
    },
    {
      "epoch": 4.184722900390625e-06,
      "step": 1397,
      "training_step_time": 22.529892444610596
    },
    {
      "epoch": 4.18853759765625e-06,
      "grad_norm": 0.14877699315547943,
      "learning_rate": 9.717604628620927e-06,
      "loss": 0.0258,
      "step": 1398
    },
    {
      "epoch": 4.18853759765625e-06,
      "model_forward_time": 6.983677864074707,
      "step": 1398
    },
    {
      "epoch": 4.18853759765625e-06,
      "step": 1398,
      "training_step_time": 22.604050874710083
    },
    {
      "epoch": 4.192352294921875e-06,
      "grad_norm": 0.2935946583747864,
      "learning_rate": 9.717166395369312e-06,
      "loss": 0.0396,
      "step": 1399
    },
    {
      "epoch": 4.192352294921875e-06,
      "model_forward_time": 7.576879501342773,
      "step": 1399
    },
    {
      "epoch": 4.192352294921875e-06,
      "step": 1399,
      "training_step_time": 22.682453632354736
    },
    {
      "epoch": 4.1961669921875e-06,
      "grad_norm": 0.28677523136138916,
      "learning_rate": 9.71672783224372e-06,
      "loss": 0.0521,
      "step": 1400
    },
    {
      "epoch": 4.1961669921875e-06,
      "model_forward_time": 6.850652456283569,
      "step": 1400
    },
    {
      "dynamics_loss_avg": 0.03173536509275436,
      "epoch": 4.1961669921875e-06,
      "step": 1400
    },
    {
      "action_loss_avg": 0.0024083580006845295,
      "epoch": 4.1961669921875e-06,
      "step": 1400
    },
    {
      "epoch": 4.1961669921875e-06,
      "step": 1400,
      "training_step_time": 22.241549491882324
    },
    {
      "epoch": 4.199981689453125e-06,
      "grad_norm": 0.2462623119354248,
      "learning_rate": 9.716288939274818e-06,
      "loss": 0.0412,
      "step": 1401
    },
    {
      "epoch": 4.199981689453125e-06,
      "model_forward_time": 6.943653583526611,
      "step": 1401
    },
    {
      "epoch": 4.199981689453125e-06,
      "step": 1401,
      "training_step_time": 22.507324695587158
    },
    {
      "epoch": 4.20379638671875e-06,
      "grad_norm": 0.3513624668121338,
      "learning_rate": 9.7158497164933e-06,
      "loss": 0.0487,
      "step": 1402
    },
    {
      "epoch": 4.20379638671875e-06,
      "model_forward_time": 6.940627574920654,
      "step": 1402
    },
    {
      "epoch": 4.20379638671875e-06,
      "step": 1402,
      "training_step_time": 22.700465202331543
    },
    {
      "epoch": 4.207611083984375e-06,
      "grad_norm": 0.2568298876285553,
      "learning_rate": 9.715410163929879e-06,
      "loss": 0.0541,
      "step": 1403
    },
    {
      "epoch": 4.207611083984375e-06,
      "model_forward_time": 8.320183277130127,
      "step": 1403
    },
    {
      "epoch": 4.207611083984375e-06,
      "step": 1403,
      "training_step_time": 23.44873857498169
    },
    {
      "epoch": 4.21142578125e-06,
      "grad_norm": 0.25325509905815125,
      "learning_rate": 9.714970281615296e-06,
      "loss": 0.0556,
      "step": 1404
    },
    {
      "epoch": 4.21142578125e-06,
      "model_forward_time": 6.999000787734985,
      "step": 1404
    },
    {
      "epoch": 4.21142578125e-06,
      "step": 1404,
      "training_step_time": 22.877527236938477
    },
    {
      "epoch": 4.215240478515625e-06,
      "grad_norm": 0.24263449013233185,
      "learning_rate": 9.71453006958031e-06,
      "loss": 0.0463,
      "step": 1405
    },
    {
      "epoch": 4.215240478515625e-06,
      "model_forward_time": 6.9701738357543945,
      "step": 1405
    },
    {
      "epoch": 4.215240478515625e-06,
      "step": 1405,
      "training_step_time": 22.73732328414917
    },
    {
      "epoch": 4.21905517578125e-06,
      "grad_norm": 0.2335950881242752,
      "learning_rate": 9.714089527855705e-06,
      "loss": 0.0455,
      "step": 1406
    },
    {
      "epoch": 4.21905517578125e-06,
      "model_forward_time": 6.809149265289307,
      "step": 1406
    },
    {
      "epoch": 4.21905517578125e-06,
      "step": 1406,
      "training_step_time": 22.820817947387695
    },
    {
      "epoch": 4.222869873046875e-06,
      "grad_norm": 0.27683931589126587,
      "learning_rate": 9.713648656472289e-06,
      "loss": 0.0377,
      "step": 1407
    },
    {
      "epoch": 4.222869873046875e-06,
      "model_forward_time": 6.905126094818115,
      "step": 1407
    },
    {
      "epoch": 4.222869873046875e-06,
      "step": 1407,
      "training_step_time": 22.58840298652649
    },
    {
      "epoch": 4.2266845703125e-06,
      "grad_norm": 0.2727457284927368,
      "learning_rate": 9.713207455460893e-06,
      "loss": 0.0431,
      "step": 1408
    },
    {
      "epoch": 4.2266845703125e-06,
      "model_forward_time": 7.56917667388916,
      "step": 1408
    },
    {
      "epoch": 4.2266845703125e-06,
      "step": 1408,
      "training_step_time": 22.704615354537964
    },
    {
      "epoch": 4.230499267578125e-06,
      "grad_norm": 0.3715379238128662,
      "learning_rate": 9.71276592485237e-06,
      "loss": 0.0466,
      "step": 1409
    },
    {
      "epoch": 4.230499267578125e-06,
      "model_forward_time": 6.977875709533691,
      "step": 1409
    },
    {
      "epoch": 4.230499267578125e-06,
      "step": 1409,
      "training_step_time": 22.0044686794281
    },
    {
      "epoch": 4.23431396484375e-06,
      "grad_norm": 0.3691394031047821,
      "learning_rate": 9.712324064677597e-06,
      "loss": 0.0337,
      "step": 1410
    },
    {
      "epoch": 4.23431396484375e-06,
      "model_forward_time": 6.9284045696258545,
      "step": 1410
    },
    {
      "dynamics_loss_avg": 0.03559580966830254,
      "epoch": 4.23431396484375e-06,
      "step": 1410
    },
    {
      "action_loss_avg": 0.0032267598435282707,
      "epoch": 4.23431396484375e-06,
      "step": 1410
    },
    {
      "epoch": 4.23431396484375e-06,
      "step": 1410,
      "training_step_time": 22.614131689071655
    },
    {
      "epoch": 4.238128662109375e-06,
      "grad_norm": 0.39624297618865967,
      "learning_rate": 9.711881874967471e-06,
      "loss": 0.0521,
      "step": 1411
    },
    {
      "epoch": 4.238128662109375e-06,
      "model_forward_time": 6.896648645401001,
      "step": 1411
    },
    {
      "epoch": 4.238128662109375e-06,
      "step": 1411,
      "training_step_time": 22.691141366958618
    },
    {
      "epoch": 4.241943359375e-06,
      "grad_norm": 0.28043368458747864,
      "learning_rate": 9.711439355752918e-06,
      "loss": 0.0452,
      "step": 1412
    },
    {
      "epoch": 4.241943359375e-06,
      "model_forward_time": 6.959547996520996,
      "step": 1412
    },
    {
      "epoch": 4.241943359375e-06,
      "step": 1412,
      "training_step_time": 22.031771183013916
    },
    {
      "epoch": 4.245758056640625e-06,
      "grad_norm": 0.2558651864528656,
      "learning_rate": 9.710996507064881e-06,
      "loss": 0.0378,
      "step": 1413
    },
    {
      "epoch": 4.245758056640625e-06,
      "model_forward_time": 7.5314271450042725,
      "step": 1413
    },
    {
      "epoch": 4.245758056640625e-06,
      "step": 1413,
      "training_step_time": 22.597993850708008
    },
    {
      "epoch": 4.24957275390625e-06,
      "grad_norm": 0.3061985969543457,
      "learning_rate": 9.71055332893433e-06,
      "loss": 0.045,
      "step": 1414
    },
    {
      "epoch": 4.24957275390625e-06,
      "model_forward_time": 6.99048638343811,
      "step": 1414
    },
    {
      "epoch": 4.24957275390625e-06,
      "step": 1414,
      "training_step_time": 22.002443313598633
    },
    {
      "epoch": 4.253387451171875e-06,
      "grad_norm": 0.4183071255683899,
      "learning_rate": 9.710109821392257e-06,
      "loss": 0.0711,
      "step": 1415
    },
    {
      "epoch": 4.253387451171875e-06,
      "model_forward_time": 6.95755410194397,
      "step": 1415
    },
    {
      "epoch": 4.253387451171875e-06,
      "step": 1415,
      "training_step_time": 23.167373657226562
    },
    {
      "epoch": 4.2572021484375e-06,
      "grad_norm": 0.414289653301239,
      "learning_rate": 9.709665984469676e-06,
      "loss": 0.0702,
      "step": 1416
    },
    {
      "epoch": 4.2572021484375e-06,
      "model_forward_time": 6.9503865242004395,
      "step": 1416
    },
    {
      "epoch": 4.2572021484375e-06,
      "step": 1416,
      "training_step_time": 22.041593551635742
    },
    {
      "epoch": 4.261016845703125e-06,
      "grad_norm": 0.34731021523475647,
      "learning_rate": 9.709221818197626e-06,
      "loss": 0.0535,
      "step": 1417
    },
    {
      "epoch": 4.261016845703125e-06,
      "model_forward_time": 6.9415647983551025,
      "step": 1417
    },
    {
      "epoch": 4.261016845703125e-06,
      "step": 1417,
      "training_step_time": 22.658978700637817
    },
    {
      "epoch": 4.26483154296875e-06,
      "grad_norm": 0.2464093416929245,
      "learning_rate": 9.708777322607163e-06,
      "loss": 0.0446,
      "step": 1418
    },
    {
      "epoch": 4.26483154296875e-06,
      "model_forward_time": 7.6310906410217285,
      "step": 1418
    },
    {
      "epoch": 4.26483154296875e-06,
      "step": 1418,
      "training_step_time": 22.750361919403076
    },
    {
      "epoch": 4.268646240234375e-06,
      "grad_norm": 0.2799121141433716,
      "learning_rate": 9.708332497729378e-06,
      "loss": 0.0479,
      "step": 1419
    },
    {
      "epoch": 4.268646240234375e-06,
      "model_forward_time": 6.924652099609375,
      "step": 1419
    },
    {
      "epoch": 4.268646240234375e-06,
      "step": 1419,
      "training_step_time": 22.040841102600098
    },
    {
      "epoch": 4.2724609375e-06,
      "grad_norm": 0.2833617031574249,
      "learning_rate": 9.707887343595373e-06,
      "loss": 0.051,
      "step": 1420
    },
    {
      "epoch": 4.2724609375e-06,
      "model_forward_time": 6.941966533660889,
      "step": 1420
    },
    {
      "dynamics_loss_avg": 0.03747729863971472,
      "epoch": 4.2724609375e-06,
      "step": 1420
    },
    {
      "action_loss_avg": 0.0040089397225528955,
      "epoch": 4.2724609375e-06,
      "step": 1420
    },
    {
      "epoch": 4.2724609375e-06,
      "step": 1420,
      "training_step_time": 23.189339637756348
    },
    {
      "epoch": 4.276275634765625e-06,
      "grad_norm": 0.21626588702201843,
      "learning_rate": 9.707441860236278e-06,
      "loss": 0.0352,
      "step": 1421
    },
    {
      "epoch": 4.276275634765625e-06,
      "model_forward_time": 6.968088626861572,
      "step": 1421
    },
    {
      "epoch": 4.276275634765625e-06,
      "step": 1421,
      "training_step_time": 22.01396131515503
    },
    {
      "epoch": 4.28009033203125e-06,
      "grad_norm": 0.3496258854866028,
      "learning_rate": 9.70699604768325e-06,
      "loss": 0.0458,
      "step": 1422
    },
    {
      "epoch": 4.28009033203125e-06,
      "model_forward_time": 6.9056549072265625,
      "step": 1422
    },
    {
      "epoch": 4.28009033203125e-06,
      "step": 1422,
      "training_step_time": 22.49382972717285
    },
    {
      "epoch": 4.283905029296875e-06,
      "grad_norm": 0.2916932702064514,
      "learning_rate": 9.70654990596746e-06,
      "loss": 0.0447,
      "step": 1423
    },
    {
      "epoch": 4.283905029296875e-06,
      "model_forward_time": 7.563902139663696,
      "step": 1423
    },
    {
      "epoch": 4.283905029296875e-06,
      "step": 1423,
      "training_step_time": 22.678037643432617
    },
    {
      "epoch": 4.2877197265625e-06,
      "grad_norm": 0.2594211995601654,
      "learning_rate": 9.706103435120108e-06,
      "loss": 0.0329,
      "step": 1424
    },
    {
      "epoch": 4.2877197265625e-06,
      "model_forward_time": 6.947179794311523,
      "step": 1424
    },
    {
      "epoch": 4.2877197265625e-06,
      "step": 1424,
      "training_step_time": 22.02252721786499
    },
    {
      "epoch": 4.291534423828125e-06,
      "grad_norm": 0.3069605827331543,
      "learning_rate": 9.705656635172418e-06,
      "loss": 0.0428,
      "step": 1425
    },
    {
      "epoch": 4.291534423828125e-06,
      "model_forward_time": 6.966264486312866,
      "step": 1425
    },
    {
      "epoch": 4.291534423828125e-06,
      "step": 1425,
      "training_step_time": 22.603147506713867
    },
    {
      "epoch": 4.29534912109375e-06,
      "grad_norm": 0.3183574676513672,
      "learning_rate": 9.705209506155635e-06,
      "loss": 0.0468,
      "step": 1426
    },
    {
      "epoch": 4.29534912109375e-06,
      "model_forward_time": 6.943535089492798,
      "step": 1426
    },
    {
      "epoch": 4.29534912109375e-06,
      "step": 1426,
      "training_step_time": 22.0097234249115
    },
    {
      "epoch": 4.299163818359375e-06,
      "grad_norm": 0.26335617899894714,
      "learning_rate": 9.704762048101024e-06,
      "loss": 0.0648,
      "step": 1427
    },
    {
      "epoch": 4.299163818359375e-06,
      "model_forward_time": 6.934242248535156,
      "step": 1427
    },
    {
      "epoch": 4.299163818359375e-06,
      "step": 1427,
      "training_step_time": 22.554089307785034
    },
    {
      "epoch": 4.302978515625e-06,
      "grad_norm": 0.18252137303352356,
      "learning_rate": 9.704314261039879e-06,
      "loss": 0.027,
      "step": 1428
    },
    {
      "epoch": 4.302978515625e-06,
      "model_forward_time": 7.699340343475342,
      "step": 1428
    },
    {
      "epoch": 4.302978515625e-06,
      "step": 1428,
      "training_step_time": 23.16208839416504
    },
    {
      "epoch": 4.306793212890625e-06,
      "grad_norm": 0.309924453496933,
      "learning_rate": 9.703866145003512e-06,
      "loss": 0.0297,
      "step": 1429
    },
    {
      "epoch": 4.306793212890625e-06,
      "model_forward_time": 6.93812894821167,
      "step": 1429
    },
    {
      "epoch": 4.306793212890625e-06,
      "step": 1429,
      "training_step_time": 22.031368255615234
    },
    {
      "epoch": 4.31060791015625e-06,
      "grad_norm": 0.4555544853210449,
      "learning_rate": 9.703417700023262e-06,
      "loss": 0.061,
      "step": 1430
    },
    {
      "epoch": 4.31060791015625e-06,
      "model_forward_time": 6.930801630020142,
      "step": 1430
    },
    {
      "dynamics_loss_avg": 0.029823761060833932,
      "epoch": 4.31060791015625e-06,
      "step": 1430
    },
    {
      "action_loss_avg": 0.0027782626217231154,
      "epoch": 4.31060791015625e-06,
      "step": 1430
    },
    {
      "epoch": 4.31060791015625e-06,
      "step": 1430,
      "training_step_time": 23.192230701446533
    },
    {
      "epoch": 4.314422607421875e-06,
      "grad_norm": 0.424328476190567,
      "learning_rate": 9.702968926130486e-06,
      "loss": 0.05,
      "step": 1431
    },
    {
      "epoch": 4.314422607421875e-06,
      "model_forward_time": 6.9920501708984375,
      "step": 1431
    },
    {
      "epoch": 4.314422607421875e-06,
      "step": 1431,
      "training_step_time": 22.050616025924683
    },
    {
      "epoch": 4.3182373046875e-06,
      "grad_norm": 0.45652344822883606,
      "learning_rate": 9.702519823356568e-06,
      "loss": 0.0537,
      "step": 1432
    },
    {
      "epoch": 4.3182373046875e-06,
      "model_forward_time": 6.931511640548706,
      "step": 1432
    },
    {
      "epoch": 4.3182373046875e-06,
      "step": 1432,
      "training_step_time": 22.485735654830933
    },
    {
      "epoch": 4.322052001953125e-06,
      "grad_norm": 0.18298624455928802,
      "learning_rate": 9.702070391732919e-06,
      "loss": 0.0293,
      "step": 1433
    },
    {
      "epoch": 4.322052001953125e-06,
      "model_forward_time": 7.5288777351379395,
      "step": 1433
    },
    {
      "epoch": 4.322052001953125e-06,
      "step": 1433,
      "training_step_time": 22.664952754974365
    },
    {
      "epoch": 4.32586669921875e-06,
      "grad_norm": 0.35236090421676636,
      "learning_rate": 9.70162063129096e-06,
      "loss": 0.0478,
      "step": 1434
    },
    {
      "epoch": 4.32586669921875e-06,
      "model_forward_time": 6.916127920150757,
      "step": 1434
    },
    {
      "epoch": 4.32586669921875e-06,
      "step": 1434,
      "training_step_time": 21.968796730041504
    },
    {
      "epoch": 4.329681396484375e-06,
      "grad_norm": 0.1550426483154297,
      "learning_rate": 9.701170542062149e-06,
      "loss": 0.0355,
      "step": 1435
    },
    {
      "epoch": 4.329681396484375e-06,
      "model_forward_time": 6.951865196228027,
      "step": 1435
    },
    {
      "epoch": 4.329681396484375e-06,
      "step": 1435,
      "training_step_time": 23.282288312911987
    },
    {
      "epoch": 4.33349609375e-06,
      "grad_norm": 0.24707400798797607,
      "learning_rate": 9.700720124077957e-06,
      "loss": 0.0517,
      "step": 1436
    },
    {
      "epoch": 4.33349609375e-06,
      "model_forward_time": 6.9314234256744385,
      "step": 1436
    },
    {
      "epoch": 4.33349609375e-06,
      "step": 1436,
      "training_step_time": 22.03607439994812
    },
    {
      "epoch": 4.337310791015625e-06,
      "grad_norm": 0.21441105008125305,
      "learning_rate": 9.700269377369883e-06,
      "loss": 0.0377,
      "step": 1437
    },
    {
      "epoch": 4.337310791015625e-06,
      "model_forward_time": 6.956951379776001,
      "step": 1437
    },
    {
      "epoch": 4.337310791015625e-06,
      "step": 1437,
      "training_step_time": 22.575655460357666
    },
    {
      "epoch": 4.34112548828125e-06,
      "grad_norm": 0.519658088684082,
      "learning_rate": 9.69981830196945e-06,
      "loss": 0.0445,
      "step": 1438
    },
    {
      "epoch": 4.34112548828125e-06,
      "model_forward_time": 7.615164279937744,
      "step": 1438
    },
    {
      "epoch": 4.34112548828125e-06,
      "step": 1438,
      "training_step_time": 22.700172662734985
    },
    {
      "epoch": 4.344940185546875e-06,
      "grad_norm": 0.30512920022010803,
      "learning_rate": 9.6993668979082e-06,
      "loss": 0.0312,
      "step": 1439
    },
    {
      "epoch": 4.344940185546875e-06,
      "model_forward_time": 6.964041233062744,
      "step": 1439
    },
    {
      "epoch": 4.344940185546875e-06,
      "step": 1439,
      "training_step_time": 22.03376865386963
    },
    {
      "epoch": 4.3487548828125e-06,
      "grad_norm": 0.4428773820400238,
      "learning_rate": 9.698915165217702e-06,
      "loss": 0.0486,
      "step": 1440
    },
    {
      "epoch": 4.3487548828125e-06,
      "model_forward_time": 6.9508936405181885,
      "step": 1440
    },
    {
      "dynamics_loss_avg": 0.03307597152888775,
      "epoch": 4.3487548828125e-06,
      "step": 1440
    },
    {
      "action_loss_avg": 0.0029458260512910785,
      "epoch": 4.3487548828125e-06,
      "step": 1440
    },
    {
      "epoch": 4.3487548828125e-06,
      "step": 1440,
      "training_step_time": 23.1326265335083
    },
    {
      "epoch": 4.352569580078125e-06,
      "grad_norm": 0.30945754051208496,
      "learning_rate": 9.698463103929542e-06,
      "loss": 0.0528,
      "step": 1441
    },
    {
      "epoch": 4.352569580078125e-06,
      "model_forward_time": 6.93264365196228,
      "step": 1441
    },
    {
      "epoch": 4.352569580078125e-06,
      "step": 1441,
      "training_step_time": 22.03719687461853
    },
    {
      "epoch": 4.35638427734375e-06,
      "grad_norm": 0.36180299520492554,
      "learning_rate": 9.698010714075337e-06,
      "loss": 0.0693,
      "step": 1442
    },
    {
      "epoch": 4.35638427734375e-06,
      "model_forward_time": 6.964021682739258,
      "step": 1442
    },
    {
      "epoch": 4.35638427734375e-06,
      "step": 1442,
      "training_step_time": 22.64331603050232
    },
    {
      "epoch": 4.360198974609375e-06,
      "grad_norm": 0.20549969375133514,
      "learning_rate": 9.697557995686722e-06,
      "loss": 0.0381,
      "step": 1443
    },
    {
      "epoch": 4.360198974609375e-06,
      "model_forward_time": 7.4616076946258545,
      "step": 1443
    },
    {
      "epoch": 4.360198974609375e-06,
      "step": 1443,
      "training_step_time": 22.676172733306885
    },
    {
      "epoch": 4.364013671875e-06,
      "grad_norm": 0.2896102964878082,
      "learning_rate": 9.697104948795353e-06,
      "loss": 0.0353,
      "step": 1444
    },
    {
      "epoch": 4.364013671875e-06,
      "model_forward_time": 6.895180702209473,
      "step": 1444
    },
    {
      "epoch": 4.364013671875e-06,
      "step": 1444,
      "training_step_time": 21.976024866104126
    },
    {
      "epoch": 4.367828369140625e-06,
      "grad_norm": 0.33808720111846924,
      "learning_rate": 9.696651573432915e-06,
      "loss": 0.048,
      "step": 1445
    },
    {
      "epoch": 4.367828369140625e-06,
      "model_forward_time": 6.936558723449707,
      "step": 1445
    },
    {
      "epoch": 4.367828369140625e-06,
      "step": 1445,
      "training_step_time": 22.63579559326172
    },
    {
      "epoch": 4.37164306640625e-06,
      "grad_norm": 0.2350424826145172,
      "learning_rate": 9.696197869631111e-06,
      "loss": 0.035,
      "step": 1446
    },
    {
      "epoch": 4.37164306640625e-06,
      "model_forward_time": 6.955384254455566,
      "step": 1446
    },
    {
      "epoch": 4.37164306640625e-06,
      "step": 1446,
      "training_step_time": 22.03645920753479
    },
    {
      "epoch": 4.375457763671875e-06,
      "grad_norm": 0.27526867389678955,
      "learning_rate": 9.69574383742167e-06,
      "loss": 0.0364,
      "step": 1447
    },
    {
      "epoch": 4.375457763671875e-06,
      "model_forward_time": 6.9498066902160645,
      "step": 1447
    },
    {
      "epoch": 4.375457763671875e-06,
      "step": 1447,
      "training_step_time": 22.62368655204773
    },
    {
      "epoch": 4.3792724609375e-06,
      "grad_norm": 0.5585495829582214,
      "learning_rate": 9.695289476836342e-06,
      "loss": 0.056,
      "step": 1448
    },
    {
      "epoch": 4.3792724609375e-06,
      "model_forward_time": 6.98529314994812,
      "step": 1448
    },
    {
      "epoch": 4.3792724609375e-06,
      "step": 1448,
      "training_step_time": 23.17503046989441
    },
    {
      "epoch": 4.383087158203125e-06,
      "grad_norm": 0.2021082490682602,
      "learning_rate": 9.6948347879069e-06,
      "loss": 0.0399,
      "step": 1449
    },
    {
      "epoch": 4.383087158203125e-06,
      "model_forward_time": 6.937967300415039,
      "step": 1449
    },
    {
      "epoch": 4.383087158203125e-06,
      "step": 1449,
      "training_step_time": 22.008302688598633
    },
    {
      "epoch": 4.38690185546875e-06,
      "grad_norm": 0.2225450724363327,
      "learning_rate": 9.694379770665142e-06,
      "loss": 0.0477,
      "step": 1450
    },
    {
      "epoch": 4.38690185546875e-06,
      "model_forward_time": 6.887784004211426,
      "step": 1450
    },
    {
      "dynamics_loss_avg": 0.0313558179885149,
      "epoch": 4.38690185546875e-06,
      "step": 1450
    },
    {
      "action_loss_avg": 0.003285903751384467,
      "epoch": 4.38690185546875e-06,
      "step": 1450
    },
    {
      "epoch": 4.38690185546875e-06,
      "step": 1450,
      "training_step_time": 23.121712684631348
    },
    {
      "epoch": 4.390716552734375e-06,
      "grad_norm": 0.14663884043693542,
      "learning_rate": 9.693924425142886e-06,
      "loss": 0.0317,
      "step": 1451
    },
    {
      "epoch": 4.390716552734375e-06,
      "model_forward_time": 6.967877626419067,
      "step": 1451
    },
    {
      "epoch": 4.390716552734375e-06,
      "step": 1451,
      "training_step_time": 22.043984174728394
    },
    {
      "epoch": 4.39453125e-06,
      "grad_norm": 0.33904579281806946,
      "learning_rate": 9.693468751371977e-06,
      "loss": 0.044,
      "step": 1452
    },
    {
      "epoch": 4.39453125e-06,
      "model_forward_time": 6.933800220489502,
      "step": 1452
    },
    {
      "epoch": 4.39453125e-06,
      "step": 1452,
      "training_step_time": 22.560114860534668
    },
    {
      "epoch": 4.398345947265625e-06,
      "grad_norm": 0.4802878499031067,
      "learning_rate": 9.69301274938428e-06,
      "loss": 0.0487,
      "step": 1453
    },
    {
      "epoch": 4.398345947265625e-06,
      "model_forward_time": 6.944483518600464,
      "step": 1453
    },
    {
      "epoch": 4.398345947265625e-06,
      "step": 1453,
      "training_step_time": 22.688826084136963
    },
    {
      "epoch": 4.40216064453125e-06,
      "grad_norm": 0.17724785208702087,
      "learning_rate": 9.69255641921168e-06,
      "loss": 0.035,
      "step": 1454
    },
    {
      "epoch": 4.40216064453125e-06,
      "model_forward_time": 7.542253017425537,
      "step": 1454
    },
    {
      "epoch": 4.40216064453125e-06,
      "step": 1454,
      "training_step_time": 22.631795644760132
    },
    {
      "epoch": 4.405975341796875e-06,
      "grad_norm": 0.21676181256771088,
      "learning_rate": 9.692099760886094e-06,
      "loss": 0.0319,
      "step": 1455
    },
    {
      "epoch": 4.405975341796875e-06,
      "model_forward_time": 6.959106206893921,
      "step": 1455
    },
    {
      "epoch": 4.405975341796875e-06,
      "step": 1455,
      "training_step_time": 23.127381563186646
    },
    {
      "epoch": 4.4097900390625e-06,
      "grad_norm": 0.2550164461135864,
      "learning_rate": 9.69164277443945e-06,
      "loss": 0.049,
      "step": 1456
    },
    {
      "epoch": 4.4097900390625e-06,
      "model_forward_time": 6.974353551864624,
      "step": 1456
    },
    {
      "epoch": 4.4097900390625e-06,
      "step": 1456,
      "training_step_time": 22.021864652633667
    },
    {
      "epoch": 4.413604736328125e-06,
      "grad_norm": 0.3162955641746521,
      "learning_rate": 9.69118545990371e-06,
      "loss": 0.0427,
      "step": 1457
    },
    {
      "epoch": 4.413604736328125e-06,
      "model_forward_time": 6.970679998397827,
      "step": 1457
    },
    {
      "epoch": 4.413604736328125e-06,
      "step": 1457,
      "training_step_time": 22.50474190711975
    },
    {
      "epoch": 4.41741943359375e-06,
      "grad_norm": 0.18965767323970795,
      "learning_rate": 9.690727817310853e-06,
      "loss": 0.0358,
      "step": 1458
    },
    {
      "epoch": 4.41741943359375e-06,
      "model_forward_time": 6.891674995422363,
      "step": 1458
    },
    {
      "epoch": 4.41741943359375e-06,
      "step": 1458,
      "training_step_time": 22.436859846115112
    },
    {
      "epoch": 4.421234130859375e-06,
      "grad_norm": 0.6474003195762634,
      "learning_rate": 9.690269846692882e-06,
      "loss": 0.0725,
      "step": 1459
    },
    {
      "epoch": 4.421234130859375e-06,
      "model_forward_time": 7.66139030456543,
      "step": 1459
    },
    {
      "epoch": 4.421234130859375e-06,
      "step": 1459,
      "training_step_time": 22.719048023223877
    },
    {
      "epoch": 4.425048828125e-06,
      "grad_norm": 0.15360400080680847,
      "learning_rate": 9.689811548081823e-06,
      "loss": 0.0353,
      "step": 1460
    },
    {
      "epoch": 4.425048828125e-06,
      "model_forward_time": 6.942318439483643,
      "step": 1460
    },
    {
      "dynamics_loss_avg": 0.03609027676284313,
      "epoch": 4.425048828125e-06,
      "step": 1460
    },
    {
      "action_loss_avg": 0.0033485077088698744,
      "epoch": 4.425048828125e-06,
      "step": 1460
    },
    {
      "epoch": 4.425048828125e-06,
      "step": 1460,
      "training_step_time": 23.15336012840271
    },
    {
      "epoch": 4.428863525390625e-06,
      "grad_norm": 0.3201355040073395,
      "learning_rate": 9.689352921509725e-06,
      "loss": 0.0675,
      "step": 1461
    },
    {
      "epoch": 4.428863525390625e-06,
      "model_forward_time": 6.961210489273071,
      "step": 1461
    },
    {
      "epoch": 4.428863525390625e-06,
      "step": 1461,
      "training_step_time": 22.016319036483765
    },
    {
      "epoch": 4.43267822265625e-06,
      "grad_norm": 0.3090936839580536,
      "learning_rate": 9.688893967008661e-06,
      "loss": 0.0455,
      "step": 1462
    },
    {
      "epoch": 4.43267822265625e-06,
      "model_forward_time": 6.936691761016846,
      "step": 1462
    },
    {
      "epoch": 4.43267822265625e-06,
      "step": 1462,
      "training_step_time": 22.570197820663452
    },
    {
      "epoch": 4.436492919921875e-06,
      "grad_norm": 0.4137175381183624,
      "learning_rate": 9.688434684610725e-06,
      "loss": 0.0421,
      "step": 1463
    },
    {
      "epoch": 4.436492919921875e-06,
      "model_forward_time": 6.989538192749023,
      "step": 1463
    },
    {
      "epoch": 4.436492919921875e-06,
      "step": 1463,
      "training_step_time": 22.045551300048828
    },
    {
      "epoch": 4.4403076171875e-06,
      "grad_norm": 0.2896657884120941,
      "learning_rate": 9.687975074348035e-06,
      "loss": 0.0364,
      "step": 1464
    },
    {
      "epoch": 4.4403076171875e-06,
      "model_forward_time": 7.519041299819946,
      "step": 1464
    },
    {
      "epoch": 4.4403076171875e-06,
      "step": 1464,
      "training_step_time": 22.705503225326538
    },
    {
      "epoch": 4.444122314453125e-06,
      "grad_norm": 0.3333025872707367,
      "learning_rate": 9.687515136252732e-06,
      "loss": 0.0337,
      "step": 1465
    },
    {
      "epoch": 4.444122314453125e-06,
      "model_forward_time": 6.9736011028289795,
      "step": 1465
    },
    {
      "epoch": 4.444122314453125e-06,
      "step": 1465,
      "training_step_time": 22.54589056968689
    },
    {
      "epoch": 4.44793701171875e-06,
      "grad_norm": 0.6165010929107666,
      "learning_rate": 9.68705487035698e-06,
      "loss": 0.0659,
      "step": 1466
    },
    {
      "epoch": 4.44793701171875e-06,
      "model_forward_time": 6.918076276779175,
      "step": 1466
    },
    {
      "epoch": 4.44793701171875e-06,
      "step": 1466,
      "training_step_time": 22.638345956802368
    },
    {
      "epoch": 4.451751708984375e-06,
      "grad_norm": 0.49485811591148376,
      "learning_rate": 9.686594276692965e-06,
      "loss": 0.0713,
      "step": 1467
    },
    {
      "epoch": 4.451751708984375e-06,
      "model_forward_time": 6.9670326709747314,
      "step": 1467
    },
    {
      "epoch": 4.451751708984375e-06,
      "step": 1467,
      "training_step_time": 22.592525482177734
    },
    {
      "epoch": 4.45556640625e-06,
      "grad_norm": 0.3214704394340515,
      "learning_rate": 9.686133355292895e-06,
      "loss": 0.0401,
      "step": 1468
    },
    {
      "epoch": 4.45556640625e-06,
      "model_forward_time": 6.948818683624268,
      "step": 1468
    },
    {
      "epoch": 4.45556640625e-06,
      "step": 1468,
      "training_step_time": 22.033956289291382
    },
    {
      "epoch": 4.459381103515625e-06,
      "grad_norm": 0.17064014077186584,
      "learning_rate": 9.685672106189007e-06,
      "loss": 0.043,
      "step": 1469
    },
    {
      "epoch": 4.459381103515625e-06,
      "model_forward_time": 7.650039434432983,
      "step": 1469
    },
    {
      "epoch": 4.459381103515625e-06,
      "step": 1469,
      "training_step_time": 22.723845720291138
    },
    {
      "epoch": 4.46319580078125e-06,
      "grad_norm": 0.27134251594543457,
      "learning_rate": 9.685210529413552e-06,
      "loss": 0.0408,
      "step": 1470
    },
    {
      "epoch": 4.46319580078125e-06,
      "model_forward_time": 6.96348237991333,
      "step": 1470
    },
    {
      "dynamics_loss_avg": 0.03429399486631155,
      "epoch": 4.46319580078125e-06,
      "step": 1470
    },
    {
      "action_loss_avg": 0.003595245280303061,
      "epoch": 4.46319580078125e-06,
      "step": 1470
    },
    {
      "epoch": 4.46319580078125e-06,
      "step": 1470,
      "training_step_time": 22.597917556762695
    },
    {
      "epoch": 4.467010498046875e-06,
      "grad_norm": 0.117448590695858,
      "learning_rate": 9.68474862499881e-06,
      "loss": 0.0283,
      "step": 1471
    },
    {
      "epoch": 4.467010498046875e-06,
      "model_forward_time": 6.912827730178833,
      "step": 1471
    },
    {
      "epoch": 4.467010498046875e-06,
      "step": 1471,
      "training_step_time": 22.01878809928894
    },
    {
      "epoch": 4.4708251953125e-06,
      "grad_norm": 0.29814544320106506,
      "learning_rate": 9.684286392977082e-06,
      "loss": 0.0482,
      "step": 1472
    },
    {
      "epoch": 4.4708251953125e-06,
      "model_forward_time": 6.976719379425049,
      "step": 1472
    },
    {
      "epoch": 4.4708251953125e-06,
      "step": 1472,
      "training_step_time": 22.485881090164185
    },
    {
      "epoch": 4.474639892578125e-06,
      "grad_norm": 0.3356960415840149,
      "learning_rate": 9.683823833380692e-06,
      "loss": 0.0474,
      "step": 1473
    },
    {
      "epoch": 4.474639892578125e-06,
      "model_forward_time": 6.914956569671631,
      "step": 1473
    },
    {
      "epoch": 4.474639892578125e-06,
      "step": 1473,
      "training_step_time": 22.025404691696167
    },
    {
      "epoch": 4.47845458984375e-06,
      "grad_norm": 0.3836785852909088,
      "learning_rate": 9.683360946241988e-06,
      "loss": 0.0496,
      "step": 1474
    },
    {
      "epoch": 4.47845458984375e-06,
      "model_forward_time": 7.498083114624023,
      "step": 1474
    },
    {
      "epoch": 4.47845458984375e-06,
      "step": 1474,
      "training_step_time": 22.572948217391968
    },
    {
      "epoch": 4.482269287109375e-06,
      "grad_norm": 0.5329449772834778,
      "learning_rate": 9.682897731593341e-06,
      "loss": 0.0462,
      "step": 1475
    },
    {
      "epoch": 4.482269287109375e-06,
      "model_forward_time": 6.938056230545044,
      "step": 1475
    },
    {
      "epoch": 4.482269287109375e-06,
      "step": 1475,
      "training_step_time": 22.61729907989502
    },
    {
      "epoch": 4.486083984375e-06,
      "grad_norm": 0.26459887623786926,
      "learning_rate": 9.68243418946714e-06,
      "loss": 0.0411,
      "step": 1476
    },
    {
      "epoch": 4.486083984375e-06,
      "model_forward_time": 6.917186260223389,
      "step": 1476
    },
    {
      "epoch": 4.486083984375e-06,
      "step": 1476,
      "training_step_time": 22.674415826797485
    },
    {
      "epoch": 4.489898681640625e-06,
      "grad_norm": 0.30016210675239563,
      "learning_rate": 9.681970319895804e-06,
      "loss": 0.0489,
      "step": 1477
    },
    {
      "epoch": 4.489898681640625e-06,
      "model_forward_time": 6.890869379043579,
      "step": 1477
    },
    {
      "epoch": 4.489898681640625e-06,
      "step": 1477,
      "training_step_time": 22.518173694610596
    },
    {
      "epoch": 4.49371337890625e-06,
      "grad_norm": 0.2508655786514282,
      "learning_rate": 9.68150612291177e-06,
      "loss": 0.042,
      "step": 1478
    },
    {
      "epoch": 4.49371337890625e-06,
      "model_forward_time": 6.993664026260376,
      "step": 1478
    },
    {
      "epoch": 4.49371337890625e-06,
      "step": 1478,
      "training_step_time": 22.047542572021484
    },
    {
      "epoch": 4.497528076171875e-06,
      "grad_norm": 0.24195319414138794,
      "learning_rate": 9.6810415985475e-06,
      "loss": 0.0463,
      "step": 1479
    },
    {
      "epoch": 4.497528076171875e-06,
      "model_forward_time": 7.442364454269409,
      "step": 1479
    },
    {
      "epoch": 4.497528076171875e-06,
      "step": 1479,
      "training_step_time": 22.548752546310425
    },
    {
      "epoch": 4.5013427734375e-06,
      "grad_norm": 0.20950788259506226,
      "learning_rate": 9.68057674683548e-06,
      "loss": 0.0278,
      "step": 1480
    },
    {
      "epoch": 4.5013427734375e-06,
      "model_forward_time": 6.9485697746276855,
      "step": 1480
    },
    {
      "dynamics_loss_avg": 0.03276978023350239,
      "epoch": 4.5013427734375e-06,
      "step": 1480
    },
    {
      "action_loss_avg": 0.0033230240573175252,
      "epoch": 4.5013427734375e-06,
      "step": 1480
    },
    {
      "epoch": 4.5013427734375e-06,
      "step": 1480,
      "training_step_time": 22.65419840812683
    },
    {
      "epoch": 4.505157470703125e-06,
      "grad_norm": 0.26323452591896057,
      "learning_rate": 9.680111567808212e-06,
      "loss": 0.036,
      "step": 1481
    },
    {
      "epoch": 4.505157470703125e-06,
      "model_forward_time": 6.955069065093994,
      "step": 1481
    },
    {
      "epoch": 4.505157470703125e-06,
      "step": 1481,
      "training_step_time": 22.52327013015747
    },
    {
      "epoch": 4.50897216796875e-06,
      "grad_norm": 0.22508257627487183,
      "learning_rate": 9.679646061498233e-06,
      "loss": 0.0308,
      "step": 1482
    },
    {
      "epoch": 4.50897216796875e-06,
      "model_forward_time": 6.9393696784973145,
      "step": 1482
    },
    {
      "epoch": 4.50897216796875e-06,
      "step": 1482,
      "training_step_time": 22.53290891647339
    },
    {
      "epoch": 4.512786865234375e-06,
      "grad_norm": 0.3096579611301422,
      "learning_rate": 9.679180227938095e-06,
      "loss": 0.0258,
      "step": 1483
    },
    {
      "epoch": 4.512786865234375e-06,
      "model_forward_time": 6.9951698780059814,
      "step": 1483
    },
    {
      "epoch": 4.512786865234375e-06,
      "step": 1483,
      "training_step_time": 22.04249930381775
    },
    {
      "epoch": 4.5166015625e-06,
      "grad_norm": 0.4278232157230377,
      "learning_rate": 9.67871406716037e-06,
      "loss": 0.0534,
      "step": 1484
    },
    {
      "epoch": 4.5166015625e-06,
      "model_forward_time": 7.50049352645874,
      "step": 1484
    },
    {
      "epoch": 4.5166015625e-06,
      "step": 1484,
      "training_step_time": 22.579512357711792
    },
    {
      "epoch": 4.520416259765625e-06,
      "grad_norm": 0.18929961323738098,
      "learning_rate": 9.678247579197658e-06,
      "loss": 0.0321,
      "step": 1485
    },
    {
      "epoch": 4.520416259765625e-06,
      "model_forward_time": 6.9991514682769775,
      "step": 1485
    },
    {
      "epoch": 4.520416259765625e-06,
      "step": 1485,
      "training_step_time": 22.572402477264404
    },
    {
      "epoch": 4.52423095703125e-06,
      "grad_norm": 0.3537532687187195,
      "learning_rate": 9.677780764082583e-06,
      "loss": 0.05,
      "step": 1486
    },
    {
      "epoch": 4.52423095703125e-06,
      "model_forward_time": 6.899257183074951,
      "step": 1486
    },
    {
      "epoch": 4.52423095703125e-06,
      "step": 1486,
      "training_step_time": 22.6743381023407
    },
    {
      "epoch": 4.528045654296875e-06,
      "grad_norm": 0.3573176860809326,
      "learning_rate": 9.677313621847788e-06,
      "loss": 0.0558,
      "step": 1487
    },
    {
      "epoch": 4.528045654296875e-06,
      "model_forward_time": 6.92557430267334,
      "step": 1487
    },
    {
      "epoch": 4.528045654296875e-06,
      "step": 1487,
      "training_step_time": 22.587982892990112
    },
    {
      "epoch": 4.5318603515625e-06,
      "grad_norm": 0.29945406317710876,
      "learning_rate": 9.676846152525942e-06,
      "loss": 0.0484,
      "step": 1488
    },
    {
      "epoch": 4.5318603515625e-06,
      "model_forward_time": 6.941914319992065,
      "step": 1488
    },
    {
      "epoch": 4.5318603515625e-06,
      "step": 1488,
      "training_step_time": 22.04375958442688
    },
    {
      "epoch": 4.535675048828125e-06,
      "grad_norm": 0.13305075466632843,
      "learning_rate": 9.676378356149733e-06,
      "loss": 0.0234,
      "step": 1489
    },
    {
      "epoch": 4.535675048828125e-06,
      "model_forward_time": 6.930542230606079,
      "step": 1489
    },
    {
      "epoch": 4.535675048828125e-06,
      "step": 1489,
      "training_step_time": 22.45830988883972
    },
    {
      "epoch": 4.53948974609375e-06,
      "grad_norm": 0.23720380663871765,
      "learning_rate": 9.675910232751878e-06,
      "loss": 0.0457,
      "step": 1490
    },
    {
      "epoch": 4.53948974609375e-06,
      "model_forward_time": 7.651925802230835,
      "step": 1490
    },
    {
      "dynamics_loss_avg": 0.031842194683849814,
      "epoch": 4.53948974609375e-06,
      "step": 1490
    },
    {
      "action_loss_avg": 0.0025441871141083537,
      "epoch": 4.53948974609375e-06,
      "step": 1490
    },
    {
      "epoch": 4.53948974609375e-06,
      "step": 1490,
      "training_step_time": 23.317785263061523
    },
    {
      "epoch": 4.543304443359375e-06,
      "grad_norm": 0.3951805830001831,
      "learning_rate": 9.675441782365107e-06,
      "loss": 0.0475,
      "step": 1491
    },
    {
      "epoch": 4.543304443359375e-06,
      "model_forward_time": 6.9612860679626465,
      "step": 1491
    },
    {
      "epoch": 4.543304443359375e-06,
      "step": 1491,
      "training_step_time": 22.59404468536377
    },
    {
      "epoch": 4.547119140625e-06,
      "grad_norm": 0.31115829944610596,
      "learning_rate": 9.674973005022186e-06,
      "loss": 0.0383,
      "step": 1492
    },
    {
      "epoch": 4.547119140625e-06,
      "model_forward_time": 6.922509431838989,
      "step": 1492
    },
    {
      "epoch": 4.547119140625e-06,
      "step": 1492,
      "training_step_time": 22.46359086036682
    },
    {
      "epoch": 4.550933837890625e-06,
      "grad_norm": 0.449861079454422,
      "learning_rate": 9.674503900755892e-06,
      "loss": 0.0602,
      "step": 1493
    },
    {
      "epoch": 4.550933837890625e-06,
      "model_forward_time": 7.008083820343018,
      "step": 1493
    },
    {
      "epoch": 4.550933837890625e-06,
      "step": 1493,
      "training_step_time": 22.067272186279297
    },
    {
      "epoch": 4.55474853515625e-06,
      "grad_norm": 0.4494110643863678,
      "learning_rate": 9.674034469599032e-06,
      "loss": 0.0475,
      "step": 1494
    },
    {
      "epoch": 4.55474853515625e-06,
      "model_forward_time": 6.923128604888916,
      "step": 1494
    },
    {
      "epoch": 4.55474853515625e-06,
      "step": 1494,
      "training_step_time": 22.555074214935303
    },
    {
      "epoch": 4.558563232421875e-06,
      "grad_norm": 0.458832323551178,
      "learning_rate": 9.67356471158443e-06,
      "loss": 0.0396,
      "step": 1495
    },
    {
      "epoch": 4.558563232421875e-06,
      "model_forward_time": 7.557300567626953,
      "step": 1495
    },
    {
      "epoch": 4.558563232421875e-06,
      "step": 1495,
      "training_step_time": 23.21426558494568
    },
    {
      "epoch": 4.5623779296875e-06,
      "grad_norm": 0.2019515037536621,
      "learning_rate": 9.673094626744944e-06,
      "loss": 0.0373,
      "step": 1496
    },
    {
      "epoch": 4.5623779296875e-06,
      "model_forward_time": 6.917646884918213,
      "step": 1496
    },
    {
      "epoch": 4.5623779296875e-06,
      "step": 1496,
      "training_step_time": 22.611361742019653
    },
    {
      "epoch": 4.566192626953125e-06,
      "grad_norm": 0.27593278884887695,
      "learning_rate": 9.67262421511344e-06,
      "loss": 0.0542,
      "step": 1497
    },
    {
      "epoch": 4.566192626953125e-06,
      "model_forward_time": 6.929299354553223,
      "step": 1497
    },
    {
      "epoch": 4.566192626953125e-06,
      "step": 1497,
      "training_step_time": 22.035931825637817
    },
    {
      "epoch": 4.57000732421875e-06,
      "grad_norm": 0.2621966600418091,
      "learning_rate": 9.672153476722816e-06,
      "loss": 0.0644,
      "step": 1498
    },
    {
      "epoch": 4.57000732421875e-06,
      "model_forward_time": 6.969890832901001,
      "step": 1498
    },
    {
      "epoch": 4.57000732421875e-06,
      "step": 1498,
      "training_step_time": 22.58544421195984
    },
    {
      "epoch": 4.573822021484375e-06,
      "grad_norm": 0.25436675548553467,
      "learning_rate": 9.671682411605991e-06,
      "loss": 0.036,
      "step": 1499
    },
    {
      "epoch": 4.573822021484375e-06,
      "model_forward_time": 6.943397283554077,
      "step": 1499
    },
    {
      "epoch": 4.573822021484375e-06,
      "step": 1499,
      "training_step_time": 22.605649948120117
    },
    {
      "epoch": 4.57763671875e-06,
      "grad_norm": 0.3029840886592865,
      "learning_rate": 9.67121101979591e-06,
      "loss": 0.0506,
      "step": 1500
    },
    {
      "epoch": 4.57763671875e-06,
      "model_forward_time": 6.844588279724121,
      "step": 1500
    },
    {
      "dynamics_loss_avg": 0.03462329190224409,
      "epoch": 4.57763671875e-06,
      "step": 1500
    },
    {
      "action_loss_avg": 0.0026014333474449814,
      "epoch": 4.57763671875e-06,
      "step": 1500
    },
    {
      "epoch": 4.57763671875e-06,
      "step": 1500,
      "training_step_time": 22.20235013961792
    },
    {
      "epoch": 4.581451416015625e-06,
      "grad_norm": 0.3157687783241272,
      "learning_rate": 9.670739301325534e-06,
      "loss": 0.0322,
      "step": 1501
    },
    {
      "epoch": 4.581451416015625e-06,
      "model_forward_time": 6.882103443145752,
      "step": 1501
    },
    {
      "epoch": 4.581451416015625e-06,
      "step": 1501,
      "training_step_time": 22.471045970916748
    },
    {
      "epoch": 4.58526611328125e-06,
      "grad_norm": 0.34814319014549255,
      "learning_rate": 9.670267256227852e-06,
      "loss": 0.0309,
      "step": 1502
    },
    {
      "epoch": 4.58526611328125e-06,
      "model_forward_time": 6.872957944869995,
      "step": 1502
    },
    {
      "epoch": 4.58526611328125e-06,
      "step": 1502,
      "training_step_time": 22.44996953010559
    },
    {
      "epoch": 4.589080810546875e-06,
      "grad_norm": 0.5907549858093262,
      "learning_rate": 9.669794884535875e-06,
      "loss": 0.0457,
      "step": 1503
    },
    {
      "epoch": 4.589080810546875e-06,
      "model_forward_time": 7.00790810585022,
      "step": 1503
    },
    {
      "epoch": 4.589080810546875e-06,
      "step": 1503,
      "training_step_time": 22.103994131088257
    },
    {
      "epoch": 4.5928955078125e-06,
      "grad_norm": 0.5327975153923035,
      "learning_rate": 9.669322186282634e-06,
      "loss": 0.0456,
      "step": 1504
    },
    {
      "epoch": 4.5928955078125e-06,
      "model_forward_time": 8.345109224319458,
      "step": 1504
    },
    {
      "epoch": 4.5928955078125e-06,
      "step": 1504,
      "training_step_time": 23.506954669952393
    },
    {
      "epoch": 4.596710205078125e-06,
      "grad_norm": 0.36084485054016113,
      "learning_rate": 9.668849161501186e-06,
      "loss": 0.0512,
      "step": 1505
    },
    {
      "epoch": 4.596710205078125e-06,
      "model_forward_time": 6.981724977493286,
      "step": 1505
    },
    {
      "epoch": 4.596710205078125e-06,
      "step": 1505,
      "training_step_time": 22.713125467300415
    },
    {
      "epoch": 4.60052490234375e-06,
      "grad_norm": 0.20823119580745697,
      "learning_rate": 9.668375810224611e-06,
      "loss": 0.0424,
      "step": 1506
    },
    {
      "epoch": 4.60052490234375e-06,
      "model_forward_time": 6.839546203613281,
      "step": 1506
    },
    {
      "epoch": 4.60052490234375e-06,
      "step": 1506,
      "training_step_time": 22.299058198928833
    },
    {
      "epoch": 4.604339599609375e-06,
      "grad_norm": 0.23911432921886444,
      "learning_rate": 9.667902132486009e-06,
      "loss": 0.0339,
      "step": 1507
    },
    {
      "epoch": 4.604339599609375e-06,
      "model_forward_time": 6.97478723526001,
      "step": 1507
    },
    {
      "epoch": 4.604339599609375e-06,
      "step": 1507,
      "training_step_time": 22.5768084526062
    },
    {
      "epoch": 4.608154296875e-06,
      "grad_norm": 0.46296367049217224,
      "learning_rate": 9.667428128318507e-06,
      "loss": 0.0522,
      "step": 1508
    },
    {
      "epoch": 4.608154296875e-06,
      "model_forward_time": 6.875926971435547,
      "step": 1508
    },
    {
      "epoch": 4.608154296875e-06,
      "step": 1508,
      "training_step_time": 22.00292158126831
    },
    {
      "epoch": 4.611968994140625e-06,
      "grad_norm": 0.30323871970176697,
      "learning_rate": 9.66695379775525e-06,
      "loss": 0.0314,
      "step": 1509
    },
    {
      "epoch": 4.611968994140625e-06,
      "model_forward_time": 7.519715070724487,
      "step": 1509
    },
    {
      "epoch": 4.611968994140625e-06,
      "step": 1509,
      "training_step_time": 22.559282064437866
    },
    {
      "epoch": 4.61578369140625e-06,
      "grad_norm": 0.3560461401939392,
      "learning_rate": 9.666479140829408e-06,
      "loss": 0.0431,
      "step": 1510
    },
    {
      "epoch": 4.61578369140625e-06,
      "model_forward_time": 6.956415414810181,
      "step": 1510
    },
    {
      "dynamics_loss_avg": 0.03269629161804914,
      "epoch": 4.61578369140625e-06,
      "step": 1510
    },
    {
      "action_loss_avg": 0.003337127645500004,
      "epoch": 4.61578369140625e-06,
      "step": 1510
    },
    {
      "epoch": 4.61578369140625e-06,
      "step": 1510,
      "training_step_time": 22.68603515625
    },
    {
      "epoch": 4.619598388671875e-06,
      "grad_norm": 0.4275074005126953,
      "learning_rate": 9.666004157574177e-06,
      "loss": 0.0477,
      "step": 1511
    },
    {
      "epoch": 4.619598388671875e-06,
      "model_forward_time": 6.96847939491272,
      "step": 1511
    },
    {
      "epoch": 4.619598388671875e-06,
      "step": 1511,
      "training_step_time": 22.56801748275757
    },
    {
      "epoch": 4.6234130859375e-06,
      "grad_norm": 0.40022143721580505,
      "learning_rate": 9.665528848022769e-06,
      "loss": 0.0529,
      "step": 1512
    },
    {
      "epoch": 4.6234130859375e-06,
      "model_forward_time": 6.972612619400024,
      "step": 1512
    },
    {
      "epoch": 4.6234130859375e-06,
      "step": 1512,
      "training_step_time": 22.54664635658264
    },
    {
      "epoch": 4.627227783203125e-06,
      "grad_norm": 0.3591915965080261,
      "learning_rate": 9.665053212208426e-06,
      "loss": 0.0558,
      "step": 1513
    },
    {
      "epoch": 4.627227783203125e-06,
      "model_forward_time": 6.899705410003662,
      "step": 1513
    },
    {
      "epoch": 4.627227783203125e-06,
      "step": 1513,
      "training_step_time": 22.033097743988037
    },
    {
      "epoch": 4.63104248046875e-06,
      "grad_norm": 0.22535647451877594,
      "learning_rate": 9.664577250164407e-06,
      "loss": 0.0407,
      "step": 1514
    },
    {
      "epoch": 4.63104248046875e-06,
      "model_forward_time": 7.464022874832153,
      "step": 1514
    },
    {
      "epoch": 4.63104248046875e-06,
      "step": 1514,
      "training_step_time": 22.504101991653442
    },
    {
      "epoch": 4.634857177734375e-06,
      "grad_norm": 0.17732098698616028,
      "learning_rate": 9.664100961923998e-06,
      "loss": 0.047,
      "step": 1515
    },
    {
      "epoch": 4.634857177734375e-06,
      "model_forward_time": 6.987198114395142,
      "step": 1515
    },
    {
      "epoch": 4.634857177734375e-06,
      "step": 1515,
      "training_step_time": 22.626080989837646
    },
    {
      "epoch": 4.638671875e-06,
      "grad_norm": 0.29736220836639404,
      "learning_rate": 9.663624347520506e-06,
      "loss": 0.0529,
      "step": 1516
    },
    {
      "epoch": 4.638671875e-06,
      "model_forward_time": 6.923812627792358,
      "step": 1516
    },
    {
      "epoch": 4.638671875e-06,
      "step": 1516,
      "training_step_time": 22.690396547317505
    },
    {
      "epoch": 4.642486572265625e-06,
      "grad_norm": 0.2781992256641388,
      "learning_rate": 9.663147406987258e-06,
      "loss": 0.0439,
      "step": 1517
    },
    {
      "epoch": 4.642486572265625e-06,
      "model_forward_time": 6.9466845989227295,
      "step": 1517
    },
    {
      "epoch": 4.642486572265625e-06,
      "step": 1517,
      "training_step_time": 22.60048747062683
    },
    {
      "epoch": 4.64630126953125e-06,
      "grad_norm": 0.30074435472488403,
      "learning_rate": 9.662670140357611e-06,
      "loss": 0.0462,
      "step": 1518
    },
    {
      "epoch": 4.64630126953125e-06,
      "model_forward_time": 6.994939565658569,
      "step": 1518
    },
    {
      "epoch": 4.64630126953125e-06,
      "step": 1518,
      "training_step_time": 22.064200162887573
    },
    {
      "epoch": 4.650115966796875e-06,
      "grad_norm": 0.4095342457294464,
      "learning_rate": 9.662192547664938e-06,
      "loss": 0.0494,
      "step": 1519
    },
    {
      "epoch": 4.650115966796875e-06,
      "model_forward_time": 6.848677158355713,
      "step": 1519
    },
    {
      "epoch": 4.650115966796875e-06,
      "step": 1519,
      "training_step_time": 22.730977535247803
    },
    {
      "epoch": 4.6539306640625e-06,
      "grad_norm": 0.22446388006210327,
      "learning_rate": 9.661714628942637e-06,
      "loss": 0.0331,
      "step": 1520
    },
    {
      "epoch": 4.6539306640625e-06,
      "model_forward_time": 6.931484937667847,
      "step": 1520
    },
    {
      "dynamics_loss_avg": 0.03594944104552269,
      "epoch": 4.6539306640625e-06,
      "step": 1520
    },
    {
      "action_loss_avg": 0.002802413224708289,
      "epoch": 4.6539306640625e-06,
      "step": 1520
    },
    {
      "epoch": 4.6539306640625e-06,
      "step": 1520,
      "training_step_time": 22.61638379096985
    },
    {
      "epoch": 4.657745361328125e-06,
      "grad_norm": 0.23805466294288635,
      "learning_rate": 9.66123638422413e-06,
      "loss": 0.0389,
      "step": 1521
    },
    {
      "epoch": 4.657745361328125e-06,
      "model_forward_time": 6.926853895187378,
      "step": 1521
    },
    {
      "epoch": 4.657745361328125e-06,
      "step": 1521,
      "training_step_time": 22.607109546661377
    },
    {
      "epoch": 4.66156005859375e-06,
      "grad_norm": 0.3083451986312866,
      "learning_rate": 9.66075781354286e-06,
      "loss": 0.049,
      "step": 1522
    },
    {
      "epoch": 4.66156005859375e-06,
      "model_forward_time": 6.901270151138306,
      "step": 1522
    },
    {
      "epoch": 4.66156005859375e-06,
      "step": 1522,
      "training_step_time": 22.425191164016724
    },
    {
      "epoch": 4.665374755859375e-06,
      "grad_norm": 0.3463273346424103,
      "learning_rate": 9.660278916932298e-06,
      "loss": 0.0489,
      "step": 1523
    },
    {
      "epoch": 4.665374755859375e-06,
      "model_forward_time": 6.955366849899292,
      "step": 1523
    },
    {
      "epoch": 4.665374755859375e-06,
      "step": 1523,
      "training_step_time": 22.01223111152649
    },
    {
      "epoch": 4.669189453125e-06,
      "grad_norm": 0.30166539549827576,
      "learning_rate": 9.659799694425926e-06,
      "loss": 0.0539,
      "step": 1524
    },
    {
      "epoch": 4.669189453125e-06,
      "model_forward_time": 6.927531480789185,
      "step": 1524
    },
    {
      "epoch": 4.669189453125e-06,
      "step": 1524,
      "training_step_time": 22.00993585586548
    },
    {
      "epoch": 4.673004150390625e-06,
      "grad_norm": 0.1723274141550064,
      "learning_rate": 9.659320146057263e-06,
      "loss": 0.0258,
      "step": 1525
    },
    {
      "epoch": 4.673004150390625e-06,
      "model_forward_time": 7.640005588531494,
      "step": 1525
    },
    {
      "epoch": 4.673004150390625e-06,
      "step": 1525,
      "training_step_time": 22.747413158416748
    },
    {
      "epoch": 4.67681884765625e-06,
      "grad_norm": 0.21596500277519226,
      "learning_rate": 9.65884027185984e-06,
      "loss": 0.0493,
      "step": 1526
    },
    {
      "epoch": 4.67681884765625e-06,
      "model_forward_time": 6.912581920623779,
      "step": 1526
    },
    {
      "epoch": 4.67681884765625e-06,
      "step": 1526,
      "training_step_time": 22.67676091194153
    },
    {
      "epoch": 4.680633544921875e-06,
      "grad_norm": 0.18784461915493011,
      "learning_rate": 9.658360071867216e-06,
      "loss": 0.0483,
      "step": 1527
    },
    {
      "epoch": 4.680633544921875e-06,
      "model_forward_time": 6.990017414093018,
      "step": 1527
    },
    {
      "epoch": 4.680633544921875e-06,
      "step": 1527,
      "training_step_time": 22.04767608642578
    },
    {
      "epoch": 4.6844482421875e-06,
      "grad_norm": 0.3483375310897827,
      "learning_rate": 9.657879546112973e-06,
      "loss": 0.0399,
      "step": 1528
    },
    {
      "epoch": 4.6844482421875e-06,
      "model_forward_time": 6.92004919052124,
      "step": 1528
    },
    {
      "epoch": 4.6844482421875e-06,
      "step": 1528,
      "training_step_time": 22.638210773468018
    },
    {
      "epoch": 4.688262939453125e-06,
      "grad_norm": 0.2537609934806824,
      "learning_rate": 9.657398694630713e-06,
      "loss": 0.0431,
      "step": 1529
    },
    {
      "epoch": 4.688262939453125e-06,
      "model_forward_time": 6.9575111865997314,
      "step": 1529
    },
    {
      "epoch": 4.688262939453125e-06,
      "step": 1529,
      "training_step_time": 22.021586179733276
    },
    {
      "epoch": 4.69207763671875e-06,
      "grad_norm": 0.29309019446372986,
      "learning_rate": 9.656917517454063e-06,
      "loss": 0.0527,
      "step": 1530
    },
    {
      "epoch": 4.69207763671875e-06,
      "model_forward_time": 7.633547306060791,
      "step": 1530
    },
    {
      "dynamics_loss_avg": 0.03676868360489607,
      "epoch": 4.69207763671875e-06,
      "step": 1530
    },
    {
      "action_loss_avg": 0.003169998450903222,
      "epoch": 4.69207763671875e-06,
      "step": 1530
    },
    {
      "epoch": 4.69207763671875e-06,
      "step": 1530,
      "training_step_time": 22.74895405769348
    },
    {
      "epoch": 4.695892333984375e-06,
      "grad_norm": 0.359609991312027,
      "learning_rate": 9.65643601461667e-06,
      "loss": 0.0499,
      "step": 1531
    },
    {
      "epoch": 4.695892333984375e-06,
      "model_forward_time": 6.9289515018463135,
      "step": 1531
    },
    {
      "epoch": 4.695892333984375e-06,
      "step": 1531,
      "training_step_time": 22.61995530128479
    },
    {
      "epoch": 4.69970703125e-06,
      "grad_norm": 0.47824859619140625,
      "learning_rate": 9.655954186152208e-06,
      "loss": 0.0625,
      "step": 1532
    },
    {
      "epoch": 4.69970703125e-06,
      "model_forward_time": 6.97810173034668,
      "step": 1532
    },
    {
      "epoch": 4.69970703125e-06,
      "step": 1532,
      "training_step_time": 22.60699152946472
    },
    {
      "epoch": 4.703521728515625e-06,
      "grad_norm": 0.21954739093780518,
      "learning_rate": 9.65547203209437e-06,
      "loss": 0.0485,
      "step": 1533
    },
    {
      "epoch": 4.703521728515625e-06,
      "model_forward_time": 6.977856636047363,
      "step": 1533
    },
    {
      "epoch": 4.703521728515625e-06,
      "step": 1533,
      "training_step_time": 22.53210425376892
    },
    {
      "epoch": 4.70733642578125e-06,
      "grad_norm": 0.470638245344162,
      "learning_rate": 9.654989552476874e-06,
      "loss": 0.0748,
      "step": 1534
    },
    {
      "epoch": 4.70733642578125e-06,
      "model_forward_time": 7.052262306213379,
      "step": 1534
    },
    {
      "epoch": 4.70733642578125e-06,
      "step": 1534,
      "training_step_time": 22.50262212753296
    },
    {
      "epoch": 4.711151123046875e-06,
      "grad_norm": 0.28227341175079346,
      "learning_rate": 9.654506747333461e-06,
      "loss": 0.0356,
      "step": 1535
    },
    {
      "epoch": 4.711151123046875e-06,
      "model_forward_time": 7.57256817817688,
      "step": 1535
    },
    {
      "epoch": 4.711151123046875e-06,
      "step": 1535,
      "training_step_time": 22.695703983306885
    },
    {
      "epoch": 4.7149658203125e-06,
      "grad_norm": 0.328261137008667,
      "learning_rate": 9.654023616697895e-06,
      "loss": 0.0379,
      "step": 1536
    },
    {
      "epoch": 4.7149658203125e-06,
      "model_forward_time": 6.9021642208099365,
      "step": 1536
    },
    {
      "epoch": 4.7149658203125e-06,
      "step": 1536,
      "training_step_time": 23.235148191452026
    },
    {
      "epoch": 4.718780517578125e-06,
      "grad_norm": 0.38011565804481506,
      "learning_rate": 9.653540160603956e-06,
      "loss": 0.0612,
      "step": 1537
    },
    {
      "epoch": 4.718780517578125e-06,
      "model_forward_time": 6.984062433242798,
      "step": 1537
    },
    {
      "epoch": 4.718780517578125e-06,
      "step": 1537,
      "training_step_time": 22.001216650009155
    },
    {
      "epoch": 4.72259521484375e-06,
      "grad_norm": 0.2899038791656494,
      "learning_rate": 9.653056379085457e-06,
      "loss": 0.0293,
      "step": 1538
    },
    {
      "epoch": 4.72259521484375e-06,
      "model_forward_time": 6.90159273147583,
      "step": 1538
    },
    {
      "epoch": 4.72259521484375e-06,
      "step": 1538,
      "training_step_time": 22.533912897109985
    },
    {
      "epoch": 4.726409912109375e-06,
      "grad_norm": 0.35785022377967834,
      "learning_rate": 9.652572272176228e-06,
      "loss": 0.0463,
      "step": 1539
    },
    {
      "epoch": 4.726409912109375e-06,
      "model_forward_time": 6.978440761566162,
      "step": 1539
    },
    {
      "epoch": 4.726409912109375e-06,
      "step": 1539,
      "training_step_time": 22.049370765686035
    },
    {
      "epoch": 4.730224609375e-06,
      "grad_norm": 0.38031715154647827,
      "learning_rate": 9.652087839910123e-06,
      "loss": 0.0407,
      "step": 1540
    },
    {
      "epoch": 4.730224609375e-06,
      "model_forward_time": 7.587205648422241,
      "step": 1540
    },
    {
      "dynamics_loss_avg": 0.0337526086717844,
      "epoch": 4.730224609375e-06,
      "step": 1540
    },
    {
      "action_loss_avg": 0.0024593444890342654,
      "epoch": 4.730224609375e-06,
      "step": 1540
    },
    {
      "epoch": 4.730224609375e-06,
      "step": 1540,
      "training_step_time": 22.725294589996338
    },
    {
      "epoch": 4.734039306640625e-06,
      "grad_norm": 0.17827194929122925,
      "learning_rate": 9.651603082321019e-06,
      "loss": 0.032,
      "step": 1541
    },
    {
      "epoch": 4.734039306640625e-06,
      "model_forward_time": 6.961660623550415,
      "step": 1541
    },
    {
      "epoch": 4.734039306640625e-06,
      "step": 1541,
      "training_step_time": 23.171711206436157
    },
    {
      "epoch": 4.73785400390625e-06,
      "grad_norm": 0.3197420835494995,
      "learning_rate": 9.651117999442814e-06,
      "loss": 0.0523,
      "step": 1542
    },
    {
      "epoch": 4.73785400390625e-06,
      "model_forward_time": 6.982732057571411,
      "step": 1542
    },
    {
      "epoch": 4.73785400390625e-06,
      "step": 1542,
      "training_step_time": 22.015172958374023
    },
    {
      "epoch": 4.741668701171875e-06,
      "grad_norm": 0.23255117237567902,
      "learning_rate": 9.650632591309431e-06,
      "loss": 0.0378,
      "step": 1543
    },
    {
      "epoch": 4.741668701171875e-06,
      "model_forward_time": 6.903032064437866,
      "step": 1543
    },
    {
      "epoch": 4.741668701171875e-06,
      "step": 1543,
      "training_step_time": 22.49237036705017
    },
    {
      "epoch": 4.7454833984375e-06,
      "grad_norm": 0.22653302550315857,
      "learning_rate": 9.650146857954814e-06,
      "loss": 0.0336,
      "step": 1544
    },
    {
      "epoch": 4.7454833984375e-06,
      "model_forward_time": 6.977235794067383,
      "step": 1544
    },
    {
      "epoch": 4.7454833984375e-06,
      "step": 1544,
      "training_step_time": 22.03804874420166
    },
    {
      "epoch": 4.749298095703125e-06,
      "grad_norm": 0.32650476694107056,
      "learning_rate": 9.649660799412934e-06,
      "loss": 0.0601,
      "step": 1545
    },
    {
      "epoch": 4.749298095703125e-06,
      "model_forward_time": 7.584856748580933,
      "step": 1545
    },
    {
      "epoch": 4.749298095703125e-06,
      "step": 1545,
      "training_step_time": 22.73710298538208
    },
    {
      "epoch": 4.75311279296875e-06,
      "grad_norm": 0.3621019423007965,
      "learning_rate": 9.649174415717776e-06,
      "loss": 0.0336,
      "step": 1546
    },
    {
      "epoch": 4.75311279296875e-06,
      "model_forward_time": 6.929450035095215,
      "step": 1546
    },
    {
      "epoch": 4.75311279296875e-06,
      "step": 1546,
      "training_step_time": 22.708515644073486
    },
    {
      "epoch": 4.756927490234375e-06,
      "grad_norm": 0.3750607371330261,
      "learning_rate": 9.648687706903356e-06,
      "loss": 0.0362,
      "step": 1547
    },
    {
      "epoch": 4.756927490234375e-06,
      "model_forward_time": 6.956727743148804,
      "step": 1547
    },
    {
      "epoch": 4.756927490234375e-06,
      "step": 1547,
      "training_step_time": 22.097551584243774
    },
    {
      "epoch": 4.7607421875e-06,
      "grad_norm": 0.15921823680400848,
      "learning_rate": 9.64820067300371e-06,
      "loss": 0.0311,
      "step": 1548
    },
    {
      "epoch": 4.7607421875e-06,
      "model_forward_time": 6.954519033432007,
      "step": 1548
    },
    {
      "epoch": 4.7607421875e-06,
      "step": 1548,
      "training_step_time": 22.74315357208252
    },
    {
      "epoch": 4.764556884765625e-06,
      "grad_norm": 0.17701463401317596,
      "learning_rate": 9.647713314052896e-06,
      "loss": 0.0309,
      "step": 1549
    },
    {
      "epoch": 4.764556884765625e-06,
      "model_forward_time": 6.933631181716919,
      "step": 1549
    },
    {
      "epoch": 4.764556884765625e-06,
      "step": 1549,
      "training_step_time": 22.07694125175476
    },
    {
      "epoch": 4.76837158203125e-06,
      "grad_norm": 0.1869850903749466,
      "learning_rate": 9.647225630084995e-06,
      "loss": 0.038,
      "step": 1550
    },
    {
      "epoch": 4.76837158203125e-06,
      "model_forward_time": 7.488485813140869,
      "step": 1550
    },
    {
      "dynamics_loss_avg": 0.03145188707858324,
      "epoch": 4.76837158203125e-06,
      "step": 1550
    },
    {
      "action_loss_avg": 0.002532391366548836,
      "epoch": 4.76837158203125e-06,
      "step": 1550
    },
    {
      "epoch": 4.76837158203125e-06,
      "step": 1550,
      "training_step_time": 22.58678102493286
    },
    {
      "epoch": 4.772186279296875e-06,
      "grad_norm": 0.2979344427585602,
      "learning_rate": 9.646737621134112e-06,
      "loss": 0.041,
      "step": 1551
    },
    {
      "epoch": 4.772186279296875e-06,
      "model_forward_time": 6.944929838180542,
      "step": 1551
    },
    {
      "epoch": 4.772186279296875e-06,
      "step": 1551,
      "training_step_time": 23.274991989135742
    },
    {
      "epoch": 4.7760009765625e-06,
      "grad_norm": 0.35023683309555054,
      "learning_rate": 9.646249287234375e-06,
      "loss": 0.0379,
      "step": 1552
    },
    {
      "epoch": 4.7760009765625e-06,
      "model_forward_time": 6.974311351776123,
      "step": 1552
    },
    {
      "epoch": 4.7760009765625e-06,
      "step": 1552,
      "training_step_time": 22.036763906478882
    },
    {
      "epoch": 4.779815673828125e-06,
      "grad_norm": 0.19750431180000305,
      "learning_rate": 9.64576062841993e-06,
      "loss": 0.0322,
      "step": 1553
    },
    {
      "epoch": 4.779815673828125e-06,
      "model_forward_time": 6.9608941078186035,
      "step": 1553
    },
    {
      "epoch": 4.779815673828125e-06,
      "step": 1553,
      "training_step_time": 22.463010787963867
    },
    {
      "epoch": 4.78363037109375e-06,
      "grad_norm": 0.34935998916625977,
      "learning_rate": 9.64527164472495e-06,
      "loss": 0.0462,
      "step": 1554
    },
    {
      "epoch": 4.78363037109375e-06,
      "model_forward_time": 6.963516473770142,
      "step": 1554
    },
    {
      "epoch": 4.78363037109375e-06,
      "step": 1554,
      "training_step_time": 22.0092556476593
    },
    {
      "epoch": 4.787445068359375e-06,
      "grad_norm": 0.2457563281059265,
      "learning_rate": 9.64478233618363e-06,
      "loss": 0.0409,
      "step": 1555
    },
    {
      "epoch": 4.787445068359375e-06,
      "model_forward_time": 7.607801198959351,
      "step": 1555
    },
    {
      "epoch": 4.787445068359375e-06,
      "step": 1555,
      "training_step_time": 22.716287851333618
    },
    {
      "epoch": 4.791259765625e-06,
      "grad_norm": 0.4105933606624603,
      "learning_rate": 9.644292702830189e-06,
      "loss": 0.0571,
      "step": 1556
    },
    {
      "epoch": 4.791259765625e-06,
      "model_forward_time": 6.937122106552124,
      "step": 1556
    },
    {
      "epoch": 4.791259765625e-06,
      "step": 1556,
      "training_step_time": 23.226013660430908
    },
    {
      "epoch": 4.795074462890625e-06,
      "grad_norm": 0.41054242849349976,
      "learning_rate": 9.643802744698866e-06,
      "loss": 0.0564,
      "step": 1557
    },
    {
      "epoch": 4.795074462890625e-06,
      "model_forward_time": 6.955658435821533,
      "step": 1557
    },
    {
      "epoch": 4.795074462890625e-06,
      "step": 1557,
      "training_step_time": 22.71755313873291
    },
    {
      "epoch": 4.79888916015625e-06,
      "grad_norm": 0.22198525071144104,
      "learning_rate": 9.643312461823926e-06,
      "loss": 0.0405,
      "step": 1558
    },
    {
      "epoch": 4.79888916015625e-06,
      "model_forward_time": 6.9168219566345215,
      "step": 1558
    },
    {
      "epoch": 4.79888916015625e-06,
      "step": 1558,
      "training_step_time": 22.64312195777893
    },
    {
      "epoch": 4.802703857421875e-06,
      "grad_norm": 0.3573918640613556,
      "learning_rate": 9.642821854239652e-06,
      "loss": 0.0569,
      "step": 1559
    },
    {
      "epoch": 4.802703857421875e-06,
      "model_forward_time": 6.9618895053863525,
      "step": 1559
    },
    {
      "epoch": 4.802703857421875e-06,
      "step": 1559,
      "training_step_time": 22.012430906295776
    },
    {
      "epoch": 4.8065185546875e-06,
      "grad_norm": 0.2949543595314026,
      "learning_rate": 9.642330921980353e-06,
      "loss": 0.038,
      "step": 1560
    },
    {
      "epoch": 4.8065185546875e-06,
      "model_forward_time": 6.958460092544556,
      "step": 1560
    },
    {
      "dynamics_loss_avg": 0.03697517514228821,
      "epoch": 4.8065185546875e-06,
      "step": 1560
    },
    {
      "action_loss_avg": 0.0046794549096375706,
      "epoch": 4.8065185546875e-06,
      "step": 1560
    },
    {
      "epoch": 4.8065185546875e-06,
      "step": 1560,
      "training_step_time": 22.057661771774292
    },
    {
      "epoch": 4.810333251953125e-06,
      "grad_norm": 0.45652148127555847,
      "learning_rate": 9.641839665080363e-06,
      "loss": 0.055,
      "step": 1561
    },
    {
      "epoch": 4.810333251953125e-06,
      "model_forward_time": 7.576595067977905,
      "step": 1561
    },
    {
      "epoch": 4.810333251953125e-06,
      "step": 1561,
      "training_step_time": 23.1800856590271
    },
    {
      "epoch": 4.81414794921875e-06,
      "grad_norm": 0.34594354033470154,
      "learning_rate": 9.641348083574034e-06,
      "loss": 0.0416,
      "step": 1562
    },
    {
      "epoch": 4.81414794921875e-06,
      "model_forward_time": 6.971351385116577,
      "step": 1562
    },
    {
      "epoch": 4.81414794921875e-06,
      "step": 1562,
      "training_step_time": 22.62698531150818
    },
    {
      "epoch": 4.817962646484375e-06,
      "grad_norm": 0.46419015526771545,
      "learning_rate": 9.640856177495741e-06,
      "loss": 0.0597,
      "step": 1563
    },
    {
      "epoch": 4.817962646484375e-06,
      "model_forward_time": 6.925660848617554,
      "step": 1563
    },
    {
      "epoch": 4.817962646484375e-06,
      "step": 1563,
      "training_step_time": 22.462019205093384
    },
    {
      "epoch": 4.82177734375e-06,
      "grad_norm": 0.23207519948482513,
      "learning_rate": 9.640363946879885e-06,
      "loss": 0.024,
      "step": 1564
    },
    {
      "epoch": 4.82177734375e-06,
      "model_forward_time": 6.956685543060303,
      "step": 1564
    },
    {
      "epoch": 4.82177734375e-06,
      "step": 1564,
      "training_step_time": 22.012547731399536
    },
    {
      "epoch": 4.825592041015625e-06,
      "grad_norm": 0.35525012016296387,
      "learning_rate": 9.639871391760888e-06,
      "loss": 0.0434,
      "step": 1565
    },
    {
      "epoch": 4.825592041015625e-06,
      "model_forward_time": 6.953552722930908,
      "step": 1565
    },
    {
      "epoch": 4.825592041015625e-06,
      "step": 1565,
      "training_step_time": 22.051421642303467
    },
    {
      "epoch": 4.82940673828125e-06,
      "grad_norm": 0.3575913906097412,
      "learning_rate": 9.639378512173194e-06,
      "loss": 0.0447,
      "step": 1566
    },
    {
      "epoch": 4.82940673828125e-06,
      "model_forward_time": 7.531522989273071,
      "step": 1566
    },
    {
      "epoch": 4.82940673828125e-06,
      "step": 1566,
      "training_step_time": 22.707729816436768
    },
    {
      "epoch": 4.833221435546875e-06,
      "grad_norm": 0.29430603981018066,
      "learning_rate": 9.63888530815127e-06,
      "loss": 0.0597,
      "step": 1567
    },
    {
      "epoch": 4.833221435546875e-06,
      "model_forward_time": 6.9265031814575195,
      "step": 1567
    },
    {
      "epoch": 4.833221435546875e-06,
      "step": 1567,
      "training_step_time": 22.717188358306885
    },
    {
      "epoch": 4.8370361328125e-06,
      "grad_norm": 0.43987128138542175,
      "learning_rate": 9.638391779729606e-06,
      "loss": 0.0694,
      "step": 1568
    },
    {
      "epoch": 4.8370361328125e-06,
      "model_forward_time": 6.955829858779907,
      "step": 1568
    },
    {
      "epoch": 4.8370361328125e-06,
      "step": 1568,
      "training_step_time": 22.527299880981445
    },
    {
      "epoch": 4.840850830078125e-06,
      "grad_norm": 0.4315175414085388,
      "learning_rate": 9.637897926942716e-06,
      "loss": 0.0598,
      "step": 1569
    },
    {
      "epoch": 4.840850830078125e-06,
      "model_forward_time": 6.934723377227783,
      "step": 1569
    },
    {
      "epoch": 4.840850830078125e-06,
      "step": 1569,
      "training_step_time": 22.02569341659546
    },
    {
      "epoch": 4.84466552734375e-06,
      "grad_norm": 0.2486635446548462,
      "learning_rate": 9.637403749825136e-06,
      "loss": 0.0408,
      "step": 1570
    },
    {
      "epoch": 4.84466552734375e-06,
      "model_forward_time": 7.0896220207214355,
      "step": 1570
    },
    {
      "dynamics_loss_avg": 0.039352376386523245,
      "epoch": 4.84466552734375e-06,
      "step": 1570
    },
    {
      "action_loss_avg": 0.006429916608612985,
      "epoch": 4.84466552734375e-06,
      "step": 1570
    },
    {
      "epoch": 4.84466552734375e-06,
      "step": 1570,
      "training_step_time": 22.271692037582397
    },
    {
      "epoch": 4.848480224609375e-06,
      "grad_norm": 0.41114342212677,
      "learning_rate": 9.636909248411421e-06,
      "loss": 0.0605,
      "step": 1571
    },
    {
      "epoch": 4.848480224609375e-06,
      "model_forward_time": 7.636789321899414,
      "step": 1571
    },
    {
      "epoch": 4.848480224609375e-06,
      "step": 1571,
      "training_step_time": 23.221566677093506
    },
    {
      "epoch": 4.852294921875e-06,
      "grad_norm": 0.3038642108440399,
      "learning_rate": 9.636414422736153e-06,
      "loss": 0.0367,
      "step": 1572
    },
    {
      "epoch": 4.852294921875e-06,
      "model_forward_time": 6.903409957885742,
      "step": 1572
    },
    {
      "epoch": 4.852294921875e-06,
      "step": 1572,
      "training_step_time": 22.59739875793457
    },
    {
      "epoch": 4.856109619140625e-06,
      "grad_norm": 0.37633755803108215,
      "learning_rate": 9.635919272833938e-06,
      "loss": 0.0463,
      "step": 1573
    },
    {
      "epoch": 4.856109619140625e-06,
      "model_forward_time": 6.932560443878174,
      "step": 1573
    },
    {
      "epoch": 4.856109619140625e-06,
      "step": 1573,
      "training_step_time": 22.444554090499878
    },
    {
      "epoch": 4.85992431640625e-06,
      "grad_norm": 0.22085630893707275,
      "learning_rate": 9.635423798739398e-06,
      "loss": 0.0429,
      "step": 1574
    },
    {
      "epoch": 4.85992431640625e-06,
      "model_forward_time": 6.919357538223267,
      "step": 1574
    },
    {
      "epoch": 4.85992431640625e-06,
      "step": 1574,
      "training_step_time": 22.03557515144348
    },
    {
      "epoch": 4.863739013671875e-06,
      "grad_norm": 0.3694182336330414,
      "learning_rate": 9.634928000487184e-06,
      "loss": 0.0546,
      "step": 1575
    },
    {
      "epoch": 4.863739013671875e-06,
      "model_forward_time": 6.93926215171814,
      "step": 1575
    },
    {
      "epoch": 4.863739013671875e-06,
      "step": 1575,
      "training_step_time": 22.00300908088684
    },
    {
      "epoch": 4.8675537109375e-06,
      "grad_norm": 0.30242571234703064,
      "learning_rate": 9.634431878111969e-06,
      "loss": 0.0506,
      "step": 1576
    },
    {
      "epoch": 4.8675537109375e-06,
      "model_forward_time": 7.525054454803467,
      "step": 1576
    },
    {
      "epoch": 4.8675537109375e-06,
      "step": 1576,
      "training_step_time": 23.215478658676147
    },
    {
      "epoch": 4.871368408203125e-06,
      "grad_norm": 0.27775150537490845,
      "learning_rate": 9.633935431648444e-06,
      "loss": 0.0387,
      "step": 1577
    },
    {
      "epoch": 4.871368408203125e-06,
      "model_forward_time": 6.898392200469971,
      "step": 1577
    },
    {
      "epoch": 4.871368408203125e-06,
      "step": 1577,
      "training_step_time": 22.71357536315918
    },
    {
      "epoch": 4.87518310546875e-06,
      "grad_norm": 0.22903168201446533,
      "learning_rate": 9.633438661131327e-06,
      "loss": 0.041,
      "step": 1578
    },
    {
      "epoch": 4.87518310546875e-06,
      "model_forward_time": 6.950611591339111,
      "step": 1578
    },
    {
      "epoch": 4.87518310546875e-06,
      "step": 1578,
      "training_step_time": 22.44282817840576
    },
    {
      "epoch": 4.878997802734375e-06,
      "grad_norm": 0.42108187079429626,
      "learning_rate": 9.632941566595357e-06,
      "loss": 0.0537,
      "step": 1579
    },
    {
      "epoch": 4.878997802734375e-06,
      "model_forward_time": 6.982853889465332,
      "step": 1579
    },
    {
      "epoch": 4.878997802734375e-06,
      "step": 1579,
      "training_step_time": 22.05285406112671
    },
    {
      "epoch": 4.8828125e-06,
      "grad_norm": 0.2992513179779053,
      "learning_rate": 9.632444148075298e-06,
      "loss": 0.0579,
      "step": 1580
    },
    {
      "epoch": 4.8828125e-06,
      "model_forward_time": 7.005474090576172,
      "step": 1580
    },
    {
      "dynamics_loss_avg": 0.03889160547405481,
      "epoch": 4.8828125e-06,
      "step": 1580
    },
    {
      "action_loss_avg": 0.004721432412043214,
      "epoch": 4.8828125e-06,
      "step": 1580
    },
    {
      "epoch": 4.8828125e-06,
      "step": 1580,
      "training_step_time": 22.072238206863403
    },
    {
      "epoch": 4.886627197265625e-06,
      "grad_norm": 0.385852187871933,
      "learning_rate": 9.631946405605932e-06,
      "loss": 0.0556,
      "step": 1581
    },
    {
      "epoch": 4.886627197265625e-06,
      "model_forward_time": 7.593708276748657,
      "step": 1581
    },
    {
      "epoch": 4.886627197265625e-06,
      "step": 1581,
      "training_step_time": 23.221123695373535
    },
    {
      "epoch": 4.89044189453125e-06,
      "grad_norm": 0.450325608253479,
      "learning_rate": 9.631448339222069e-06,
      "loss": 0.0796,
      "step": 1582
    },
    {
      "epoch": 4.89044189453125e-06,
      "model_forward_time": 6.934573650360107,
      "step": 1582
    },
    {
      "epoch": 4.89044189453125e-06,
      "step": 1582,
      "training_step_time": 22.60311198234558
    },
    {
      "epoch": 4.894256591796875e-06,
      "grad_norm": 0.31279149651527405,
      "learning_rate": 9.630949948958536e-06,
      "loss": 0.048,
      "step": 1583
    },
    {
      "epoch": 4.894256591796875e-06,
      "model_forward_time": 6.9246604442596436,
      "step": 1583
    },
    {
      "epoch": 4.894256591796875e-06,
      "step": 1583,
      "training_step_time": 22.019906759262085
    },
    {
      "epoch": 4.8980712890625e-06,
      "grad_norm": 0.3559248149394989,
      "learning_rate": 9.63045123485019e-06,
      "loss": 0.0604,
      "step": 1584
    },
    {
      "epoch": 4.8980712890625e-06,
      "model_forward_time": 6.981040954589844,
      "step": 1584
    },
    {
      "epoch": 4.8980712890625e-06,
      "step": 1584,
      "training_step_time": 22.610309600830078
    },
    {
      "epoch": 4.901885986328125e-06,
      "grad_norm": 0.23142632842063904,
      "learning_rate": 9.629952196931902e-06,
      "loss": 0.0711,
      "step": 1585
    },
    {
      "epoch": 4.901885986328125e-06,
      "model_forward_time": 6.936322927474976,
      "step": 1585
    },
    {
      "epoch": 4.901885986328125e-06,
      "step": 1585,
      "training_step_time": 22.001466035842896
    },
    {
      "epoch": 4.90570068359375e-06,
      "grad_norm": 0.24356874823570251,
      "learning_rate": 9.629452835238573e-06,
      "loss": 0.0593,
      "step": 1586
    },
    {
      "epoch": 4.90570068359375e-06,
      "model_forward_time": 7.676417350769043,
      "step": 1586
    },
    {
      "epoch": 4.90570068359375e-06,
      "step": 1586,
      "training_step_time": 22.750935554504395
    },
    {
      "epoch": 4.909515380859375e-06,
      "grad_norm": 0.18731054663658142,
      "learning_rate": 9.628953149805122e-06,
      "loss": 0.0336,
      "step": 1587
    },
    {
      "epoch": 4.909515380859375e-06,
      "model_forward_time": 6.909691333770752,
      "step": 1587
    },
    {
      "epoch": 4.909515380859375e-06,
      "step": 1587,
      "training_step_time": 22.721472024917603
    },
    {
      "epoch": 4.913330078125e-06,
      "grad_norm": 0.2924779951572418,
      "learning_rate": 9.628453140666491e-06,
      "loss": 0.0504,
      "step": 1588
    },
    {
      "epoch": 4.913330078125e-06,
      "model_forward_time": 6.965844392776489,
      "step": 1588
    },
    {
      "epoch": 4.913330078125e-06,
      "step": 1588,
      "training_step_time": 22.57076334953308
    },
    {
      "epoch": 4.917144775390625e-06,
      "grad_norm": 0.33214056491851807,
      "learning_rate": 9.62795280785765e-06,
      "loss": 0.0525,
      "step": 1589
    },
    {
      "epoch": 4.917144775390625e-06,
      "model_forward_time": 6.9496049880981445,
      "step": 1589
    },
    {
      "epoch": 4.917144775390625e-06,
      "step": 1589,
      "training_step_time": 22.040509939193726
    },
    {
      "epoch": 4.92095947265625e-06,
      "grad_norm": 0.3910413384437561,
      "learning_rate": 9.627452151413584e-06,
      "loss": 0.0514,
      "step": 1590
    },
    {
      "epoch": 4.92095947265625e-06,
      "model_forward_time": 6.9708616733551025,
      "step": 1590
    },
    {
      "dynamics_loss_avg": 0.047555374726653096,
      "epoch": 4.92095947265625e-06,
      "step": 1590
    },
    {
      "action_loss_avg": 0.006232710089534521,
      "epoch": 4.92095947265625e-06,
      "step": 1590
    },
    {
      "epoch": 4.92095947265625e-06,
      "step": 1590,
      "training_step_time": 22.043376207351685
    },
    {
      "epoch": 4.924774169921875e-06,
      "grad_norm": 0.3908507823944092,
      "learning_rate": 9.626951171369306e-06,
      "loss": 0.0478,
      "step": 1591
    },
    {
      "epoch": 4.924774169921875e-06,
      "model_forward_time": 7.522028684616089,
      "step": 1591
    },
    {
      "epoch": 4.924774169921875e-06,
      "step": 1591,
      "training_step_time": 23.125550985336304
    },
    {
      "epoch": 4.9285888671875e-06,
      "grad_norm": 0.3012370765209198,
      "learning_rate": 9.626449867759849e-06,
      "loss": 0.0571,
      "step": 1592
    },
    {
      "epoch": 4.9285888671875e-06,
      "model_forward_time": 6.910994291305542,
      "step": 1592
    },
    {
      "epoch": 4.9285888671875e-06,
      "step": 1592,
      "training_step_time": 22.72486448287964
    },
    {
      "epoch": 4.932403564453125e-06,
      "grad_norm": 0.2902422249317169,
      "learning_rate": 9.625948240620268e-06,
      "loss": 0.0663,
      "step": 1593
    },
    {
      "epoch": 4.932403564453125e-06,
      "model_forward_time": 6.940627574920654,
      "step": 1593
    },
    {
      "epoch": 4.932403564453125e-06,
      "step": 1593,
      "training_step_time": 22.528769731521606
    },
    {
      "epoch": 4.93621826171875e-06,
      "grad_norm": 0.25482696294784546,
      "learning_rate": 9.625446289985646e-06,
      "loss": 0.0586,
      "step": 1594
    },
    {
      "epoch": 4.93621826171875e-06,
      "model_forward_time": 6.8762617111206055,
      "step": 1594
    },
    {
      "epoch": 4.93621826171875e-06,
      "step": 1594,
      "training_step_time": 22.017242193222046
    },
    {
      "epoch": 4.940032958984375e-06,
      "grad_norm": 0.24123433232307434,
      "learning_rate": 9.62494401589108e-06,
      "loss": 0.0611,
      "step": 1595
    },
    {
      "epoch": 4.940032958984375e-06,
      "model_forward_time": 6.95023512840271,
      "step": 1595
    },
    {
      "epoch": 4.940032958984375e-06,
      "step": 1595,
      "training_step_time": 22.050412893295288
    },
    {
      "epoch": 4.94384765625e-06,
      "grad_norm": 0.15797767043113708,
      "learning_rate": 9.6244414183717e-06,
      "loss": 0.0663,
      "step": 1596
    },
    {
      "epoch": 4.94384765625e-06,
      "model_forward_time": 7.463593006134033,
      "step": 1596
    },
    {
      "epoch": 4.94384765625e-06,
      "step": 1596,
      "training_step_time": 23.059346199035645
    },
    {
      "epoch": 4.947662353515625e-06,
      "grad_norm": 0.16024169325828552,
      "learning_rate": 9.623938497462647e-06,
      "loss": 0.0391,
      "step": 1597
    },
    {
      "epoch": 4.947662353515625e-06,
      "model_forward_time": 6.821922540664673,
      "step": 1597
    },
    {
      "epoch": 4.947662353515625e-06,
      "step": 1597,
      "training_step_time": 22.683457851409912
    },
    {
      "epoch": 4.95147705078125e-06,
      "grad_norm": 0.2505851984024048,
      "learning_rate": 9.623435253199092e-06,
      "loss": 0.0439,
      "step": 1598
    },
    {
      "epoch": 4.95147705078125e-06,
      "model_forward_time": 6.9931721687316895,
      "step": 1598
    },
    {
      "epoch": 4.95147705078125e-06,
      "step": 1598,
      "training_step_time": 22.587541818618774
    },
    {
      "epoch": 4.955291748046875e-06,
      "grad_norm": 0.291119784116745,
      "learning_rate": 9.62293168561623e-06,
      "loss": 0.0493,
      "step": 1599
    },
    {
      "epoch": 4.955291748046875e-06,
      "model_forward_time": 6.932316541671753,
      "step": 1599
    },
    {
      "epoch": 4.955291748046875e-06,
      "step": 1599,
      "training_step_time": 21.995867490768433
    },
    {
      "epoch": 4.9591064453125e-06,
      "grad_norm": 0.4296480119228363,
      "learning_rate": 9.622427794749275e-06,
      "loss": 0.0525,
      "step": 1600
    },
    {
      "epoch": 4.9591064453125e-06,
      "model_forward_time": 8.2395601272583,
      "step": 1600
    },
    {
      "dynamics_loss_avg": 0.04444620758295059,
      "epoch": 4.9591064453125e-06,
      "step": 1600
    },
    {
      "action_loss_avg": 0.004649251280352473,
      "epoch": 4.9591064453125e-06,
      "step": 1600
    },
    {
      "epoch": 4.9591064453125e-06,
      "step": 1600,
      "training_step_time": 23.731590032577515
    },
    {
      "epoch": 4.962921142578125e-06,
      "grad_norm": 0.5830963253974915,
      "learning_rate": 9.621923580633462e-06,
      "loss": 0.0701,
      "step": 1601
    },
    {
      "epoch": 4.962921142578125e-06,
      "model_forward_time": 6.911711692810059,
      "step": 1601
    },
    {
      "epoch": 4.962921142578125e-06,
      "step": 1601,
      "training_step_time": 22.551220417022705
    },
    {
      "epoch": 4.96673583984375e-06,
      "grad_norm": 0.32530251145362854,
      "learning_rate": 9.62141904330405e-06,
      "loss": 0.0464,
      "step": 1602
    },
    {
      "epoch": 4.96673583984375e-06,
      "model_forward_time": 6.895429849624634,
      "step": 1602
    },
    {
      "epoch": 4.96673583984375e-06,
      "step": 1602,
      "training_step_time": 22.686678886413574
    },
    {
      "epoch": 4.970550537109375e-06,
      "grad_norm": 0.23692825436592102,
      "learning_rate": 9.620914182796327e-06,
      "loss": 0.0339,
      "step": 1603
    },
    {
      "epoch": 4.970550537109375e-06,
      "model_forward_time": 6.973446846008301,
      "step": 1603
    },
    {
      "epoch": 4.970550537109375e-06,
      "step": 1603,
      "training_step_time": 22.530813694000244
    },
    {
      "epoch": 4.974365234375e-06,
      "grad_norm": 0.34821876883506775,
      "learning_rate": 9.620408999145594e-06,
      "loss": 0.0562,
      "step": 1604
    },
    {
      "epoch": 4.974365234375e-06,
      "model_forward_time": 7.626508951187134,
      "step": 1604
    },
    {
      "epoch": 4.974365234375e-06,
      "step": 1604,
      "training_step_time": 22.713850259780884
    },
    {
      "epoch": 4.978179931640625e-06,
      "grad_norm": 0.3682401776313782,
      "learning_rate": 9.61990349238718e-06,
      "loss": 0.0401,
      "step": 1605
    },
    {
      "epoch": 4.978179931640625e-06,
      "model_forward_time": 6.960381984710693,
      "step": 1605
    },
    {
      "epoch": 4.978179931640625e-06,
      "step": 1605,
      "training_step_time": 22.071157932281494
    },
    {
      "epoch": 4.98199462890625e-06,
      "grad_norm": 0.2567557990550995,
      "learning_rate": 9.619397662556434e-06,
      "loss": 0.0593,
      "step": 1606
    },
    {
      "epoch": 4.98199462890625e-06,
      "model_forward_time": 7.357958078384399,
      "step": 1606
    },
    {
      "epoch": 4.98199462890625e-06,
      "step": 1606,
      "training_step_time": 22.855910778045654
    },
    {
      "epoch": 4.985809326171875e-06,
      "grad_norm": 0.24342313408851624,
      "learning_rate": 9.618891509688731e-06,
      "loss": 0.0473,
      "step": 1607
    },
    {
      "epoch": 4.985809326171875e-06,
      "model_forward_time": 6.892664194107056,
      "step": 1607
    },
    {
      "epoch": 4.985809326171875e-06,
      "step": 1607,
      "training_step_time": 22.685076475143433
    },
    {
      "epoch": 4.9896240234375e-06,
      "grad_norm": 0.28682148456573486,
      "learning_rate": 9.618385033819466e-06,
      "loss": 0.0471,
      "step": 1608
    },
    {
      "epoch": 4.9896240234375e-06,
      "model_forward_time": 6.915760517120361,
      "step": 1608
    },
    {
      "epoch": 4.9896240234375e-06,
      "step": 1608,
      "training_step_time": 22.52047300338745
    },
    {
      "epoch": 4.993438720703125e-06,
      "grad_norm": 0.37998995184898376,
      "learning_rate": 9.617878234984056e-06,
      "loss": 0.0355,
      "step": 1609
    },
    {
      "epoch": 4.993438720703125e-06,
      "model_forward_time": 6.962382793426514,
      "step": 1609
    },
    {
      "epoch": 4.993438720703125e-06,
      "step": 1609,
      "training_step_time": 22.00939416885376
    },
    {
      "epoch": 4.99725341796875e-06,
      "grad_norm": 0.4150594472885132,
      "learning_rate": 9.617371113217943e-06,
      "loss": 0.0512,
      "step": 1610
    },
    {
      "epoch": 4.99725341796875e-06,
      "model_forward_time": 6.973419666290283,
      "step": 1610
    },
    {
      "dynamics_loss_avg": 0.03682159557938576,
      "epoch": 4.99725341796875e-06,
      "step": 1610
    },
    {
      "action_loss_avg": 0.004127850604709238,
      "epoch": 4.99725341796875e-06,
      "step": 1610
    },
    {
      "epoch": 4.99725341796875e-06,
      "step": 1610,
      "training_step_time": 22.056907176971436
    },
    {
      "epoch": 5.001068115234375e-06,
      "grad_norm": 0.36282625794410706,
      "learning_rate": 9.616863668556588e-06,
      "loss": 0.0612,
      "step": 1611
    },
    {
      "epoch": 5.001068115234375e-06,
      "model_forward_time": 7.583816766738892,
      "step": 1611
    },
    {
      "epoch": 5.001068115234375e-06,
      "step": 1611,
      "training_step_time": 23.21226978302002
    },
    {
      "epoch": 5.0048828125e-06,
      "grad_norm": 0.372823566198349,
      "learning_rate": 9.61635590103548e-06,
      "loss": 0.0507,
      "step": 1612
    },
    {
      "epoch": 5.0048828125e-06,
      "model_forward_time": 6.879963397979736,
      "step": 1612
    },
    {
      "epoch": 5.0048828125e-06,
      "step": 1612,
      "training_step_time": 22.613530158996582
    },
    {
      "epoch": 5.008697509765625e-06,
      "grad_norm": 0.29580119252204895,
      "learning_rate": 9.615847810690128e-06,
      "loss": 0.0516,
      "step": 1613
    },
    {
      "epoch": 5.008697509765625e-06,
      "model_forward_time": 6.967909336090088,
      "step": 1613
    },
    {
      "epoch": 5.008697509765625e-06,
      "step": 1613,
      "training_step_time": 22.018954038619995
    },
    {
      "epoch": 5.01251220703125e-06,
      "grad_norm": 0.2744032144546509,
      "learning_rate": 9.615339397556058e-06,
      "loss": 0.045,
      "step": 1614
    },
    {
      "epoch": 5.01251220703125e-06,
      "model_forward_time": 6.971890926361084,
      "step": 1614
    },
    {
      "epoch": 5.01251220703125e-06,
      "step": 1614,
      "training_step_time": 22.571265935897827
    },
    {
      "epoch": 5.016326904296875e-06,
      "grad_norm": 0.13900990784168243,
      "learning_rate": 9.61483066166883e-06,
      "loss": 0.0275,
      "step": 1615
    },
    {
      "epoch": 5.016326904296875e-06,
      "model_forward_time": 6.937458515167236,
      "step": 1615
    },
    {
      "epoch": 5.016326904296875e-06,
      "step": 1615,
      "training_step_time": 22.0298490524292
    },
    {
      "epoch": 5.0201416015625e-06,
      "grad_norm": 0.28520262241363525,
      "learning_rate": 9.614321603064014e-06,
      "loss": 0.0481,
      "step": 1616
    },
    {
      "epoch": 5.0201416015625e-06,
      "model_forward_time": 7.546153545379639,
      "step": 1616
    },
    {
      "epoch": 5.0201416015625e-06,
      "step": 1616,
      "training_step_time": 22.65101718902588
    },
    {
      "epoch": 5.023956298828125e-06,
      "grad_norm": 0.2251647561788559,
      "learning_rate": 9.613812221777212e-06,
      "loss": 0.0393,
      "step": 1617
    },
    {
      "epoch": 5.023956298828125e-06,
      "model_forward_time": 6.915656566619873,
      "step": 1617
    },
    {
      "epoch": 5.023956298828125e-06,
      "step": 1617,
      "training_step_time": 22.62092685699463
    },
    {
      "epoch": 5.02777099609375e-06,
      "grad_norm": 0.5978809595108032,
      "learning_rate": 9.613302517844045e-06,
      "loss": 0.0728,
      "step": 1618
    },
    {
      "epoch": 5.02777099609375e-06,
      "model_forward_time": 6.951557636260986,
      "step": 1618
    },
    {
      "epoch": 5.02777099609375e-06,
      "step": 1618,
      "training_step_time": 22.01839590072632
    },
    {
      "epoch": 5.031585693359375e-06,
      "grad_norm": 0.3212791383266449,
      "learning_rate": 9.612792491300158e-06,
      "loss": 0.0487,
      "step": 1619
    },
    {
      "epoch": 5.031585693359375e-06,
      "model_forward_time": 6.89151406288147,
      "step": 1619
    },
    {
      "epoch": 5.031585693359375e-06,
      "step": 1619,
      "training_step_time": 22.595717906951904
    },
    {
      "epoch": 5.035400390625e-06,
      "grad_norm": 0.21902158856391907,
      "learning_rate": 9.612282142181216e-06,
      "loss": 0.0584,
      "step": 1620
    },
    {
      "epoch": 5.035400390625e-06,
      "model_forward_time": 6.969296216964722,
      "step": 1620
    },
    {
      "dynamics_loss_avg": 0.04198501780629158,
      "epoch": 5.035400390625e-06,
      "step": 1620
    },
    {
      "action_loss_avg": 0.006393340812064707,
      "epoch": 5.035400390625e-06,
      "step": 1620
    },
    {
      "epoch": 5.035400390625e-06,
      "step": 1620,
      "training_step_time": 22.04826807975769
    },
    {
      "epoch": 5.039215087890625e-06,
      "grad_norm": 0.26171886920928955,
      "learning_rate": 9.611771470522908e-06,
      "loss": 0.0447,
      "step": 1621
    },
    {
      "epoch": 5.039215087890625e-06,
      "model_forward_time": 7.531839609146118,
      "step": 1621
    },
    {
      "epoch": 5.039215087890625e-06,
      "step": 1621,
      "training_step_time": 22.620496034622192
    },
    {
      "epoch": 5.04302978515625e-06,
      "grad_norm": 0.30270785093307495,
      "learning_rate": 9.611260476360944e-06,
      "loss": 0.0563,
      "step": 1622
    },
    {
      "epoch": 5.04302978515625e-06,
      "model_forward_time": 6.892046213150024,
      "step": 1622
    },
    {
      "epoch": 5.04302978515625e-06,
      "step": 1622,
      "training_step_time": 22.705292224884033
    },
    {
      "epoch": 5.046844482421875e-06,
      "grad_norm": 0.22136087715625763,
      "learning_rate": 9.610749159731063e-06,
      "loss": 0.0351,
      "step": 1623
    },
    {
      "epoch": 5.046844482421875e-06,
      "model_forward_time": 6.92267107963562,
      "step": 1623
    },
    {
      "epoch": 5.046844482421875e-06,
      "step": 1623,
      "training_step_time": 22.017433881759644
    },
    {
      "epoch": 5.0506591796875e-06,
      "grad_norm": 0.47373029589653015,
      "learning_rate": 9.610237520669018e-06,
      "loss": 0.0505,
      "step": 1624
    },
    {
      "epoch": 5.0506591796875e-06,
      "model_forward_time": 6.9596452713012695,
      "step": 1624
    },
    {
      "epoch": 5.0506591796875e-06,
      "step": 1624,
      "training_step_time": 22.629303693771362
    },
    {
      "epoch": 5.054473876953125e-06,
      "grad_norm": 0.44010716676712036,
      "learning_rate": 9.609725559210587e-06,
      "loss": 0.0553,
      "step": 1625
    },
    {
      "epoch": 5.054473876953125e-06,
      "model_forward_time": 6.936844348907471,
      "step": 1625
    },
    {
      "epoch": 5.054473876953125e-06,
      "step": 1625,
      "training_step_time": 22.01269268989563
    },
    {
      "epoch": 5.05828857421875e-06,
      "grad_norm": 0.4194577634334564,
      "learning_rate": 9.609213275391573e-06,
      "loss": 0.0543,
      "step": 1626
    },
    {
      "epoch": 5.05828857421875e-06,
      "model_forward_time": 7.664459943771362,
      "step": 1626
    },
    {
      "epoch": 5.05828857421875e-06,
      "step": 1626,
      "training_step_time": 22.76702570915222
    },
    {
      "epoch": 5.062103271484375e-06,
      "grad_norm": 0.4570711553096771,
      "learning_rate": 9.608700669247803e-06,
      "loss": 0.061,
      "step": 1627
    },
    {
      "epoch": 5.062103271484375e-06,
      "model_forward_time": 6.9056572914123535,
      "step": 1627
    },
    {
      "epoch": 5.062103271484375e-06,
      "step": 1627,
      "training_step_time": 22.702110767364502
    },
    {
      "epoch": 5.06591796875e-06,
      "grad_norm": 0.17560909688472748,
      "learning_rate": 9.60818774081512e-06,
      "loss": 0.028,
      "step": 1628
    },
    {
      "epoch": 5.06591796875e-06,
      "model_forward_time": 6.922385931015015,
      "step": 1628
    },
    {
      "epoch": 5.06591796875e-06,
      "step": 1628,
      "training_step_time": 22.020057678222656
    },
    {
      "epoch": 5.069732666015625e-06,
      "grad_norm": 0.1899803876876831,
      "learning_rate": 9.607674490129394e-06,
      "loss": 0.0521,
      "step": 1629
    },
    {
      "epoch": 5.069732666015625e-06,
      "model_forward_time": 6.975901126861572,
      "step": 1629
    },
    {
      "epoch": 5.069732666015625e-06,
      "step": 1629,
      "training_step_time": 22.61118507385254
    },
    {
      "epoch": 5.07354736328125e-06,
      "grad_norm": 0.24860601127147675,
      "learning_rate": 9.607160917226521e-06,
      "loss": 0.0437,
      "step": 1630
    },
    {
      "epoch": 5.07354736328125e-06,
      "model_forward_time": 6.968889474868774,
      "step": 1630
    },
    {
      "dynamics_loss_avg": 0.03795996848493814,
      "epoch": 5.07354736328125e-06,
      "step": 1630
    },
    {
      "action_loss_avg": 0.0032254241756163537,
      "epoch": 5.07354736328125e-06,
      "step": 1630
    },
    {
      "epoch": 5.07354736328125e-06,
      "step": 1630,
      "training_step_time": 22.031479835510254
    },
    {
      "epoch": 5.077362060546875e-06,
      "grad_norm": 0.33404341340065,
      "learning_rate": 9.606647022142411e-06,
      "loss": 0.0526,
      "step": 1631
    },
    {
      "epoch": 5.077362060546875e-06,
      "model_forward_time": 7.422865390777588,
      "step": 1631
    },
    {
      "epoch": 5.077362060546875e-06,
      "step": 1631,
      "training_step_time": 22.503469705581665
    },
    {
      "epoch": 5.0811767578125e-06,
      "grad_norm": 0.5329667925834656,
      "learning_rate": 9.606132804913e-06,
      "loss": 0.0575,
      "step": 1632
    },
    {
      "epoch": 5.0811767578125e-06,
      "model_forward_time": 6.93475079536438,
      "step": 1632
    },
    {
      "epoch": 5.0811767578125e-06,
      "step": 1632,
      "training_step_time": 22.66826605796814
    },
    {
      "epoch": 5.084991455078125e-06,
      "grad_norm": 0.18371737003326416,
      "learning_rate": 9.60561826557425e-06,
      "loss": 0.0274,
      "step": 1633
    },
    {
      "epoch": 5.084991455078125e-06,
      "model_forward_time": 6.929485082626343,
      "step": 1633
    },
    {
      "epoch": 5.084991455078125e-06,
      "step": 1633,
      "training_step_time": 22.03830313682556
    },
    {
      "epoch": 5.08880615234375e-06,
      "grad_norm": 0.23925574123859406,
      "learning_rate": 9.605103404162146e-06,
      "loss": 0.0407,
      "step": 1634
    },
    {
      "epoch": 5.08880615234375e-06,
      "model_forward_time": 6.9879560470581055,
      "step": 1634
    },
    {
      "epoch": 5.08880615234375e-06,
      "step": 1634,
      "training_step_time": 22.53718113899231
    },
    {
      "epoch": 5.092620849609375e-06,
      "grad_norm": 0.311164528131485,
      "learning_rate": 9.604588220712688e-06,
      "loss": 0.057,
      "step": 1635
    },
    {
      "epoch": 5.092620849609375e-06,
      "model_forward_time": 6.978003025054932,
      "step": 1635
    },
    {
      "epoch": 5.092620849609375e-06,
      "step": 1635,
      "training_step_time": 22.022849082946777
    },
    {
      "epoch": 5.096435546875e-06,
      "grad_norm": 0.17457668483257294,
      "learning_rate": 9.604072715261902e-06,
      "loss": 0.0411,
      "step": 1636
    },
    {
      "epoch": 5.096435546875e-06,
      "model_forward_time": 7.5257110595703125,
      "step": 1636
    },
    {
      "epoch": 5.096435546875e-06,
      "step": 1636,
      "training_step_time": 22.588876485824585
    },
    {
      "epoch": 5.100250244140625e-06,
      "grad_norm": 0.37389880418777466,
      "learning_rate": 9.603556887845841e-06,
      "loss": 0.0715,
      "step": 1637
    },
    {
      "epoch": 5.100250244140625e-06,
      "model_forward_time": 6.900507688522339,
      "step": 1637
    },
    {
      "epoch": 5.100250244140625e-06,
      "step": 1637,
      "training_step_time": 22.714200735092163
    },
    {
      "epoch": 5.10406494140625e-06,
      "grad_norm": 0.3139573335647583,
      "learning_rate": 9.603040738500577e-06,
      "loss": 0.0473,
      "step": 1638
    },
    {
      "epoch": 5.10406494140625e-06,
      "model_forward_time": 6.9926323890686035,
      "step": 1638
    },
    {
      "epoch": 5.10406494140625e-06,
      "step": 1638,
      "training_step_time": 22.011401176452637
    },
    {
      "epoch": 5.107879638671875e-06,
      "grad_norm": 0.30728062987327576,
      "learning_rate": 9.602524267262202e-06,
      "loss": 0.0619,
      "step": 1639
    },
    {
      "epoch": 5.107879638671875e-06,
      "model_forward_time": 6.894258260726929,
      "step": 1639
    },
    {
      "epoch": 5.107879638671875e-06,
      "step": 1639,
      "training_step_time": 22.570889472961426
    },
    {
      "epoch": 5.1116943359375e-06,
      "grad_norm": 0.24667809903621674,
      "learning_rate": 9.602007474166836e-06,
      "loss": 0.0516,
      "step": 1640
    },
    {
      "epoch": 5.1116943359375e-06,
      "model_forward_time": 7.085147142410278,
      "step": 1640
    },
    {
      "dynamics_loss_avg": 0.04297035112977028,
      "epoch": 5.1116943359375e-06,
      "step": 1640
    },
    {
      "action_loss_avg": 0.005724808946251869,
      "epoch": 5.1116943359375e-06,
      "step": 1640
    },
    {
      "epoch": 5.1116943359375e-06,
      "step": 1640,
      "training_step_time": 22.625947952270508
    },
    {
      "epoch": 5.115509033203125e-06,
      "grad_norm": 0.34369292855262756,
      "learning_rate": 9.601490359250616e-06,
      "loss": 0.0389,
      "step": 1641
    },
    {
      "epoch": 5.115509033203125e-06,
      "model_forward_time": 6.97689962387085,
      "step": 1641
    },
    {
      "epoch": 5.115509033203125e-06,
      "step": 1641,
      "training_step_time": 22.027272701263428
    },
    {
      "epoch": 5.11932373046875e-06,
      "grad_norm": 0.37502506375312805,
      "learning_rate": 9.600972922549707e-06,
      "loss": 0.0527,
      "step": 1642
    },
    {
      "epoch": 5.11932373046875e-06,
      "model_forward_time": 7.603017091751099,
      "step": 1642
    },
    {
      "epoch": 5.11932373046875e-06,
      "step": 1642,
      "training_step_time": 22.71725845336914
    },
    {
      "epoch": 5.123138427734375e-06,
      "grad_norm": 0.2407524138689041,
      "learning_rate": 9.600455164100291e-06,
      "loss": 0.0368,
      "step": 1643
    },
    {
      "epoch": 5.123138427734375e-06,
      "model_forward_time": 6.990166902542114,
      "step": 1643
    },
    {
      "epoch": 5.123138427734375e-06,
      "step": 1643,
      "training_step_time": 22.063777446746826
    },
    {
      "epoch": 5.126953125e-06,
      "grad_norm": 0.2662159204483032,
      "learning_rate": 9.599937083938577e-06,
      "loss": 0.0434,
      "step": 1644
    },
    {
      "epoch": 5.126953125e-06,
      "model_forward_time": 6.949747323989868,
      "step": 1644
    },
    {
      "epoch": 5.126953125e-06,
      "step": 1644,
      "training_step_time": 22.52312970161438
    },
    {
      "epoch": 5.130767822265625e-06,
      "grad_norm": 0.3999626338481903,
      "learning_rate": 9.599418682100793e-06,
      "loss": 0.0602,
      "step": 1645
    },
    {
      "epoch": 5.130767822265625e-06,
      "model_forward_time": 6.87377667427063,
      "step": 1645
    },
    {
      "epoch": 5.130767822265625e-06,
      "step": 1645,
      "training_step_time": 22.01902937889099
    },
    {
      "epoch": 5.13458251953125e-06,
      "grad_norm": 0.3153097927570343,
      "learning_rate": 9.598899958623192e-06,
      "loss": 0.0506,
      "step": 1646
    },
    {
      "epoch": 5.13458251953125e-06,
      "model_forward_time": 6.967465400695801,
      "step": 1646
    },
    {
      "epoch": 5.13458251953125e-06,
      "step": 1646,
      "training_step_time": 22.044480562210083
    },
    {
      "epoch": 5.138397216796875e-06,
      "grad_norm": 0.23047129809856415,
      "learning_rate": 9.598380913542049e-06,
      "loss": 0.0475,
      "step": 1647
    },
    {
      "epoch": 5.138397216796875e-06,
      "model_forward_time": 7.661771535873413,
      "step": 1647
    },
    {
      "epoch": 5.138397216796875e-06,
      "step": 1647,
      "training_step_time": 22.728944540023804
    },
    {
      "epoch": 5.1422119140625e-06,
      "grad_norm": 0.2934620678424835,
      "learning_rate": 9.597861546893658e-06,
      "loss": 0.0518,
      "step": 1648
    },
    {
      "epoch": 5.1422119140625e-06,
      "model_forward_time": 6.9312379360198975,
      "step": 1648
    },
    {
      "epoch": 5.1422119140625e-06,
      "step": 1648,
      "training_step_time": 22.707948923110962
    },
    {
      "epoch": 5.146026611328125e-06,
      "grad_norm": 0.27692174911499023,
      "learning_rate": 9.597341858714344e-06,
      "loss": 0.0489,
      "step": 1649
    },
    {
      "epoch": 5.146026611328125e-06,
      "model_forward_time": 6.969293117523193,
      "step": 1649
    },
    {
      "epoch": 5.146026611328125e-06,
      "step": 1649,
      "training_step_time": 22.576558828353882
    },
    {
      "epoch": 5.14984130859375e-06,
      "grad_norm": 0.33095332980155945,
      "learning_rate": 9.596821849040446e-06,
      "loss": 0.0388,
      "step": 1650
    },
    {
      "epoch": 5.14984130859375e-06,
      "model_forward_time": 6.938173532485962,
      "step": 1650
    },
    {
      "dynamics_loss_avg": 0.03995596021413803,
      "epoch": 5.14984130859375e-06,
      "step": 1650
    },
    {
      "action_loss_avg": 0.0036865554051473738,
      "epoch": 5.14984130859375e-06,
      "step": 1650
    },
    {
      "epoch": 5.14984130859375e-06,
      "step": 1650,
      "training_step_time": 22.052005529403687
    },
    {
      "epoch": 5.153656005859375e-06,
      "grad_norm": 0.6007495522499084,
      "learning_rate": 9.596301517908329e-06,
      "loss": 0.0668,
      "step": 1651
    },
    {
      "epoch": 5.153656005859375e-06,
      "model_forward_time": 6.939469814300537,
      "step": 1651
    },
    {
      "epoch": 5.153656005859375e-06,
      "step": 1651,
      "training_step_time": 22.046623706817627
    },
    {
      "epoch": 5.157470703125e-06,
      "grad_norm": 0.2584384083747864,
      "learning_rate": 9.595780865354379e-06,
      "loss": 0.0307,
      "step": 1652
    },
    {
      "epoch": 5.157470703125e-06,
      "model_forward_time": 7.597408771514893,
      "step": 1652
    },
    {
      "epoch": 5.157470703125e-06,
      "step": 1652,
      "training_step_time": 22.708274364471436
    },
    {
      "epoch": 5.161285400390625e-06,
      "grad_norm": 0.2002810537815094,
      "learning_rate": 9.595259891415008e-06,
      "loss": 0.0349,
      "step": 1653
    },
    {
      "epoch": 5.161285400390625e-06,
      "model_forward_time": 6.928643703460693,
      "step": 1653
    },
    {
      "epoch": 5.161285400390625e-06,
      "step": 1653,
      "training_step_time": 22.69890546798706
    },
    {
      "epoch": 5.16510009765625e-06,
      "grad_norm": 0.27531197667121887,
      "learning_rate": 9.594738596126644e-06,
      "loss": 0.0388,
      "step": 1654
    },
    {
      "epoch": 5.16510009765625e-06,
      "model_forward_time": 6.9437689781188965,
      "step": 1654
    },
    {
      "epoch": 5.16510009765625e-06,
      "step": 1654,
      "training_step_time": 22.592209100723267
    },
    {
      "epoch": 5.168914794921875e-06,
      "grad_norm": 0.3141130208969116,
      "learning_rate": 9.594216979525745e-06,
      "loss": 0.0387,
      "step": 1655
    },
    {
      "epoch": 5.168914794921875e-06,
      "model_forward_time": 6.968780994415283,
      "step": 1655
    },
    {
      "epoch": 5.168914794921875e-06,
      "step": 1655,
      "training_step_time": 22.02207374572754
    },
    {
      "epoch": 5.1727294921875e-06,
      "grad_norm": 0.2912866771221161,
      "learning_rate": 9.593695041648787e-06,
      "loss": 0.057,
      "step": 1656
    },
    {
      "epoch": 5.1727294921875e-06,
      "model_forward_time": 6.981621980667114,
      "step": 1656
    },
    {
      "epoch": 5.1727294921875e-06,
      "step": 1656,
      "training_step_time": 22.05716347694397
    },
    {
      "epoch": 5.176544189453125e-06,
      "grad_norm": 0.21883006393909454,
      "learning_rate": 9.59317278253227e-06,
      "loss": 0.0446,
      "step": 1657
    },
    {
      "epoch": 5.176544189453125e-06,
      "model_forward_time": 7.588034629821777,
      "step": 1657
    },
    {
      "epoch": 5.176544189453125e-06,
      "step": 1657,
      "training_step_time": 22.710269689559937
    },
    {
      "epoch": 5.18035888671875e-06,
      "grad_norm": 0.27415144443511963,
      "learning_rate": 9.592650202212713e-06,
      "loss": 0.0567,
      "step": 1658
    },
    {
      "epoch": 5.18035888671875e-06,
      "model_forward_time": 6.945006370544434,
      "step": 1658
    },
    {
      "epoch": 5.18035888671875e-06,
      "step": 1658,
      "training_step_time": 22.67821502685547
    },
    {
      "epoch": 5.184173583984375e-06,
      "grad_norm": 0.3158058226108551,
      "learning_rate": 9.59212730072666e-06,
      "loss": 0.0522,
      "step": 1659
    },
    {
      "epoch": 5.184173583984375e-06,
      "model_forward_time": 6.974538326263428,
      "step": 1659
    },
    {
      "epoch": 5.184173583984375e-06,
      "step": 1659,
      "training_step_time": 22.550158262252808
    },
    {
      "epoch": 5.18798828125e-06,
      "grad_norm": 0.24268989264965057,
      "learning_rate": 9.591604078110686e-06,
      "loss": 0.0623,
      "step": 1660
    },
    {
      "epoch": 5.18798828125e-06,
      "model_forward_time": 6.953145503997803,
      "step": 1660
    },
    {
      "dynamics_loss_avg": 0.03526417352259159,
      "epoch": 5.18798828125e-06,
      "step": 1660
    },
    {
      "action_loss_avg": 0.0033192539121955633,
      "epoch": 5.18798828125e-06,
      "step": 1660
    },
    {
      "epoch": 5.18798828125e-06,
      "step": 1660,
      "training_step_time": 22.040738582611084
    },
    {
      "epoch": 5.191802978515625e-06,
      "grad_norm": 0.257377028465271,
      "learning_rate": 9.591080534401371e-06,
      "loss": 0.0439,
      "step": 1661
    },
    {
      "epoch": 5.191802978515625e-06,
      "model_forward_time": 6.980900049209595,
      "step": 1661
    },
    {
      "epoch": 5.191802978515625e-06,
      "step": 1661,
      "training_step_time": 22.06107473373413
    },
    {
      "epoch": 5.19561767578125e-06,
      "grad_norm": 0.20341908931732178,
      "learning_rate": 9.590556669635331e-06,
      "loss": 0.0305,
      "step": 1662
    },
    {
      "epoch": 5.19561767578125e-06,
      "model_forward_time": 7.58254599571228,
      "step": 1662
    },
    {
      "epoch": 5.19561767578125e-06,
      "step": 1662,
      "training_step_time": 22.676748037338257
    },
    {
      "epoch": 5.199432373046875e-06,
      "grad_norm": 0.27346673607826233,
      "learning_rate": 9.5900324838492e-06,
      "loss": 0.0529,
      "step": 1663
    },
    {
      "epoch": 5.199432373046875e-06,
      "model_forward_time": 6.874053478240967,
      "step": 1663
    },
    {
      "epoch": 5.199432373046875e-06,
      "step": 1663,
      "training_step_time": 22.626373052597046
    },
    {
      "epoch": 5.2032470703125e-06,
      "grad_norm": 0.3367762863636017,
      "learning_rate": 9.589507977079631e-06,
      "loss": 0.0614,
      "step": 1664
    },
    {
      "epoch": 5.2032470703125e-06,
      "model_forward_time": 6.900529623031616,
      "step": 1664
    },
    {
      "epoch": 5.2032470703125e-06,
      "step": 1664,
      "training_step_time": 22.40388035774231
    },
    {
      "epoch": 5.207061767578125e-06,
      "grad_norm": 0.2500893771648407,
      "learning_rate": 9.588983149363307e-06,
      "loss": 0.045,
      "step": 1665
    },
    {
      "epoch": 5.207061767578125e-06,
      "model_forward_time": 6.994532585144043,
      "step": 1665
    },
    {
      "epoch": 5.207061767578125e-06,
      "step": 1665,
      "training_step_time": 22.039559602737427
    },
    {
      "epoch": 5.21087646484375e-06,
      "grad_norm": 0.19717586040496826,
      "learning_rate": 9.588458000736929e-06,
      "loss": 0.0419,
      "step": 1666
    },
    {
      "epoch": 5.21087646484375e-06,
      "model_forward_time": 6.957475900650024,
      "step": 1666
    },
    {
      "epoch": 5.21087646484375e-06,
      "step": 1666,
      "training_step_time": 22.008551597595215
    },
    {
      "epoch": 5.214691162109375e-06,
      "grad_norm": 0.25422972440719604,
      "learning_rate": 9.58793253123722e-06,
      "loss": 0.0569,
      "step": 1667
    },
    {
      "epoch": 5.214691162109375e-06,
      "model_forward_time": 7.665771484375,
      "step": 1667
    },
    {
      "epoch": 5.214691162109375e-06,
      "step": 1667,
      "training_step_time": 22.732033729553223
    },
    {
      "epoch": 5.218505859375e-06,
      "grad_norm": 0.27294573187828064,
      "learning_rate": 9.587406740900926e-06,
      "loss": 0.0384,
      "step": 1668
    },
    {
      "epoch": 5.218505859375e-06,
      "model_forward_time": 6.90984582901001,
      "step": 1668
    },
    {
      "epoch": 5.218505859375e-06,
      "step": 1668,
      "training_step_time": 22.619995594024658
    },
    {
      "epoch": 5.222320556640625e-06,
      "grad_norm": 0.22896789014339447,
      "learning_rate": 9.586880629764817e-06,
      "loss": 0.0428,
      "step": 1669
    },
    {
      "epoch": 5.222320556640625e-06,
      "model_forward_time": 6.942497253417969,
      "step": 1669
    },
    {
      "epoch": 5.222320556640625e-06,
      "step": 1669,
      "training_step_time": 22.589541912078857
    },
    {
      "epoch": 5.22613525390625e-06,
      "grad_norm": 0.23068363964557648,
      "learning_rate": 9.586354197865685e-06,
      "loss": 0.0431,
      "step": 1670
    },
    {
      "epoch": 5.22613525390625e-06,
      "model_forward_time": 6.918463706970215,
      "step": 1670
    },
    {
      "dynamics_loss_avg": 0.03584605753421784,
      "epoch": 5.22613525390625e-06,
      "step": 1670
    },
    {
      "action_loss_avg": 0.003447694447822869,
      "epoch": 5.22613525390625e-06,
      "step": 1670
    },
    {
      "epoch": 5.22613525390625e-06,
      "step": 1670,
      "training_step_time": 22.049407958984375
    },
    {
      "epoch": 5.229949951171875e-06,
      "grad_norm": 0.24142032861709595,
      "learning_rate": 9.58582744524034e-06,
      "loss": 0.0306,
      "step": 1671
    },
    {
      "epoch": 5.229949951171875e-06,
      "model_forward_time": 6.995417594909668,
      "step": 1671
    },
    {
      "epoch": 5.229949951171875e-06,
      "step": 1671,
      "training_step_time": 22.03385591506958
    },
    {
      "epoch": 5.2337646484375e-06,
      "grad_norm": 0.22319532930850983,
      "learning_rate": 9.58530037192562e-06,
      "loss": 0.0392,
      "step": 1672
    },
    {
      "epoch": 5.2337646484375e-06,
      "model_forward_time": 7.52730131149292,
      "step": 1672
    },
    {
      "epoch": 5.2337646484375e-06,
      "step": 1672,
      "training_step_time": 22.572651147842407
    },
    {
      "epoch": 5.237579345703125e-06,
      "grad_norm": 0.3719668388366699,
      "learning_rate": 9.584772977958386e-06,
      "loss": 0.0663,
      "step": 1673
    },
    {
      "epoch": 5.237579345703125e-06,
      "model_forward_time": 6.882080078125,
      "step": 1673
    },
    {
      "epoch": 5.237579345703125e-06,
      "step": 1673,
      "training_step_time": 22.643066883087158
    },
    {
      "epoch": 5.24139404296875e-06,
      "grad_norm": 0.2497563511133194,
      "learning_rate": 9.584245263375515e-06,
      "loss": 0.0458,
      "step": 1674
    },
    {
      "epoch": 5.24139404296875e-06,
      "model_forward_time": 6.972574234008789,
      "step": 1674
    },
    {
      "epoch": 5.24139404296875e-06,
      "step": 1674,
      "training_step_time": 22.47848606109619
    },
    {
      "epoch": 5.245208740234375e-06,
      "grad_norm": 0.23267444968223572,
      "learning_rate": 9.583717228213914e-06,
      "loss": 0.0415,
      "step": 1675
    },
    {
      "epoch": 5.245208740234375e-06,
      "model_forward_time": 6.986011981964111,
      "step": 1675
    },
    {
      "epoch": 5.245208740234375e-06,
      "step": 1675,
      "training_step_time": 22.051095008850098
    },
    {
      "epoch": 5.2490234375e-06,
      "grad_norm": 0.20835070312023163,
      "learning_rate": 9.583188872510508e-06,
      "loss": 0.0366,
      "step": 1676
    },
    {
      "epoch": 5.2490234375e-06,
      "model_forward_time": 7.151608228683472,
      "step": 1676
    },
    {
      "epoch": 5.2490234375e-06,
      "step": 1676,
      "training_step_time": 22.260856866836548
    },
    {
      "epoch": 5.252838134765625e-06,
      "grad_norm": 0.3003137707710266,
      "learning_rate": 9.58266019630224e-06,
      "loss": 0.0568,
      "step": 1677
    },
    {
      "epoch": 5.252838134765625e-06,
      "model_forward_time": 7.589362144470215,
      "step": 1677
    },
    {
      "epoch": 5.252838134765625e-06,
      "step": 1677,
      "training_step_time": 22.686246871948242
    },
    {
      "epoch": 5.25665283203125e-06,
      "grad_norm": 0.3478136658668518,
      "learning_rate": 9.582131199626088e-06,
      "loss": 0.0741,
      "step": 1678
    },
    {
      "epoch": 5.25665283203125e-06,
      "model_forward_time": 6.851768493652344,
      "step": 1678
    },
    {
      "epoch": 5.25665283203125e-06,
      "step": 1678,
      "training_step_time": 22.675153732299805
    },
    {
      "epoch": 5.260467529296875e-06,
      "grad_norm": 0.19637753069400787,
      "learning_rate": 9.581601882519041e-06,
      "loss": 0.0444,
      "step": 1679
    },
    {
      "epoch": 5.260467529296875e-06,
      "model_forward_time": 6.990243911743164,
      "step": 1679
    },
    {
      "epoch": 5.260467529296875e-06,
      "step": 1679,
      "training_step_time": 22.07223105430603
    },
    {
      "epoch": 5.2642822265625e-06,
      "grad_norm": 0.3507886528968811,
      "learning_rate": 9.581072245018114e-06,
      "loss": 0.0576,
      "step": 1680
    },
    {
      "epoch": 5.2642822265625e-06,
      "model_forward_time": 6.982888698577881,
      "step": 1680
    },
    {
      "dynamics_loss_avg": 0.0402625560760498,
      "epoch": 5.2642822265625e-06,
      "step": 1680
    },
    {
      "action_loss_avg": 0.004850635176990181,
      "epoch": 5.2642822265625e-06,
      "step": 1680
    },
    {
      "epoch": 5.2642822265625e-06,
      "step": 1680,
      "training_step_time": 22.574023962020874
    },
    {
      "epoch": 5.268096923828125e-06,
      "grad_norm": 0.26916685700416565,
      "learning_rate": 9.580542287160348e-06,
      "loss": 0.0489,
      "step": 1681
    },
    {
      "epoch": 5.268096923828125e-06,
      "model_forward_time": 6.9715516567230225,
      "step": 1681
    },
    {
      "epoch": 5.268096923828125e-06,
      "step": 1681,
      "training_step_time": 22.02674126625061
    },
    {
      "epoch": 5.27191162109375e-06,
      "grad_norm": 0.4121513366699219,
      "learning_rate": 9.580012008982802e-06,
      "loss": 0.0371,
      "step": 1682
    },
    {
      "epoch": 5.27191162109375e-06,
      "model_forward_time": 7.545547962188721,
      "step": 1682
    },
    {
      "epoch": 5.27191162109375e-06,
      "step": 1682,
      "training_step_time": 22.615437746047974
    },
    {
      "epoch": 5.275726318359375e-06,
      "grad_norm": 0.31188759207725525,
      "learning_rate": 9.579481410522556e-06,
      "loss": 0.0454,
      "step": 1683
    },
    {
      "epoch": 5.275726318359375e-06,
      "model_forward_time": 6.929134845733643,
      "step": 1683
    },
    {
      "epoch": 5.275726318359375e-06,
      "step": 1683,
      "training_step_time": 22.65782141685486
    },
    {
      "epoch": 5.279541015625e-06,
      "grad_norm": 0.3963172733783722,
      "learning_rate": 9.578950491816719e-06,
      "loss": 0.0575,
      "step": 1684
    },
    {
      "epoch": 5.279541015625e-06,
      "model_forward_time": 6.949041843414307,
      "step": 1684
    },
    {
      "epoch": 5.279541015625e-06,
      "step": 1684,
      "training_step_time": 22.020095109939575
    },
    {
      "epoch": 5.283355712890625e-06,
      "grad_norm": 0.22907651960849762,
      "learning_rate": 9.578419252902413e-06,
      "loss": 0.0327,
      "step": 1685
    },
    {
      "epoch": 5.283355712890625e-06,
      "model_forward_time": 6.964436054229736,
      "step": 1685
    },
    {
      "epoch": 5.283355712890625e-06,
      "step": 1685,
      "training_step_time": 22.638658046722412
    },
    {
      "epoch": 5.28717041015625e-06,
      "grad_norm": 0.2683875262737274,
      "learning_rate": 9.577887693816794e-06,
      "loss": 0.0571,
      "step": 1686
    },
    {
      "epoch": 5.28717041015625e-06,
      "model_forward_time": 6.968621492385864,
      "step": 1686
    },
    {
      "epoch": 5.28717041015625e-06,
      "step": 1686,
      "training_step_time": 22.02154016494751
    },
    {
      "epoch": 5.290985107421875e-06,
      "grad_norm": 0.31353652477264404,
      "learning_rate": 9.577355814597031e-06,
      "loss": 0.0622,
      "step": 1687
    },
    {
      "epoch": 5.290985107421875e-06,
      "model_forward_time": 7.553649187088013,
      "step": 1687
    },
    {
      "epoch": 5.290985107421875e-06,
      "step": 1687,
      "training_step_time": 22.63941192626953
    },
    {
      "epoch": 5.2947998046875e-06,
      "grad_norm": 0.19176548719406128,
      "learning_rate": 9.576823615280319e-06,
      "loss": 0.0527,
      "step": 1688
    },
    {
      "epoch": 5.2947998046875e-06,
      "model_forward_time": 6.917170763015747,
      "step": 1688
    },
    {
      "epoch": 5.2947998046875e-06,
      "step": 1688,
      "training_step_time": 22.645137071609497
    },
    {
      "epoch": 5.298614501953125e-06,
      "grad_norm": 0.14852121472358704,
      "learning_rate": 9.576291095903874e-06,
      "loss": 0.0339,
      "step": 1689
    },
    {
      "epoch": 5.298614501953125e-06,
      "model_forward_time": 6.915319204330444,
      "step": 1689
    },
    {
      "epoch": 5.298614501953125e-06,
      "step": 1689,
      "training_step_time": 22.704781532287598
    },
    {
      "epoch": 5.30242919921875e-06,
      "grad_norm": 0.3222529888153076,
      "learning_rate": 9.575758256504938e-06,
      "loss": 0.0386,
      "step": 1690
    },
    {
      "epoch": 5.30242919921875e-06,
      "model_forward_time": 6.965473890304565,
      "step": 1690
    },
    {
      "dynamics_loss_avg": 0.03665111176669598,
      "epoch": 5.30242919921875e-06,
      "step": 1690
    },
    {
      "action_loss_avg": 0.003665224608266726,
      "epoch": 5.30242919921875e-06,
      "step": 1690
    },
    {
      "epoch": 5.30242919921875e-06,
      "step": 1690,
      "training_step_time": 22.566259145736694
    },
    {
      "epoch": 5.306243896484375e-06,
      "grad_norm": 0.311527281999588,
      "learning_rate": 9.57522509712077e-06,
      "loss": 0.0354,
      "step": 1691
    },
    {
      "epoch": 5.306243896484375e-06,
      "model_forward_time": 6.85718560218811,
      "step": 1691
    },
    {
      "epoch": 5.306243896484375e-06,
      "step": 1691,
      "training_step_time": 22.003650665283203
    },
    {
      "epoch": 5.31005859375e-06,
      "grad_norm": 0.3639918565750122,
      "learning_rate": 9.574691617788656e-06,
      "loss": 0.0529,
      "step": 1692
    },
    {
      "epoch": 5.31005859375e-06,
      "model_forward_time": 7.516021490097046,
      "step": 1692
    },
    {
      "epoch": 5.31005859375e-06,
      "step": 1692,
      "training_step_time": 22.559699773788452
    },
    {
      "epoch": 5.313873291015625e-06,
      "grad_norm": 0.4716651737689972,
      "learning_rate": 9.574157818545902e-06,
      "loss": 0.0497,
      "step": 1693
    },
    {
      "epoch": 5.313873291015625e-06,
      "model_forward_time": 6.9346301555633545,
      "step": 1693
    },
    {
      "epoch": 5.313873291015625e-06,
      "step": 1693,
      "training_step_time": 22.618181943893433
    },
    {
      "epoch": 5.31768798828125e-06,
      "grad_norm": 0.2508409321308136,
      "learning_rate": 9.573623699429837e-06,
      "loss": 0.0499,
      "step": 1694
    },
    {
      "epoch": 5.31768798828125e-06,
      "model_forward_time": 6.96265721321106,
      "step": 1694
    },
    {
      "epoch": 5.31768798828125e-06,
      "step": 1694,
      "training_step_time": 22.013045072555542
    },
    {
      "epoch": 5.321502685546875e-06,
      "grad_norm": 0.2886543869972229,
      "learning_rate": 9.57308926047781e-06,
      "loss": 0.0478,
      "step": 1695
    },
    {
      "epoch": 5.321502685546875e-06,
      "model_forward_time": 6.951992988586426,
      "step": 1695
    },
    {
      "epoch": 5.321502685546875e-06,
      "step": 1695,
      "training_step_time": 22.53765630722046
    },
    {
      "epoch": 5.3253173828125e-06,
      "grad_norm": 0.34184688329696655,
      "learning_rate": 9.572554501727198e-06,
      "loss": 0.0587,
      "step": 1696
    },
    {
      "epoch": 5.3253173828125e-06,
      "model_forward_time": 6.920375108718872,
      "step": 1696
    },
    {
      "epoch": 5.3253173828125e-06,
      "step": 1696,
      "training_step_time": 22.005380868911743
    },
    {
      "epoch": 5.329132080078125e-06,
      "grad_norm": 0.16305623948574066,
      "learning_rate": 9.572019423215395e-06,
      "loss": 0.0389,
      "step": 1697
    },
    {
      "epoch": 5.329132080078125e-06,
      "model_forward_time": 7.48316216468811,
      "step": 1697
    },
    {
      "epoch": 5.329132080078125e-06,
      "step": 1697,
      "training_step_time": 22.563834190368652
    },
    {
      "epoch": 5.33294677734375e-06,
      "grad_norm": 0.39768335223197937,
      "learning_rate": 9.571484024979821e-06,
      "loss": 0.0574,
      "step": 1698
    },
    {
      "epoch": 5.33294677734375e-06,
      "model_forward_time": 6.978389501571655,
      "step": 1698
    },
    {
      "epoch": 5.33294677734375e-06,
      "step": 1698,
      "training_step_time": 22.546655893325806
    },
    {
      "epoch": 5.336761474609375e-06,
      "grad_norm": 0.3273760974407196,
      "learning_rate": 9.570948307057912e-06,
      "loss": 0.0436,
      "step": 1699
    },
    {
      "epoch": 5.336761474609375e-06,
      "model_forward_time": 6.90118670463562,
      "step": 1699
    },
    {
      "epoch": 5.336761474609375e-06,
      "step": 1699,
      "training_step_time": 22.70734930038452
    },
    {
      "epoch": 5.340576171875e-06,
      "grad_norm": 0.2561301589012146,
      "learning_rate": 9.570412269487137e-06,
      "loss": 0.039,
      "step": 1700
    },
    {
      "epoch": 5.340576171875e-06,
      "model_forward_time": 6.846531391143799,
      "step": 1700
    },
    {
      "dynamics_loss_avg": 0.03816169872879982,
      "epoch": 5.340576171875e-06,
      "step": 1700
    },
    {
      "action_loss_avg": 0.0041746417293325065,
      "epoch": 5.340576171875e-06,
      "step": 1700
    },
    {
      "epoch": 5.340576171875e-06,
      "step": 1700,
      "training_step_time": 22.2391254901886
    },
    {
      "epoch": 5.344390869140625e-06,
      "grad_norm": 0.38611486554145813,
      "learning_rate": 9.56987591230498e-06,
      "loss": 0.043,
      "step": 1701
    },
    {
      "epoch": 5.344390869140625e-06,
      "model_forward_time": 6.940097808837891,
      "step": 1701
    },
    {
      "epoch": 5.344390869140625e-06,
      "step": 1701,
      "training_step_time": 23.38769817352295
    },
    {
      "epoch": 5.34820556640625e-06,
      "grad_norm": 0.3901914954185486,
      "learning_rate": 9.569339235548946e-06,
      "loss": 0.0514,
      "step": 1702
    },
    {
      "epoch": 5.34820556640625e-06,
      "model_forward_time": 6.931317567825317,
      "step": 1702
    },
    {
      "epoch": 5.34820556640625e-06,
      "step": 1702,
      "training_step_time": 22.595752000808716
    },
    {
      "epoch": 5.352020263671875e-06,
      "grad_norm": 0.2820509672164917,
      "learning_rate": 9.568802239256568e-06,
      "loss": 0.0417,
      "step": 1703
    },
    {
      "epoch": 5.352020263671875e-06,
      "model_forward_time": 6.93524956703186,
      "step": 1703
    },
    {
      "epoch": 5.352020263671875e-06,
      "step": 1703,
      "training_step_time": 22.611323595046997
    },
    {
      "epoch": 5.3558349609375e-06,
      "grad_norm": 0.17404963076114655,
      "learning_rate": 9.568264923465395e-06,
      "loss": 0.0402,
      "step": 1704
    },
    {
      "epoch": 5.3558349609375e-06,
      "model_forward_time": 7.063868999481201,
      "step": 1704
    },
    {
      "epoch": 5.3558349609375e-06,
      "step": 1704,
      "training_step_time": 22.15099000930786
    },
    {
      "epoch": 5.359649658203125e-06,
      "grad_norm": 0.22039276361465454,
      "learning_rate": 9.567727288213005e-06,
      "loss": 0.0592,
      "step": 1705
    },
    {
      "epoch": 5.359649658203125e-06,
      "model_forward_time": 6.93105149269104,
      "step": 1705
    },
    {
      "epoch": 5.359649658203125e-06,
      "step": 1705,
      "training_step_time": 22.568007946014404
    },
    {
      "epoch": 5.36346435546875e-06,
      "grad_norm": 0.3007458746433258,
      "learning_rate": 9.567189333536994e-06,
      "loss": 0.0412,
      "step": 1706
    },
    {
      "epoch": 5.36346435546875e-06,
      "model_forward_time": 6.971394062042236,
      "step": 1706
    },
    {
      "epoch": 5.36346435546875e-06,
      "step": 1706,
      "training_step_time": 22.567503929138184
    },
    {
      "epoch": 5.367279052734375e-06,
      "grad_norm": 0.22218668460845947,
      "learning_rate": 9.566651059474983e-06,
      "loss": 0.0556,
      "step": 1707
    },
    {
      "epoch": 5.367279052734375e-06,
      "model_forward_time": 6.947977781295776,
      "step": 1707
    },
    {
      "epoch": 5.367279052734375e-06,
      "step": 1707,
      "training_step_time": 21.993098497390747
    },
    {
      "epoch": 5.37109375e-06,
      "grad_norm": 0.24261876940727234,
      "learning_rate": 9.56611246606461e-06,
      "loss": 0.0338,
      "step": 1708
    },
    {
      "epoch": 5.37109375e-06,
      "model_forward_time": 6.910243034362793,
      "step": 1708
    },
    {
      "epoch": 5.37109375e-06,
      "step": 1708,
      "training_step_time": 22.634474277496338
    },
    {
      "epoch": 5.374908447265625e-06,
      "grad_norm": 0.25540396571159363,
      "learning_rate": 9.565573553343543e-06,
      "loss": 0.0568,
      "step": 1709
    },
    {
      "epoch": 5.374908447265625e-06,
      "model_forward_time": 6.956439971923828,
      "step": 1709
    },
    {
      "epoch": 5.374908447265625e-06,
      "step": 1709,
      "training_step_time": 22.72434687614441
    },
    {
      "epoch": 5.37872314453125e-06,
      "grad_norm": 0.31426557898521423,
      "learning_rate": 9.565034321349467e-06,
      "loss": 0.0547,
      "step": 1710
    },
    {
      "epoch": 5.37872314453125e-06,
      "model_forward_time": 6.938761949539185,
      "step": 1710
    },
    {
      "dynamics_loss_avg": 0.04217498302459717,
      "epoch": 5.37872314453125e-06,
      "step": 1710
    },
    {
      "action_loss_avg": 0.004743283451534808,
      "epoch": 5.37872314453125e-06,
      "step": 1710
    },
    {
      "epoch": 5.37872314453125e-06,
      "step": 1710,
      "training_step_time": 22.556460857391357
    },
    {
      "epoch": 5.382537841796875e-06,
      "grad_norm": 0.2547677457332611,
      "learning_rate": 9.564494770120089e-06,
      "loss": 0.0527,
      "step": 1711
    },
    {
      "epoch": 5.382537841796875e-06,
      "model_forward_time": 6.958680629730225,
      "step": 1711
    },
    {
      "epoch": 5.382537841796875e-06,
      "step": 1711,
      "training_step_time": 22.008853673934937
    },
    {
      "epoch": 5.3863525390625e-06,
      "grad_norm": 0.37176570296287537,
      "learning_rate": 9.563954899693144e-06,
      "loss": 0.0688,
      "step": 1712
    },
    {
      "epoch": 5.3863525390625e-06,
      "model_forward_time": 7.590493679046631,
      "step": 1712
    },
    {
      "epoch": 5.3863525390625e-06,
      "step": 1712,
      "training_step_time": 22.724894762039185
    },
    {
      "epoch": 5.390167236328125e-06,
      "grad_norm": 0.28683531284332275,
      "learning_rate": 9.563414710106382e-06,
      "loss": 0.078,
      "step": 1713
    },
    {
      "epoch": 5.390167236328125e-06,
      "model_forward_time": 6.929600715637207,
      "step": 1713
    },
    {
      "epoch": 5.390167236328125e-06,
      "step": 1713,
      "training_step_time": 22.60302424430847
    },
    {
      "epoch": 5.39398193359375e-06,
      "grad_norm": 0.2648869752883911,
      "learning_rate": 9.56287420139758e-06,
      "loss": 0.0785,
      "step": 1714
    },
    {
      "epoch": 5.39398193359375e-06,
      "model_forward_time": 6.902888536453247,
      "step": 1714
    },
    {
      "epoch": 5.39398193359375e-06,
      "step": 1714,
      "training_step_time": 22.02754259109497
    },
    {
      "epoch": 5.397796630859375e-06,
      "grad_norm": 0.2805315852165222,
      "learning_rate": 9.562333373604537e-06,
      "loss": 0.0716,
      "step": 1715
    },
    {
      "epoch": 5.397796630859375e-06,
      "model_forward_time": 6.977023124694824,
      "step": 1715
    },
    {
      "epoch": 5.397796630859375e-06,
      "step": 1715,
      "training_step_time": 22.58082866668701
    },
    {
      "epoch": 5.401611328125e-06,
      "grad_norm": 0.3313259482383728,
      "learning_rate": 9.561792226765072e-06,
      "loss": 0.0512,
      "step": 1716
    },
    {
      "epoch": 5.401611328125e-06,
      "model_forward_time": 6.972069501876831,
      "step": 1716
    },
    {
      "epoch": 5.401611328125e-06,
      "step": 1716,
      "training_step_time": 22.06594944000244
    },
    {
      "epoch": 5.405426025390625e-06,
      "grad_norm": 0.25998029112815857,
      "learning_rate": 9.561250760917026e-06,
      "loss": 0.0435,
      "step": 1717
    },
    {
      "epoch": 5.405426025390625e-06,
      "model_forward_time": 7.476386785507202,
      "step": 1717
    },
    {
      "epoch": 5.405426025390625e-06,
      "step": 1717,
      "training_step_time": 22.548181772232056
    },
    {
      "epoch": 5.40924072265625e-06,
      "grad_norm": 0.20823226869106293,
      "learning_rate": 9.56070897609827e-06,
      "loss": 0.0381,
      "step": 1718
    },
    {
      "epoch": 5.40924072265625e-06,
      "model_forward_time": 6.95204758644104,
      "step": 1718
    },
    {
      "epoch": 5.40924072265625e-06,
      "step": 1718,
      "training_step_time": 22.585129499435425
    },
    {
      "epoch": 5.413055419921875e-06,
      "grad_norm": 0.3415731191635132,
      "learning_rate": 9.560166872346685e-06,
      "loss": 0.0512,
      "step": 1719
    },
    {
      "epoch": 5.413055419921875e-06,
      "model_forward_time": 6.87266731262207,
      "step": 1719
    },
    {
      "epoch": 5.413055419921875e-06,
      "step": 1719,
      "training_step_time": 22.736452341079712
    },
    {
      "epoch": 5.4168701171875e-06,
      "grad_norm": 0.3173252046108246,
      "learning_rate": 9.559624449700183e-06,
      "loss": 0.0573,
      "step": 1720
    },
    {
      "epoch": 5.4168701171875e-06,
      "model_forward_time": 6.959778070449829,
      "step": 1720
    },
    {
      "dynamics_loss_avg": 0.04735195431858301,
      "epoch": 5.4168701171875e-06,
      "step": 1720
    },
    {
      "action_loss_avg": 0.004958979622460902,
      "epoch": 5.4168701171875e-06,
      "step": 1720
    },
    {
      "epoch": 5.4168701171875e-06,
      "step": 1720,
      "training_step_time": 22.615158796310425
    },
    {
      "epoch": 5.420684814453125e-06,
      "grad_norm": 0.1035529226064682,
      "learning_rate": 9.559081708196696e-06,
      "loss": 0.0346,
      "step": 1721
    },
    {
      "epoch": 5.420684814453125e-06,
      "model_forward_time": 6.997596979141235,
      "step": 1721
    },
    {
      "epoch": 5.420684814453125e-06,
      "step": 1721,
      "training_step_time": 22.044060707092285
    },
    {
      "epoch": 5.42449951171875e-06,
      "grad_norm": 0.15098927915096283,
      "learning_rate": 9.558538647874179e-06,
      "loss": 0.0381,
      "step": 1722
    },
    {
      "epoch": 5.42449951171875e-06,
      "model_forward_time": 7.536616802215576,
      "step": 1722
    },
    {
      "epoch": 5.42449951171875e-06,
      "step": 1722,
      "training_step_time": 22.610321044921875
    },
    {
      "epoch": 5.428314208984375e-06,
      "grad_norm": 0.24209529161453247,
      "learning_rate": 9.557995268770609e-06,
      "loss": 0.042,
      "step": 1723
    },
    {
      "epoch": 5.428314208984375e-06,
      "model_forward_time": 6.932359218597412,
      "step": 1723
    },
    {
      "epoch": 5.428314208984375e-06,
      "step": 1723,
      "training_step_time": 22.593855619430542
    },
    {
      "epoch": 5.43212890625e-06,
      "grad_norm": 0.4175757169723511,
      "learning_rate": 9.55745157092398e-06,
      "loss": 0.0575,
      "step": 1724
    },
    {
      "epoch": 5.43212890625e-06,
      "model_forward_time": 6.90002965927124,
      "step": 1724
    },
    {
      "epoch": 5.43212890625e-06,
      "step": 1724,
      "training_step_time": 22.624462127685547
    },
    {
      "epoch": 5.435943603515625e-06,
      "grad_norm": 0.29896822571754456,
      "learning_rate": 9.556907554372318e-06,
      "loss": 0.0535,
      "step": 1725
    },
    {
      "epoch": 5.435943603515625e-06,
      "model_forward_time": 6.971332550048828,
      "step": 1725
    },
    {
      "epoch": 5.435943603515625e-06,
      "step": 1725,
      "training_step_time": 22.580886125564575
    },
    {
      "epoch": 5.43975830078125e-06,
      "grad_norm": 0.4081581234931946,
      "learning_rate": 9.556363219153664e-06,
      "loss": 0.0525,
      "step": 1726
    },
    {
      "epoch": 5.43975830078125e-06,
      "model_forward_time": 6.9741294384002686,
      "step": 1726
    },
    {
      "epoch": 5.43975830078125e-06,
      "step": 1726,
      "training_step_time": 22.012008666992188
    },
    {
      "epoch": 5.443572998046875e-06,
      "grad_norm": 0.3401045799255371,
      "learning_rate": 9.555818565306086e-06,
      "loss": 0.041,
      "step": 1727
    },
    {
      "epoch": 5.443572998046875e-06,
      "model_forward_time": 7.550927400588989,
      "step": 1727
    },
    {
      "epoch": 5.443572998046875e-06,
      "step": 1727,
      "training_step_time": 22.630009174346924
    },
    {
      "epoch": 5.4473876953125e-06,
      "grad_norm": 0.2364065796136856,
      "learning_rate": 9.55527359286767e-06,
      "loss": 0.0513,
      "step": 1728
    },
    {
      "epoch": 5.4473876953125e-06,
      "model_forward_time": 6.925270080566406,
      "step": 1728
    },
    {
      "epoch": 5.4473876953125e-06,
      "step": 1728,
      "training_step_time": 22.65022563934326
    },
    {
      "epoch": 5.451202392578125e-06,
      "grad_norm": 0.17598861455917358,
      "learning_rate": 9.554728301876525e-06,
      "loss": 0.0403,
      "step": 1729
    },
    {
      "epoch": 5.451202392578125e-06,
      "model_forward_time": 6.892071485519409,
      "step": 1729
    },
    {
      "epoch": 5.451202392578125e-06,
      "step": 1729,
      "training_step_time": 22.708937168121338
    },
    {
      "epoch": 5.45501708984375e-06,
      "grad_norm": 0.29488176107406616,
      "learning_rate": 9.554182692370789e-06,
      "loss": 0.0555,
      "step": 1730
    },
    {
      "epoch": 5.45501708984375e-06,
      "model_forward_time": 6.9593589305877686,
      "step": 1730
    },
    {
      "dynamics_loss_avg": 0.04246523045003414,
      "epoch": 5.45501708984375e-06,
      "step": 1730
    },
    {
      "action_loss_avg": 0.004969184088986367,
      "epoch": 5.45501708984375e-06,
      "step": 1730
    },
    {
      "epoch": 5.45501708984375e-06,
      "step": 1730,
      "training_step_time": 22.570975303649902
    },
    {
      "epoch": 5.458831787109375e-06,
      "grad_norm": 0.37977468967437744,
      "learning_rate": 9.55363676438861e-06,
      "loss": 0.0668,
      "step": 1731
    },
    {
      "epoch": 5.458831787109375e-06,
      "model_forward_time": 6.986226320266724,
      "step": 1731
    },
    {
      "epoch": 5.458831787109375e-06,
      "step": 1731,
      "training_step_time": 22.047741651535034
    },
    {
      "epoch": 5.462646484375e-06,
      "grad_norm": 0.15753701329231262,
      "learning_rate": 9.553090517968168e-06,
      "loss": 0.0334,
      "step": 1732
    },
    {
      "epoch": 5.462646484375e-06,
      "model_forward_time": 7.635213851928711,
      "step": 1732
    },
    {
      "epoch": 5.462646484375e-06,
      "step": 1732,
      "training_step_time": 22.698220252990723
    },
    {
      "epoch": 5.466461181640625e-06,
      "grad_norm": 0.2954845130443573,
      "learning_rate": 9.552543953147664e-06,
      "loss": 0.0414,
      "step": 1733
    },
    {
      "epoch": 5.466461181640625e-06,
      "model_forward_time": 6.937565565109253,
      "step": 1733
    },
    {
      "epoch": 5.466461181640625e-06,
      "step": 1733,
      "training_step_time": 22.533108234405518
    },
    {
      "epoch": 5.47027587890625e-06,
      "grad_norm": 0.3068111538887024,
      "learning_rate": 9.551997069965316e-06,
      "loss": 0.0518,
      "step": 1734
    },
    {
      "epoch": 5.47027587890625e-06,
      "model_forward_time": 6.92976188659668,
      "step": 1734
    },
    {
      "epoch": 5.47027587890625e-06,
      "step": 1734,
      "training_step_time": 22.710229635238647
    },
    {
      "epoch": 5.474090576171875e-06,
      "grad_norm": 0.21536748111248016,
      "learning_rate": 9.551449868459371e-06,
      "loss": 0.0386,
      "step": 1735
    },
    {
      "epoch": 5.474090576171875e-06,
      "model_forward_time": 6.955977916717529,
      "step": 1735
    },
    {
      "epoch": 5.474090576171875e-06,
      "step": 1735,
      "training_step_time": 22.564021825790405
    },
    {
      "epoch": 5.4779052734375e-06,
      "grad_norm": 0.31470564007759094,
      "learning_rate": 9.550902348668093e-06,
      "loss": 0.0467,
      "step": 1736
    },
    {
      "epoch": 5.4779052734375e-06,
      "model_forward_time": 6.952089548110962,
      "step": 1736
    },
    {
      "epoch": 5.4779052734375e-06,
      "step": 1736,
      "training_step_time": 22.03772783279419
    },
    {
      "epoch": 5.481719970703125e-06,
      "grad_norm": 0.3089987635612488,
      "learning_rate": 9.550354510629772e-06,
      "loss": 0.0583,
      "step": 1737
    },
    {
      "epoch": 5.481719970703125e-06,
      "model_forward_time": 7.53935980796814,
      "step": 1737
    },
    {
      "epoch": 5.481719970703125e-06,
      "step": 1737,
      "training_step_time": 22.60421323776245
    },
    {
      "epoch": 5.48553466796875e-06,
      "grad_norm": 0.3098568618297577,
      "learning_rate": 9.549806354382716e-06,
      "loss": 0.0403,
      "step": 1738
    },
    {
      "epoch": 5.48553466796875e-06,
      "model_forward_time": 6.955671787261963,
      "step": 1738
    },
    {
      "epoch": 5.48553466796875e-06,
      "step": 1738,
      "training_step_time": 22.537652492523193
    },
    {
      "epoch": 5.489349365234375e-06,
      "grad_norm": 0.2153797298669815,
      "learning_rate": 9.54925787996526e-06,
      "loss": 0.0519,
      "step": 1739
    },
    {
      "epoch": 5.489349365234375e-06,
      "model_forward_time": 6.886591196060181,
      "step": 1739
    },
    {
      "epoch": 5.489349365234375e-06,
      "step": 1739,
      "training_step_time": 22.662258625030518
    },
    {
      "epoch": 5.4931640625e-06,
      "grad_norm": 0.2727144956588745,
      "learning_rate": 9.548709087415762e-06,
      "loss": 0.0518,
      "step": 1740
    },
    {
      "epoch": 5.4931640625e-06,
      "model_forward_time": 6.951245546340942,
      "step": 1740
    },
    {
      "dynamics_loss_avg": 0.04074597246944904,
      "epoch": 5.4931640625e-06,
      "step": 1740
    },
    {
      "action_loss_avg": 0.00411952780559659,
      "epoch": 5.4931640625e-06,
      "step": 1740
    },
    {
      "epoch": 5.4931640625e-06,
      "step": 1740,
      "training_step_time": 22.473536014556885
    },
    {
      "epoch": 5.496978759765625e-06,
      "grad_norm": 0.23437155783176422,
      "learning_rate": 9.548159976772593e-06,
      "loss": 0.0407,
      "step": 1741
    },
    {
      "epoch": 5.496978759765625e-06,
      "model_forward_time": 6.960169553756714,
      "step": 1741
    },
    {
      "epoch": 5.496978759765625e-06,
      "step": 1741,
      "training_step_time": 22.0298433303833
    },
    {
      "epoch": 5.50079345703125e-06,
      "grad_norm": 0.1946956217288971,
      "learning_rate": 9.547610548074155e-06,
      "loss": 0.0342,
      "step": 1742
    },
    {
      "epoch": 5.50079345703125e-06,
      "model_forward_time": 7.592773914337158,
      "step": 1742
    },
    {
      "epoch": 5.50079345703125e-06,
      "step": 1742,
      "training_step_time": 22.639907836914062
    },
    {
      "epoch": 5.504608154296875e-06,
      "grad_norm": 0.30030548572540283,
      "learning_rate": 9.547060801358873e-06,
      "loss": 0.0465,
      "step": 1743
    },
    {
      "epoch": 5.504608154296875e-06,
      "model_forward_time": 6.957932710647583,
      "step": 1743
    },
    {
      "epoch": 5.504608154296875e-06,
      "step": 1743,
      "training_step_time": 22.511296272277832
    },
    {
      "epoch": 5.5084228515625e-06,
      "grad_norm": 0.37125569581985474,
      "learning_rate": 9.546510736665186e-06,
      "loss": 0.045,
      "step": 1744
    },
    {
      "epoch": 5.5084228515625e-06,
      "model_forward_time": 6.891379356384277,
      "step": 1744
    },
    {
      "epoch": 5.5084228515625e-06,
      "step": 1744,
      "training_step_time": 22.609882354736328
    },
    {
      "epoch": 5.512237548828125e-06,
      "grad_norm": 0.3274584710597992,
      "learning_rate": 9.545960354031564e-06,
      "loss": 0.0431,
      "step": 1745
    },
    {
      "epoch": 5.512237548828125e-06,
      "model_forward_time": 6.95574426651001,
      "step": 1745
    },
    {
      "epoch": 5.512237548828125e-06,
      "step": 1745,
      "training_step_time": 22.364102602005005
    },
    {
      "epoch": 5.51605224609375e-06,
      "grad_norm": 0.419718861579895,
      "learning_rate": 9.545409653496496e-06,
      "loss": 0.0582,
      "step": 1746
    },
    {
      "epoch": 5.51605224609375e-06,
      "model_forward_time": 7.095984220504761,
      "step": 1746
    },
    {
      "epoch": 5.51605224609375e-06,
      "step": 1746,
      "training_step_time": 22.51398730278015
    },
    {
      "epoch": 5.519866943359375e-06,
      "grad_norm": 0.16884472966194153,
      "learning_rate": 9.544858635098491e-06,
      "loss": 0.0349,
      "step": 1747
    },
    {
      "epoch": 5.519866943359375e-06,
      "model_forward_time": 7.549590826034546,
      "step": 1747
    },
    {
      "epoch": 5.519866943359375e-06,
      "step": 1747,
      "training_step_time": 22.655775785446167
    },
    {
      "epoch": 5.523681640625e-06,
      "grad_norm": 0.34777697920799255,
      "learning_rate": 9.54430729887608e-06,
      "loss": 0.0694,
      "step": 1748
    },
    {
      "epoch": 5.523681640625e-06,
      "model_forward_time": 6.922817707061768,
      "step": 1748
    },
    {
      "epoch": 5.523681640625e-06,
      "step": 1748,
      "training_step_time": 22.033034086227417
    },
    {
      "epoch": 5.527496337890625e-06,
      "grad_norm": 0.1405356079339981,
      "learning_rate": 9.543755644867823e-06,
      "loss": 0.0524,
      "step": 1749
    },
    {
      "epoch": 5.527496337890625e-06,
      "model_forward_time": 6.920273542404175,
      "step": 1749
    },
    {
      "epoch": 5.527496337890625e-06,
      "step": 1749,
      "training_step_time": 22.670049905776978
    },
    {
      "epoch": 5.53131103515625e-06,
      "grad_norm": 0.3017282485961914,
      "learning_rate": 9.543203673112294e-06,
      "loss": 0.0355,
      "step": 1750
    },
    {
      "epoch": 5.53131103515625e-06,
      "model_forward_time": 6.975430488586426,
      "step": 1750
    },
    {
      "dynamics_loss_avg": 0.038901074603199956,
      "epoch": 5.53131103515625e-06,
      "step": 1750
    },
    {
      "action_loss_avg": 0.0035874010995030404,
      "epoch": 5.53131103515625e-06,
      "step": 1750
    },
    {
      "epoch": 5.53131103515625e-06,
      "step": 1750,
      "training_step_time": 22.61068820953369
    },
    {
      "epoch": 5.535125732421875e-06,
      "grad_norm": 0.25180837512016296,
      "learning_rate": 9.542651383648092e-06,
      "loss": 0.0421,
      "step": 1751
    },
    {
      "epoch": 5.535125732421875e-06,
      "model_forward_time": 6.962259769439697,
      "step": 1751
    },
    {
      "epoch": 5.535125732421875e-06,
      "step": 1751,
      "training_step_time": 22.001013040542603
    },
    {
      "epoch": 5.5389404296875e-06,
      "grad_norm": 0.36780744791030884,
      "learning_rate": 9.542098776513842e-06,
      "loss": 0.05,
      "step": 1752
    },
    {
      "epoch": 5.5389404296875e-06,
      "model_forward_time": 7.4972145557403564,
      "step": 1752
    },
    {
      "epoch": 5.5389404296875e-06,
      "step": 1752,
      "training_step_time": 22.586330890655518
    },
    {
      "epoch": 5.542755126953125e-06,
      "grad_norm": 0.27512049674987793,
      "learning_rate": 9.541545851748186e-06,
      "loss": 0.0454,
      "step": 1753
    },
    {
      "epoch": 5.542755126953125e-06,
      "model_forward_time": 6.952953338623047,
      "step": 1753
    },
    {
      "epoch": 5.542755126953125e-06,
      "step": 1753,
      "training_step_time": 22.57123327255249
    },
    {
      "epoch": 5.54656982421875e-06,
      "grad_norm": 0.2878224551677704,
      "learning_rate": 9.540992609389792e-06,
      "loss": 0.0469,
      "step": 1754
    },
    {
      "epoch": 5.54656982421875e-06,
      "model_forward_time": 6.898179769515991,
      "step": 1754
    },
    {
      "epoch": 5.54656982421875e-06,
      "step": 1754,
      "training_step_time": 22.598833322525024
    },
    {
      "epoch": 5.550384521484375e-06,
      "grad_norm": 0.2390308529138565,
      "learning_rate": 9.540439049477349e-06,
      "loss": 0.0612,
      "step": 1755
    },
    {
      "epoch": 5.550384521484375e-06,
      "model_forward_time": 6.9764723777771,
      "step": 1755
    },
    {
      "epoch": 5.550384521484375e-06,
      "step": 1755,
      "training_step_time": 22.585145950317383
    },
    {
      "epoch": 5.55419921875e-06,
      "grad_norm": 0.2408657670021057,
      "learning_rate": 9.539885172049563e-06,
      "loss": 0.0613,
      "step": 1756
    },
    {
      "epoch": 5.55419921875e-06,
      "model_forward_time": 6.983154535293579,
      "step": 1756
    },
    {
      "epoch": 5.55419921875e-06,
      "step": 1756,
      "training_step_time": 22.013484239578247
    },
    {
      "epoch": 5.558013916015625e-06,
      "grad_norm": 0.19735901057720184,
      "learning_rate": 9.53933097714517e-06,
      "loss": 0.0405,
      "step": 1757
    },
    {
      "epoch": 5.558013916015625e-06,
      "model_forward_time": 7.571608304977417,
      "step": 1757
    },
    {
      "epoch": 5.558013916015625e-06,
      "step": 1757,
      "training_step_time": 22.65429139137268
    },
    {
      "epoch": 5.56182861328125e-06,
      "grad_norm": 0.1982748955488205,
      "learning_rate": 9.538776464802928e-06,
      "loss": 0.0419,
      "step": 1758
    },
    {
      "epoch": 5.56182861328125e-06,
      "model_forward_time": 6.995976209640503,
      "step": 1758
    },
    {
      "epoch": 5.56182861328125e-06,
      "step": 1758,
      "training_step_time": 22.03248143196106
    },
    {
      "epoch": 5.565643310546875e-06,
      "grad_norm": 0.37203583121299744,
      "learning_rate": 9.538221635061611e-06,
      "loss": 0.0595,
      "step": 1759
    },
    {
      "epoch": 5.565643310546875e-06,
      "model_forward_time": 6.959381580352783,
      "step": 1759
    },
    {
      "epoch": 5.565643310546875e-06,
      "step": 1759,
      "training_step_time": 22.5204017162323
    },
    {
      "epoch": 5.5694580078125e-06,
      "grad_norm": 0.32269737124443054,
      "learning_rate": 9.537666487960018e-06,
      "loss": 0.0538,
      "step": 1760
    },
    {
      "epoch": 5.5694580078125e-06,
      "model_forward_time": 6.882765293121338,
      "step": 1760
    },
    {
      "dynamics_loss_avg": 0.041760596074163915,
      "epoch": 5.5694580078125e-06,
      "step": 1760
    },
    {
      "action_loss_avg": 0.004018322296906263,
      "epoch": 5.5694580078125e-06,
      "step": 1760
    },
    {
      "epoch": 5.5694580078125e-06,
      "step": 1760,
      "training_step_time": 22.67349362373352
    },
    {
      "epoch": 5.573272705078125e-06,
      "grad_norm": 0.33063650131225586,
      "learning_rate": 9.537111023536973e-06,
      "loss": 0.0344,
      "step": 1761
    },
    {
      "epoch": 5.573272705078125e-06,
      "model_forward_time": 6.909740686416626,
      "step": 1761
    },
    {
      "epoch": 5.573272705078125e-06,
      "step": 1761,
      "training_step_time": 22.571362733840942
    },
    {
      "epoch": 5.57708740234375e-06,
      "grad_norm": 0.33561813831329346,
      "learning_rate": 9.53655524183132e-06,
      "loss": 0.0456,
      "step": 1762
    },
    {
      "epoch": 5.57708740234375e-06,
      "model_forward_time": 7.593622922897339,
      "step": 1762
    },
    {
      "epoch": 5.57708740234375e-06,
      "step": 1762,
      "training_step_time": 22.681538581848145
    },
    {
      "epoch": 5.580902099609375e-06,
      "grad_norm": 0.282805472612381,
      "learning_rate": 9.535999142881923e-06,
      "loss": 0.0498,
      "step": 1763
    },
    {
      "epoch": 5.580902099609375e-06,
      "model_forward_time": 6.921581983566284,
      "step": 1763
    },
    {
      "epoch": 5.580902099609375e-06,
      "step": 1763,
      "training_step_time": 22.005077123641968
    },
    {
      "epoch": 5.584716796875e-06,
      "grad_norm": 0.34616410732269287,
      "learning_rate": 9.53544272672767e-06,
      "loss": 0.0576,
      "step": 1764
    },
    {
      "epoch": 5.584716796875e-06,
      "model_forward_time": 6.953652858734131,
      "step": 1764
    },
    {
      "epoch": 5.584716796875e-06,
      "step": 1764,
      "training_step_time": 22.553764820098877
    },
    {
      "epoch": 5.588531494140625e-06,
      "grad_norm": 0.2235652357339859,
      "learning_rate": 9.534885993407474e-06,
      "loss": 0.055,
      "step": 1765
    },
    {
      "epoch": 5.588531494140625e-06,
      "model_forward_time": 6.849238395690918,
      "step": 1765
    },
    {
      "epoch": 5.588531494140625e-06,
      "step": 1765,
      "training_step_time": 23.189287185668945
    },
    {
      "epoch": 5.59234619140625e-06,
      "grad_norm": 0.23412010073661804,
      "learning_rate": 9.534328942960267e-06,
      "loss": 0.0337,
      "step": 1766
    },
    {
      "epoch": 5.59234619140625e-06,
      "model_forward_time": 6.936790704727173,
      "step": 1766
    },
    {
      "epoch": 5.59234619140625e-06,
      "step": 1766,
      "training_step_time": 22.020784854888916
    },
    {
      "epoch": 5.596160888671875e-06,
      "grad_norm": 0.22663454711437225,
      "learning_rate": 9.533771575425001e-06,
      "loss": 0.0496,
      "step": 1767
    },
    {
      "epoch": 5.596160888671875e-06,
      "model_forward_time": 6.944027662277222,
      "step": 1767
    },
    {
      "epoch": 5.596160888671875e-06,
      "step": 1767,
      "training_step_time": 22.00987434387207
    },
    {
      "epoch": 5.5999755859375e-06,
      "grad_norm": 0.18209968507289886,
      "learning_rate": 9.533213890840657e-06,
      "loss": 0.0403,
      "step": 1768
    },
    {
      "epoch": 5.5999755859375e-06,
      "model_forward_time": 7.5747575759887695,
      "step": 1768
    },
    {
      "epoch": 5.5999755859375e-06,
      "step": 1768,
      "training_step_time": 22.72983956336975
    },
    {
      "epoch": 5.603790283203125e-06,
      "grad_norm": 0.27764764428138733,
      "learning_rate": 9.532655889246235e-06,
      "loss": 0.0441,
      "step": 1769
    },
    {
      "epoch": 5.603790283203125e-06,
      "model_forward_time": 6.928177118301392,
      "step": 1769
    },
    {
      "epoch": 5.603790283203125e-06,
      "step": 1769,
      "training_step_time": 22.574172973632812
    },
    {
      "epoch": 5.60760498046875e-06,
      "grad_norm": 0.2606736123561859,
      "learning_rate": 9.53209757068075e-06,
      "loss": 0.0421,
      "step": 1770
    },
    {
      "epoch": 5.60760498046875e-06,
      "model_forward_time": 6.921331405639648,
      "step": 1770
    },
    {
      "dynamics_loss_avg": 0.0404287526383996,
      "epoch": 5.60760498046875e-06,
      "step": 1770
    },
    {
      "action_loss_avg": 0.004818216885905713,
      "epoch": 5.60760498046875e-06,
      "step": 1770
    },
    {
      "epoch": 5.60760498046875e-06,
      "step": 1770,
      "training_step_time": 23.366665363311768
    },
    {
      "epoch": 5.611419677734375e-06,
      "grad_norm": 0.4720342755317688,
      "learning_rate": 9.531538935183252e-06,
      "loss": 0.0572,
      "step": 1771
    },
    {
      "epoch": 5.611419677734375e-06,
      "model_forward_time": 6.980322599411011,
      "step": 1771
    },
    {
      "epoch": 5.611419677734375e-06,
      "step": 1771,
      "training_step_time": 22.02413058280945
    },
    {
      "epoch": 5.615234375e-06,
      "grad_norm": 0.32419005036354065,
      "learning_rate": 9.530979982792801e-06,
      "loss": 0.0506,
      "step": 1772
    },
    {
      "epoch": 5.615234375e-06,
      "model_forward_time": 6.986797332763672,
      "step": 1772
    },
    {
      "epoch": 5.615234375e-06,
      "step": 1772,
      "training_step_time": 22.033520698547363
    },
    {
      "epoch": 5.619049072265625e-06,
      "grad_norm": 0.14486631751060486,
      "learning_rate": 9.530420713548489e-06,
      "loss": 0.0295,
      "step": 1773
    },
    {
      "epoch": 5.619049072265625e-06,
      "model_forward_time": 7.619397401809692,
      "step": 1773
    },
    {
      "epoch": 5.619049072265625e-06,
      "step": 1773,
      "training_step_time": 22.690736055374146
    },
    {
      "epoch": 5.62286376953125e-06,
      "grad_norm": 0.27182531356811523,
      "learning_rate": 9.529861127489426e-06,
      "loss": 0.0497,
      "step": 1774
    },
    {
      "epoch": 5.62286376953125e-06,
      "model_forward_time": 6.911038398742676,
      "step": 1774
    },
    {
      "epoch": 5.62286376953125e-06,
      "step": 1774,
      "training_step_time": 22.55149793624878
    },
    {
      "epoch": 5.626678466796875e-06,
      "grad_norm": 0.2925328314304352,
      "learning_rate": 9.529301224654744e-06,
      "loss": 0.0623,
      "step": 1775
    },
    {
      "epoch": 5.626678466796875e-06,
      "model_forward_time": 6.929239749908447,
      "step": 1775
    },
    {
      "epoch": 5.626678466796875e-06,
      "step": 1775,
      "training_step_time": 22.68007254600525
    },
    {
      "epoch": 5.6304931640625e-06,
      "grad_norm": 0.2789267599582672,
      "learning_rate": 9.528741005083593e-06,
      "loss": 0.0431,
      "step": 1776
    },
    {
      "epoch": 5.6304931640625e-06,
      "model_forward_time": 6.964971303939819,
      "step": 1776
    },
    {
      "epoch": 5.6304931640625e-06,
      "step": 1776,
      "training_step_time": 22.02025032043457
    },
    {
      "epoch": 5.634307861328125e-06,
      "grad_norm": 0.4037865102291107,
      "learning_rate": 9.528180468815155e-06,
      "loss": 0.0413,
      "step": 1777
    },
    {
      "epoch": 5.634307861328125e-06,
      "model_forward_time": 6.988824844360352,
      "step": 1777
    },
    {
      "epoch": 5.634307861328125e-06,
      "step": 1777,
      "training_step_time": 22.032016038894653
    },
    {
      "epoch": 5.63812255859375e-06,
      "grad_norm": 0.4296415150165558,
      "learning_rate": 9.527619615888625e-06,
      "loss": 0.0521,
      "step": 1778
    },
    {
      "epoch": 5.63812255859375e-06,
      "model_forward_time": 7.611820220947266,
      "step": 1778
    },
    {
      "epoch": 5.63812255859375e-06,
      "step": 1778,
      "training_step_time": 22.713526010513306
    },
    {
      "epoch": 5.641937255859375e-06,
      "grad_norm": 0.44050830602645874,
      "learning_rate": 9.527058446343226e-06,
      "loss": 0.0491,
      "step": 1779
    },
    {
      "epoch": 5.641937255859375e-06,
      "model_forward_time": 6.938733339309692,
      "step": 1779
    },
    {
      "epoch": 5.641937255859375e-06,
      "step": 1779,
      "training_step_time": 22.63110589981079
    },
    {
      "epoch": 5.645751953125e-06,
      "grad_norm": 0.2438456416130066,
      "learning_rate": 9.526496960218201e-06,
      "loss": 0.0339,
      "step": 1780
    },
    {
      "epoch": 5.645751953125e-06,
      "model_forward_time": 6.871109247207642,
      "step": 1780
    },
    {
      "dynamics_loss_avg": 0.03496309835463762,
      "epoch": 5.645751953125e-06,
      "step": 1780
    },
    {
      "action_loss_avg": 0.0030221201945096255,
      "epoch": 5.645751953125e-06,
      "step": 1780
    },
    {
      "epoch": 5.645751953125e-06,
      "step": 1780,
      "training_step_time": 22.689701080322266
    },
    {
      "epoch": 5.649566650390625e-06,
      "grad_norm": 0.24631722271442413,
      "learning_rate": 9.525935157552813e-06,
      "loss": 0.0354,
      "step": 1781
    },
    {
      "epoch": 5.649566650390625e-06,
      "model_forward_time": 6.982433080673218,
      "step": 1781
    },
    {
      "epoch": 5.649566650390625e-06,
      "step": 1781,
      "training_step_time": 22.630746841430664
    },
    {
      "epoch": 5.65338134765625e-06,
      "grad_norm": 0.3153243064880371,
      "learning_rate": 9.52537303838635e-06,
      "loss": 0.0561,
      "step": 1782
    },
    {
      "epoch": 5.65338134765625e-06,
      "model_forward_time": 7.008429527282715,
      "step": 1782
    },
    {
      "epoch": 5.65338134765625e-06,
      "step": 1782,
      "training_step_time": 22.054344177246094
    },
    {
      "epoch": 5.657196044921875e-06,
      "grad_norm": 0.21738462150096893,
      "learning_rate": 9.524810602758122e-06,
      "loss": 0.037,
      "step": 1783
    },
    {
      "epoch": 5.657196044921875e-06,
      "model_forward_time": 7.58285927772522,
      "step": 1783
    },
    {
      "epoch": 5.657196044921875e-06,
      "step": 1783,
      "training_step_time": 22.761270761489868
    },
    {
      "epoch": 5.6610107421875e-06,
      "grad_norm": 0.18881411850452423,
      "learning_rate": 9.52424785070746e-06,
      "loss": 0.0354,
      "step": 1784
    },
    {
      "epoch": 5.6610107421875e-06,
      "model_forward_time": 6.951228141784668,
      "step": 1784
    },
    {
      "epoch": 5.6610107421875e-06,
      "step": 1784,
      "training_step_time": 22.566312313079834
    },
    {
      "epoch": 5.664825439453125e-06,
      "grad_norm": 0.34419527649879456,
      "learning_rate": 9.523684782273717e-06,
      "loss": 0.0565,
      "step": 1785
    },
    {
      "epoch": 5.664825439453125e-06,
      "model_forward_time": 6.933468818664551,
      "step": 1785
    },
    {
      "epoch": 5.664825439453125e-06,
      "step": 1785,
      "training_step_time": 23.1195969581604
    },
    {
      "epoch": 5.66864013671875e-06,
      "grad_norm": 0.3401106595993042,
      "learning_rate": 9.52312139749627e-06,
      "loss": 0.0437,
      "step": 1786
    },
    {
      "epoch": 5.66864013671875e-06,
      "model_forward_time": 6.9754638671875,
      "step": 1786
    },
    {
      "epoch": 5.66864013671875e-06,
      "step": 1786,
      "training_step_time": 22.03801393508911
    },
    {
      "epoch": 5.672454833984375e-06,
      "grad_norm": 0.2717799246311188,
      "learning_rate": 9.522557696414516e-06,
      "loss": 0.0587,
      "step": 1787
    },
    {
      "epoch": 5.672454833984375e-06,
      "model_forward_time": 6.943197250366211,
      "step": 1787
    },
    {
      "epoch": 5.672454833984375e-06,
      "step": 1787,
      "training_step_time": 22.025865077972412
    },
    {
      "epoch": 5.67626953125e-06,
      "grad_norm": 0.23175892233848572,
      "learning_rate": 9.521993679067873e-06,
      "loss": 0.0442,
      "step": 1788
    },
    {
      "epoch": 5.67626953125e-06,
      "model_forward_time": 7.433453321456909,
      "step": 1788
    },
    {
      "epoch": 5.67626953125e-06,
      "step": 1788,
      "training_step_time": 22.526878356933594
    },
    {
      "epoch": 5.680084228515625e-06,
      "grad_norm": 0.19029203057289124,
      "learning_rate": 9.521429345495787e-06,
      "loss": 0.0423,
      "step": 1789
    },
    {
      "epoch": 5.680084228515625e-06,
      "model_forward_time": 6.939663410186768,
      "step": 1789
    },
    {
      "epoch": 5.680084228515625e-06,
      "step": 1789,
      "training_step_time": 22.569012880325317
    },
    {
      "epoch": 5.68389892578125e-06,
      "grad_norm": 0.28236955404281616,
      "learning_rate": 9.52086469573772e-06,
      "loss": 0.0443,
      "step": 1790
    },
    {
      "epoch": 5.68389892578125e-06,
      "model_forward_time": 6.885360956192017,
      "step": 1790
    },
    {
      "dynamics_loss_avg": 0.03772320114076137,
      "epoch": 5.68389892578125e-06,
      "step": 1790
    },
    {
      "action_loss_avg": 0.0034302056534215807,
      "epoch": 5.68389892578125e-06,
      "step": 1790
    },
    {
      "epoch": 5.68389892578125e-06,
      "step": 1790,
      "training_step_time": 23.00062847137451
    },
    {
      "epoch": 5.687713623046875e-06,
      "grad_norm": 0.28296253085136414,
      "learning_rate": 9.520299729833157e-06,
      "loss": 0.0566,
      "step": 1791
    },
    {
      "epoch": 5.687713623046875e-06,
      "model_forward_time": 6.963868856430054,
      "step": 1791
    },
    {
      "epoch": 5.687713623046875e-06,
      "step": 1791,
      "training_step_time": 22.029212713241577
    },
    {
      "epoch": 5.6915283203125e-06,
      "grad_norm": 0.2881994843482971,
      "learning_rate": 9.519734447821607e-06,
      "loss": 0.0506,
      "step": 1792
    },
    {
      "epoch": 5.6915283203125e-06,
      "model_forward_time": 6.933122634887695,
      "step": 1792
    },
    {
      "epoch": 5.6915283203125e-06,
      "step": 1792,
      "training_step_time": 22.018683671951294
    },
    {
      "epoch": 5.695343017578125e-06,
      "grad_norm": 0.22694756090641022,
      "learning_rate": 9.519168849742603e-06,
      "loss": 0.0349,
      "step": 1793
    },
    {
      "epoch": 5.695343017578125e-06,
      "model_forward_time": 7.660008430480957,
      "step": 1793
    },
    {
      "epoch": 5.695343017578125e-06,
      "step": 1793,
      "training_step_time": 22.69477343559265
    },
    {
      "epoch": 5.69915771484375e-06,
      "grad_norm": 0.23608016967773438,
      "learning_rate": 9.518602935635697e-06,
      "loss": 0.0397,
      "step": 1794
    },
    {
      "epoch": 5.69915771484375e-06,
      "model_forward_time": 6.945838451385498,
      "step": 1794
    },
    {
      "epoch": 5.69915771484375e-06,
      "step": 1794,
      "training_step_time": 22.517027139663696
    },
    {
      "epoch": 5.702972412109375e-06,
      "grad_norm": 0.28311294317245483,
      "learning_rate": 9.518036705540459e-06,
      "loss": 0.0445,
      "step": 1795
    },
    {
      "epoch": 5.702972412109375e-06,
      "model_forward_time": 6.967320680618286,
      "step": 1795
    },
    {
      "epoch": 5.702972412109375e-06,
      "step": 1795,
      "training_step_time": 23.114845991134644
    },
    {
      "epoch": 5.706787109375e-06,
      "grad_norm": 0.2199939787387848,
      "learning_rate": 9.517470159496492e-06,
      "loss": 0.035,
      "step": 1796
    },
    {
      "epoch": 5.706787109375e-06,
      "model_forward_time": 6.961831331253052,
      "step": 1796
    },
    {
      "epoch": 5.706787109375e-06,
      "step": 1796,
      "training_step_time": 22.107117414474487
    },
    {
      "epoch": 5.710601806640625e-06,
      "grad_norm": 0.4334961175918579,
      "learning_rate": 9.51690329754341e-06,
      "loss": 0.0597,
      "step": 1797
    },
    {
      "epoch": 5.710601806640625e-06,
      "model_forward_time": 6.991319179534912,
      "step": 1797
    },
    {
      "epoch": 5.710601806640625e-06,
      "step": 1797,
      "training_step_time": 22.123302936553955
    },
    {
      "epoch": 5.71441650390625e-06,
      "grad_norm": 0.2723529636859894,
      "learning_rate": 9.516336119720857e-06,
      "loss": 0.0513,
      "step": 1798
    },
    {
      "epoch": 5.71441650390625e-06,
      "model_forward_time": 7.561749458312988,
      "step": 1798
    },
    {
      "epoch": 5.71441650390625e-06,
      "step": 1798,
      "training_step_time": 22.723353624343872
    },
    {
      "epoch": 5.718231201171875e-06,
      "grad_norm": 0.2901342511177063,
      "learning_rate": 9.515768626068496e-06,
      "loss": 0.0477,
      "step": 1799
    },
    {
      "epoch": 5.718231201171875e-06,
      "model_forward_time": 6.912971496582031,
      "step": 1799
    },
    {
      "epoch": 5.718231201171875e-06,
      "step": 1799,
      "training_step_time": 22.567897081375122
    },
    {
      "epoch": 5.7220458984375e-06,
      "grad_norm": 0.26087337732315063,
      "learning_rate": 9.51520081662601e-06,
      "loss": 0.061,
      "step": 1800
    },
    {
      "epoch": 5.7220458984375e-06,
      "model_forward_time": 6.832886219024658,
      "step": 1800
    },
    {
      "dynamics_loss_avg": 0.04063092917203903,
      "epoch": 5.7220458984375e-06,
      "step": 1800
    },
    {
      "action_loss_avg": 0.004703909868840128,
      "epoch": 5.7220458984375e-06,
      "step": 1800
    },
    {
      "epoch": 5.7220458984375e-06,
      "step": 1800,
      "training_step_time": 22.116461277008057
    },
    {
      "epoch": 5.725860595703125e-06,
      "grad_norm": 0.3981931805610657,
      "learning_rate": 9.514632691433108e-06,
      "loss": 0.0473,
      "step": 1801
    },
    {
      "epoch": 5.725860595703125e-06,
      "model_forward_time": 6.867330551147461,
      "step": 1801
    },
    {
      "epoch": 5.725860595703125e-06,
      "step": 1801,
      "training_step_time": 22.091415882110596
    },
    {
      "epoch": 5.72967529296875e-06,
      "grad_norm": 0.3593657314777374,
      "learning_rate": 9.514064250529517e-06,
      "loss": 0.0395,
      "step": 1802
    },
    {
      "epoch": 5.72967529296875e-06,
      "model_forward_time": 8.32211184501648,
      "step": 1802
    },
    {
      "epoch": 5.72967529296875e-06,
      "step": 1802,
      "training_step_time": 23.422481060028076
    },
    {
      "epoch": 5.733489990234375e-06,
      "grad_norm": 0.41689175367355347,
      "learning_rate": 9.513495493954992e-06,
      "loss": 0.0355,
      "step": 1803
    },
    {
      "epoch": 5.733489990234375e-06,
      "model_forward_time": 6.953673601150513,
      "step": 1803
    },
    {
      "epoch": 5.733489990234375e-06,
      "step": 1803,
      "training_step_time": 22.05749249458313
    },
    {
      "epoch": 5.7373046875e-06,
      "grad_norm": 0.45535680651664734,
      "learning_rate": 9.512926421749305e-06,
      "loss": 0.0426,
      "step": 1804
    },
    {
      "epoch": 5.7373046875e-06,
      "model_forward_time": 7.03642725944519,
      "step": 1804
    },
    {
      "epoch": 5.7373046875e-06,
      "step": 1804,
      "training_step_time": 22.67678451538086
    },
    {
      "epoch": 5.741119384765625e-06,
      "grad_norm": 0.3707711398601532,
      "learning_rate": 9.512357033952248e-06,
      "loss": 0.0385,
      "step": 1805
    },
    {
      "epoch": 5.741119384765625e-06,
      "model_forward_time": 7.002043008804321,
      "step": 1805
    },
    {
      "epoch": 5.741119384765625e-06,
      "step": 1805,
      "training_step_time": 22.80774688720703
    },
    {
      "epoch": 5.74493408203125e-06,
      "grad_norm": 0.23024140298366547,
      "learning_rate": 9.511787330603645e-06,
      "loss": 0.0263,
      "step": 1806
    },
    {
      "epoch": 5.74493408203125e-06,
      "model_forward_time": 6.942902565002441,
      "step": 1806
    },
    {
      "epoch": 5.74493408203125e-06,
      "step": 1806,
      "training_step_time": 22.747408866882324
    },
    {
      "epoch": 5.748748779296875e-06,
      "grad_norm": 0.1919519305229187,
      "learning_rate": 9.51121731174333e-06,
      "loss": 0.033,
      "step": 1807
    },
    {
      "epoch": 5.748748779296875e-06,
      "model_forward_time": 7.511836528778076,
      "step": 1807
    },
    {
      "epoch": 5.748748779296875e-06,
      "step": 1807,
      "training_step_time": 22.692657709121704
    },
    {
      "epoch": 5.7525634765625e-06,
      "grad_norm": 0.2483951896429062,
      "learning_rate": 9.510646977411168e-06,
      "loss": 0.0383,
      "step": 1808
    },
    {
      "epoch": 5.7525634765625e-06,
      "model_forward_time": 6.991283655166626,
      "step": 1808
    },
    {
      "epoch": 5.7525634765625e-06,
      "step": 1808,
      "training_step_time": 22.03822612762451
    },
    {
      "epoch": 5.756378173828125e-06,
      "grad_norm": 0.17210614681243896,
      "learning_rate": 9.510076327647043e-06,
      "loss": 0.0271,
      "step": 1809
    },
    {
      "epoch": 5.756378173828125e-06,
      "model_forward_time": 6.93725323677063,
      "step": 1809
    },
    {
      "epoch": 5.756378173828125e-06,
      "step": 1809,
      "training_step_time": 22.05601668357849
    },
    {
      "epoch": 5.76019287109375e-06,
      "grad_norm": 0.3051835298538208,
      "learning_rate": 9.509505362490858e-06,
      "loss": 0.0363,
      "step": 1810
    },
    {
      "epoch": 5.76019287109375e-06,
      "model_forward_time": 6.907478094100952,
      "step": 1810
    },
    {
      "dynamics_loss_avg": 0.02959117805585265,
      "epoch": 5.76019287109375e-06,
      "step": 1810
    },
    {
      "action_loss_avg": 0.002663482166826725,
      "epoch": 5.76019287109375e-06,
      "step": 1810
    },
    {
      "epoch": 5.76019287109375e-06,
      "step": 1810,
      "training_step_time": 23.247272968292236
    },
    {
      "epoch": 5.764007568359375e-06,
      "grad_norm": 0.3824225068092346,
      "learning_rate": 9.508934081982545e-06,
      "loss": 0.0455,
      "step": 1811
    },
    {
      "epoch": 5.764007568359375e-06,
      "model_forward_time": 6.944820165634155,
      "step": 1811
    },
    {
      "epoch": 5.764007568359375e-06,
      "step": 1811,
      "training_step_time": 22.69635319709778
    },
    {
      "epoch": 5.767822265625e-06,
      "grad_norm": 0.3772115409374237,
      "learning_rate": 9.50836248616205e-06,
      "loss": 0.0433,
      "step": 1812
    },
    {
      "epoch": 5.767822265625e-06,
      "model_forward_time": 7.453821897506714,
      "step": 1812
    },
    {
      "epoch": 5.767822265625e-06,
      "step": 1812,
      "training_step_time": 22.570390701293945
    },
    {
      "epoch": 5.771636962890625e-06,
      "grad_norm": 0.2626357674598694,
      "learning_rate": 9.507790575069347e-06,
      "loss": 0.0396,
      "step": 1813
    },
    {
      "epoch": 5.771636962890625e-06,
      "model_forward_time": 6.951541423797607,
      "step": 1813
    },
    {
      "epoch": 5.771636962890625e-06,
      "step": 1813,
      "training_step_time": 22.033061504364014
    },
    {
      "epoch": 5.77545166015625e-06,
      "grad_norm": 0.30471640825271606,
      "learning_rate": 9.507218348744429e-06,
      "loss": 0.0421,
      "step": 1814
    },
    {
      "epoch": 5.77545166015625e-06,
      "model_forward_time": 6.938851833343506,
      "step": 1814
    },
    {
      "epoch": 5.77545166015625e-06,
      "step": 1814,
      "training_step_time": 22.585391998291016
    },
    {
      "epoch": 5.779266357421875e-06,
      "grad_norm": 0.3705710768699646,
      "learning_rate": 9.506645807227311e-06,
      "loss": 0.0625,
      "step": 1815
    },
    {
      "epoch": 5.779266357421875e-06,
      "model_forward_time": 6.940629482269287,
      "step": 1815
    },
    {
      "epoch": 5.779266357421875e-06,
      "step": 1815,
      "training_step_time": 22.642002820968628
    },
    {
      "epoch": 5.7830810546875e-06,
      "grad_norm": 0.2364194691181183,
      "learning_rate": 9.506072950558036e-06,
      "loss": 0.0287,
      "step": 1816
    },
    {
      "epoch": 5.7830810546875e-06,
      "model_forward_time": 7.752215385437012,
      "step": 1816
    },
    {
      "epoch": 5.7830810546875e-06,
      "step": 1816,
      "training_step_time": 22.825139045715332
    },
    {
      "epoch": 5.786895751953125e-06,
      "grad_norm": 0.28339704871177673,
      "learning_rate": 9.505499778776659e-06,
      "loss": 0.0321,
      "step": 1817
    },
    {
      "epoch": 5.786895751953125e-06,
      "model_forward_time": 7.409117698669434,
      "step": 1817
    },
    {
      "epoch": 5.786895751953125e-06,
      "step": 1817,
      "training_step_time": 22.518534898757935
    },
    {
      "epoch": 5.79071044921875e-06,
      "grad_norm": 0.3437001705169678,
      "learning_rate": 9.504926291923265e-06,
      "loss": 0.0386,
      "step": 1818
    },
    {
      "epoch": 5.79071044921875e-06,
      "model_forward_time": 6.970873832702637,
      "step": 1818
    },
    {
      "epoch": 5.79071044921875e-06,
      "step": 1818,
      "training_step_time": 22.05716872215271
    },
    {
      "epoch": 5.794525146484375e-06,
      "grad_norm": 0.251528263092041,
      "learning_rate": 9.504352490037957e-06,
      "loss": 0.0322,
      "step": 1819
    },
    {
      "epoch": 5.794525146484375e-06,
      "model_forward_time": 6.950828790664673,
      "step": 1819
    },
    {
      "epoch": 5.794525146484375e-06,
      "step": 1819,
      "training_step_time": 22.01750373840332
    },
    {
      "epoch": 5.79833984375e-06,
      "grad_norm": 0.29425790905952454,
      "learning_rate": 9.503778373160863e-06,
      "loss": 0.0365,
      "step": 1820
    },
    {
      "epoch": 5.79833984375e-06,
      "model_forward_time": 6.922787189483643,
      "step": 1820
    },
    {
      "dynamics_loss_avg": 0.03540682625025511,
      "epoch": 5.79833984375e-06,
      "step": 1820
    },
    {
      "action_loss_avg": 0.004050883976742625,
      "epoch": 5.79833984375e-06,
      "step": 1820
    },
    {
      "epoch": 5.79833984375e-06,
      "step": 1820,
      "training_step_time": 22.595604181289673
    },
    {
      "epoch": 5.802154541015625e-06,
      "grad_norm": 0.20378796756267548,
      "learning_rate": 9.503203941332128e-06,
      "loss": 0.0312,
      "step": 1821
    },
    {
      "epoch": 5.802154541015625e-06,
      "model_forward_time": 6.894521236419678,
      "step": 1821
    },
    {
      "epoch": 5.802154541015625e-06,
      "step": 1821,
      "training_step_time": 22.678535223007202
    },
    {
      "epoch": 5.80596923828125e-06,
      "grad_norm": 0.2342676967382431,
      "learning_rate": 9.502629194591925e-06,
      "loss": 0.0437,
      "step": 1822
    },
    {
      "epoch": 5.80596923828125e-06,
      "model_forward_time": 7.535102367401123,
      "step": 1822
    },
    {
      "epoch": 5.80596923828125e-06,
      "step": 1822,
      "training_step_time": 22.66177725791931
    },
    {
      "epoch": 5.809783935546875e-06,
      "grad_norm": 0.27224233746528625,
      "learning_rate": 9.502054132980447e-06,
      "loss": 0.0377,
      "step": 1823
    },
    {
      "epoch": 5.809783935546875e-06,
      "model_forward_time": 6.9438865184783936,
      "step": 1823
    },
    {
      "epoch": 5.809783935546875e-06,
      "step": 1823,
      "training_step_time": 22.014714241027832
    },
    {
      "epoch": 5.8135986328125e-06,
      "grad_norm": 0.2607565224170685,
      "learning_rate": 9.501478756537906e-06,
      "loss": 0.045,
      "step": 1824
    },
    {
      "epoch": 5.8135986328125e-06,
      "model_forward_time": 6.9896368980407715,
      "step": 1824
    },
    {
      "epoch": 5.8135986328125e-06,
      "step": 1824,
      "training_step_time": 22.083535194396973
    },
    {
      "epoch": 5.817413330078125e-06,
      "grad_norm": 0.2531844675540924,
      "learning_rate": 9.50090306530454e-06,
      "loss": 0.0416,
      "step": 1825
    },
    {
      "epoch": 5.817413330078125e-06,
      "model_forward_time": 6.8583338260650635,
      "step": 1825
    },
    {
      "epoch": 5.817413330078125e-06,
      "step": 1825,
      "training_step_time": 23.11229181289673
    },
    {
      "epoch": 5.82122802734375e-06,
      "grad_norm": 0.25619906187057495,
      "learning_rate": 9.500327059320606e-06,
      "loss": 0.0358,
      "step": 1826
    },
    {
      "epoch": 5.82122802734375e-06,
      "model_forward_time": 6.932084798812866,
      "step": 1826
    },
    {
      "epoch": 5.82122802734375e-06,
      "step": 1826,
      "training_step_time": 22.692110538482666
    },
    {
      "epoch": 5.825042724609375e-06,
      "grad_norm": 0.20344136655330658,
      "learning_rate": 9.499750738626386e-06,
      "loss": 0.0309,
      "step": 1827
    },
    {
      "epoch": 5.825042724609375e-06,
      "model_forward_time": 6.9561097621917725,
      "step": 1827
    },
    {
      "epoch": 5.825042724609375e-06,
      "step": 1827,
      "training_step_time": 22.505876541137695
    },
    {
      "epoch": 5.828857421875e-06,
      "grad_norm": 0.3291080594062805,
      "learning_rate": 9.499174103262182e-06,
      "loss": 0.0387,
      "step": 1828
    },
    {
      "epoch": 5.828857421875e-06,
      "model_forward_time": 6.910850524902344,
      "step": 1828
    },
    {
      "epoch": 5.828857421875e-06,
      "step": 1828,
      "training_step_time": 22.01571011543274
    },
    {
      "epoch": 5.832672119140625e-06,
      "grad_norm": 0.21814215183258057,
      "learning_rate": 9.498597153268317e-06,
      "loss": 0.0333,
      "step": 1829
    },
    {
      "epoch": 5.832672119140625e-06,
      "model_forward_time": 6.9451048374176025,
      "step": 1829
    },
    {
      "epoch": 5.832672119140625e-06,
      "step": 1829,
      "training_step_time": 22.030028343200684
    },
    {
      "epoch": 5.83648681640625e-06,
      "grad_norm": 0.3174557089805603,
      "learning_rate": 9.49801988868514e-06,
      "loss": 0.0401,
      "step": 1830
    },
    {
      "epoch": 5.83648681640625e-06,
      "model_forward_time": 6.912801265716553,
      "step": 1830
    },
    {
      "dynamics_loss_avg": 0.02895065750926733,
      "epoch": 5.83648681640625e-06,
      "step": 1830
    },
    {
      "action_loss_avg": 0.00282178035704419,
      "epoch": 5.83648681640625e-06,
      "step": 1830
    },
    {
      "epoch": 5.83648681640625e-06,
      "step": 1830,
      "training_step_time": 23.208438396453857
    },
    {
      "epoch": 5.840301513671875e-06,
      "grad_norm": 0.32561057806015015,
      "learning_rate": 9.497442309553017e-06,
      "loss": 0.044,
      "step": 1831
    },
    {
      "epoch": 5.840301513671875e-06,
      "model_forward_time": 6.911333799362183,
      "step": 1831
    },
    {
      "epoch": 5.840301513671875e-06,
      "step": 1831,
      "training_step_time": 22.64411735534668
    },
    {
      "epoch": 5.8441162109375e-06,
      "grad_norm": 0.20722274482250214,
      "learning_rate": 9.496864415912339e-06,
      "loss": 0.0318,
      "step": 1832
    },
    {
      "epoch": 5.8441162109375e-06,
      "model_forward_time": 6.923806190490723,
      "step": 1832
    },
    {
      "epoch": 5.8441162109375e-06,
      "step": 1832,
      "training_step_time": 22.6608624458313
    },
    {
      "epoch": 5.847930908203125e-06,
      "grad_norm": 0.2151108831167221,
      "learning_rate": 9.49628620780352e-06,
      "loss": 0.0355,
      "step": 1833
    },
    {
      "epoch": 5.847930908203125e-06,
      "model_forward_time": 6.922547817230225,
      "step": 1833
    },
    {
      "epoch": 5.847930908203125e-06,
      "step": 1833,
      "training_step_time": 22.06523871421814
    },
    {
      "epoch": 5.85174560546875e-06,
      "grad_norm": 0.30018237233161926,
      "learning_rate": 9.495707685266992e-06,
      "loss": 0.0422,
      "step": 1834
    },
    {
      "epoch": 5.85174560546875e-06,
      "model_forward_time": 6.9859888553619385,
      "step": 1834
    },
    {
      "epoch": 5.85174560546875e-06,
      "step": 1834,
      "training_step_time": 22.065408945083618
    },
    {
      "epoch": 5.855560302734375e-06,
      "grad_norm": 0.17111007869243622,
      "learning_rate": 9.495128848343212e-06,
      "loss": 0.0292,
      "step": 1835
    },
    {
      "epoch": 5.855560302734375e-06,
      "model_forward_time": 6.915327787399292,
      "step": 1835
    },
    {
      "epoch": 5.855560302734375e-06,
      "step": 1835,
      "training_step_time": 23.173506498336792
    },
    {
      "epoch": 5.859375e-06,
      "grad_norm": 0.36065173149108887,
      "learning_rate": 9.494549697072662e-06,
      "loss": 0.061,
      "step": 1836
    },
    {
      "epoch": 5.859375e-06,
      "model_forward_time": 6.969716310501099,
      "step": 1836
    },
    {
      "epoch": 5.859375e-06,
      "step": 1836,
      "training_step_time": 22.591680765151978
    },
    {
      "epoch": 5.863189697265625e-06,
      "grad_norm": 0.2394355982542038,
      "learning_rate": 9.493970231495836e-06,
      "loss": 0.0429,
      "step": 1837
    },
    {
      "epoch": 5.863189697265625e-06,
      "model_forward_time": 6.972838640213013,
      "step": 1837
    },
    {
      "epoch": 5.863189697265625e-06,
      "step": 1837,
      "training_step_time": 22.55480408668518
    },
    {
      "epoch": 5.86700439453125e-06,
      "grad_norm": 0.16252972185611725,
      "learning_rate": 9.49339045165326e-06,
      "loss": 0.0251,
      "step": 1838
    },
    {
      "epoch": 5.86700439453125e-06,
      "model_forward_time": 6.992077350616455,
      "step": 1838
    },
    {
      "epoch": 5.86700439453125e-06,
      "step": 1838,
      "training_step_time": 22.02961015701294
    },
    {
      "epoch": 5.870819091796875e-06,
      "grad_norm": 0.21094705164432526,
      "learning_rate": 9.49281035758548e-06,
      "loss": 0.0388,
      "step": 1839
    },
    {
      "epoch": 5.870819091796875e-06,
      "model_forward_time": 6.983606338500977,
      "step": 1839
    },
    {
      "epoch": 5.870819091796875e-06,
      "step": 1839,
      "training_step_time": 22.034391403198242
    },
    {
      "epoch": 5.8746337890625e-06,
      "grad_norm": 0.314109742641449,
      "learning_rate": 9.492229949333058e-06,
      "loss": 0.0497,
      "step": 1840
    },
    {
      "epoch": 5.8746337890625e-06,
      "model_forward_time": 6.893800973892212,
      "step": 1840
    },
    {
      "dynamics_loss_avg": 0.03137470241636038,
      "epoch": 5.8746337890625e-06,
      "step": 1840
    },
    {
      "action_loss_avg": 0.0027231910498812795,
      "epoch": 5.8746337890625e-06,
      "step": 1840
    },
    {
      "epoch": 5.8746337890625e-06,
      "step": 1840,
      "training_step_time": 22.621678113937378
    },
    {
      "epoch": 5.878448486328125e-06,
      "grad_norm": 0.17469990253448486,
      "learning_rate": 9.491649226936586e-06,
      "loss": 0.0242,
      "step": 1841
    },
    {
      "epoch": 5.878448486328125e-06,
      "model_forward_time": 6.922465085983276,
      "step": 1841
    },
    {
      "epoch": 5.878448486328125e-06,
      "step": 1841,
      "training_step_time": 22.658357620239258
    },
    {
      "epoch": 5.88226318359375e-06,
      "grad_norm": 0.19867664575576782,
      "learning_rate": 9.491068190436671e-06,
      "loss": 0.037,
      "step": 1842
    },
    {
      "epoch": 5.88226318359375e-06,
      "model_forward_time": 6.960301637649536,
      "step": 1842
    },
    {
      "epoch": 5.88226318359375e-06,
      "step": 1842,
      "training_step_time": 22.054244995117188
    },
    {
      "epoch": 5.886077880859375e-06,
      "grad_norm": 0.27898108959198,
      "learning_rate": 9.490486839873949e-06,
      "loss": 0.0406,
      "step": 1843
    },
    {
      "epoch": 5.886077880859375e-06,
      "model_forward_time": 7.644015312194824,
      "step": 1843
    },
    {
      "epoch": 5.886077880859375e-06,
      "step": 1843,
      "training_step_time": 22.7246253490448
    },
    {
      "epoch": 5.889892578125e-06,
      "grad_norm": 0.29801931977272034,
      "learning_rate": 9.489905175289071e-06,
      "loss": 0.0329,
      "step": 1844
    },
    {
      "epoch": 5.889892578125e-06,
      "model_forward_time": 6.975258827209473,
      "step": 1844
    },
    {
      "epoch": 5.889892578125e-06,
      "step": 1844,
      "training_step_time": 22.060009002685547
    },
    {
      "epoch": 5.893707275390625e-06,
      "grad_norm": 0.3702697455883026,
      "learning_rate": 9.489323196722715e-06,
      "loss": 0.0452,
      "step": 1845
    },
    {
      "epoch": 5.893707275390625e-06,
      "model_forward_time": 6.92864203453064,
      "step": 1845
    },
    {
      "epoch": 5.893707275390625e-06,
      "step": 1845,
      "training_step_time": 23.089518785476685
    },
    {
      "epoch": 5.89752197265625e-06,
      "grad_norm": 0.2748507261276245,
      "learning_rate": 9.488740904215578e-06,
      "loss": 0.0343,
      "step": 1846
    },
    {
      "epoch": 5.89752197265625e-06,
      "model_forward_time": 6.904082775115967,
      "step": 1846
    },
    {
      "epoch": 5.89752197265625e-06,
      "step": 1846,
      "training_step_time": 22.60973882675171
    },
    {
      "epoch": 5.901336669921875e-06,
      "grad_norm": 0.1822233945131302,
      "learning_rate": 9.48815829780838e-06,
      "loss": 0.0303,
      "step": 1847
    },
    {
      "epoch": 5.901336669921875e-06,
      "model_forward_time": 7.000769376754761,
      "step": 1847
    },
    {
      "epoch": 5.901336669921875e-06,
      "step": 1847,
      "training_step_time": 22.055251598358154
    },
    {
      "epoch": 5.9051513671875e-06,
      "grad_norm": 0.21177181601524353,
      "learning_rate": 9.487575377541865e-06,
      "loss": 0.0361,
      "step": 1848
    },
    {
      "epoch": 5.9051513671875e-06,
      "model_forward_time": 7.62972092628479,
      "step": 1848
    },
    {
      "epoch": 5.9051513671875e-06,
      "step": 1848,
      "training_step_time": 22.685221433639526
    },
    {
      "epoch": 5.908966064453125e-06,
      "grad_norm": 0.19584235548973083,
      "learning_rate": 9.486992143456792e-06,
      "loss": 0.0309,
      "step": 1849
    },
    {
      "epoch": 5.908966064453125e-06,
      "model_forward_time": 6.943552732467651,
      "step": 1849
    },
    {
      "epoch": 5.908966064453125e-06,
      "step": 1849,
      "training_step_time": 22.035338401794434
    },
    {
      "epoch": 5.91278076171875e-06,
      "grad_norm": 0.2682529389858246,
      "learning_rate": 9.486408595593953e-06,
      "loss": 0.0398,
      "step": 1850
    },
    {
      "epoch": 5.91278076171875e-06,
      "model_forward_time": 6.928077220916748,
      "step": 1850
    },
    {
      "dynamics_loss_avg": 0.025710336212068797,
      "epoch": 5.91278076171875e-06,
      "step": 1850
    },
    {
      "action_loss_avg": 0.002048852510051802,
      "epoch": 5.91278076171875e-06,
      "step": 1850
    },
    {
      "epoch": 5.91278076171875e-06,
      "step": 1850,
      "training_step_time": 23.071038722991943
    },
    {
      "epoch": 5.916595458984375e-06,
      "grad_norm": 0.20608174800872803,
      "learning_rate": 9.485824733994151e-06,
      "loss": 0.0329,
      "step": 1851
    },
    {
      "epoch": 5.916595458984375e-06,
      "model_forward_time": 6.944817304611206,
      "step": 1851
    },
    {
      "epoch": 5.916595458984375e-06,
      "step": 1851,
      "training_step_time": 22.64785599708557
    },
    {
      "epoch": 5.92041015625e-06,
      "grad_norm": 0.2709023654460907,
      "learning_rate": 9.485240558698219e-06,
      "loss": 0.0373,
      "step": 1852
    },
    {
      "epoch": 5.92041015625e-06,
      "model_forward_time": 7.085813760757446,
      "step": 1852
    },
    {
      "epoch": 5.92041015625e-06,
      "step": 1852,
      "training_step_time": 22.666337251663208
    },
    {
      "epoch": 5.924224853515625e-06,
      "grad_norm": 0.1792723834514618,
      "learning_rate": 9.484656069747007e-06,
      "loss": 0.0363,
      "step": 1853
    },
    {
      "epoch": 5.924224853515625e-06,
      "model_forward_time": 7.609687089920044,
      "step": 1853
    },
    {
      "epoch": 5.924224853515625e-06,
      "step": 1853,
      "training_step_time": 22.683602333068848
    },
    {
      "epoch": 5.92803955078125e-06,
      "grad_norm": 0.21703419089317322,
      "learning_rate": 9.484071267181387e-06,
      "loss": 0.0337,
      "step": 1854
    },
    {
      "epoch": 5.92803955078125e-06,
      "model_forward_time": 6.98965859413147,
      "step": 1854
    },
    {
      "epoch": 5.92803955078125e-06,
      "step": 1854,
      "training_step_time": 22.030315399169922
    },
    {
      "epoch": 5.931854248046875e-06,
      "grad_norm": 0.23668938875198364,
      "learning_rate": 9.483486151042258e-06,
      "loss": 0.0408,
      "step": 1855
    },
    {
      "epoch": 5.931854248046875e-06,
      "model_forward_time": 6.949787855148315,
      "step": 1855
    },
    {
      "epoch": 5.931854248046875e-06,
      "step": 1855,
      "training_step_time": 23.147122144699097
    },
    {
      "epoch": 5.9356689453125e-06,
      "grad_norm": 0.2082609385251999,
      "learning_rate": 9.482900721370538e-06,
      "loss": 0.0467,
      "step": 1856
    },
    {
      "epoch": 5.9356689453125e-06,
      "model_forward_time": 6.957429885864258,
      "step": 1856
    },
    {
      "epoch": 5.9356689453125e-06,
      "step": 1856,
      "training_step_time": 22.395777702331543
    },
    {
      "epoch": 5.939483642578125e-06,
      "grad_norm": 0.17426353693008423,
      "learning_rate": 9.48231497820716e-06,
      "loss": 0.0402,
      "step": 1857
    },
    {
      "epoch": 5.939483642578125e-06,
      "model_forward_time": 6.9019834995269775,
      "step": 1857
    },
    {
      "epoch": 5.939483642578125e-06,
      "step": 1857,
      "training_step_time": 22.726591110229492
    },
    {
      "epoch": 5.94329833984375e-06,
      "grad_norm": 0.20542177557945251,
      "learning_rate": 9.481728921593095e-06,
      "loss": 0.0486,
      "step": 1858
    },
    {
      "epoch": 5.94329833984375e-06,
      "model_forward_time": 7.564254283905029,
      "step": 1858
    },
    {
      "epoch": 5.94329833984375e-06,
      "step": 1858,
      "training_step_time": 22.701192617416382
    },
    {
      "epoch": 5.947113037109375e-06,
      "grad_norm": 0.1388329416513443,
      "learning_rate": 9.481142551569318e-06,
      "loss": 0.037,
      "step": 1859
    },
    {
      "epoch": 5.947113037109375e-06,
      "model_forward_time": 6.930622816085815,
      "step": 1859
    },
    {
      "epoch": 5.947113037109375e-06,
      "step": 1859,
      "training_step_time": 22.014932870864868
    },
    {
      "epoch": 5.950927734375e-06,
      "grad_norm": 0.24026991426944733,
      "learning_rate": 9.480555868176837e-06,
      "loss": 0.0339,
      "step": 1860
    },
    {
      "epoch": 5.950927734375e-06,
      "model_forward_time": 6.958756923675537,
      "step": 1860
    },
    {
      "dynamics_loss_avg": 0.03276205342262983,
      "epoch": 5.950927734375e-06,
      "step": 1860
    },
    {
      "action_loss_avg": 0.003423651453340426,
      "epoch": 5.950927734375e-06,
      "step": 1860
    },
    {
      "epoch": 5.950927734375e-06,
      "step": 1860,
      "training_step_time": 22.588279008865356
    },
    {
      "epoch": 5.954742431640625e-06,
      "grad_norm": 0.2961225211620331,
      "learning_rate": 9.47996887145668e-06,
      "loss": 0.0429,
      "step": 1861
    },
    {
      "epoch": 5.954742431640625e-06,
      "model_forward_time": 6.892854928970337,
      "step": 1861
    },
    {
      "epoch": 5.954742431640625e-06,
      "step": 1861,
      "training_step_time": 22.70025086402893
    },
    {
      "epoch": 5.95855712890625e-06,
      "grad_norm": 0.2936929762363434,
      "learning_rate": 9.479381561449895e-06,
      "loss": 0.0335,
      "step": 1862
    },
    {
      "epoch": 5.95855712890625e-06,
      "model_forward_time": 6.896475553512573,
      "step": 1862
    },
    {
      "epoch": 5.95855712890625e-06,
      "step": 1862,
      "training_step_time": 22.60019302368164
    },
    {
      "epoch": 5.962371826171875e-06,
      "grad_norm": 0.42848047614097595,
      "learning_rate": 9.478793938197554e-06,
      "loss": 0.0472,
      "step": 1863
    },
    {
      "epoch": 5.962371826171875e-06,
      "model_forward_time": 7.579428195953369,
      "step": 1863
    },
    {
      "epoch": 5.962371826171875e-06,
      "step": 1863,
      "training_step_time": 22.62909770011902
    },
    {
      "epoch": 5.9661865234375e-06,
      "grad_norm": 0.3555912375450134,
      "learning_rate": 9.47820600174075e-06,
      "loss": 0.0521,
      "step": 1864
    },
    {
      "epoch": 5.9661865234375e-06,
      "model_forward_time": 6.968768358230591,
      "step": 1864
    },
    {
      "epoch": 5.9661865234375e-06,
      "step": 1864,
      "training_step_time": 22.009926795959473
    },
    {
      "epoch": 5.970001220703125e-06,
      "grad_norm": 0.2662574350833893,
      "learning_rate": 9.477617752120593e-06,
      "loss": 0.0461,
      "step": 1865
    },
    {
      "epoch": 5.970001220703125e-06,
      "model_forward_time": 6.946988582611084,
      "step": 1865
    },
    {
      "epoch": 5.970001220703125e-06,
      "step": 1865,
      "training_step_time": 22.578685522079468
    },
    {
      "epoch": 5.97381591796875e-06,
      "grad_norm": 0.2563314437866211,
      "learning_rate": 9.477029189378226e-06,
      "loss": 0.0398,
      "step": 1866
    },
    {
      "epoch": 5.97381591796875e-06,
      "model_forward_time": 6.939997673034668,
      "step": 1866
    },
    {
      "epoch": 5.97381591796875e-06,
      "step": 1866,
      "training_step_time": 22.016131162643433
    },
    {
      "epoch": 5.977630615234375e-06,
      "grad_norm": 0.24596239626407623,
      "learning_rate": 9.476440313554803e-06,
      "loss": 0.0411,
      "step": 1867
    },
    {
      "epoch": 5.977630615234375e-06,
      "model_forward_time": 6.931750059127808,
      "step": 1867
    },
    {
      "epoch": 5.977630615234375e-06,
      "step": 1867,
      "training_step_time": 22.51308512687683
    },
    {
      "epoch": 5.9814453125e-06,
      "grad_norm": 0.2482997328042984,
      "learning_rate": 9.475851124691508e-06,
      "loss": 0.0499,
      "step": 1868
    },
    {
      "epoch": 5.9814453125e-06,
      "model_forward_time": 7.638763427734375,
      "step": 1868
    },
    {
      "epoch": 5.9814453125e-06,
      "step": 1868,
      "training_step_time": 22.760950565338135
    },
    {
      "epoch": 5.985260009765625e-06,
      "grad_norm": 0.35962575674057007,
      "learning_rate": 9.47526162282954e-06,
      "loss": 0.0446,
      "step": 1869
    },
    {
      "epoch": 5.985260009765625e-06,
      "model_forward_time": 6.94462251663208,
      "step": 1869
    },
    {
      "epoch": 5.985260009765625e-06,
      "step": 1869,
      "training_step_time": 22.044899702072144
    },
    {
      "epoch": 5.98907470703125e-06,
      "grad_norm": 0.2125399112701416,
      "learning_rate": 9.474671808010126e-06,
      "loss": 0.0396,
      "step": 1870
    },
    {
      "epoch": 5.98907470703125e-06,
      "model_forward_time": 6.964715242385864,
      "step": 1870
    },
    {
      "dynamics_loss_avg": 0.03475682567805052,
      "epoch": 5.98907470703125e-06,
      "step": 1870
    },
    {
      "action_loss_avg": 0.0031915439409203827,
      "epoch": 5.98907470703125e-06,
      "step": 1870
    },
    {
      "epoch": 5.98907470703125e-06,
      "step": 1870,
      "training_step_time": 22.629045963287354
    },
    {
      "epoch": 5.992889404296875e-06,
      "grad_norm": 0.37828120589256287,
      "learning_rate": 9.47408168027451e-06,
      "loss": 0.0453,
      "step": 1871
    },
    {
      "epoch": 5.992889404296875e-06,
      "model_forward_time": 6.959725379943848,
      "step": 1871
    },
    {
      "epoch": 5.992889404296875e-06,
      "step": 1871,
      "training_step_time": 23.15191626548767
    },
    {
      "epoch": 5.9967041015625e-06,
      "grad_norm": 0.2546481490135193,
      "learning_rate": 9.473491239663961e-06,
      "loss": 0.0364,
      "step": 1872
    },
    {
      "epoch": 5.9967041015625e-06,
      "model_forward_time": 6.970876455307007,
      "step": 1872
    },
    {
      "epoch": 5.9967041015625e-06,
      "step": 1872,
      "training_step_time": 22.62282419204712
    },
    {
      "epoch": 6.000518798828125e-06,
      "grad_norm": 0.2465672343969345,
      "learning_rate": 9.47290048621977e-06,
      "loss": 0.0377,
      "step": 1873
    },
    {
      "epoch": 6.000518798828125e-06,
      "model_forward_time": 7.535083055496216,
      "step": 1873
    },
    {
      "epoch": 6.000518798828125e-06,
      "step": 1873,
      "training_step_time": 22.657925605773926
    },
    {
      "epoch": 6.00433349609375e-06,
      "grad_norm": 0.29046395421028137,
      "learning_rate": 9.472309419983245e-06,
      "loss": 0.0499,
      "step": 1874
    },
    {
      "epoch": 6.00433349609375e-06,
      "model_forward_time": 6.933250904083252,
      "step": 1874
    },
    {
      "epoch": 6.00433349609375e-06,
      "step": 1874,
      "training_step_time": 22.031135320663452
    },
    {
      "epoch": 6.008148193359375e-06,
      "grad_norm": 0.2435852587223053,
      "learning_rate": 9.471718040995722e-06,
      "loss": 0.0316,
      "step": 1875
    },
    {
      "epoch": 6.008148193359375e-06,
      "model_forward_time": 7.001802921295166,
      "step": 1875
    },
    {
      "epoch": 6.008148193359375e-06,
      "step": 1875,
      "training_step_time": 22.568929433822632
    },
    {
      "epoch": 6.011962890625e-06,
      "grad_norm": 0.2959926724433899,
      "learning_rate": 9.471126349298557e-06,
      "loss": 0.057,
      "step": 1876
    },
    {
      "epoch": 6.011962890625e-06,
      "model_forward_time": 6.960693120956421,
      "step": 1876
    },
    {
      "epoch": 6.011962890625e-06,
      "step": 1876,
      "training_step_time": 23.18966269493103
    },
    {
      "epoch": 6.015777587890625e-06,
      "grad_norm": 0.27113184332847595,
      "learning_rate": 9.470534344933127e-06,
      "loss": 0.0488,
      "step": 1877
    },
    {
      "epoch": 6.015777587890625e-06,
      "model_forward_time": 6.938340902328491,
      "step": 1877
    },
    {
      "epoch": 6.015777587890625e-06,
      "step": 1877,
      "training_step_time": 22.535767316818237
    },
    {
      "epoch": 6.01959228515625e-06,
      "grad_norm": 0.19223275780677795,
      "learning_rate": 9.46994202794083e-06,
      "loss": 0.0318,
      "step": 1878
    },
    {
      "epoch": 6.01959228515625e-06,
      "model_forward_time": 7.600454092025757,
      "step": 1878
    },
    {
      "epoch": 6.01959228515625e-06,
      "step": 1878,
      "training_step_time": 22.646780252456665
    },
    {
      "epoch": 6.023406982421875e-06,
      "grad_norm": 0.28045371174812317,
      "learning_rate": 9.469349398363088e-06,
      "loss": 0.0491,
      "step": 1879
    },
    {
      "epoch": 6.023406982421875e-06,
      "model_forward_time": 6.952965021133423,
      "step": 1879
    },
    {
      "epoch": 6.023406982421875e-06,
      "step": 1879,
      "training_step_time": 22.04815363883972
    },
    {
      "epoch": 6.0272216796875e-06,
      "grad_norm": 0.2960256040096283,
      "learning_rate": 9.468756456241344e-06,
      "loss": 0.0365,
      "step": 1880
    },
    {
      "epoch": 6.0272216796875e-06,
      "model_forward_time": 6.947686195373535,
      "step": 1880
    },
    {
      "dynamics_loss_avg": 0.03765702750533819,
      "epoch": 6.0272216796875e-06,
      "step": 1880
    },
    {
      "action_loss_avg": 0.0037762780440971254,
      "epoch": 6.0272216796875e-06,
      "step": 1880
    },
    {
      "epoch": 6.0272216796875e-06,
      "step": 1880,
      "training_step_time": 22.545299530029297
    },
    {
      "epoch": 6.031036376953125e-06,
      "grad_norm": 0.3281346559524536,
      "learning_rate": 9.468163201617063e-06,
      "loss": 0.0395,
      "step": 1881
    },
    {
      "epoch": 6.031036376953125e-06,
      "model_forward_time": 6.908352613449097,
      "step": 1881
    },
    {
      "epoch": 6.031036376953125e-06,
      "step": 1881,
      "training_step_time": 23.211173057556152
    },
    {
      "epoch": 6.03485107421875e-06,
      "grad_norm": 0.3022751212120056,
      "learning_rate": 9.46756963453173e-06,
      "loss": 0.0486,
      "step": 1882
    },
    {
      "epoch": 6.03485107421875e-06,
      "model_forward_time": 6.876495599746704,
      "step": 1882
    },
    {
      "epoch": 6.03485107421875e-06,
      "step": 1882,
      "training_step_time": 22.648259162902832
    },
    {
      "epoch": 6.038665771484375e-06,
      "grad_norm": 0.22423657774925232,
      "learning_rate": 9.466975755026856e-06,
      "loss": 0.0475,
      "step": 1883
    },
    {
      "epoch": 6.038665771484375e-06,
      "model_forward_time": 7.422407388687134,
      "step": 1883
    },
    {
      "epoch": 6.038665771484375e-06,
      "step": 1883,
      "training_step_time": 22.46052646636963
    },
    {
      "epoch": 6.04248046875e-06,
      "grad_norm": 0.4187205731868744,
      "learning_rate": 9.466381563143967e-06,
      "loss": 0.0507,
      "step": 1884
    },
    {
      "epoch": 6.04248046875e-06,
      "model_forward_time": 6.983930349349976,
      "step": 1884
    },
    {
      "epoch": 6.04248046875e-06,
      "step": 1884,
      "training_step_time": 22.070923566818237
    },
    {
      "epoch": 6.046295166015625e-06,
      "grad_norm": 0.22058357298374176,
      "learning_rate": 9.46578705892462e-06,
      "loss": 0.0373,
      "step": 1885
    },
    {
      "epoch": 6.046295166015625e-06,
      "model_forward_time": 6.917590856552124,
      "step": 1885
    },
    {
      "epoch": 6.046295166015625e-06,
      "step": 1885,
      "training_step_time": 22.569142818450928
    },
    {
      "epoch": 6.05010986328125e-06,
      "grad_norm": 0.2924239933490753,
      "learning_rate": 9.465192242410388e-06,
      "loss": 0.0408,
      "step": 1886
    },
    {
      "epoch": 6.05010986328125e-06,
      "model_forward_time": 6.932740688323975,
      "step": 1886
    },
    {
      "epoch": 6.05010986328125e-06,
      "step": 1886,
      "training_step_time": 22.57535982131958
    },
    {
      "epoch": 6.053924560546875e-06,
      "grad_norm": 0.25988680124282837,
      "learning_rate": 9.464597113642864e-06,
      "loss": 0.0403,
      "step": 1887
    },
    {
      "epoch": 6.053924560546875e-06,
      "model_forward_time": 6.977200746536255,
      "step": 1887
    },
    {
      "epoch": 6.053924560546875e-06,
      "step": 1887,
      "training_step_time": 22.65532612800598
    },
    {
      "epoch": 6.0577392578125e-06,
      "grad_norm": 0.13576160371303558,
      "learning_rate": 9.464001672663667e-06,
      "loss": 0.0295,
      "step": 1888
    },
    {
      "epoch": 6.0577392578125e-06,
      "model_forward_time": 7.5765602588653564,
      "step": 1888
    },
    {
      "epoch": 6.0577392578125e-06,
      "step": 1888,
      "training_step_time": 22.67263889312744
    },
    {
      "epoch": 6.061553955078125e-06,
      "grad_norm": 0.27399885654449463,
      "learning_rate": 9.46340591951444e-06,
      "loss": 0.0483,
      "step": 1889
    },
    {
      "epoch": 6.061553955078125e-06,
      "model_forward_time": 6.9406843185424805,
      "step": 1889
    },
    {
      "epoch": 6.061553955078125e-06,
      "step": 1889,
      "training_step_time": 22.02243185043335
    },
    {
      "epoch": 6.06536865234375e-06,
      "grad_norm": 0.21915490925312042,
      "learning_rate": 9.462809854236839e-06,
      "loss": 0.0329,
      "step": 1890
    },
    {
      "epoch": 6.06536865234375e-06,
      "model_forward_time": 6.925895690917969,
      "step": 1890
    },
    {
      "dynamics_loss_avg": 0.03332067932933569,
      "epoch": 6.06536865234375e-06,
      "step": 1890
    },
    {
      "action_loss_avg": 0.003093179815914482,
      "epoch": 6.06536865234375e-06,
      "step": 1890
    },
    {
      "epoch": 6.06536865234375e-06,
      "step": 1890,
      "training_step_time": 22.586745262145996
    },
    {
      "epoch": 6.069183349609375e-06,
      "grad_norm": 0.2574158310890198,
      "learning_rate": 9.46221347687255e-06,
      "loss": 0.0373,
      "step": 1891
    },
    {
      "epoch": 6.069183349609375e-06,
      "model_forward_time": 6.942773342132568,
      "step": 1891
    },
    {
      "epoch": 6.069183349609375e-06,
      "step": 1891,
      "training_step_time": 22.54021716117859
    },
    {
      "epoch": 6.072998046875e-06,
      "grad_norm": 0.3068692982196808,
      "learning_rate": 9.461616787463278e-06,
      "loss": 0.0424,
      "step": 1892
    },
    {
      "epoch": 6.072998046875e-06,
      "model_forward_time": 6.968627214431763,
      "step": 1892
    },
    {
      "epoch": 6.072998046875e-06,
      "step": 1892,
      "training_step_time": 22.558549165725708
    },
    {
      "epoch": 6.076812744140625e-06,
      "grad_norm": 0.3076986074447632,
      "learning_rate": 9.46101978605075e-06,
      "loss": 0.0391,
      "step": 1893
    },
    {
      "epoch": 6.076812744140625e-06,
      "model_forward_time": 6.900911331176758,
      "step": 1893
    },
    {
      "epoch": 6.076812744140625e-06,
      "step": 1893,
      "training_step_time": 22.647215604782104
    },
    {
      "epoch": 6.08062744140625e-06,
      "grad_norm": 0.37595605850219727,
      "learning_rate": 9.460422472676713e-06,
      "loss": 0.0416,
      "step": 1894
    },
    {
      "epoch": 6.08062744140625e-06,
      "model_forward_time": 7.574776649475098,
      "step": 1894
    },
    {
      "epoch": 6.08062744140625e-06,
      "step": 1894,
      "training_step_time": 22.64946436882019
    },
    {
      "epoch": 6.084442138671875e-06,
      "grad_norm": 0.267612099647522,
      "learning_rate": 9.459824847382937e-06,
      "loss": 0.0504,
      "step": 1895
    },
    {
      "epoch": 6.084442138671875e-06,
      "model_forward_time": 6.997308254241943,
      "step": 1895
    },
    {
      "epoch": 6.084442138671875e-06,
      "step": 1895,
      "training_step_time": 22.55769968032837
    },
    {
      "epoch": 6.0882568359375e-06,
      "grad_norm": 0.313557505607605,
      "learning_rate": 9.459226910211219e-06,
      "loss": 0.034,
      "step": 1896
    },
    {
      "epoch": 6.0882568359375e-06,
      "model_forward_time": 6.898677110671997,
      "step": 1896
    },
    {
      "epoch": 6.0882568359375e-06,
      "step": 1896,
      "training_step_time": 22.541290760040283
    },
    {
      "epoch": 6.092071533203125e-06,
      "grad_norm": 0.20765623450279236,
      "learning_rate": 9.458628661203368e-06,
      "loss": 0.0311,
      "step": 1897
    },
    {
      "epoch": 6.092071533203125e-06,
      "model_forward_time": 6.984092950820923,
      "step": 1897
    },
    {
      "epoch": 6.092071533203125e-06,
      "step": 1897,
      "training_step_time": 22.64426565170288
    },
    {
      "epoch": 6.09588623046875e-06,
      "grad_norm": 0.23101481795310974,
      "learning_rate": 9.458030100401221e-06,
      "loss": 0.0327,
      "step": 1898
    },
    {
      "epoch": 6.09588623046875e-06,
      "model_forward_time": 6.938589096069336,
      "step": 1898
    },
    {
      "epoch": 6.09588623046875e-06,
      "step": 1898,
      "training_step_time": 22.017722845077515
    },
    {
      "epoch": 6.099700927734375e-06,
      "grad_norm": 0.15641649067401886,
      "learning_rate": 9.457431227846637e-06,
      "loss": 0.0288,
      "step": 1899
    },
    {
      "epoch": 6.099700927734375e-06,
      "model_forward_time": 7.664528131484985,
      "step": 1899
    },
    {
      "epoch": 6.099700927734375e-06,
      "step": 1899,
      "training_step_time": 22.718501091003418
    },
    {
      "epoch": 6.103515625e-06,
      "grad_norm": 0.27956411242485046,
      "learning_rate": 9.456832043581495e-06,
      "loss": 0.0356,
      "step": 1900
    },
    {
      "epoch": 6.103515625e-06,
      "model_forward_time": 6.830834150314331,
      "step": 1900
    },
    {
      "dynamics_loss_avg": 0.030166083574295045,
      "epoch": 6.103515625e-06,
      "step": 1900
    },
    {
      "action_loss_avg": 0.0028249869705177844,
      "epoch": 6.103515625e-06,
      "step": 1900
    },
    {
      "epoch": 6.103515625e-06,
      "step": 1900,
      "training_step_time": 22.19100284576416
    },
    {
      "epoch": 6.107330322265625e-06,
      "grad_norm": 0.3600170910358429,
      "learning_rate": 9.456232547647695e-06,
      "loss": 0.0457,
      "step": 1901
    },
    {
      "epoch": 6.107330322265625e-06,
      "model_forward_time": 6.929530143737793,
      "step": 1901
    },
    {
      "epoch": 6.107330322265625e-06,
      "step": 1901,
      "training_step_time": 22.625401258468628
    },
    {
      "epoch": 6.11114501953125e-06,
      "grad_norm": 0.22333575785160065,
      "learning_rate": 9.455632740087161e-06,
      "loss": 0.0384,
      "step": 1902
    },
    {
      "epoch": 6.11114501953125e-06,
      "model_forward_time": 6.9380974769592285,
      "step": 1902
    },
    {
      "epoch": 6.11114501953125e-06,
      "step": 1902,
      "training_step_time": 22.624103784561157
    },
    {
      "epoch": 6.114959716796875e-06,
      "grad_norm": 0.2713997960090637,
      "learning_rate": 9.45503262094184e-06,
      "loss": 0.0396,
      "step": 1903
    },
    {
      "epoch": 6.114959716796875e-06,
      "model_forward_time": 8.391618013381958,
      "step": 1903
    },
    {
      "epoch": 6.114959716796875e-06,
      "step": 1903,
      "training_step_time": 23.580445528030396
    },
    {
      "epoch": 6.1187744140625e-06,
      "grad_norm": 0.1865452229976654,
      "learning_rate": 9.454432190253695e-06,
      "loss": 0.0428,
      "step": 1904
    },
    {
      "epoch": 6.1187744140625e-06,
      "model_forward_time": 6.946680307388306,
      "step": 1904
    },
    {
      "epoch": 6.1187744140625e-06,
      "step": 1904,
      "training_step_time": 22.210055589675903
    },
    {
      "epoch": 6.122589111328125e-06,
      "grad_norm": 0.19059370458126068,
      "learning_rate": 9.453831448064717e-06,
      "loss": 0.0272,
      "step": 1905
    },
    {
      "epoch": 6.122589111328125e-06,
      "model_forward_time": 6.975165128707886,
      "step": 1905
    },
    {
      "epoch": 6.122589111328125e-06,
      "step": 1905,
      "training_step_time": 22.769078493118286
    },
    {
      "epoch": 6.12640380859375e-06,
      "grad_norm": 0.2445816695690155,
      "learning_rate": 9.453230394416914e-06,
      "loss": 0.043,
      "step": 1906
    },
    {
      "epoch": 6.12640380859375e-06,
      "model_forward_time": 6.942072153091431,
      "step": 1906
    },
    {
      "epoch": 6.12640380859375e-06,
      "step": 1906,
      "training_step_time": 22.54876708984375
    },
    {
      "epoch": 6.130218505859375e-06,
      "grad_norm": 0.26919203996658325,
      "learning_rate": 9.452629029352322e-06,
      "loss": 0.049,
      "step": 1907
    },
    {
      "epoch": 6.130218505859375e-06,
      "model_forward_time": 6.907196044921875,
      "step": 1907
    },
    {
      "epoch": 6.130218505859375e-06,
      "step": 1907,
      "training_step_time": 22.666686296463013
    },
    {
      "epoch": 6.134033203125e-06,
      "grad_norm": 0.22205454111099243,
      "learning_rate": 9.45202735291299e-06,
      "loss": 0.05,
      "step": 1908
    },
    {
      "epoch": 6.134033203125e-06,
      "model_forward_time": 7.522660732269287,
      "step": 1908
    },
    {
      "epoch": 6.134033203125e-06,
      "step": 1908,
      "training_step_time": 22.63266134262085
    },
    {
      "epoch": 6.137847900390625e-06,
      "grad_norm": 0.17928625643253326,
      "learning_rate": 9.451425365140997e-06,
      "loss": 0.0374,
      "step": 1909
    },
    {
      "epoch": 6.137847900390625e-06,
      "model_forward_time": 6.936488151550293,
      "step": 1909
    },
    {
      "epoch": 6.137847900390625e-06,
      "step": 1909,
      "training_step_time": 21.990052700042725
    },
    {
      "epoch": 6.14166259765625e-06,
      "grad_norm": 0.21497106552124023,
      "learning_rate": 9.450823066078437e-06,
      "loss": 0.0378,
      "step": 1910
    },
    {
      "epoch": 6.14166259765625e-06,
      "model_forward_time": 6.936734199523926,
      "step": 1910
    },
    {
      "dynamics_loss_avg": 0.03366305604577065,
      "epoch": 6.14166259765625e-06,
      "step": 1910
    },
    {
      "action_loss_avg": 0.002968587342184037,
      "epoch": 6.14166259765625e-06,
      "step": 1910
    },
    {
      "epoch": 6.14166259765625e-06,
      "step": 1910,
      "training_step_time": 22.676006078720093
    },
    {
      "epoch": 6.145477294921875e-06,
      "grad_norm": 0.5502886176109314,
      "learning_rate": 9.450220455767432e-06,
      "loss": 0.0488,
      "step": 1911
    },
    {
      "epoch": 6.145477294921875e-06,
      "model_forward_time": 6.971815824508667,
      "step": 1911
    },
    {
      "epoch": 6.145477294921875e-06,
      "step": 1911,
      "training_step_time": 22.63611149787903
    },
    {
      "epoch": 6.1492919921875e-06,
      "grad_norm": 0.32331427931785583,
      "learning_rate": 9.449617534250122e-06,
      "loss": 0.0348,
      "step": 1912
    },
    {
      "epoch": 6.1492919921875e-06,
      "model_forward_time": 6.9619975090026855,
      "step": 1912
    },
    {
      "epoch": 6.1492919921875e-06,
      "step": 1912,
      "training_step_time": 22.60464119911194
    },
    {
      "epoch": 6.153106689453125e-06,
      "grad_norm": 0.21507443487644196,
      "learning_rate": 9.449014301568671e-06,
      "loss": 0.0384,
      "step": 1913
    },
    {
      "epoch": 6.153106689453125e-06,
      "model_forward_time": 7.520573616027832,
      "step": 1913
    },
    {
      "epoch": 6.153106689453125e-06,
      "step": 1913,
      "training_step_time": 22.67123532295227
    },
    {
      "epoch": 6.15692138671875e-06,
      "grad_norm": 0.22670488059520721,
      "learning_rate": 9.44841075776526e-06,
      "loss": 0.0369,
      "step": 1914
    },
    {
      "epoch": 6.15692138671875e-06,
      "model_forward_time": 6.941462993621826,
      "step": 1914
    },
    {
      "epoch": 6.15692138671875e-06,
      "step": 1914,
      "training_step_time": 22.025177240371704
    },
    {
      "epoch": 6.160736083984375e-06,
      "grad_norm": 0.37182095646858215,
      "learning_rate": 9.447806902882098e-06,
      "loss": 0.0496,
      "step": 1915
    },
    {
      "epoch": 6.160736083984375e-06,
      "model_forward_time": 6.929548025131226,
      "step": 1915
    },
    {
      "epoch": 6.160736083984375e-06,
      "step": 1915,
      "training_step_time": 22.619004011154175
    },
    {
      "epoch": 6.16455078125e-06,
      "grad_norm": 0.28002017736434937,
      "learning_rate": 9.447202736961411e-06,
      "loss": 0.0346,
      "step": 1916
    },
    {
      "epoch": 6.16455078125e-06,
      "model_forward_time": 6.963293075561523,
      "step": 1916
    },
    {
      "epoch": 6.16455078125e-06,
      "step": 1916,
      "training_step_time": 23.05716323852539
    },
    {
      "epoch": 6.168365478515625e-06,
      "grad_norm": 0.2078249603509903,
      "learning_rate": 9.44659826004545e-06,
      "loss": 0.0359,
      "step": 1917
    },
    {
      "epoch": 6.168365478515625e-06,
      "model_forward_time": 6.935863971710205,
      "step": 1917
    },
    {
      "epoch": 6.168365478515625e-06,
      "step": 1917,
      "training_step_time": 21.997732400894165
    },
    {
      "epoch": 6.17218017578125e-06,
      "grad_norm": 0.21348193287849426,
      "learning_rate": 9.445993472176487e-06,
      "loss": 0.0518,
      "step": 1918
    },
    {
      "epoch": 6.17218017578125e-06,
      "model_forward_time": 7.576166868209839,
      "step": 1918
    },
    {
      "epoch": 6.17218017578125e-06,
      "step": 1918,
      "training_step_time": 22.683722734451294
    },
    {
      "epoch": 6.175994873046875e-06,
      "grad_norm": 0.25409188866615295,
      "learning_rate": 9.445388373396814e-06,
      "loss": 0.04,
      "step": 1919
    },
    {
      "epoch": 6.175994873046875e-06,
      "model_forward_time": 6.981997489929199,
      "step": 1919
    },
    {
      "epoch": 6.175994873046875e-06,
      "step": 1919,
      "training_step_time": 22.03409767150879
    },
    {
      "epoch": 6.1798095703125e-06,
      "grad_norm": 0.12967181205749512,
      "learning_rate": 9.444782963748745e-06,
      "loss": 0.0322,
      "step": 1920
    },
    {
      "epoch": 6.1798095703125e-06,
      "model_forward_time": 6.971389293670654,
      "step": 1920
    },
    {
      "dynamics_loss_avg": 0.031224901787936687,
      "epoch": 6.1798095703125e-06,
      "step": 1920
    },
    {
      "action_loss_avg": 0.0028082192759029566,
      "epoch": 6.1798095703125e-06,
      "step": 1920
    },
    {
      "epoch": 6.1798095703125e-06,
      "step": 1920,
      "training_step_time": 22.033190965652466
    },
    {
      "epoch": 6.183624267578125e-06,
      "grad_norm": 0.20677436888217926,
      "learning_rate": 9.444177243274619e-06,
      "loss": 0.0381,
      "step": 1921
    },
    {
      "epoch": 6.183624267578125e-06,
      "model_forward_time": 6.907033681869507,
      "step": 1921
    },
    {
      "epoch": 6.183624267578125e-06,
      "step": 1921,
      "training_step_time": 23.105015754699707
    },
    {
      "epoch": 6.18743896484375e-06,
      "grad_norm": 0.2346305102109909,
      "learning_rate": 9.443571212016791e-06,
      "loss": 0.0507,
      "step": 1922
    },
    {
      "epoch": 6.18743896484375e-06,
      "model_forward_time": 7.065388202667236,
      "step": 1922
    },
    {
      "epoch": 6.18743896484375e-06,
      "step": 1922,
      "training_step_time": 22.594848155975342
    },
    {
      "epoch": 6.191253662109375e-06,
      "grad_norm": 0.26075825095176697,
      "learning_rate": 9.442964870017646e-06,
      "loss": 0.0366,
      "step": 1923
    },
    {
      "epoch": 6.191253662109375e-06,
      "model_forward_time": 7.57789421081543,
      "step": 1923
    },
    {
      "epoch": 6.191253662109375e-06,
      "step": 1923,
      "training_step_time": 22.694764375686646
    },
    {
      "epoch": 6.195068359375e-06,
      "grad_norm": 0.23756113648414612,
      "learning_rate": 9.44235821731958e-06,
      "loss": 0.0312,
      "step": 1924
    },
    {
      "epoch": 6.195068359375e-06,
      "model_forward_time": 6.922608137130737,
      "step": 1924
    },
    {
      "epoch": 6.195068359375e-06,
      "step": 1924,
      "training_step_time": 22.04176616668701
    },
    {
      "epoch": 6.198883056640625e-06,
      "grad_norm": 0.20787133276462555,
      "learning_rate": 9.441751253965022e-06,
      "loss": 0.0333,
      "step": 1925
    },
    {
      "epoch": 6.198883056640625e-06,
      "model_forward_time": 6.9513750076293945,
      "step": 1925
    },
    {
      "epoch": 6.198883056640625e-06,
      "step": 1925,
      "training_step_time": 22.00379705429077
    },
    {
      "epoch": 6.20269775390625e-06,
      "grad_norm": 0.39262256026268005,
      "learning_rate": 9.441143979996413e-06,
      "loss": 0.054,
      "step": 1926
    },
    {
      "epoch": 6.20269775390625e-06,
      "model_forward_time": 6.96189284324646,
      "step": 1926
    },
    {
      "epoch": 6.20269775390625e-06,
      "step": 1926,
      "training_step_time": 22.60647463798523
    },
    {
      "epoch": 6.206512451171875e-06,
      "grad_norm": 0.3026706874370575,
      "learning_rate": 9.440536395456223e-06,
      "loss": 0.0543,
      "step": 1927
    },
    {
      "epoch": 6.206512451171875e-06,
      "model_forward_time": 6.914619445800781,
      "step": 1927
    },
    {
      "epoch": 6.206512451171875e-06,
      "step": 1927,
      "training_step_time": 22.61265802383423
    },
    {
      "epoch": 6.2103271484375e-06,
      "grad_norm": 0.1634153127670288,
      "learning_rate": 9.439928500386939e-06,
      "loss": 0.0345,
      "step": 1928
    },
    {
      "epoch": 6.2103271484375e-06,
      "model_forward_time": 7.548751592636108,
      "step": 1928
    },
    {
      "epoch": 6.2103271484375e-06,
      "step": 1928,
      "training_step_time": 22.64901852607727
    },
    {
      "epoch": 6.214141845703125e-06,
      "grad_norm": 0.18676236271858215,
      "learning_rate": 9.439320294831072e-06,
      "loss": 0.0395,
      "step": 1929
    },
    {
      "epoch": 6.214141845703125e-06,
      "model_forward_time": 6.940012454986572,
      "step": 1929
    },
    {
      "epoch": 6.214141845703125e-06,
      "step": 1929,
      "training_step_time": 22.020966053009033
    },
    {
      "epoch": 6.21795654296875e-06,
      "grad_norm": 0.14663393795490265,
      "learning_rate": 9.438711778831154e-06,
      "loss": 0.0348,
      "step": 1930
    },
    {
      "epoch": 6.21795654296875e-06,
      "model_forward_time": 6.947508335113525,
      "step": 1930
    },
    {
      "dynamics_loss_avg": 0.02935040071606636,
      "epoch": 6.21795654296875e-06,
      "step": 1930
    },
    {
      "action_loss_avg": 0.0023952426738105713,
      "epoch": 6.21795654296875e-06,
      "step": 1930
    },
    {
      "epoch": 6.21795654296875e-06,
      "step": 1930,
      "training_step_time": 22.03257989883423
    },
    {
      "epoch": 6.221771240234375e-06,
      "grad_norm": 0.2024492472410202,
      "learning_rate": 9.438102952429737e-06,
      "loss": 0.029,
      "step": 1931
    },
    {
      "epoch": 6.221771240234375e-06,
      "model_forward_time": 6.924419164657593,
      "step": 1931
    },
    {
      "epoch": 6.221771240234375e-06,
      "step": 1931,
      "training_step_time": 23.233691692352295
    },
    {
      "epoch": 6.2255859375e-06,
      "grad_norm": 0.10965272039175034,
      "learning_rate": 9.4374938156694e-06,
      "loss": 0.0222,
      "step": 1932
    },
    {
      "epoch": 6.2255859375e-06,
      "model_forward_time": 6.902834892272949,
      "step": 1932
    },
    {
      "epoch": 6.2255859375e-06,
      "step": 1932,
      "training_step_time": 22.641599655151367
    },
    {
      "epoch": 6.229400634765625e-06,
      "grad_norm": 0.3375146985054016,
      "learning_rate": 9.43688436859274e-06,
      "loss": 0.0582,
      "step": 1933
    },
    {
      "epoch": 6.229400634765625e-06,
      "model_forward_time": 7.684364080429077,
      "step": 1933
    },
    {
      "epoch": 6.229400634765625e-06,
      "step": 1933,
      "training_step_time": 22.778686046600342
    },
    {
      "epoch": 6.23321533203125e-06,
      "grad_norm": 0.29482293128967285,
      "learning_rate": 9.436274611242373e-06,
      "loss": 0.0453,
      "step": 1934
    },
    {
      "epoch": 6.23321533203125e-06,
      "model_forward_time": 6.9694578647613525,
      "step": 1934
    },
    {
      "epoch": 6.23321533203125e-06,
      "step": 1934,
      "training_step_time": 22.022916316986084
    },
    {
      "epoch": 6.237030029296875e-06,
      "grad_norm": 0.22716662287712097,
      "learning_rate": 9.435664543660943e-06,
      "loss": 0.0431,
      "step": 1935
    },
    {
      "epoch": 6.237030029296875e-06,
      "model_forward_time": 6.996168375015259,
      "step": 1935
    },
    {
      "epoch": 6.237030029296875e-06,
      "step": 1935,
      "training_step_time": 22.071634769439697
    },
    {
      "epoch": 6.2408447265625e-06,
      "grad_norm": 0.2128267139196396,
      "learning_rate": 9.43505416589111e-06,
      "loss": 0.0374,
      "step": 1936
    },
    {
      "epoch": 6.2408447265625e-06,
      "model_forward_time": 6.888180255889893,
      "step": 1936
    },
    {
      "epoch": 6.2408447265625e-06,
      "step": 1936,
      "training_step_time": 23.202298879623413
    },
    {
      "epoch": 6.244659423828125e-06,
      "grad_norm": 0.2088109254837036,
      "learning_rate": 9.434443477975557e-06,
      "loss": 0.0441,
      "step": 1937
    },
    {
      "epoch": 6.244659423828125e-06,
      "model_forward_time": 6.963429689407349,
      "step": 1937
    },
    {
      "epoch": 6.244659423828125e-06,
      "step": 1937,
      "training_step_time": 22.028942346572876
    },
    {
      "epoch": 6.24847412109375e-06,
      "grad_norm": 0.1740133911371231,
      "learning_rate": 9.433832479956993e-06,
      "loss": 0.0334,
      "step": 1938
    },
    {
      "epoch": 6.24847412109375e-06,
      "model_forward_time": 7.609019994735718,
      "step": 1938
    },
    {
      "epoch": 6.24847412109375e-06,
      "step": 1938,
      "training_step_time": 22.695051908493042
    },
    {
      "epoch": 6.252288818359375e-06,
      "grad_norm": 0.2288103997707367,
      "learning_rate": 9.433221171878144e-06,
      "loss": 0.0429,
      "step": 1939
    },
    {
      "epoch": 6.252288818359375e-06,
      "model_forward_time": 6.974652051925659,
      "step": 1939
    },
    {
      "epoch": 6.252288818359375e-06,
      "step": 1939,
      "training_step_time": 22.029237985610962
    },
    {
      "epoch": 6.256103515625e-06,
      "grad_norm": 0.3278379440307617,
      "learning_rate": 9.43260955378176e-06,
      "loss": 0.0504,
      "step": 1940
    },
    {
      "epoch": 6.256103515625e-06,
      "model_forward_time": 6.923960447311401,
      "step": 1940
    },
    {
      "dynamics_loss_avg": 0.03425388671457767,
      "epoch": 6.256103515625e-06,
      "step": 1940
    },
    {
      "action_loss_avg": 0.0028224330220837147,
      "epoch": 6.256103515625e-06,
      "step": 1940
    },
    {
      "epoch": 6.256103515625e-06,
      "step": 1940,
      "training_step_time": 22.04677128791809
    },
    {
      "epoch": 6.259918212890625e-06,
      "grad_norm": 0.19595816731452942,
      "learning_rate": 9.43199762571061e-06,
      "loss": 0.0328,
      "step": 1941
    },
    {
      "epoch": 6.259918212890625e-06,
      "model_forward_time": 6.967158317565918,
      "step": 1941
    },
    {
      "epoch": 6.259918212890625e-06,
      "step": 1941,
      "training_step_time": 23.1542489528656
    },
    {
      "epoch": 6.26373291015625e-06,
      "grad_norm": 0.14480245113372803,
      "learning_rate": 9.431385387707486e-06,
      "loss": 0.0312,
      "step": 1942
    },
    {
      "epoch": 6.26373291015625e-06,
      "model_forward_time": 6.931176424026489,
      "step": 1942
    },
    {
      "epoch": 6.26373291015625e-06,
      "step": 1942,
      "training_step_time": 22.042062282562256
    },
    {
      "epoch": 6.267547607421875e-06,
      "grad_norm": 0.15274034440517426,
      "learning_rate": 9.430772839815203e-06,
      "loss": 0.0502,
      "step": 1943
    },
    {
      "epoch": 6.267547607421875e-06,
      "model_forward_time": 7.625178813934326,
      "step": 1943
    },
    {
      "epoch": 6.267547607421875e-06,
      "step": 1943,
      "training_step_time": 22.7302188873291
    },
    {
      "epoch": 6.2713623046875e-06,
      "grad_norm": 0.20747871696949005,
      "learning_rate": 9.430159982076599e-06,
      "loss": 0.0422,
      "step": 1944
    },
    {
      "epoch": 6.2713623046875e-06,
      "model_forward_time": 6.929713010787964,
      "step": 1944
    },
    {
      "epoch": 6.2713623046875e-06,
      "step": 1944,
      "training_step_time": 22.08043909072876
    },
    {
      "epoch": 6.275177001953125e-06,
      "grad_norm": 0.21903635561466217,
      "learning_rate": 9.429546814534528e-06,
      "loss": 0.0423,
      "step": 1945
    },
    {
      "epoch": 6.275177001953125e-06,
      "model_forward_time": 6.971581935882568,
      "step": 1945
    },
    {
      "epoch": 6.275177001953125e-06,
      "step": 1945,
      "training_step_time": 22.026111841201782
    },
    {
      "epoch": 6.27899169921875e-06,
      "grad_norm": 0.2285015881061554,
      "learning_rate": 9.428933337231872e-06,
      "loss": 0.0448,
      "step": 1946
    },
    {
      "epoch": 6.27899169921875e-06,
      "model_forward_time": 6.922678232192993,
      "step": 1946
    },
    {
      "epoch": 6.27899169921875e-06,
      "step": 1946,
      "training_step_time": 23.210662364959717
    },
    {
      "epoch": 6.282806396484375e-06,
      "grad_norm": 0.3102923333644867,
      "learning_rate": 9.428319550211531e-06,
      "loss": 0.0359,
      "step": 1947
    },
    {
      "epoch": 6.282806396484375e-06,
      "model_forward_time": 6.906374931335449,
      "step": 1947
    },
    {
      "epoch": 6.282806396484375e-06,
      "step": 1947,
      "training_step_time": 22.029690742492676
    },
    {
      "epoch": 6.28662109375e-06,
      "grad_norm": 0.12498946487903595,
      "learning_rate": 9.427705453516427e-06,
      "loss": 0.0292,
      "step": 1948
    },
    {
      "epoch": 6.28662109375e-06,
      "model_forward_time": 7.544491767883301,
      "step": 1948
    },
    {
      "epoch": 6.28662109375e-06,
      "step": 1948,
      "training_step_time": 22.599284172058105
    },
    {
      "epoch": 6.290435791015625e-06,
      "grad_norm": 0.19311198592185974,
      "learning_rate": 9.427091047189503e-06,
      "loss": 0.0391,
      "step": 1949
    },
    {
      "epoch": 6.290435791015625e-06,
      "model_forward_time": 6.987332582473755,
      "step": 1949
    },
    {
      "epoch": 6.290435791015625e-06,
      "step": 1949,
      "training_step_time": 22.058886766433716
    },
    {
      "epoch": 6.29425048828125e-06,
      "grad_norm": 0.2087281346321106,
      "learning_rate": 9.426476331273726e-06,
      "loss": 0.0437,
      "step": 1950
    },
    {
      "epoch": 6.29425048828125e-06,
      "model_forward_time": 6.99180793762207,
      "step": 1950
    },
    {
      "dynamics_loss_avg": 0.032681739516556264,
      "epoch": 6.29425048828125e-06,
      "step": 1950
    },
    {
      "action_loss_avg": 0.0028857457800768316,
      "epoch": 6.29425048828125e-06,
      "step": 1950
    },
    {
      "epoch": 6.29425048828125e-06,
      "step": 1950,
      "training_step_time": 22.076810836791992
    },
    {
      "epoch": 6.298065185546875e-06,
      "grad_norm": 0.2792606055736542,
      "learning_rate": 9.425861305812083e-06,
      "loss": 0.0479,
      "step": 1951
    },
    {
      "epoch": 6.298065185546875e-06,
      "model_forward_time": 6.9219629764556885,
      "step": 1951
    },
    {
      "epoch": 6.298065185546875e-06,
      "step": 1951,
      "training_step_time": 23.219815254211426
    },
    {
      "epoch": 6.3018798828125e-06,
      "grad_norm": 0.16636177897453308,
      "learning_rate": 9.425245970847586e-06,
      "loss": 0.0269,
      "step": 1952
    },
    {
      "epoch": 6.3018798828125e-06,
      "model_forward_time": 6.921376705169678,
      "step": 1952
    },
    {
      "epoch": 6.3018798828125e-06,
      "step": 1952,
      "training_step_time": 22.664129495620728
    },
    {
      "epoch": 6.305694580078125e-06,
      "grad_norm": 0.14345978200435638,
      "learning_rate": 9.42463032642326e-06,
      "loss": 0.0237,
      "step": 1953
    },
    {
      "epoch": 6.305694580078125e-06,
      "model_forward_time": 7.596675872802734,
      "step": 1953
    },
    {
      "epoch": 6.305694580078125e-06,
      "step": 1953,
      "training_step_time": 22.694014310836792
    },
    {
      "epoch": 6.30950927734375e-06,
      "grad_norm": 0.4049656391143799,
      "learning_rate": 9.424014372582161e-06,
      "loss": 0.0487,
      "step": 1954
    },
    {
      "epoch": 6.30950927734375e-06,
      "model_forward_time": 6.915863990783691,
      "step": 1954
    },
    {
      "epoch": 6.30950927734375e-06,
      "step": 1954,
      "training_step_time": 22.01906657218933
    },
    {
      "epoch": 6.313323974609375e-06,
      "grad_norm": 0.2388853132724762,
      "learning_rate": 9.423398109367363e-06,
      "loss": 0.0456,
      "step": 1955
    },
    {
      "epoch": 6.313323974609375e-06,
      "model_forward_time": 6.968398571014404,
      "step": 1955
    },
    {
      "epoch": 6.313323974609375e-06,
      "step": 1955,
      "training_step_time": 22.06038498878479
    },
    {
      "epoch": 6.317138671875e-06,
      "grad_norm": 0.2743131220340729,
      "learning_rate": 9.42278153682196e-06,
      "loss": 0.042,
      "step": 1956
    },
    {
      "epoch": 6.317138671875e-06,
      "model_forward_time": 6.884989023208618,
      "step": 1956
    },
    {
      "epoch": 6.317138671875e-06,
      "step": 1956,
      "training_step_time": 23.022078275680542
    },
    {
      "epoch": 6.320953369140625e-06,
      "grad_norm": 0.20057624578475952,
      "learning_rate": 9.422164654989073e-06,
      "loss": 0.0413,
      "step": 1957
    },
    {
      "epoch": 6.320953369140625e-06,
      "model_forward_time": 6.93725848197937,
      "step": 1957
    },
    {
      "epoch": 6.320953369140625e-06,
      "step": 1957,
      "training_step_time": 22.022138118743896
    },
    {
      "epoch": 6.32476806640625e-06,
      "grad_norm": 0.27197787165641785,
      "learning_rate": 9.421547463911835e-06,
      "loss": 0.044,
      "step": 1958
    },
    {
      "epoch": 6.32476806640625e-06,
      "model_forward_time": 7.070158004760742,
      "step": 1958
    },
    {
      "epoch": 6.32476806640625e-06,
      "step": 1958,
      "training_step_time": 22.494473218917847
    },
    {
      "epoch": 6.328582763671875e-06,
      "grad_norm": 0.21689468622207642,
      "learning_rate": 9.420929963633411e-06,
      "loss": 0.036,
      "step": 1959
    },
    {
      "epoch": 6.328582763671875e-06,
      "model_forward_time": 7.586206912994385,
      "step": 1959
    },
    {
      "epoch": 6.328582763671875e-06,
      "step": 1959,
      "training_step_time": 22.64257836341858
    },
    {
      "epoch": 6.3323974609375e-06,
      "grad_norm": 0.3160842955112457,
      "learning_rate": 9.420312154196983e-06,
      "loss": 0.048,
      "step": 1960
    },
    {
      "epoch": 6.3323974609375e-06,
      "model_forward_time": 6.911901950836182,
      "step": 1960
    },
    {
      "dynamics_loss_avg": 0.02863451763987541,
      "epoch": 6.3323974609375e-06,
      "step": 1960
    },
    {
      "action_loss_avg": 0.001975921617122367,
      "epoch": 6.3323974609375e-06,
      "step": 1960
    },
    {
      "epoch": 6.3323974609375e-06,
      "step": 1960,
      "training_step_time": 22.059931755065918
    },
    {
      "epoch": 6.336212158203125e-06,
      "grad_norm": 0.4584350287914276,
      "learning_rate": 9.419694035645753e-06,
      "loss": 0.0487,
      "step": 1961
    },
    {
      "epoch": 6.336212158203125e-06,
      "model_forward_time": 7.006153583526611,
      "step": 1961
    },
    {
      "epoch": 6.336212158203125e-06,
      "step": 1961,
      "training_step_time": 23.057927131652832
    },
    {
      "epoch": 6.34002685546875e-06,
      "grad_norm": 0.2504422068595886,
      "learning_rate": 9.419075608022946e-06,
      "loss": 0.0418,
      "step": 1962
    },
    {
      "epoch": 6.34002685546875e-06,
      "model_forward_time": 6.926975250244141,
      "step": 1962
    },
    {
      "epoch": 6.34002685546875e-06,
      "step": 1962,
      "training_step_time": 22.58955979347229
    },
    {
      "epoch": 6.343841552734375e-06,
      "grad_norm": 0.20977701246738434,
      "learning_rate": 9.41845687137181e-06,
      "loss": 0.0509,
      "step": 1963
    },
    {
      "epoch": 6.343841552734375e-06,
      "model_forward_time": 6.962773561477661,
      "step": 1963
    },
    {
      "epoch": 6.343841552734375e-06,
      "step": 1963,
      "training_step_time": 22.039707899093628
    },
    {
      "epoch": 6.34765625e-06,
      "grad_norm": 0.25205981731414795,
      "learning_rate": 9.417837825735613e-06,
      "loss": 0.0326,
      "step": 1964
    },
    {
      "epoch": 6.34765625e-06,
      "model_forward_time": 7.641985893249512,
      "step": 1964
    },
    {
      "epoch": 6.34765625e-06,
      "step": 1964,
      "training_step_time": 22.71132469177246
    },
    {
      "epoch": 6.351470947265625e-06,
      "grad_norm": 0.15298812091350555,
      "learning_rate": 9.417218471157646e-06,
      "loss": 0.0247,
      "step": 1965
    },
    {
      "epoch": 6.351470947265625e-06,
      "model_forward_time": 6.936709642410278,
      "step": 1965
    },
    {
      "epoch": 6.351470947265625e-06,
      "step": 1965,
      "training_step_time": 22.035295486450195
    },
    {
      "epoch": 6.35528564453125e-06,
      "grad_norm": 0.26065951585769653,
      "learning_rate": 9.416598807681221e-06,
      "loss": 0.0348,
      "step": 1966
    },
    {
      "epoch": 6.35528564453125e-06,
      "model_forward_time": 6.910747766494751,
      "step": 1966
    },
    {
      "epoch": 6.35528564453125e-06,
      "step": 1966,
      "training_step_time": 23.030344247817993
    },
    {
      "epoch": 6.359100341796875e-06,
      "grad_norm": 0.21296977996826172,
      "learning_rate": 9.41597883534967e-06,
      "loss": 0.0297,
      "step": 1967
    },
    {
      "epoch": 6.359100341796875e-06,
      "model_forward_time": 6.891962051391602,
      "step": 1967
    },
    {
      "epoch": 6.359100341796875e-06,
      "step": 1967,
      "training_step_time": 22.611623287200928
    },
    {
      "epoch": 6.3629150390625e-06,
      "grad_norm": 0.30228713154792786,
      "learning_rate": 9.415358554206349e-06,
      "loss": 0.0445,
      "step": 1968
    },
    {
      "epoch": 6.3629150390625e-06,
      "model_forward_time": 6.967094659805298,
      "step": 1968
    },
    {
      "epoch": 6.3629150390625e-06,
      "step": 1968,
      "training_step_time": 22.040635585784912
    },
    {
      "epoch": 6.366729736328125e-06,
      "grad_norm": 0.25387799739837646,
      "learning_rate": 9.414737964294636e-06,
      "loss": 0.0268,
      "step": 1969
    },
    {
      "epoch": 6.366729736328125e-06,
      "model_forward_time": 7.549986362457275,
      "step": 1969
    },
    {
      "epoch": 6.366729736328125e-06,
      "step": 1969,
      "training_step_time": 22.663493633270264
    },
    {
      "epoch": 6.37054443359375e-06,
      "grad_norm": 0.2953760027885437,
      "learning_rate": 9.414117065657927e-06,
      "loss": 0.0515,
      "step": 1970
    },
    {
      "epoch": 6.37054443359375e-06,
      "model_forward_time": 6.960113286972046,
      "step": 1970
    },
    {
      "dynamics_loss_avg": 0.028162838146090507,
      "epoch": 6.37054443359375e-06,
      "step": 1970
    },
    {
      "action_loss_avg": 0.0031188340624794366,
      "epoch": 6.37054443359375e-06,
      "step": 1970
    },
    {
      "epoch": 6.37054443359375e-06,
      "step": 1970,
      "training_step_time": 22.047470569610596
    },
    {
      "epoch": 6.374359130859375e-06,
      "grad_norm": 0.24455538392066956,
      "learning_rate": 9.413495858339641e-06,
      "loss": 0.0384,
      "step": 1971
    },
    {
      "epoch": 6.374359130859375e-06,
      "model_forward_time": 6.948028802871704,
      "step": 1971
    },
    {
      "epoch": 6.374359130859375e-06,
      "step": 1971,
      "training_step_time": 22.593297719955444
    },
    {
      "epoch": 6.378173828125e-06,
      "grad_norm": 0.1351383626461029,
      "learning_rate": 9.412874342383221e-06,
      "loss": 0.0257,
      "step": 1972
    },
    {
      "epoch": 6.378173828125e-06,
      "model_forward_time": 6.9061279296875,
      "step": 1972
    },
    {
      "epoch": 6.378173828125e-06,
      "step": 1972,
      "training_step_time": 22.64643430709839
    },
    {
      "epoch": 6.381988525390625e-06,
      "grad_norm": 0.32994598150253296,
      "learning_rate": 9.41225251783213e-06,
      "loss": 0.0424,
      "step": 1973
    },
    {
      "epoch": 6.381988525390625e-06,
      "model_forward_time": 6.974931001663208,
      "step": 1973
    },
    {
      "epoch": 6.381988525390625e-06,
      "step": 1973,
      "training_step_time": 22.03248119354248
    },
    {
      "epoch": 6.38580322265625e-06,
      "grad_norm": 0.3823849558830261,
      "learning_rate": 9.411630384729853e-06,
      "loss": 0.046,
      "step": 1974
    },
    {
      "epoch": 6.38580322265625e-06,
      "model_forward_time": 7.614398002624512,
      "step": 1974
    },
    {
      "epoch": 6.38580322265625e-06,
      "step": 1974,
      "training_step_time": 22.696050882339478
    },
    {
      "epoch": 6.389617919921875e-06,
      "grad_norm": 0.257368266582489,
      "learning_rate": 9.411007943119895e-06,
      "loss": 0.0301,
      "step": 1975
    },
    {
      "epoch": 6.389617919921875e-06,
      "model_forward_time": 6.973499774932861,
      "step": 1975
    },
    {
      "epoch": 6.389617919921875e-06,
      "step": 1975,
      "training_step_time": 22.01419186592102
    },
    {
      "epoch": 6.3934326171875e-06,
      "grad_norm": 0.2766382694244385,
      "learning_rate": 9.410385193045783e-06,
      "loss": 0.0432,
      "step": 1976
    },
    {
      "epoch": 6.3934326171875e-06,
      "model_forward_time": 6.988952159881592,
      "step": 1976
    },
    {
      "epoch": 6.3934326171875e-06,
      "step": 1976,
      "training_step_time": 22.621177434921265
    },
    {
      "epoch": 6.397247314453125e-06,
      "grad_norm": 0.2869170308113098,
      "learning_rate": 9.409762134551069e-06,
      "loss": 0.0368,
      "step": 1977
    },
    {
      "epoch": 6.397247314453125e-06,
      "model_forward_time": 6.92354416847229,
      "step": 1977
    },
    {
      "epoch": 6.397247314453125e-06,
      "step": 1977,
      "training_step_time": 22.64123010635376
    },
    {
      "epoch": 6.40106201171875e-06,
      "grad_norm": 0.3300248384475708,
      "learning_rate": 9.40913876767932e-06,
      "loss": 0.037,
      "step": 1978
    },
    {
      "epoch": 6.40106201171875e-06,
      "model_forward_time": 6.943779706954956,
      "step": 1978
    },
    {
      "epoch": 6.40106201171875e-06,
      "step": 1978,
      "training_step_time": 22.032870292663574
    },
    {
      "epoch": 6.404876708984375e-06,
      "grad_norm": 0.32151660323143005,
      "learning_rate": 9.408515092474132e-06,
      "loss": 0.0466,
      "step": 1979
    },
    {
      "epoch": 6.404876708984375e-06,
      "model_forward_time": 7.630293369293213,
      "step": 1979
    },
    {
      "epoch": 6.404876708984375e-06,
      "step": 1979,
      "training_step_time": 22.722831964492798
    },
    {
      "epoch": 6.40869140625e-06,
      "grad_norm": 0.25296467542648315,
      "learning_rate": 9.407891108979117e-06,
      "loss": 0.0275,
      "step": 1980
    },
    {
      "epoch": 6.40869140625e-06,
      "model_forward_time": 6.966491937637329,
      "step": 1980
    },
    {
      "dynamics_loss_avg": 0.033497943356633184,
      "epoch": 6.40869140625e-06,
      "step": 1980
    },
    {
      "action_loss_avg": 0.0030772868078202007,
      "epoch": 6.40869140625e-06,
      "step": 1980
    },
    {
      "epoch": 6.40869140625e-06,
      "step": 1980,
      "training_step_time": 22.06342363357544
    },
    {
      "epoch": 6.412506103515625e-06,
      "grad_norm": 0.2848723530769348,
      "learning_rate": 9.40726681723791e-06,
      "loss": 0.0355,
      "step": 1981
    },
    {
      "epoch": 6.412506103515625e-06,
      "model_forward_time": 6.946238994598389,
      "step": 1981
    },
    {
      "epoch": 6.412506103515625e-06,
      "step": 1981,
      "training_step_time": 23.053301095962524
    },
    {
      "epoch": 6.41632080078125e-06,
      "grad_norm": 0.24073617160320282,
      "learning_rate": 9.40664221729417e-06,
      "loss": 0.036,
      "step": 1982
    },
    {
      "epoch": 6.41632080078125e-06,
      "model_forward_time": 6.881439924240112,
      "step": 1982
    },
    {
      "epoch": 6.41632080078125e-06,
      "step": 1982,
      "training_step_time": 22.672601461410522
    },
    {
      "epoch": 6.420135498046875e-06,
      "grad_norm": 0.19555997848510742,
      "learning_rate": 9.406017309191575e-06,
      "loss": 0.0315,
      "step": 1983
    },
    {
      "epoch": 6.420135498046875e-06,
      "model_forward_time": 6.986717700958252,
      "step": 1983
    },
    {
      "epoch": 6.420135498046875e-06,
      "step": 1983,
      "training_step_time": 22.040258169174194
    },
    {
      "epoch": 6.4239501953125e-06,
      "grad_norm": 0.21710756421089172,
      "learning_rate": 9.405392092973824e-06,
      "loss": 0.0315,
      "step": 1984
    },
    {
      "epoch": 6.4239501953125e-06,
      "model_forward_time": 7.668005704879761,
      "step": 1984
    },
    {
      "epoch": 6.4239501953125e-06,
      "step": 1984,
      "training_step_time": 22.7108793258667
    },
    {
      "epoch": 6.427764892578125e-06,
      "grad_norm": 0.23645609617233276,
      "learning_rate": 9.40476656868464e-06,
      "loss": 0.0361,
      "step": 1985
    },
    {
      "epoch": 6.427764892578125e-06,
      "model_forward_time": 6.987170457839966,
      "step": 1985
    },
    {
      "epoch": 6.427764892578125e-06,
      "step": 1985,
      "training_step_time": 22.03261423110962
    },
    {
      "epoch": 6.43157958984375e-06,
      "grad_norm": 0.2709030210971832,
      "learning_rate": 9.404140736367764e-06,
      "loss": 0.0447,
      "step": 1986
    },
    {
      "epoch": 6.43157958984375e-06,
      "model_forward_time": 6.923109769821167,
      "step": 1986
    },
    {
      "epoch": 6.43157958984375e-06,
      "step": 1986,
      "training_step_time": 23.102246046066284
    },
    {
      "epoch": 6.435394287109375e-06,
      "grad_norm": 0.2977140247821808,
      "learning_rate": 9.403514596066964e-06,
      "loss": 0.0481,
      "step": 1987
    },
    {
      "epoch": 6.435394287109375e-06,
      "model_forward_time": 6.950166463851929,
      "step": 1987
    },
    {
      "epoch": 6.435394287109375e-06,
      "step": 1987,
      "training_step_time": 22.535861492156982
    },
    {
      "epoch": 6.439208984375e-06,
      "grad_norm": 0.18228857219219208,
      "learning_rate": 9.402888147826023e-06,
      "loss": 0.0485,
      "step": 1988
    },
    {
      "epoch": 6.439208984375e-06,
      "model_forward_time": 6.928265571594238,
      "step": 1988
    },
    {
      "epoch": 6.439208984375e-06,
      "step": 1988,
      "training_step_time": 21.999940395355225
    },
    {
      "epoch": 6.443023681640625e-06,
      "grad_norm": 0.28552722930908203,
      "learning_rate": 9.402261391688755e-06,
      "loss": 0.0482,
      "step": 1989
    },
    {
      "epoch": 6.443023681640625e-06,
      "model_forward_time": 7.608667373657227,
      "step": 1989
    },
    {
      "epoch": 6.443023681640625e-06,
      "step": 1989,
      "training_step_time": 22.659388780593872
    },
    {
      "epoch": 6.44683837890625e-06,
      "grad_norm": 0.28092771768569946,
      "learning_rate": 9.401634327698981e-06,
      "loss": 0.048,
      "step": 1990
    },
    {
      "epoch": 6.44683837890625e-06,
      "model_forward_time": 6.964011192321777,
      "step": 1990
    },
    {
      "dynamics_loss_avg": 0.03135285973548889,
      "epoch": 6.44683837890625e-06,
      "step": 1990
    },
    {
      "action_loss_avg": 0.0023273167724255474,
      "epoch": 6.44683837890625e-06,
      "step": 1990
    },
    {
      "epoch": 6.44683837890625e-06,
      "step": 1990,
      "training_step_time": 22.041302919387817
    },
    {
      "epoch": 6.450653076171875e-06,
      "grad_norm": 0.1711767613887787,
      "learning_rate": 9.401006955900555e-06,
      "loss": 0.0346,
      "step": 1991
    },
    {
      "epoch": 6.450653076171875e-06,
      "model_forward_time": 6.961740016937256,
      "step": 1991
    },
    {
      "epoch": 6.450653076171875e-06,
      "step": 1991,
      "training_step_time": 22.588934659957886
    },
    {
      "epoch": 6.4544677734375e-06,
      "grad_norm": 0.21194162964820862,
      "learning_rate": 9.400379276337355e-06,
      "loss": 0.0377,
      "step": 1992
    },
    {
      "epoch": 6.4544677734375e-06,
      "model_forward_time": 6.925630807876587,
      "step": 1992
    },
    {
      "epoch": 6.4544677734375e-06,
      "step": 1992,
      "training_step_time": 22.537789821624756
    },
    {
      "epoch": 6.458282470703125e-06,
      "grad_norm": 0.24169117212295532,
      "learning_rate": 9.399751289053267e-06,
      "loss": 0.044,
      "step": 1993
    },
    {
      "epoch": 6.458282470703125e-06,
      "model_forward_time": 7.188469409942627,
      "step": 1993
    },
    {
      "epoch": 6.458282470703125e-06,
      "step": 1993,
      "training_step_time": 22.28389620780945
    },
    {
      "epoch": 6.46209716796875e-06,
      "grad_norm": 0.31582924723625183,
      "learning_rate": 9.39912299409221e-06,
      "loss": 0.0513,
      "step": 1994
    },
    {
      "epoch": 6.46209716796875e-06,
      "model_forward_time": 7.612431049346924,
      "step": 1994
    },
    {
      "epoch": 6.46209716796875e-06,
      "step": 1994,
      "training_step_time": 22.71903657913208
    },
    {
      "epoch": 6.465911865234375e-06,
      "grad_norm": 0.3535347580909729,
      "learning_rate": 9.398494391498122e-06,
      "loss": 0.0538,
      "step": 1995
    },
    {
      "epoch": 6.465911865234375e-06,
      "model_forward_time": 6.96619439125061,
      "step": 1995
    },
    {
      "epoch": 6.465911865234375e-06,
      "step": 1995,
      "training_step_time": 22.035526037216187
    },
    {
      "epoch": 6.4697265625e-06,
      "grad_norm": 0.27323469519615173,
      "learning_rate": 9.397865481314959e-06,
      "loss": 0.0473,
      "step": 1996
    },
    {
      "epoch": 6.4697265625e-06,
      "model_forward_time": 6.947418689727783,
      "step": 1996
    },
    {
      "epoch": 6.4697265625e-06,
      "step": 1996,
      "training_step_time": 22.55687928199768
    },
    {
      "epoch": 6.473541259765625e-06,
      "grad_norm": 0.08592190593481064,
      "learning_rate": 9.397236263586705e-06,
      "loss": 0.028,
      "step": 1997
    },
    {
      "epoch": 6.473541259765625e-06,
      "model_forward_time": 6.960636377334595,
      "step": 1997
    },
    {
      "epoch": 6.473541259765625e-06,
      "step": 1997,
      "training_step_time": 22.035593032836914
    },
    {
      "epoch": 6.47735595703125e-06,
      "grad_norm": 0.1546473503112793,
      "learning_rate": 9.396606738357357e-06,
      "loss": 0.0293,
      "step": 1998
    },
    {
      "epoch": 6.47735595703125e-06,
      "model_forward_time": 6.955694198608398,
      "step": 1998
    },
    {
      "epoch": 6.47735595703125e-06,
      "step": 1998,
      "training_step_time": 22.61500382423401
    },
    {
      "epoch": 6.481170654296875e-06,
      "grad_norm": 0.2269572764635086,
      "learning_rate": 9.39597690567094e-06,
      "loss": 0.0444,
      "step": 1999
    },
    {
      "epoch": 6.481170654296875e-06,
      "model_forward_time": 7.515705823898315,
      "step": 1999
    },
    {
      "epoch": 6.481170654296875e-06,
      "step": 1999,
      "training_step_time": 23.202314615249634
    },
    {
      "epoch": 6.4849853515625e-06,
      "grad_norm": 0.285096138715744,
      "learning_rate": 9.395346765571499e-06,
      "loss": 0.0419,
      "step": 2000
    }
  ],
  "logging_steps": 1,
  "max_steps": 12000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}