{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 492,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0040650406504065045,
      "grad_norm": 7.601864633791059,
      "learning_rate": 2.0000000000000002e-07,
      "loss": 1.6619,
      "step": 1
    },
    {
      "epoch": 0.008130081300813009,
      "grad_norm": 8.90950489095892,
      "learning_rate": 4.0000000000000003e-07,
      "loss": 1.6939,
      "step": 2
    },
    {
      "epoch": 0.012195121951219513,
      "grad_norm": 8.653661544119263,
      "learning_rate": 6.000000000000001e-07,
      "loss": 1.6815,
      "step": 3
    },
    {
      "epoch": 0.016260162601626018,
      "grad_norm": 8.19389905975729,
      "learning_rate": 8.000000000000001e-07,
      "loss": 1.6773,
      "step": 4
    },
    {
      "epoch": 0.02032520325203252,
      "grad_norm": 7.660785574860422,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 1.6592,
      "step": 5
    },
    {
      "epoch": 0.024390243902439025,
      "grad_norm": 7.52084161369647,
      "learning_rate": 1.2000000000000002e-06,
      "loss": 1.5694,
      "step": 6
    },
    {
      "epoch": 0.028455284552845527,
      "grad_norm": 7.899024403331175,
      "learning_rate": 1.4000000000000001e-06,
      "loss": 1.6924,
      "step": 7
    },
    {
      "epoch": 0.032520325203252036,
      "grad_norm": 6.509312845370045,
      "learning_rate": 1.6000000000000001e-06,
      "loss": 1.7214,
      "step": 8
    },
    {
      "epoch": 0.036585365853658534,
      "grad_norm": 5.841824414556262,
      "learning_rate": 1.8000000000000001e-06,
      "loss": 1.6014,
      "step": 9
    },
    {
      "epoch": 0.04065040650406504,
      "grad_norm": 5.9478840184326796,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 1.5693,
      "step": 10
    },
    {
      "epoch": 0.044715447154471545,
      "grad_norm": 4.622354276343799,
      "learning_rate": 2.2e-06,
      "loss": 1.5511,
      "step": 11
    },
    {
      "epoch": 0.04878048780487805,
      "grad_norm": 5.333135757501214,
      "learning_rate": 2.4000000000000003e-06,
      "loss": 1.5934,
      "step": 12
    },
    {
      "epoch": 0.052845528455284556,
      "grad_norm": 4.933827488901234,
      "learning_rate": 2.6e-06,
      "loss": 1.5078,
      "step": 13
    },
    {
      "epoch": 0.056910569105691054,
      "grad_norm": 4.384469679367266,
      "learning_rate": 2.8000000000000003e-06,
      "loss": 1.4271,
      "step": 14
    },
    {
      "epoch": 0.06097560975609756,
      "grad_norm": 5.201629229354225,
      "learning_rate": 3e-06,
      "loss": 1.4909,
      "step": 15
    },
    {
      "epoch": 0.06504065040650407,
      "grad_norm": 5.370469326586405,
      "learning_rate": 3.2000000000000003e-06,
      "loss": 1.2898,
      "step": 16
    },
    {
      "epoch": 0.06910569105691057,
      "grad_norm": 4.594077436852246,
      "learning_rate": 3.4000000000000005e-06,
      "loss": 1.6093,
      "step": 17
    },
    {
      "epoch": 0.07317073170731707,
      "grad_norm": 4.562436798697651,
      "learning_rate": 3.6000000000000003e-06,
      "loss": 1.533,
      "step": 18
    },
    {
      "epoch": 0.07723577235772358,
      "grad_norm": 3.9560249475105427,
      "learning_rate": 3.8000000000000005e-06,
      "loss": 1.5155,
      "step": 19
    },
    {
      "epoch": 0.08130081300813008,
      "grad_norm": 4.107368289795713,
      "learning_rate": 4.000000000000001e-06,
      "loss": 1.5223,
      "step": 20
    },
    {
      "epoch": 0.08536585365853659,
      "grad_norm": 4.217408440842752,
      "learning_rate": 4.2000000000000004e-06,
      "loss": 1.4386,
      "step": 21
    },
    {
      "epoch": 0.08943089430894309,
      "grad_norm": 4.3572778395491625,
      "learning_rate": 4.4e-06,
      "loss": 1.4819,
      "step": 22
    },
    {
      "epoch": 0.09349593495934959,
      "grad_norm": 3.960914517136647,
      "learning_rate": 4.600000000000001e-06,
      "loss": 1.4183,
      "step": 23
    },
    {
      "epoch": 0.0975609756097561,
      "grad_norm": 4.277795090912468,
      "learning_rate": 4.800000000000001e-06,
      "loss": 1.4352,
      "step": 24
    },
    {
      "epoch": 0.1016260162601626,
      "grad_norm": 3.662410257559992,
      "learning_rate": 5e-06,
      "loss": 1.3187,
      "step": 25
    },
    {
      "epoch": 0.10569105691056911,
      "grad_norm": 3.632520878287309,
      "learning_rate": 5.2e-06,
      "loss": 1.3634,
      "step": 26
    },
    {
      "epoch": 0.10975609756097561,
      "grad_norm": 3.7695635315480516,
      "learning_rate": 5.400000000000001e-06,
      "loss": 1.3945,
      "step": 27
    },
    {
      "epoch": 0.11382113821138211,
      "grad_norm": 4.618813786367727,
      "learning_rate": 5.600000000000001e-06,
      "loss": 1.4065,
      "step": 28
    },
    {
      "epoch": 0.11788617886178862,
      "grad_norm": 4.360295729569898,
      "learning_rate": 5.8e-06,
      "loss": 1.4983,
      "step": 29
    },
    {
      "epoch": 0.12195121951219512,
      "grad_norm": 3.4401062155218174,
      "learning_rate": 6e-06,
      "loss": 1.3678,
      "step": 30
    },
    {
      "epoch": 0.12601626016260162,
      "grad_norm": 3.3378295453212403,
      "learning_rate": 6.200000000000001e-06,
      "loss": 1.422,
      "step": 31
    },
    {
      "epoch": 0.13008130081300814,
      "grad_norm": 3.7133755764351424,
      "learning_rate": 6.4000000000000006e-06,
      "loss": 1.3796,
      "step": 32
    },
    {
      "epoch": 0.13414634146341464,
      "grad_norm": 3.6484038120294344,
      "learning_rate": 6.600000000000001e-06,
      "loss": 1.3597,
      "step": 33
    },
    {
      "epoch": 0.13821138211382114,
      "grad_norm": 3.9758580501492196,
      "learning_rate": 6.800000000000001e-06,
      "loss": 1.4014,
      "step": 34
    },
    {
      "epoch": 0.14227642276422764,
      "grad_norm": 3.7673644641995727,
      "learning_rate": 7e-06,
      "loss": 1.3976,
      "step": 35
    },
    {
      "epoch": 0.14634146341463414,
      "grad_norm": 3.4986919364189983,
      "learning_rate": 7.2000000000000005e-06,
      "loss": 1.3708,
      "step": 36
    },
    {
      "epoch": 0.15040650406504066,
      "grad_norm": 3.642524443198873,
      "learning_rate": 7.4e-06,
      "loss": 1.4249,
      "step": 37
    },
    {
      "epoch": 0.15447154471544716,
      "grad_norm": 3.6896856780557825,
      "learning_rate": 7.600000000000001e-06,
      "loss": 1.4171,
      "step": 38
    },
    {
      "epoch": 0.15853658536585366,
      "grad_norm": 3.5980645790229913,
      "learning_rate": 7.800000000000002e-06,
      "loss": 1.4014,
      "step": 39
    },
    {
      "epoch": 0.16260162601626016,
      "grad_norm": 3.7186995729013836,
      "learning_rate": 8.000000000000001e-06,
      "loss": 1.3785,
      "step": 40
    },
    {
      "epoch": 0.16666666666666666,
      "grad_norm": 3.5494019559541923,
      "learning_rate": 8.2e-06,
      "loss": 1.3188,
      "step": 41
    },
    {
      "epoch": 0.17073170731707318,
      "grad_norm": 3.6394025889041965,
      "learning_rate": 8.400000000000001e-06,
      "loss": 1.3922,
      "step": 42
    },
    {
      "epoch": 0.17479674796747968,
      "grad_norm": 3.4664594843390253,
      "learning_rate": 8.6e-06,
      "loss": 1.3229,
      "step": 43
    },
    {
      "epoch": 0.17886178861788618,
      "grad_norm": 3.5077042343329436,
      "learning_rate": 8.8e-06,
      "loss": 1.2871,
      "step": 44
    },
    {
      "epoch": 0.18292682926829268,
      "grad_norm": 3.7315881333644576,
      "learning_rate": 9e-06,
      "loss": 1.2928,
      "step": 45
    },
    {
      "epoch": 0.18699186991869918,
      "grad_norm": 3.5393367592332163,
      "learning_rate": 9.200000000000002e-06,
      "loss": 1.2226,
      "step": 46
    },
    {
      "epoch": 0.1910569105691057,
      "grad_norm": 3.218556473562904,
      "learning_rate": 9.4e-06,
      "loss": 1.2773,
      "step": 47
    },
    {
      "epoch": 0.1951219512195122,
      "grad_norm": 2.977113069721881,
      "learning_rate": 9.600000000000001e-06,
      "loss": 1.1747,
      "step": 48
    },
    {
      "epoch": 0.1991869918699187,
      "grad_norm": 3.8506682201925,
      "learning_rate": 9.800000000000001e-06,
      "loss": 1.3404,
      "step": 49
    },
    {
      "epoch": 0.2032520325203252,
      "grad_norm": 3.2240933605706497,
      "learning_rate": 1e-05,
      "loss": 1.264,
      "step": 50
    },
    {
      "epoch": 0.2073170731707317,
      "grad_norm": 3.333549619646554,
      "learning_rate": 9.999873702897528e-06,
      "loss": 1.2899,
      "step": 51
    },
    {
      "epoch": 0.21138211382113822,
      "grad_norm": 4.403650985310743,
      "learning_rate": 9.999494817970498e-06,
      "loss": 1.3726,
      "step": 52
    },
    {
      "epoch": 0.21544715447154472,
      "grad_norm": 3.8361682976277383,
      "learning_rate": 9.998863364359734e-06,
      "loss": 1.3113,
      "step": 53
    },
    {
      "epoch": 0.21951219512195122,
      "grad_norm": 3.534046334234316,
      "learning_rate": 9.997979373965542e-06,
      "loss": 1.2444,
      "step": 54
    },
    {
      "epoch": 0.22357723577235772,
      "grad_norm": 3.4704662905451182,
      "learning_rate": 9.996842891446092e-06,
      "loss": 1.2575,
      "step": 55
    },
    {
      "epoch": 0.22764227642276422,
      "grad_norm": 3.3962483960282213,
      "learning_rate": 9.995453974215164e-06,
      "loss": 1.3113,
      "step": 56
    },
    {
      "epoch": 0.23170731707317074,
      "grad_norm": 3.9086253718511066,
      "learning_rate": 9.993812692439247e-06,
      "loss": 1.3813,
      "step": 57
    },
    {
      "epoch": 0.23577235772357724,
      "grad_norm": 3.843292149715078,
      "learning_rate": 9.991919129033994e-06,
      "loss": 1.353,
      "step": 58
    },
    {
      "epoch": 0.23983739837398374,
      "grad_norm": 3.9260638911409473,
      "learning_rate": 9.98977337966003e-06,
      "loss": 1.3387,
      "step": 59
    },
    {
      "epoch": 0.24390243902439024,
      "grad_norm": 3.795877124355826,
      "learning_rate": 9.987375552718133e-06,
      "loss": 1.3114,
      "step": 60
    },
    {
      "epoch": 0.24796747967479674,
      "grad_norm": 3.5580148523465,
      "learning_rate": 9.984725769343737e-06,
      "loss": 1.2415,
      "step": 61
    },
    {
      "epoch": 0.25203252032520324,
      "grad_norm": 3.9767665126163902,
      "learning_rate": 9.981824163400827e-06,
      "loss": 1.4033,
      "step": 62
    },
    {
      "epoch": 0.25609756097560976,
      "grad_norm": 3.55177606133293,
      "learning_rate": 9.978670881475173e-06,
      "loss": 1.3146,
      "step": 63
    },
    {
      "epoch": 0.2601626016260163,
      "grad_norm": 3.6363875922745357,
      "learning_rate": 9.975266082866923e-06,
      "loss": 1.2341,
      "step": 64
    },
    {
      "epoch": 0.26422764227642276,
      "grad_norm": 3.737770535479784,
      "learning_rate": 9.971609939582556e-06,
      "loss": 1.2754,
      "step": 65
    },
    {
      "epoch": 0.2682926829268293,
      "grad_norm": 3.037718171173777,
      "learning_rate": 9.967702636326195e-06,
      "loss": 1.3051,
      "step": 66
    },
    {
      "epoch": 0.27235772357723576,
      "grad_norm": 3.2961244132241916,
      "learning_rate": 9.96354437049027e-06,
      "loss": 1.2848,
      "step": 67
    },
    {
      "epoch": 0.2764227642276423,
      "grad_norm": 3.2454017036305434,
      "learning_rate": 9.959135352145552e-06,
      "loss": 1.3085,
      "step": 68
    },
    {
      "epoch": 0.2804878048780488,
      "grad_norm": 3.5811119753587786,
      "learning_rate": 9.954475804030539e-06,
      "loss": 1.2777,
      "step": 69
    },
    {
      "epoch": 0.2845528455284553,
      "grad_norm": 3.5163568542082952,
      "learning_rate": 9.9495659615402e-06,
      "loss": 1.3014,
      "step": 70
    },
    {
      "epoch": 0.2886178861788618,
      "grad_norm": 3.7745745640357073,
      "learning_rate": 9.944406072714086e-06,
      "loss": 1.3298,
      "step": 71
    },
    {
      "epoch": 0.2926829268292683,
      "grad_norm": 3.442814199481373,
      "learning_rate": 9.938996398223802e-06,
      "loss": 1.2849,
      "step": 72
    },
    {
      "epoch": 0.2967479674796748,
      "grad_norm": 3.5095835123074837,
      "learning_rate": 9.933337211359833e-06,
      "loss": 1.2972,
      "step": 73
    },
    {
      "epoch": 0.3008130081300813,
      "grad_norm": 3.380832113619762,
      "learning_rate": 9.927428798017738e-06,
      "loss": 1.2526,
      "step": 74
    },
    {
      "epoch": 0.3048780487804878,
      "grad_norm": 3.549622447623024,
      "learning_rate": 9.921271456683716e-06,
      "loss": 1.3452,
      "step": 75
    },
    {
      "epoch": 0.3089430894308943,
      "grad_norm": 3.4510120500688486,
      "learning_rate": 9.91486549841951e-06,
      "loss": 1.2526,
      "step": 76
    },
    {
      "epoch": 0.3130081300813008,
      "grad_norm": 2.842150717683876,
      "learning_rate": 9.908211246846708e-06,
      "loss": 1.0849,
      "step": 77
    },
    {
      "epoch": 0.3170731707317073,
      "grad_norm": 3.3573562351627873,
      "learning_rate": 9.901309038130392e-06,
      "loss": 1.3273,
      "step": 78
    },
    {
      "epoch": 0.32113821138211385,
      "grad_norm": 3.170270363953111,
      "learning_rate": 9.894159220962138e-06,
      "loss": 1.1891,
      "step": 79
    },
    {
      "epoch": 0.3252032520325203,
      "grad_norm": 3.160386778853492,
      "learning_rate": 9.886762156542428e-06,
      "loss": 1.2224,
      "step": 80
    },
    {
      "epoch": 0.32926829268292684,
      "grad_norm": 4.360816086949134,
      "learning_rate": 9.879118218562384e-06,
      "loss": 1.2974,
      "step": 81
    },
    {
      "epoch": 0.3333333333333333,
      "grad_norm": 3.548780694975849,
      "learning_rate": 9.871227793184893e-06,
      "loss": 1.2506,
      "step": 82
    },
    {
      "epoch": 0.33739837398373984,
      "grad_norm": 3.5704089080384436,
      "learning_rate": 9.863091279025095e-06,
      "loss": 1.3203,
      "step": 83
    },
    {
      "epoch": 0.34146341463414637,
      "grad_norm": 3.553759595140404,
      "learning_rate": 9.854709087130261e-06,
      "loss": 1.2636,
      "step": 84
    },
    {
      "epoch": 0.34552845528455284,
      "grad_norm": 3.3202811856289087,
      "learning_rate": 9.846081640959008e-06,
      "loss": 1.2846,
      "step": 85
    },
    {
      "epoch": 0.34959349593495936,
      "grad_norm": 3.6676665259046386,
      "learning_rate": 9.837209376359918e-06,
      "loss": 1.28,
      "step": 86
    },
    {
      "epoch": 0.35365853658536583,
      "grad_norm": 3.5592429684221054,
      "learning_rate": 9.828092741549513e-06,
      "loss": 1.349,
      "step": 87
    },
    {
      "epoch": 0.35772357723577236,
      "grad_norm": 3.415634726891849,
      "learning_rate": 9.81873219708962e-06,
      "loss": 1.3083,
      "step": 88
    },
    {
      "epoch": 0.3617886178861789,
      "grad_norm": 4.020648891307815,
      "learning_rate": 9.809128215864096e-06,
      "loss": 1.375,
      "step": 89
    },
    {
      "epoch": 0.36585365853658536,
      "grad_norm": 3.613669367094324,
      "learning_rate": 9.79928128305494e-06,
      "loss": 1.2763,
      "step": 90
    },
    {
      "epoch": 0.3699186991869919,
      "grad_norm": 3.7024304415446605,
      "learning_rate": 9.789191896117786e-06,
      "loss": 1.3228,
      "step": 91
    },
    {
      "epoch": 0.37398373983739835,
      "grad_norm": 3.3762140596742096,
      "learning_rate": 9.778860564756769e-06,
      "loss": 1.2107,
      "step": 92
    },
    {
      "epoch": 0.3780487804878049,
      "grad_norm": 3.568415339282542,
      "learning_rate": 9.768287810898773e-06,
      "loss": 1.3002,
      "step": 93
    },
    {
      "epoch": 0.3821138211382114,
      "grad_norm": 3.3507745036610443,
      "learning_rate": 9.757474168667072e-06,
      "loss": 1.272,
      "step": 94
    },
    {
      "epoch": 0.3861788617886179,
      "grad_norm": 3.683831331611201,
      "learning_rate": 9.746420184354334e-06,
      "loss": 1.2288,
      "step": 95
    },
    {
      "epoch": 0.3902439024390244,
      "grad_norm": 3.4564185979654702,
      "learning_rate": 9.73512641639504e-06,
      "loss": 1.2283,
      "step": 96
    },
    {
      "epoch": 0.3943089430894309,
      "grad_norm": 3.486110029080406,
      "learning_rate": 9.723593435337252e-06,
      "loss": 1.2981,
      "step": 97
    },
    {
      "epoch": 0.3983739837398374,
      "grad_norm": 3.4443364500039455,
      "learning_rate": 9.711821823813812e-06,
      "loss": 1.2062,
      "step": 98
    },
    {
      "epoch": 0.4024390243902439,
      "grad_norm": 3.887062505086485,
      "learning_rate": 9.699812176512887e-06,
      "loss": 1.3186,
      "step": 99
    },
    {
      "epoch": 0.4065040650406504,
      "grad_norm": 3.496296402696931,
      "learning_rate": 9.68756510014794e-06,
      "loss": 1.2149,
      "step": 100
    },
    {
      "epoch": 0.4105691056910569,
      "grad_norm": 3.5683061924181265,
      "learning_rate": 9.675081213427076e-06,
      "loss": 1.2889,
      "step": 101
    },
    {
      "epoch": 0.4146341463414634,
      "grad_norm": 3.422166716374822,
      "learning_rate": 9.66236114702178e-06,
      "loss": 1.2545,
      "step": 102
    },
    {
      "epoch": 0.4186991869918699,
      "grad_norm": 3.5935070368338975,
      "learning_rate": 9.649405543535067e-06,
      "loss": 1.2812,
      "step": 103
    },
    {
      "epoch": 0.42276422764227645,
      "grad_norm": 3.2791252508657887,
      "learning_rate": 9.636215057469009e-06,
      "loss": 1.2451,
      "step": 104
    },
    {
      "epoch": 0.4268292682926829,
      "grad_norm": 3.751079391290334,
      "learning_rate": 9.622790355191672e-06,
      "loss": 1.2478,
      "step": 105
    },
    {
      "epoch": 0.43089430894308944,
      "grad_norm": 3.837109939185116,
      "learning_rate": 9.609132114903458e-06,
      "loss": 1.3266,
      "step": 106
    },
    {
      "epoch": 0.4349593495934959,
      "grad_norm": 3.284057289104673,
      "learning_rate": 9.595241026602836e-06,
      "loss": 1.3096,
      "step": 107
    },
    {
      "epoch": 0.43902439024390244,
      "grad_norm": 3.353970714894927,
      "learning_rate": 9.581117792051487e-06,
      "loss": 1.3307,
      "step": 108
    },
    {
      "epoch": 0.44308943089430897,
      "grad_norm": 3.4407863626104738,
      "learning_rate": 9.56676312473885e-06,
      "loss": 1.2742,
      "step": 109
    },
    {
      "epoch": 0.44715447154471544,
      "grad_norm": 3.274727411422373,
      "learning_rate": 9.552177749846083e-06,
      "loss": 1.1484,
      "step": 110
    },
    {
      "epoch": 0.45121951219512196,
      "grad_norm": 3.686780707426172,
      "learning_rate": 9.537362404209419e-06,
      "loss": 1.2624,
      "step": 111
    },
    {
      "epoch": 0.45528455284552843,
      "grad_norm": 3.130585181158449,
      "learning_rate": 9.522317836282949e-06,
      "loss": 1.1935,
      "step": 112
    },
    {
      "epoch": 0.45934959349593496,
      "grad_norm": 3.1546672900599075,
      "learning_rate": 9.507044806100806e-06,
      "loss": 1.3123,
      "step": 113
    },
    {
      "epoch": 0.4634146341463415,
      "grad_norm": 3.1583283930267627,
      "learning_rate": 9.491544085238778e-06,
      "loss": 1.254,
      "step": 114
    },
    {
      "epoch": 0.46747967479674796,
      "grad_norm": 3.8792518686316257,
      "learning_rate": 9.475816456775313e-06,
      "loss": 1.2213,
      "step": 115
    },
    {
      "epoch": 0.4715447154471545,
      "grad_norm": 3.632580019405141,
      "learning_rate": 9.459862715251973e-06,
      "loss": 1.1208,
      "step": 116
    },
    {
      "epoch": 0.47560975609756095,
      "grad_norm": 3.406515110364018,
      "learning_rate": 9.44368366663329e-06,
      "loss": 1.2806,
      "step": 117
    },
    {
      "epoch": 0.4796747967479675,
      "grad_norm": 3.257262930401774,
      "learning_rate": 9.427280128266049e-06,
      "loss": 1.2638,
      "step": 118
    },
    {
      "epoch": 0.483739837398374,
      "grad_norm": 3.384791751364498,
      "learning_rate": 9.410652928837998e-06,
      "loss": 1.2427,
      "step": 119
    },
    {
      "epoch": 0.4878048780487805,
      "grad_norm": 3.4993557102778667,
      "learning_rate": 9.393802908335978e-06,
      "loss": 1.3081,
      "step": 120
    },
    {
      "epoch": 0.491869918699187,
      "grad_norm": 3.5191969210120044,
      "learning_rate": 9.376730918003495e-06,
      "loss": 1.2625,
      "step": 121
    },
    {
      "epoch": 0.4959349593495935,
      "grad_norm": 3.45753132618439,
      "learning_rate": 9.359437820297716e-06,
      "loss": 1.3023,
      "step": 122
    },
    {
      "epoch": 0.5,
      "grad_norm": 3.2143713848767095,
      "learning_rate": 9.341924488845892e-06,
      "loss": 1.1889,
      "step": 123
    },
    {
      "epoch": 0.5040650406504065,
      "grad_norm": 3.394160025526671,
      "learning_rate": 9.324191808401235e-06,
      "loss": 1.225,
      "step": 124
    },
    {
      "epoch": 0.508130081300813,
      "grad_norm": 3.3553054022592272,
      "learning_rate": 9.306240674798203e-06,
      "loss": 1.2471,
      "step": 125
    },
    {
      "epoch": 0.5121951219512195,
      "grad_norm": 3.5363040242500414,
      "learning_rate": 9.288071994907262e-06,
      "loss": 1.2121,
      "step": 126
    },
    {
      "epoch": 0.516260162601626,
      "grad_norm": 3.5513644491592378,
      "learning_rate": 9.269686686589063e-06,
      "loss": 1.2605,
      "step": 127
    },
    {
      "epoch": 0.5203252032520326,
      "grad_norm": 3.2096183499210684,
      "learning_rate": 9.251085678648072e-06,
      "loss": 1.2181,
      "step": 128
    },
    {
      "epoch": 0.524390243902439,
      "grad_norm": 3.8349171328561047,
      "learning_rate": 9.232269910785651e-06,
      "loss": 1.2922,
      "step": 129
    },
    {
      "epoch": 0.5284552845528455,
      "grad_norm": 3.3870433308761685,
      "learning_rate": 9.213240333552589e-06,
      "loss": 1.3359,
      "step": 130
    },
    {
      "epoch": 0.532520325203252,
      "grad_norm": 3.119886674331583,
      "learning_rate": 9.193997908301069e-06,
      "loss": 1.2201,
      "step": 131
    },
    {
      "epoch": 0.5365853658536586,
      "grad_norm": 3.4328684239264073,
      "learning_rate": 9.174543607136111e-06,
      "loss": 1.2733,
      "step": 132
    },
    {
      "epoch": 0.540650406504065,
      "grad_norm": 3.5211778075079745,
      "learning_rate": 9.154878412866465e-06,
      "loss": 1.1865,
      "step": 133
    },
    {
      "epoch": 0.5447154471544715,
      "grad_norm": 3.8457560436654905,
      "learning_rate": 9.135003318954954e-06,
      "loss": 1.2656,
      "step": 134
    },
    {
      "epoch": 0.5487804878048781,
      "grad_norm": 2.860252954067704,
      "learning_rate": 9.114919329468283e-06,
      "loss": 1.0367,
      "step": 135
    },
    {
      "epoch": 0.5528455284552846,
      "grad_norm": 3.1966625529009525,
      "learning_rate": 9.094627459026326e-06,
      "loss": 1.1913,
      "step": 136
    },
    {
      "epoch": 0.556910569105691,
      "grad_norm": 3.3586333848047687,
      "learning_rate": 9.074128732750859e-06,
      "loss": 1.1965,
      "step": 137
    },
    {
      "epoch": 0.5609756097560976,
      "grad_norm": 3.309006715689175,
      "learning_rate": 9.053424186213776e-06,
      "loss": 1.2739,
      "step": 138
    },
    {
      "epoch": 0.5650406504065041,
      "grad_norm": 3.610998899181065,
      "learning_rate": 9.032514865384767e-06,
      "loss": 1.2361,
      "step": 139
    },
    {
      "epoch": 0.5691056910569106,
      "grad_norm": 3.4092607492941123,
      "learning_rate": 9.011401826578492e-06,
      "loss": 1.2756,
      "step": 140
    },
    {
      "epoch": 0.573170731707317,
      "grad_norm": 3.123803335281385,
      "learning_rate": 8.990086136401199e-06,
      "loss": 1.2046,
      "step": 141
    },
    {
      "epoch": 0.5772357723577236,
      "grad_norm": 3.2180832415739746,
      "learning_rate": 8.968568871696847e-06,
      "loss": 1.2454,
      "step": 142
    },
    {
      "epoch": 0.5813008130081301,
      "grad_norm": 3.392256479625929,
      "learning_rate": 8.946851119492717e-06,
      "loss": 1.2346,
      "step": 143
    },
    {
      "epoch": 0.5853658536585366,
      "grad_norm": 3.5203027610167994,
      "learning_rate": 8.924933976944474e-06,
      "loss": 1.2098,
      "step": 144
    },
    {
      "epoch": 0.5894308943089431,
      "grad_norm": 3.293995047135828,
      "learning_rate": 8.902818551280758e-06,
      "loss": 1.249,
      "step": 145
    },
    {
      "epoch": 0.5934959349593496,
      "grad_norm": 2.8665049252390253,
      "learning_rate": 8.880505959747245e-06,
      "loss": 1.0725,
      "step": 146
    },
    {
      "epoch": 0.5975609756097561,
      "grad_norm": 3.2594550044177524,
      "learning_rate": 8.857997329550195e-06,
      "loss": 1.2146,
      "step": 147
    },
    {
      "epoch": 0.6016260162601627,
      "grad_norm": 3.445446281697995,
      "learning_rate": 8.835293797799517e-06,
      "loss": 1.3262,
      "step": 148
    },
    {
      "epoch": 0.6056910569105691,
      "grad_norm": 3.9317510029226934,
      "learning_rate": 8.812396511451324e-06,
      "loss": 1.3188,
      "step": 149
    },
    {
      "epoch": 0.6097560975609756,
      "grad_norm": 3.198084168395092,
      "learning_rate": 8.789306627249985e-06,
      "loss": 1.3008,
      "step": 150
    },
    {
      "epoch": 0.6138211382113821,
      "grad_norm": 3.063778345515228,
      "learning_rate": 8.766025311669685e-06,
      "loss": 0.9978,
      "step": 151
    },
    {
      "epoch": 0.6178861788617886,
      "grad_norm": 3.2905300689457637,
      "learning_rate": 8.742553740855507e-06,
      "loss": 1.2479,
      "step": 152
    },
    {
      "epoch": 0.6219512195121951,
      "grad_norm": 3.395304079212877,
      "learning_rate": 8.718893100564002e-06,
      "loss": 1.2713,
      "step": 153
    },
    {
      "epoch": 0.6260162601626016,
      "grad_norm": 3.522348630348412,
      "learning_rate": 8.695044586103297e-06,
      "loss": 1.2753,
      "step": 154
    },
    {
      "epoch": 0.6300813008130082,
      "grad_norm": 3.2582864801451987,
      "learning_rate": 8.6710094022727e-06,
      "loss": 1.2243,
      "step": 155
    },
    {
      "epoch": 0.6341463414634146,
      "grad_norm": 3.8766071391892125,
      "learning_rate": 8.646788763301842e-06,
      "loss": 1.2652,
      "step": 156
    },
    {
      "epoch": 0.6382113821138211,
      "grad_norm": 2.9196919853077503,
      "learning_rate": 8.62238389278933e-06,
      "loss": 1.1576,
      "step": 157
    },
    {
      "epoch": 0.6422764227642277,
      "grad_norm": 3.247641592653831,
      "learning_rate": 8.59779602364094e-06,
      "loss": 1.3151,
      "step": 158
    },
    {
      "epoch": 0.6463414634146342,
      "grad_norm": 3.025628331987507,
      "learning_rate": 8.573026398007323e-06,
      "loss": 1.245,
      "step": 159
    },
    {
      "epoch": 0.6504065040650406,
      "grad_norm": 3.1296381446742427,
      "learning_rate": 8.548076267221258e-06,
      "loss": 1.2281,
      "step": 160
    },
    {
      "epoch": 0.6544715447154471,
      "grad_norm": 3.7321890066352874,
      "learning_rate": 8.52294689173443e-06,
      "loss": 1.2551,
      "step": 161
    },
    {
      "epoch": 0.6585365853658537,
      "grad_norm": 3.0970454939543113,
      "learning_rate": 8.497639541053769e-06,
      "loss": 1.1847,
      "step": 162
    },
    {
      "epoch": 0.6626016260162602,
      "grad_norm": 3.0874953153607043,
      "learning_rate": 8.472155493677299e-06,
      "loss": 1.2401,
      "step": 163
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 3.5716326976346977,
      "learning_rate": 8.446496037029555e-06,
      "loss": 1.2741,
      "step": 164
    },
    {
      "epoch": 0.6707317073170732,
      "grad_norm": 3.274519329536325,
      "learning_rate": 8.420662467396548e-06,
      "loss": 1.2243,
      "step": 165
    },
    {
      "epoch": 0.6747967479674797,
      "grad_norm": 3.0273430953677285,
      "learning_rate": 8.394656089860274e-06,
      "loss": 1.2116,
      "step": 166
    },
    {
      "epoch": 0.6788617886178862,
      "grad_norm": 3.7987378754555903,
      "learning_rate": 8.368478218232787e-06,
      "loss": 1.2516,
      "step": 167
    },
    {
      "epoch": 0.6829268292682927,
      "grad_norm": 3.1571140529158686,
      "learning_rate": 8.342130174989819e-06,
      "loss": 1.2202,
      "step": 168
    },
    {
      "epoch": 0.6869918699186992,
      "grad_norm": 3.4795978849026015,
      "learning_rate": 8.315613291203977e-06,
      "loss": 1.2015,
      "step": 169
    },
    {
      "epoch": 0.6910569105691057,
      "grad_norm": 3.356846206738464,
      "learning_rate": 8.288928906477497e-06,
      "loss": 1.2784,
      "step": 170
    },
    {
      "epoch": 0.6951219512195121,
      "grad_norm": 2.975674164772659,
      "learning_rate": 8.262078368874566e-06,
      "loss": 1.2806,
      "step": 171
    },
    {
      "epoch": 0.6991869918699187,
      "grad_norm": 3.342698854245282,
      "learning_rate": 8.235063034853228e-06,
      "loss": 1.2434,
      "step": 172
    },
    {
      "epoch": 0.7032520325203252,
      "grad_norm": 3.0021574646304265,
      "learning_rate": 8.207884269196845e-06,
      "loss": 1.2371,
      "step": 173
    },
    {
      "epoch": 0.7073170731707317,
      "grad_norm": 3.371641208018489,
      "learning_rate": 8.180543444945154e-06,
      "loss": 1.2584,
      "step": 174
    },
    {
      "epoch": 0.7113821138211383,
      "grad_norm": 3.4756530230066836,
      "learning_rate": 8.153041943324912e-06,
      "loss": 1.2621,
      "step": 175
    },
    {
      "epoch": 0.7154471544715447,
      "grad_norm": 3.677440247481686,
      "learning_rate": 8.125381153680103e-06,
      "loss": 1.291,
      "step": 176
    },
    {
      "epoch": 0.7195121951219512,
      "grad_norm": 3.724344603809136,
      "learning_rate": 8.097562473401764e-06,
      "loss": 1.1983,
      "step": 177
    },
    {
      "epoch": 0.7235772357723578,
      "grad_norm": 3.881220605239073,
      "learning_rate": 8.069587307857377e-06,
      "loss": 1.3263,
      "step": 178
    },
    {
      "epoch": 0.7276422764227642,
      "grad_norm": 3.2310425283801596,
      "learning_rate": 8.041457070319884e-06,
      "loss": 1.2153,
      "step": 179
    },
    {
      "epoch": 0.7317073170731707,
      "grad_norm": 3.3870881335987857,
      "learning_rate": 8.013173181896283e-06,
      "loss": 1.3346,
      "step": 180
    },
    {
      "epoch": 0.7357723577235772,
      "grad_norm": 3.1452509757261056,
      "learning_rate": 7.984737071455834e-06,
      "loss": 1.2516,
      "step": 181
    },
    {
      "epoch": 0.7398373983739838,
      "grad_norm": 3.173497495557972,
      "learning_rate": 7.95615017555788e-06,
      "loss": 1.2476,
      "step": 182
    },
    {
      "epoch": 0.7439024390243902,
      "grad_norm": 3.539096701539341,
      "learning_rate": 7.927413938379268e-06,
      "loss": 1.1907,
      "step": 183
    },
    {
      "epoch": 0.7479674796747967,
      "grad_norm": 3.8034573367911424,
      "learning_rate": 7.898529811641393e-06,
      "loss": 1.2354,
      "step": 184
    },
    {
      "epoch": 0.7520325203252033,
      "grad_norm": 3.6222299487232985,
      "learning_rate": 7.869499254536865e-06,
      "loss": 1.1107,
      "step": 185
    },
    {
      "epoch": 0.7560975609756098,
      "grad_norm": 3.353460855074601,
      "learning_rate": 7.84032373365578e-06,
      "loss": 1.2157,
      "step": 186
    },
    {
      "epoch": 0.7601626016260162,
      "grad_norm": 3.5757972164092418,
      "learning_rate": 7.811004722911637e-06,
      "loss": 1.2422,
      "step": 187
    },
    {
      "epoch": 0.7642276422764228,
      "grad_norm": 3.200921333461777,
      "learning_rate": 7.781543703466881e-06,
      "loss": 1.3359,
      "step": 188
    },
    {
      "epoch": 0.7682926829268293,
      "grad_norm": 3.37458572836464,
      "learning_rate": 7.751942163658066e-06,
      "loss": 1.2325,
      "step": 189
    },
    {
      "epoch": 0.7723577235772358,
      "grad_norm": 3.336790278155762,
      "learning_rate": 7.722201598920673e-06,
      "loss": 1.289,
      "step": 190
    },
    {
      "epoch": 0.7764227642276422,
      "grad_norm": 3.6578390679880677,
      "learning_rate": 7.692323511713568e-06,
      "loss": 1.2832,
      "step": 191
    },
    {
      "epoch": 0.7804878048780488,
      "grad_norm": 3.7372849061035307,
      "learning_rate": 7.662309411443084e-06,
      "loss": 1.2682,
      "step": 192
    },
    {
      "epoch": 0.7845528455284553,
      "grad_norm": 3.4787988556346177,
      "learning_rate": 7.63216081438678e-06,
      "loss": 1.2566,
      "step": 193
    },
    {
      "epoch": 0.7886178861788617,
      "grad_norm": 3.2972501647590295,
      "learning_rate": 7.601879243616838e-06,
      "loss": 1.2405,
      "step": 194
    },
    {
      "epoch": 0.7926829268292683,
      "grad_norm": 3.08018485547122,
      "learning_rate": 7.571466228923115e-06,
      "loss": 1.2073,
      "step": 195
    },
    {
      "epoch": 0.7967479674796748,
      "grad_norm": 3.4711819604946346,
      "learning_rate": 7.540923306735868e-06,
      "loss": 1.2299,
      "step": 196
    },
    {
      "epoch": 0.8008130081300813,
      "grad_norm": 2.965090576227292,
      "learning_rate": 7.510252020048121e-06,
      "loss": 1.219,
      "step": 197
    },
    {
      "epoch": 0.8048780487804879,
      "grad_norm": 3.430612679713931,
      "learning_rate": 7.479453918337733e-06,
      "loss": 1.1801,
      "step": 198
    },
    {
      "epoch": 0.8089430894308943,
      "grad_norm": 3.5256924218857364,
      "learning_rate": 7.448530557489105e-06,
      "loss": 1.2364,
      "step": 199
    },
    {
      "epoch": 0.8130081300813008,
      "grad_norm": 3.3729004326724232,
      "learning_rate": 7.417483499714589e-06,
      "loss": 1.2172,
      "step": 200
    },
    {
      "epoch": 0.8170731707317073,
      "grad_norm": 3.704140279583858,
      "learning_rate": 7.386314313475557e-06,
      "loss": 1.2462,
      "step": 201
    },
    {
      "epoch": 0.8211382113821138,
      "grad_norm": 2.859256884612927,
      "learning_rate": 7.355024573403174e-06,
      "loss": 1.1915,
      "step": 202
    },
    {
      "epoch": 0.8252032520325203,
      "grad_norm": 3.9308992936564455,
      "learning_rate": 7.323615860218844e-06,
      "loss": 1.2587,
      "step": 203
    },
    {
      "epoch": 0.8292682926829268,
      "grad_norm": 3.4198261126400498,
      "learning_rate": 7.292089760654352e-06,
      "loss": 1.2962,
      "step": 204
    },
    {
      "epoch": 0.8333333333333334,
      "grad_norm": 3.3412036255224433,
      "learning_rate": 7.2604478673717095e-06,
      "loss": 1.2395,
      "step": 205
    },
    {
      "epoch": 0.8373983739837398,
      "grad_norm": 3.556537641445364,
      "learning_rate": 7.2286917788826926e-06,
      "loss": 1.2526,
      "step": 206
    },
    {
      "epoch": 0.8414634146341463,
      "grad_norm": 3.18197682179574,
      "learning_rate": 7.196823099468084e-06,
      "loss": 1.2601,
      "step": 207
    },
    {
      "epoch": 0.8455284552845529,
      "grad_norm": 3.395646140761288,
      "learning_rate": 7.1648434390966356e-06,
      "loss": 1.23,
      "step": 208
    },
    {
      "epoch": 0.8495934959349594,
      "grad_norm": 3.3928578867441,
      "learning_rate": 7.132754413343721e-06,
      "loss": 1.2609,
      "step": 209
    },
    {
      "epoch": 0.8536585365853658,
      "grad_norm": 3.1283882470236106,
      "learning_rate": 7.100557643309732e-06,
      "loss": 1.1809,
      "step": 210
    },
    {
      "epoch": 0.8577235772357723,
      "grad_norm": 3.675071025819942,
      "learning_rate": 7.0682547555381734e-06,
      "loss": 1.2448,
      "step": 211
    },
    {
      "epoch": 0.8617886178861789,
      "grad_norm": 3.0075418776078444,
      "learning_rate": 7.035847381933494e-06,
      "loss": 1.21,
      "step": 212
    },
    {
      "epoch": 0.8658536585365854,
      "grad_norm": 3.457597870123879,
      "learning_rate": 7.003337159678649e-06,
      "loss": 1.2674,
      "step": 213
    },
    {
      "epoch": 0.8699186991869918,
      "grad_norm": 3.394032369643457,
      "learning_rate": 6.970725731152389e-06,
      "loss": 1.2701,
      "step": 214
    },
    {
      "epoch": 0.8739837398373984,
      "grad_norm": 3.348683954925548,
      "learning_rate": 6.938014743846285e-06,
      "loss": 1.2723,
      "step": 215
    },
    {
      "epoch": 0.8780487804878049,
      "grad_norm": 3.380614445439332,
      "learning_rate": 6.905205850281502e-06,
      "loss": 1.3185,
      "step": 216
    },
    {
      "epoch": 0.8821138211382114,
      "grad_norm": 2.82083389946448,
      "learning_rate": 6.872300707925319e-06,
      "loss": 1.0479,
      "step": 217
    },
    {
      "epoch": 0.8861788617886179,
      "grad_norm": 3.2273081078802806,
      "learning_rate": 6.8393009791073895e-06,
      "loss": 1.2017,
      "step": 218
    },
    {
      "epoch": 0.8902439024390244,
      "grad_norm": 2.9799477568840613,
      "learning_rate": 6.806208330935766e-06,
      "loss": 1.1383,
      "step": 219
    },
    {
      "epoch": 0.8943089430894309,
      "grad_norm": 3.2837120753465037,
      "learning_rate": 6.773024435212678e-06,
      "loss": 1.2259,
      "step": 220
    },
    {
      "epoch": 0.8983739837398373,
      "grad_norm": 3.6449591162008486,
      "learning_rate": 6.739750968350081e-06,
      "loss": 1.2948,
      "step": 221
    },
    {
      "epoch": 0.9024390243902439,
      "grad_norm": 3.225238120108855,
      "learning_rate": 6.706389611284953e-06,
      "loss": 1.1855,
      "step": 222
    },
    {
      "epoch": 0.9065040650406504,
      "grad_norm": 3.432916919843375,
      "learning_rate": 6.6729420493943875e-06,
      "loss": 1.247,
      "step": 223
    },
    {
      "epoch": 0.9105691056910569,
      "grad_norm": 3.0718472155542353,
      "learning_rate": 6.639409972410446e-06,
      "loss": 1.1905,
      "step": 224
    },
    {
      "epoch": 0.9146341463414634,
      "grad_norm": 3.3699226964349522,
      "learning_rate": 6.605795074334793e-06,
      "loss": 1.2424,
      "step": 225
    },
    {
      "epoch": 0.9186991869918699,
      "grad_norm": 3.3821914270422027,
      "learning_rate": 6.57209905335312e-06,
      "loss": 1.2114,
      "step": 226
    },
    {
      "epoch": 0.9227642276422764,
      "grad_norm": 3.025222008403353,
      "learning_rate": 6.538323611749351e-06,
      "loss": 1.1519,
      "step": 227
    },
    {
      "epoch": 0.926829268292683,
      "grad_norm": 3.42250194898501,
      "learning_rate": 6.504470455819651e-06,
      "loss": 1.2768,
      "step": 228
    },
    {
      "epoch": 0.9308943089430894,
      "grad_norm": 3.446861559528364,
      "learning_rate": 6.470541295786222e-06,
      "loss": 1.2202,
      "step": 229
    },
    {
      "epoch": 0.9349593495934959,
      "grad_norm": 3.3472872172040646,
      "learning_rate": 6.436537845710904e-06,
      "loss": 1.2408,
      "step": 230
    },
    {
      "epoch": 0.9390243902439024,
      "grad_norm": 3.435994418242901,
      "learning_rate": 6.402461823408584e-06,
      "loss": 1.193,
      "step": 231
    },
    {
      "epoch": 0.943089430894309,
      "grad_norm": 3.9739734441369365,
      "learning_rate": 6.368314950360416e-06,
      "loss": 1.2113,
      "step": 232
    },
    {
      "epoch": 0.9471544715447154,
      "grad_norm": 3.394258791013482,
      "learning_rate": 6.334098951626847e-06,
      "loss": 1.2076,
      "step": 233
    },
    {
      "epoch": 0.9512195121951219,
      "grad_norm": 3.531729806577509,
      "learning_rate": 6.299815555760478e-06,
      "loss": 1.2218,
      "step": 234
    },
    {
      "epoch": 0.9552845528455285,
      "grad_norm": 3.014602089114332,
      "learning_rate": 6.265466494718731e-06,
      "loss": 1.1879,
      "step": 235
    },
    {
      "epoch": 0.959349593495935,
      "grad_norm": 3.33204325952638,
      "learning_rate": 6.231053503776363e-06,
      "loss": 1.2008,
      "step": 236
    },
    {
      "epoch": 0.9634146341463414,
      "grad_norm": 3.344568538684679,
      "learning_rate": 6.1965783214377895e-06,
      "loss": 1.1897,
      "step": 237
    },
    {
      "epoch": 0.967479674796748,
      "grad_norm": 3.4113570652803076,
      "learning_rate": 6.1620426893492645e-06,
      "loss": 1.2736,
      "step": 238
    },
    {
      "epoch": 0.9715447154471545,
      "grad_norm": 3.4879360711731593,
      "learning_rate": 6.127448352210894e-06,
      "loss": 1.1798,
      "step": 239
    },
    {
      "epoch": 0.975609756097561,
      "grad_norm": 3.7021368783212942,
      "learning_rate": 6.092797057688496e-06,
      "loss": 1.1927,
      "step": 240
    },
    {
      "epoch": 0.9796747967479674,
      "grad_norm": 3.2380601035094934,
      "learning_rate": 6.058090556325305e-06,
      "loss": 1.1896,
      "step": 241
    },
    {
      "epoch": 0.983739837398374,
      "grad_norm": 3.3467517032738994,
      "learning_rate": 6.0233306014535505e-06,
      "loss": 1.2357,
      "step": 242
    },
    {
      "epoch": 0.9878048780487805,
      "grad_norm": 3.3216338993009034,
      "learning_rate": 5.988518949105862e-06,
      "loss": 1.1884,
      "step": 243
    },
    {
      "epoch": 0.991869918699187,
      "grad_norm": 3.2077249913458985,
      "learning_rate": 5.953657357926569e-06,
      "loss": 1.2504,
      "step": 244
    },
    {
      "epoch": 0.9959349593495935,
      "grad_norm": 3.326332160803518,
      "learning_rate": 5.918747589082853e-06,
      "loss": 1.2548,
      "step": 245
    },
    {
      "epoch": 1.0,
      "grad_norm": 3.3151307527051257,
      "learning_rate": 5.883791406175775e-06,
      "loss": 1.1878,
      "step": 246
    },
    {
      "epoch": 1.0040650406504066,
      "grad_norm": 4.323555049169963,
      "learning_rate": 5.848790575151181e-06,
      "loss": 0.9153,
      "step": 247
    },
    {
      "epoch": 1.008130081300813,
      "grad_norm": 3.465939989112603,
      "learning_rate": 5.813746864210489e-06,
      "loss": 0.8676,
      "step": 248
    },
    {
      "epoch": 1.0121951219512195,
      "grad_norm": 3.6801149888116336,
      "learning_rate": 5.778662043721359e-06,
      "loss": 0.926,
      "step": 249
    },
    {
      "epoch": 1.016260162601626,
      "grad_norm": 3.0713182769499987,
      "learning_rate": 5.743537886128258e-06,
      "loss": 0.8602,
      "step": 250
    },
    {
      "epoch": 1.0203252032520325,
      "grad_norm": 3.557190687922137,
      "learning_rate": 5.708376165862921e-06,
      "loss": 0.9028,
      "step": 251
    },
    {
      "epoch": 1.024390243902439,
      "grad_norm": 3.3051978717310186,
      "learning_rate": 5.673178659254698e-06,
      "loss": 0.8645,
      "step": 252
    },
    {
      "epoch": 1.0284552845528456,
      "grad_norm": 3.6105207649370628,
      "learning_rate": 5.637947144440832e-06,
      "loss": 0.857,
      "step": 253
    },
    {
      "epoch": 1.032520325203252,
      "grad_norm": 3.4764241585248548,
      "learning_rate": 5.6026834012766155e-06,
      "loss": 0.8952,
      "step": 254
    },
    {
      "epoch": 1.0365853658536586,
      "grad_norm": 3.6901515484750727,
      "learning_rate": 5.567389211245486e-06,
      "loss": 0.8852,
      "step": 255
    },
    {
      "epoch": 1.040650406504065,
      "grad_norm": 2.797763471477429,
      "learning_rate": 5.532066357369012e-06,
      "loss": 0.8064,
      "step": 256
    },
    {
      "epoch": 1.0447154471544715,
      "grad_norm": 6.8675497317344405,
      "learning_rate": 5.496716624116836e-06,
      "loss": 0.8803,
      "step": 257
    },
    {
      "epoch": 1.048780487804878,
      "grad_norm": 3.874898167456331,
      "learning_rate": 5.46134179731651e-06,
      "loss": 0.7879,
      "step": 258
    },
    {
      "epoch": 1.0528455284552845,
      "grad_norm": 3.3839912626060116,
      "learning_rate": 5.425943664063284e-06,
      "loss": 0.8645,
      "step": 259
    },
    {
      "epoch": 1.056910569105691,
      "grad_norm": 3.3351665786851945,
      "learning_rate": 5.390524012629824e-06,
      "loss": 0.9009,
      "step": 260
    },
    {
      "epoch": 1.0609756097560976,
      "grad_norm": 3.15122789490253,
      "learning_rate": 5.3550846323758666e-06,
      "loss": 0.8388,
      "step": 261
    },
    {
      "epoch": 1.065040650406504,
      "grad_norm": 3.3003260837011807,
      "learning_rate": 5.319627313657829e-06,
      "loss": 0.8363,
      "step": 262
    },
    {
      "epoch": 1.0691056910569106,
      "grad_norm": 2.936698289474364,
      "learning_rate": 5.284153847738356e-06,
      "loss": 0.8473,
      "step": 263
    },
    {
      "epoch": 1.0731707317073171,
      "grad_norm": 3.572322782052897,
      "learning_rate": 5.248666026695835e-06,
      "loss": 0.8801,
      "step": 264
    },
    {
      "epoch": 1.0772357723577235,
      "grad_norm": 3.129199412648207,
      "learning_rate": 5.213165643333851e-06,
      "loss": 0.8512,
      "step": 265
    },
    {
      "epoch": 1.08130081300813,
      "grad_norm": 3.0887292783736577,
      "learning_rate": 5.177654491090627e-06,
      "loss": 0.8383,
      "step": 266
    },
    {
      "epoch": 1.0853658536585367,
      "grad_norm": 3.381314067942086,
      "learning_rate": 5.1421343639484165e-06,
      "loss": 0.8487,
      "step": 267
    },
    {
      "epoch": 1.089430894308943,
      "grad_norm": 3.6057501707631037,
      "learning_rate": 5.1066070563428736e-06,
      "loss": 0.8413,
      "step": 268
    },
    {
      "epoch": 1.0934959349593496,
      "grad_norm": 2.9732383695526634,
      "learning_rate": 5.071074363072403e-06,
      "loss": 0.7804,
      "step": 269
    },
    {
      "epoch": 1.0975609756097562,
      "grad_norm": 3.460563360283899,
      "learning_rate": 5.035538079207488e-06,
      "loss": 0.8791,
      "step": 270
    },
    {
      "epoch": 1.1016260162601625,
      "grad_norm": 3.2682949069300333,
      "learning_rate": 5e-06,
      "loss": 0.8705,
      "step": 271
    },
    {
      "epoch": 1.1056910569105691,
      "grad_norm": 3.308698310047778,
      "learning_rate": 4.964461920792512e-06,
      "loss": 0.8671,
      "step": 272
    },
    {
      "epoch": 1.1097560975609757,
      "grad_norm": 3.1081622158579787,
      "learning_rate": 4.928925636927597e-06,
      "loss": 0.8352,
      "step": 273
    },
    {
      "epoch": 1.113821138211382,
      "grad_norm": 3.5089544730564337,
      "learning_rate": 4.893392943657127e-06,
      "loss": 0.8125,
      "step": 274
    },
    {
      "epoch": 1.1178861788617886,
      "grad_norm": 3.324066226795555,
      "learning_rate": 4.857865636051586e-06,
      "loss": 0.9,
      "step": 275
    },
    {
      "epoch": 1.1219512195121952,
      "grad_norm": 2.9061490782523673,
      "learning_rate": 4.822345508909376e-06,
      "loss": 0.8462,
      "step": 276
    },
    {
      "epoch": 1.1260162601626016,
      "grad_norm": 2.7881013420756418,
      "learning_rate": 4.786834356666153e-06,
      "loss": 0.8066,
      "step": 277
    },
    {
      "epoch": 1.1300813008130082,
      "grad_norm": 3.141214336537279,
      "learning_rate": 4.751333973304166e-06,
      "loss": 0.8701,
      "step": 278
    },
    {
      "epoch": 1.1341463414634148,
      "grad_norm": 2.888872540331265,
      "learning_rate": 4.715846152261645e-06,
      "loss": 0.8046,
      "step": 279
    },
    {
      "epoch": 1.1382113821138211,
      "grad_norm": 3.353720993292887,
      "learning_rate": 4.680372686342173e-06,
      "loss": 0.8393,
      "step": 280
    },
    {
      "epoch": 1.1422764227642277,
      "grad_norm": 3.4262846056368845,
      "learning_rate": 4.644915367624134e-06,
      "loss": 0.7747,
      "step": 281
    },
    {
      "epoch": 1.146341463414634,
      "grad_norm": 3.2239577090327893,
      "learning_rate": 4.609475987370177e-06,
      "loss": 0.797,
      "step": 282
    },
    {
      "epoch": 1.1504065040650406,
      "grad_norm": 3.223343944139248,
      "learning_rate": 4.5740563359367164e-06,
      "loss": 0.8407,
      "step": 283
    },
    {
      "epoch": 1.1544715447154472,
      "grad_norm": 3.1818064609840198,
      "learning_rate": 4.53865820268349e-06,
      "loss": 0.8241,
      "step": 284
    },
    {
      "epoch": 1.1585365853658536,
      "grad_norm": 3.1906411149160525,
      "learning_rate": 4.503283375883165e-06,
      "loss": 0.8057,
      "step": 285
    },
    {
      "epoch": 1.1626016260162602,
      "grad_norm": 3.632793987489528,
      "learning_rate": 4.467933642630989e-06,
      "loss": 0.8379,
      "step": 286
    },
    {
      "epoch": 1.1666666666666667,
      "grad_norm": 2.794213331335638,
      "learning_rate": 4.432610788754517e-06,
      "loss": 0.6732,
      "step": 287
    },
    {
      "epoch": 1.170731707317073,
      "grad_norm": 3.436978769265818,
      "learning_rate": 4.397316598723385e-06,
      "loss": 0.8999,
      "step": 288
    },
    {
      "epoch": 1.1747967479674797,
      "grad_norm": 3.5914755495139032,
      "learning_rate": 4.362052855559171e-06,
      "loss": 0.9225,
      "step": 289
    },
    {
      "epoch": 1.1788617886178863,
      "grad_norm": 3.044495214801385,
      "learning_rate": 4.326821340745304e-06,
      "loss": 0.8492,
      "step": 290
    },
    {
      "epoch": 1.1829268292682926,
      "grad_norm": 2.9176213210346478,
      "learning_rate": 4.291623834137082e-06,
      "loss": 0.6663,
      "step": 291
    },
    {
      "epoch": 1.1869918699186992,
      "grad_norm": 3.263437323837356,
      "learning_rate": 4.256462113871741e-06,
      "loss": 0.8919,
      "step": 292
    },
    {
      "epoch": 1.1910569105691058,
      "grad_norm": 3.420956911951543,
      "learning_rate": 4.2213379562786406e-06,
      "loss": 0.834,
      "step": 293
    },
    {
      "epoch": 1.1951219512195121,
      "grad_norm": 2.967387533543618,
      "learning_rate": 4.186253135789511e-06,
      "loss": 0.8238,
      "step": 294
    },
    {
      "epoch": 1.1991869918699187,
      "grad_norm": 3.2109782296405425,
      "learning_rate": 4.15120942484882e-06,
      "loss": 0.8617,
      "step": 295
    },
    {
      "epoch": 1.203252032520325,
      "grad_norm": 3.483436429896311,
      "learning_rate": 4.116208593824227e-06,
      "loss": 0.9088,
      "step": 296
    },
    {
      "epoch": 1.2073170731707317,
      "grad_norm": 3.103671650986791,
      "learning_rate": 4.081252410917148e-06,
      "loss": 0.8458,
      "step": 297
    },
    {
      "epoch": 1.2113821138211383,
      "grad_norm": 3.4106408241432598,
      "learning_rate": 4.046342642073433e-06,
      "loss": 0.8274,
      "step": 298
    },
    {
      "epoch": 1.2154471544715446,
      "grad_norm": 3.2949066557526288,
      "learning_rate": 4.01148105089414e-06,
      "loss": 0.8096,
      "step": 299
    },
    {
      "epoch": 1.2195121951219512,
      "grad_norm": 3.3675251909490402,
      "learning_rate": 3.976669398546451e-06,
      "loss": 0.894,
      "step": 300
    },
    {
      "epoch": 1.2235772357723578,
      "grad_norm": 3.0572162762552217,
      "learning_rate": 3.941909443674696e-06,
      "loss": 0.8826,
      "step": 301
    },
    {
      "epoch": 1.2276422764227641,
      "grad_norm": 3.0686786710141747,
      "learning_rate": 3.907202942311506e-06,
      "loss": 0.8403,
      "step": 302
    },
    {
      "epoch": 1.2317073170731707,
      "grad_norm": 3.3850347568207306,
      "learning_rate": 3.872551647789108e-06,
      "loss": 0.9008,
      "step": 303
    },
    {
      "epoch": 1.2357723577235773,
      "grad_norm": 3.568496760837224,
      "learning_rate": 3.837957310650738e-06,
      "loss": 0.8299,
      "step": 304
    },
    {
      "epoch": 1.2398373983739837,
      "grad_norm": 3.081234179900163,
      "learning_rate": 3.803421678562213e-06,
      "loss": 0.7561,
      "step": 305
    },
    {
      "epoch": 1.2439024390243902,
      "grad_norm": 3.0395181179956294,
      "learning_rate": 3.7689464962236367e-06,
      "loss": 0.8344,
      "step": 306
    },
    {
      "epoch": 1.2479674796747968,
      "grad_norm": 2.9387819795914165,
      "learning_rate": 3.734533505281269e-06,
      "loss": 0.8067,
      "step": 307
    },
    {
      "epoch": 1.2520325203252032,
      "grad_norm": 3.362022257660303,
      "learning_rate": 3.700184444239524e-06,
      "loss": 0.8437,
      "step": 308
    },
    {
      "epoch": 1.2560975609756098,
      "grad_norm": 3.0339266148997295,
      "learning_rate": 3.6659010483731543e-06,
      "loss": 0.814,
      "step": 309
    },
    {
      "epoch": 1.2601626016260163,
      "grad_norm": 3.141762645727816,
      "learning_rate": 3.6316850496395863e-06,
      "loss": 0.8294,
      "step": 310
    },
    {
      "epoch": 1.2642276422764227,
      "grad_norm": 3.4348088918026662,
      "learning_rate": 3.597538176591417e-06,
      "loss": 0.7657,
      "step": 311
    },
    {
      "epoch": 1.2682926829268293,
      "grad_norm": 3.054857603912505,
      "learning_rate": 3.563462154289098e-06,
      "loss": 0.7799,
      "step": 312
    },
    {
      "epoch": 1.2723577235772359,
      "grad_norm": 3.4737488253418425,
      "learning_rate": 3.5294587042137796e-06,
      "loss": 0.8867,
      "step": 313
    },
    {
      "epoch": 1.2764227642276422,
      "grad_norm": 3.10636831049777,
      "learning_rate": 3.49552954418035e-06,
      "loss": 0.7944,
      "step": 314
    },
    {
      "epoch": 1.2804878048780488,
      "grad_norm": 3.0056066846766196,
      "learning_rate": 3.461676388250651e-06,
      "loss": 0.806,
      "step": 315
    },
    {
      "epoch": 1.2845528455284554,
      "grad_norm": 3.22935213051317,
      "learning_rate": 3.4279009466468825e-06,
      "loss": 0.803,
      "step": 316
    },
    {
      "epoch": 1.2886178861788617,
      "grad_norm": 3.586063282737165,
      "learning_rate": 3.3942049256652093e-06,
      "loss": 0.889,
      "step": 317
    },
    {
      "epoch": 1.2926829268292683,
      "grad_norm": 3.290341852319477,
      "learning_rate": 3.3605900275895565e-06,
      "loss": 0.8793,
      "step": 318
    },
    {
      "epoch": 1.296747967479675,
      "grad_norm": 2.963322253867672,
      "learning_rate": 3.3270579506056146e-06,
      "loss": 0.8032,
      "step": 319
    },
    {
      "epoch": 1.3008130081300813,
      "grad_norm": 3.2168072401660703,
      "learning_rate": 3.2936103887150484e-06,
      "loss": 0.8563,
      "step": 320
    },
    {
      "epoch": 1.3048780487804879,
      "grad_norm": 3.1570333927956424,
      "learning_rate": 3.2602490316499197e-06,
      "loss": 0.8603,
      "step": 321
    },
    {
      "epoch": 1.3089430894308944,
      "grad_norm": 3.2845649650072812,
      "learning_rate": 3.226975564787322e-06,
      "loss": 0.8787,
      "step": 322
    },
    {
      "epoch": 1.3130081300813008,
      "grad_norm": 3.2182847820601146,
      "learning_rate": 3.1937916690642356e-06,
      "loss": 0.8411,
      "step": 323
    },
    {
      "epoch": 1.3170731707317074,
      "grad_norm": 3.398939591260855,
      "learning_rate": 3.1606990208926125e-06,
      "loss": 0.855,
      "step": 324
    },
    {
      "epoch": 1.321138211382114,
      "grad_norm": 2.706198394059073,
      "learning_rate": 3.127699292074683e-06,
      "loss": 0.7856,
      "step": 325
    },
    {
      "epoch": 1.3252032520325203,
      "grad_norm": 3.263791744218598,
      "learning_rate": 3.0947941497184985e-06,
      "loss": 0.9305,
      "step": 326
    },
    {
      "epoch": 1.329268292682927,
      "grad_norm": 3.638027473310664,
      "learning_rate": 3.0619852561537165e-06,
      "loss": 0.8801,
      "step": 327
    },
    {
      "epoch": 1.3333333333333333,
      "grad_norm": 3.4194690003320964,
      "learning_rate": 3.0292742688476125e-06,
      "loss": 0.8694,
      "step": 328
    },
    {
      "epoch": 1.3373983739837398,
      "grad_norm": 2.8625969545690473,
      "learning_rate": 2.9966628403213528e-06,
      "loss": 0.8601,
      "step": 329
    },
    {
      "epoch": 1.3414634146341464,
      "grad_norm": 3.149728494159807,
      "learning_rate": 2.964152618066508e-06,
      "loss": 0.8055,
      "step": 330
    },
    {
      "epoch": 1.3455284552845528,
      "grad_norm": 3.1471735889701895,
      "learning_rate": 2.93174524446183e-06,
      "loss": 0.8029,
      "step": 331
    },
    {
      "epoch": 1.3495934959349594,
      "grad_norm": 3.737033991986332,
      "learning_rate": 2.899442356690271e-06,
      "loss": 0.8433,
      "step": 332
    },
    {
      "epoch": 1.3536585365853657,
      "grad_norm": 3.038148294937328,
      "learning_rate": 2.8672455866562797e-06,
      "loss": 0.7904,
      "step": 333
    },
    {
      "epoch": 1.3577235772357723,
      "grad_norm": 3.49987749409302,
      "learning_rate": 2.835156560903365e-06,
      "loss": 0.8513,
      "step": 334
    },
    {
      "epoch": 1.3617886178861789,
      "grad_norm": 3.4423408822147623,
      "learning_rate": 2.803176900531915e-06,
      "loss": 0.8699,
      "step": 335
    },
    {
      "epoch": 1.3658536585365852,
      "grad_norm": 3.0989763636949776,
      "learning_rate": 2.771308221117309e-06,
      "loss": 0.828,
      "step": 336
    },
    {
      "epoch": 1.3699186991869918,
      "grad_norm": 3.570239925753034,
      "learning_rate": 2.7395521326282913e-06,
      "loss": 0.9138,
      "step": 337
    },
    {
      "epoch": 1.3739837398373984,
      "grad_norm": 2.9867469290330146,
      "learning_rate": 2.7079102393456503e-06,
      "loss": 0.774,
      "step": 338
    },
    {
      "epoch": 1.3780487804878048,
      "grad_norm": 3.2405869730657257,
      "learning_rate": 2.6763841397811576e-06,
      "loss": 0.7736,
      "step": 339
    },
    {
      "epoch": 1.3821138211382114,
      "grad_norm": 3.3013068491566235,
      "learning_rate": 2.6449754265968263e-06,
      "loss": 0.8141,
      "step": 340
    },
    {
      "epoch": 1.386178861788618,
      "grad_norm": 2.9459262525676406,
      "learning_rate": 2.6136856865244443e-06,
      "loss": 0.8195,
      "step": 341
    },
    {
      "epoch": 1.3902439024390243,
      "grad_norm": 3.1841733357674364,
      "learning_rate": 2.5825165002854124e-06,
      "loss": 0.8344,
      "step": 342
    },
    {
      "epoch": 1.3943089430894309,
      "grad_norm": 3.5810707392643293,
      "learning_rate": 2.5514694425108968e-06,
      "loss": 0.8499,
      "step": 343
    },
    {
      "epoch": 1.3983739837398375,
      "grad_norm": 2.9742861052640874,
      "learning_rate": 2.5205460816622684e-06,
      "loss": 0.8667,
      "step": 344
    },
    {
      "epoch": 1.4024390243902438,
      "grad_norm": 3.1444266229672575,
      "learning_rate": 2.4897479799518797e-06,
      "loss": 0.8924,
      "step": 345
    },
    {
      "epoch": 1.4065040650406504,
      "grad_norm": 3.3362745541137597,
      "learning_rate": 2.4590766932641353e-06,
      "loss": 0.9045,
      "step": 346
    },
    {
      "epoch": 1.410569105691057,
      "grad_norm": 3.3267334401886193,
      "learning_rate": 2.4285337710768843e-06,
      "loss": 0.8234,
      "step": 347
    },
    {
      "epoch": 1.4146341463414633,
      "grad_norm": 3.1893552375875918,
      "learning_rate": 2.3981207563831633e-06,
      "loss": 0.8079,
      "step": 348
    },
    {
      "epoch": 1.41869918699187,
      "grad_norm": 3.2683250472050847,
      "learning_rate": 2.3678391856132203e-06,
      "loss": 0.8218,
      "step": 349
    },
    {
      "epoch": 1.4227642276422765,
      "grad_norm": 3.448624987848759,
      "learning_rate": 2.3376905885569185e-06,
      "loss": 0.8476,
      "step": 350
    },
    {
      "epoch": 1.4268292682926829,
      "grad_norm": 3.670635888853914,
      "learning_rate": 2.3076764882864333e-06,
      "loss": 0.8716,
      "step": 351
    },
    {
      "epoch": 1.4308943089430894,
      "grad_norm": 3.516539819419681,
      "learning_rate": 2.2777984010793264e-06,
      "loss": 0.8524,
      "step": 352
    },
    {
      "epoch": 1.434959349593496,
      "grad_norm": 3.228259726275918,
      "learning_rate": 2.2480578363419363e-06,
      "loss": 0.7901,
      "step": 353
    },
    {
      "epoch": 1.4390243902439024,
      "grad_norm": 3.553218992889345,
      "learning_rate": 2.2184562965331203e-06,
      "loss": 0.8905,
      "step": 354
    },
    {
      "epoch": 1.443089430894309,
      "grad_norm": 3.6137062298684923,
      "learning_rate": 2.1889952770883644e-06,
      "loss": 0.7972,
      "step": 355
    },
    {
      "epoch": 1.4471544715447155,
      "grad_norm": 3.3416767625599335,
      "learning_rate": 2.159676266344222e-06,
      "loss": 0.886,
      "step": 356
    },
    {
      "epoch": 1.451219512195122,
      "grad_norm": 3.3906959649699715,
      "learning_rate": 2.130500745463136e-06,
      "loss": 0.8919,
      "step": 357
    },
    {
      "epoch": 1.4552845528455285,
      "grad_norm": 3.6314079403765747,
      "learning_rate": 2.1014701883586087e-06,
      "loss": 0.8765,
      "step": 358
    },
    {
      "epoch": 1.459349593495935,
      "grad_norm": 3.057301186038854,
      "learning_rate": 2.072586061620735e-06,
      "loss": 0.8237,
      "step": 359
    },
    {
      "epoch": 1.4634146341463414,
      "grad_norm": 3.564428107436926,
      "learning_rate": 2.043849824442124e-06,
      "loss": 0.7742,
      "step": 360
    },
    {
      "epoch": 1.467479674796748,
      "grad_norm": 3.178787951259167,
      "learning_rate": 2.0152629285441668e-06,
      "loss": 0.8365,
      "step": 361
    },
    {
      "epoch": 1.4715447154471546,
      "grad_norm": 3.181406467166967,
      "learning_rate": 1.9868268181037186e-06,
      "loss": 0.8645,
      "step": 362
    },
    {
      "epoch": 1.475609756097561,
      "grad_norm": 3.066096619760171,
      "learning_rate": 1.958542929680117e-06,
      "loss": 0.7604,
      "step": 363
    },
    {
      "epoch": 1.4796747967479675,
      "grad_norm": 3.0788381680120604,
      "learning_rate": 1.9304126921426235e-06,
      "loss": 0.8887,
      "step": 364
    },
    {
      "epoch": 1.4837398373983741,
      "grad_norm": 3.615003637576646,
      "learning_rate": 1.9024375265982386e-06,
      "loss": 0.8805,
      "step": 365
    },
    {
      "epoch": 1.4878048780487805,
      "grad_norm": 2.8227276452116423,
      "learning_rate": 1.8746188463198983e-06,
      "loss": 0.758,
      "step": 366
    },
    {
      "epoch": 1.491869918699187,
      "grad_norm": 3.3074090748960923,
      "learning_rate": 1.8469580566750911e-06,
      "loss": 0.8227,
      "step": 367
    },
    {
      "epoch": 1.4959349593495934,
      "grad_norm": 2.971853438307015,
      "learning_rate": 1.8194565550548477e-06,
      "loss": 0.8551,
      "step": 368
    },
    {
      "epoch": 1.5,
      "grad_norm": 3.5958157882917297,
      "learning_rate": 1.7921157308031567e-06,
      "loss": 0.7877,
      "step": 369
    },
    {
      "epoch": 1.5040650406504064,
      "grad_norm": 3.099263275691927,
      "learning_rate": 1.764936965146773e-06,
      "loss": 0.9031,
      "step": 370
    },
    {
      "epoch": 1.5081300813008132,
      "grad_norm": 3.7318628452131315,
      "learning_rate": 1.7379216311254339e-06,
      "loss": 0.8878,
      "step": 371
    },
    {
      "epoch": 1.5121951219512195,
      "grad_norm": 3.414259418138962,
      "learning_rate": 1.7110710935225055e-06,
      "loss": 0.8567,
      "step": 372
    },
    {
      "epoch": 1.5162601626016259,
      "grad_norm": 3.183690273924712,
      "learning_rate": 1.6843867087960252e-06,
      "loss": 0.8205,
      "step": 373
    },
    {
      "epoch": 1.5203252032520327,
      "grad_norm": 3.208728871947272,
      "learning_rate": 1.6578698250101828e-06,
      "loss": 0.7876,
      "step": 374
    },
    {
      "epoch": 1.524390243902439,
      "grad_norm": 3.049914247780551,
      "learning_rate": 1.6315217817672142e-06,
      "loss": 0.8012,
      "step": 375
    },
    {
      "epoch": 1.5284552845528454,
      "grad_norm": 3.463789080277346,
      "learning_rate": 1.6053439101397257e-06,
      "loss": 0.8196,
      "step": 376
    },
    {
      "epoch": 1.532520325203252,
      "grad_norm": 3.462794776018169,
      "learning_rate": 1.5793375326034539e-06,
      "loss": 0.8383,
      "step": 377
    },
    {
      "epoch": 1.5365853658536586,
      "grad_norm": 3.1335857420520377,
      "learning_rate": 1.5535039629704467e-06,
      "loss": 0.8113,
      "step": 378
    },
    {
      "epoch": 1.540650406504065,
      "grad_norm": 3.3079378565371274,
      "learning_rate": 1.5278445063227038e-06,
      "loss": 0.8283,
      "step": 379
    },
    {
      "epoch": 1.5447154471544715,
      "grad_norm": 3.0120012731369843,
      "learning_rate": 1.502360458946232e-06,
      "loss": 0.8099,
      "step": 380
    },
    {
      "epoch": 1.548780487804878,
      "grad_norm": 3.229793041226319,
      "learning_rate": 1.4770531082655704e-06,
      "loss": 0.8109,
      "step": 381
    },
    {
      "epoch": 1.5528455284552845,
      "grad_norm": 3.511162269109416,
      "learning_rate": 1.451923732778745e-06,
      "loss": 0.8976,
      "step": 382
    },
    {
      "epoch": 1.556910569105691,
      "grad_norm": 2.9067244803834713,
      "learning_rate": 1.4269736019926778e-06,
      "loss": 0.8148,
      "step": 383
    },
    {
      "epoch": 1.5609756097560976,
      "grad_norm": 2.930774964453727,
      "learning_rate": 1.4022039763590595e-06,
      "loss": 0.7621,
      "step": 384
    },
    {
      "epoch": 1.565040650406504,
      "grad_norm": 3.717522923760932,
      "learning_rate": 1.3776161072106703e-06,
      "loss": 0.8789,
      "step": 385
    },
    {
      "epoch": 1.5691056910569106,
      "grad_norm": 3.094979402727913,
      "learning_rate": 1.3532112366981598e-06,
      "loss": 0.8271,
      "step": 386
    },
    {
      "epoch": 1.5731707317073171,
      "grad_norm": 2.950304755367332,
      "learning_rate": 1.3289905977273027e-06,
      "loss": 0.7035,
      "step": 387
    },
    {
      "epoch": 1.5772357723577235,
      "grad_norm": 3.236742910261528,
      "learning_rate": 1.3049554138967052e-06,
      "loss": 0.7916,
      "step": 388
    },
    {
      "epoch": 1.58130081300813,
      "grad_norm": 3.5425830591951066,
      "learning_rate": 1.2811068994359992e-06,
      "loss": 0.8277,
      "step": 389
    },
    {
      "epoch": 1.5853658536585367,
      "grad_norm": 3.3428841825375515,
      "learning_rate": 1.257446259144494e-06,
      "loss": 0.8651,
      "step": 390
    },
    {
      "epoch": 1.589430894308943,
      "grad_norm": 3.2634832061442762,
      "learning_rate": 1.233974688330315e-06,
      "loss": 0.8235,
      "step": 391
    },
    {
      "epoch": 1.5934959349593496,
      "grad_norm": 3.437454942801004,
      "learning_rate": 1.210693372750017e-06,
      "loss": 0.7957,
      "step": 392
    },
    {
      "epoch": 1.5975609756097562,
      "grad_norm": 3.4099949882842244,
      "learning_rate": 1.1876034885486764e-06,
      "loss": 0.9101,
      "step": 393
    },
    {
      "epoch": 1.6016260162601625,
      "grad_norm": 2.980999635502304,
      "learning_rate": 1.1647062022004845e-06,
      "loss": 0.7977,
      "step": 394
    },
    {
      "epoch": 1.6056910569105691,
      "grad_norm": 3.3813769826015077,
      "learning_rate": 1.1420026704498077e-06,
      "loss": 0.8455,
      "step": 395
    },
    {
      "epoch": 1.6097560975609757,
      "grad_norm": 3.031087545039113,
      "learning_rate": 1.1194940402527566e-06,
      "loss": 0.847,
      "step": 396
    },
    {
      "epoch": 1.613821138211382,
      "grad_norm": 3.193358851750655,
      "learning_rate": 1.0971814487192429e-06,
      "loss": 0.8444,
      "step": 397
    },
    {
      "epoch": 1.6178861788617886,
      "grad_norm": 3.311582664965811,
      "learning_rate": 1.075066023055527e-06,
      "loss": 0.8936,
      "step": 398
    },
    {
      "epoch": 1.6219512195121952,
      "grad_norm": 3.31773166325498,
      "learning_rate": 1.0531488805072848e-06,
      "loss": 0.8469,
      "step": 399
    },
    {
      "epoch": 1.6260162601626016,
      "grad_norm": 3.427286164377091,
      "learning_rate": 1.0314311283031531e-06,
      "loss": 0.8797,
      "step": 400
    },
    {
      "epoch": 1.6300813008130082,
      "grad_norm": 3.4289554400406272,
      "learning_rate": 1.0099138635988026e-06,
      "loss": 0.7608,
      "step": 401
    },
    {
      "epoch": 1.6341463414634148,
      "grad_norm": 3.1104366578535916,
      "learning_rate": 9.885981734215094e-07,
      "loss": 0.7867,
      "step": 402
    },
    {
      "epoch": 1.6382113821138211,
      "grad_norm": 3.1085297250650936,
      "learning_rate": 9.67485134615232e-07,
      "loss": 0.859,
      "step": 403
    },
    {
      "epoch": 1.6422764227642277,
      "grad_norm": 3.229541553690894,
      "learning_rate": 9.465758137862264e-07,
      "loss": 0.8225,
      "step": 404
    },
    {
      "epoch": 1.6463414634146343,
      "grad_norm": 3.222195108635805,
      "learning_rate": 9.258712672491416e-07,
      "loss": 0.8448,
      "step": 405
    },
    {
      "epoch": 1.6504065040650406,
      "grad_norm": 3.0614124706443473,
      "learning_rate": 9.053725409736752e-07,
      "loss": 0.8203,
      "step": 406
    },
    {
      "epoch": 1.654471544715447,
      "grad_norm": 3.1258387440254856,
      "learning_rate": 8.850806705317183e-07,
      "loss": 0.7789,
      "step": 407
    },
    {
      "epoch": 1.6585365853658538,
      "grad_norm": 3.626554828178778,
      "learning_rate": 8.649966810450472e-07,
      "loss": 0.8894,
      "step": 408
    },
    {
      "epoch": 1.6626016260162602,
      "grad_norm": 3.5995551223443756,
      "learning_rate": 8.451215871335355e-07,
      "loss": 0.822,
      "step": 409
    },
    {
      "epoch": 1.6666666666666665,
      "grad_norm": 3.3166639434548397,
      "learning_rate": 8.254563928638892e-07,
      "loss": 0.9231,
      "step": 410
    },
    {
      "epoch": 1.6707317073170733,
      "grad_norm": 3.2249012002856867,
      "learning_rate": 8.060020916989331e-07,
      "loss": 0.851,
      "step": 411
    },
    {
      "epoch": 1.6747967479674797,
      "grad_norm": 2.8257286859743123,
      "learning_rate": 7.86759666447412e-07,
      "loss": 0.7384,
      "step": 412
    },
    {
      "epoch": 1.678861788617886,
      "grad_norm": 3.2981372141944196,
      "learning_rate": 7.677300892143485e-07,
      "loss": 0.8421,
      "step": 413
    },
    {
      "epoch": 1.6829268292682928,
      "grad_norm": 3.6902124358425397,
      "learning_rate": 7.489143213519301e-07,
      "loss": 0.8662,
      "step": 414
    },
    {
      "epoch": 1.6869918699186992,
      "grad_norm": 3.425137543714528,
      "learning_rate": 7.303133134109391e-07,
      "loss": 0.8289,
      "step": 415
    },
    {
      "epoch": 1.6910569105691056,
      "grad_norm": 3.496178705820734,
      "learning_rate": 7.119280050927407e-07,
      "loss": 0.8694,
      "step": 416
    },
    {
      "epoch": 1.6951219512195121,
      "grad_norm": 2.839539588149697,
      "learning_rate": 6.937593252017983e-07,
      "loss": 0.7891,
      "step": 417
    },
    {
      "epoch": 1.6991869918699187,
      "grad_norm": 3.080879219721373,
      "learning_rate": 6.758081915987669e-07,
      "loss": 0.7891,
      "step": 418
    },
    {
      "epoch": 1.703252032520325,
      "grad_norm": 3.0791115992790323,
      "learning_rate": 6.580755111541076e-07,
      "loss": 0.8322,
      "step": 419
    },
    {
      "epoch": 1.7073170731707317,
      "grad_norm": 2.9278088133369686,
      "learning_rate": 6.405621797022848e-07,
      "loss": 0.8086,
      "step": 420
    },
    {
      "epoch": 1.7113821138211383,
      "grad_norm": 3.1748945383560585,
      "learning_rate": 6.232690819965065e-07,
      "loss": 0.8606,
      "step": 421
    },
    {
      "epoch": 1.7154471544715446,
      "grad_norm": 2.9963551222576577,
      "learning_rate": 6.061970916640236e-07,
      "loss": 0.7758,
      "step": 422
    },
    {
      "epoch": 1.7195121951219512,
      "grad_norm": 3.3204508942195208,
      "learning_rate": 5.893470711620036e-07,
      "loss": 0.8062,
      "step": 423
    },
    {
      "epoch": 1.7235772357723578,
      "grad_norm": 3.1047623326730034,
      "learning_rate": 5.727198717339511e-07,
      "loss": 0.8458,
      "step": 424
    },
    {
      "epoch": 1.7276422764227641,
      "grad_norm": 2.883736699872172,
      "learning_rate": 5.563163333667098e-07,
      "loss": 0.8158,
      "step": 425
    },
    {
      "epoch": 1.7317073170731707,
      "grad_norm": 3.464283249925107,
      "learning_rate": 5.401372847480285e-07,
      "loss": 0.8775,
      "step": 426
    },
    {
      "epoch": 1.7357723577235773,
      "grad_norm": 3.2318522436014643,
      "learning_rate": 5.241835432246888e-07,
      "loss": 0.8637,
      "step": 427
    },
    {
      "epoch": 1.7398373983739837,
      "grad_norm": 3.495372221002809,
      "learning_rate": 5.084559147612244e-07,
      "loss": 0.8639,
      "step": 428
    },
    {
      "epoch": 1.7439024390243902,
      "grad_norm": 2.9749780792757994,
      "learning_rate": 4.929551938991945e-07,
      "loss": 0.7603,
      "step": 429
    },
    {
      "epoch": 1.7479674796747968,
      "grad_norm": 3.197313436921309,
      "learning_rate": 4.776821637170525e-07,
      "loss": 0.8309,
      "step": 430
    },
    {
      "epoch": 1.7520325203252032,
      "grad_norm": 3.145931357107065,
      "learning_rate": 4.626375957905821e-07,
      "loss": 0.8166,
      "step": 431
    },
    {
      "epoch": 1.7560975609756098,
      "grad_norm": 3.0662306892293656,
      "learning_rate": 4.4782225015391754e-07,
      "loss": 0.7913,
      "step": 432
    },
    {
      "epoch": 1.7601626016260163,
      "grad_norm": 2.9353362672641454,
      "learning_rate": 4.3323687526115045e-07,
      "loss": 0.8546,
      "step": 433
    },
    {
      "epoch": 1.7642276422764227,
      "grad_norm": 3.041591136273237,
      "learning_rate": 4.1888220794851386e-07,
      "loss": 0.8,
      "step": 434
    },
    {
      "epoch": 1.7682926829268293,
      "grad_norm": 3.4652351611448085,
      "learning_rate": 4.0475897339716466e-07,
      "loss": 0.8203,
      "step": 435
    },
    {
      "epoch": 1.7723577235772359,
      "grad_norm": 3.2128533211337524,
      "learning_rate": 3.908678850965425e-07,
      "loss": 0.8773,
      "step": 436
    },
    {
      "epoch": 1.7764227642276422,
      "grad_norm": 2.9700193205991017,
      "learning_rate": 3.7720964480832847e-07,
      "loss": 0.7585,
      "step": 437
    },
    {
      "epoch": 1.7804878048780488,
      "grad_norm": 2.811315266132522,
      "learning_rate": 3.6378494253099307e-07,
      "loss": 0.7523,
      "step": 438
    },
    {
      "epoch": 1.7845528455284554,
      "grad_norm": 2.9602663398362776,
      "learning_rate": 3.505944564649344e-07,
      "loss": 0.8212,
      "step": 439
    },
    {
      "epoch": 1.7886178861788617,
      "grad_norm": 3.495997606088944,
      "learning_rate": 3.3763885297822153e-07,
      "loss": 0.8602,
      "step": 440
    },
    {
      "epoch": 1.7926829268292683,
      "grad_norm": 3.2511151625293073,
      "learning_rate": 3.2491878657292643e-07,
      "loss": 0.7997,
      "step": 441
    },
    {
      "epoch": 1.796747967479675,
      "grad_norm": 3.223561679857347,
      "learning_rate": 3.1243489985206097e-07,
      "loss": 0.7926,
      "step": 442
    },
    {
      "epoch": 1.8008130081300813,
      "grad_norm": 2.978010628782192,
      "learning_rate": 3.001878234871147e-07,
      "loss": 0.8289,
      "step": 443
    },
    {
      "epoch": 1.8048780487804879,
      "grad_norm": 3.6335500484232224,
      "learning_rate": 2.8817817618618846e-07,
      "loss": 0.9546,
      "step": 444
    },
    {
      "epoch": 1.8089430894308944,
      "grad_norm": 3.0880272844399235,
      "learning_rate": 2.7640656466274785e-07,
      "loss": 0.8269,
      "step": 445
    },
    {
      "epoch": 1.8130081300813008,
      "grad_norm": 3.0476265842662986,
      "learning_rate": 2.648735836049615e-07,
      "loss": 0.8278,
      "step": 446
    },
    {
      "epoch": 1.8170731707317072,
      "grad_norm": 3.2273714580514925,
      "learning_rate": 2.5357981564566647e-07,
      "loss": 0.8837,
      "step": 447
    },
    {
      "epoch": 1.821138211382114,
      "grad_norm": 3.4019435379320826,
      "learning_rate": 2.4252583133292927e-07,
      "loss": 0.8814,
      "step": 448
    },
    {
      "epoch": 1.8252032520325203,
      "grad_norm": 3.228180312848657,
      "learning_rate": 2.3171218910122695e-07,
      "loss": 0.8636,
      "step": 449
    },
    {
      "epoch": 1.8292682926829267,
      "grad_norm": 4.328141458441057,
      "learning_rate": 2.2113943524323167e-07,
      "loss": 0.7793,
      "step": 450
    },
    {
      "epoch": 1.8333333333333335,
      "grad_norm": 3.279705756080727,
      "learning_rate": 2.1080810388221406e-07,
      "loss": 0.8198,
      "step": 451
    },
    {
      "epoch": 1.8373983739837398,
      "grad_norm": 3.1756945998316173,
      "learning_rate": 2.007187169450603e-07,
      "loss": 0.7677,
      "step": 452
    },
    {
      "epoch": 1.8414634146341462,
      "grad_norm": 2.854224611559776,
      "learning_rate": 1.908717841359048e-07,
      "loss": 0.8073,
      "step": 453
    },
    {
      "epoch": 1.845528455284553,
      "grad_norm": 3.3891650093131185,
      "learning_rate": 1.8126780291038037e-07,
      "loss": 0.8719,
      "step": 454
    },
    {
      "epoch": 1.8495934959349594,
      "grad_norm": 3.2156232562918166,
      "learning_rate": 1.7190725845048827e-07,
      "loss": 0.8315,
      "step": 455
    },
    {
      "epoch": 1.8536585365853657,
      "grad_norm": 3.191126485348018,
      "learning_rate": 1.6279062364008446e-07,
      "loss": 0.8338,
      "step": 456
    },
    {
      "epoch": 1.8577235772357723,
      "grad_norm": 3.2502496128696023,
      "learning_rate": 1.5391835904099316e-07,
      "loss": 0.878,
      "step": 457
    },
    {
      "epoch": 1.8617886178861789,
      "grad_norm": 2.9383307925800177,
      "learning_rate": 1.4529091286973994e-07,
      "loss": 0.7495,
      "step": 458
    },
    {
      "epoch": 1.8658536585365852,
      "grad_norm": 3.8927814894460075,
      "learning_rate": 1.3690872097490481e-07,
      "loss": 0.8998,
      "step": 459
    },
    {
      "epoch": 1.8699186991869918,
      "grad_norm": 3.4023619692967397,
      "learning_rate": 1.2877220681510927e-07,
      "loss": 0.9376,
      "step": 460
    },
    {
      "epoch": 1.8739837398373984,
      "grad_norm": 3.2188298190967286,
      "learning_rate": 1.208817814376162e-07,
      "loss": 0.8344,
      "step": 461
    },
    {
      "epoch": 1.8780487804878048,
      "grad_norm": 3.2462630804047654,
      "learning_rate": 1.1323784345757205e-07,
      "loss": 0.8377,
      "step": 462
    },
    {
      "epoch": 1.8821138211382114,
      "grad_norm": 3.392899106863404,
      "learning_rate": 1.0584077903786238e-07,
      "loss": 0.8516,
      "step": 463
    },
    {
      "epoch": 1.886178861788618,
      "grad_norm": 3.182002261377221,
      "learning_rate": 9.869096186961025e-08,
      "loss": 0.8085,
      "step": 464
    },
    {
      "epoch": 1.8902439024390243,
      "grad_norm": 3.1650002830415613,
      "learning_rate": 9.178875315329183e-08,
      "loss": 0.8175,
      "step": 465
    },
    {
      "epoch": 1.8943089430894309,
      "grad_norm": 3.218966966848088,
      "learning_rate": 8.513450158049109e-08,
      "loss": 0.8363,
      "step": 466
    },
    {
      "epoch": 1.8983739837398375,
      "grad_norm": 3.408262645552228,
      "learning_rate": 7.872854331628599e-08,
      "loss": 0.9397,
      "step": 467
    },
    {
      "epoch": 1.9024390243902438,
      "grad_norm": 3.8342857272726696,
      "learning_rate": 7.257120198226219e-08,
      "loss": 0.8542,
      "step": 468
    },
    {
      "epoch": 1.9065040650406504,
      "grad_norm": 3.1564453475681287,
      "learning_rate": 6.666278864016884e-08,
      "loss": 0.8513,
      "step": 469
    },
    {
      "epoch": 1.910569105691057,
      "grad_norm": 3.2217807303958064,
      "learning_rate": 6.100360177619946e-08,
      "loss": 0.8503,
      "step": 470
    },
    {
      "epoch": 1.9146341463414633,
      "grad_norm": 3.2114649161235356,
      "learning_rate": 5.559392728591517e-08,
      "loss": 0.9171,
      "step": 471
    },
    {
      "epoch": 1.91869918699187,
      "grad_norm": 3.352405009441328,
      "learning_rate": 5.0434038459801213e-08,
      "loss": 0.8159,
      "step": 472
    },
    {
      "epoch": 1.9227642276422765,
      "grad_norm": 3.1814982432174093,
      "learning_rate": 4.5524195969461895e-08,
      "loss": 0.8304,
      "step": 473
    },
    {
      "epoch": 1.9268292682926829,
      "grad_norm": 3.158205461981237,
      "learning_rate": 4.086464785444777e-08,
      "loss": 0.7888,
      "step": 474
    },
    {
      "epoch": 1.9308943089430894,
      "grad_norm": 2.8037462602147545,
      "learning_rate": 3.645562950973014e-08,
      "loss": 0.6949,
      "step": 475
    },
    {
      "epoch": 1.934959349593496,
      "grad_norm": 2.980787245749961,
      "learning_rate": 3.229736367380498e-08,
      "loss": 0.7739,
      "step": 476
    },
    {
      "epoch": 1.9390243902439024,
      "grad_norm": 3.128680334368289,
      "learning_rate": 2.8390060417443632e-08,
      "loss": 0.8677,
      "step": 477
    },
    {
      "epoch": 1.943089430894309,
      "grad_norm": 3.7477720931810956,
      "learning_rate": 2.4733917133077378e-08,
      "loss": 0.9261,
      "step": 478
    },
    {
      "epoch": 1.9471544715447155,
      "grad_norm": 3.689456926619419,
      "learning_rate": 2.1329118524827662e-08,
      "loss": 0.9032,
      "step": 479
    },
    {
      "epoch": 1.951219512195122,
      "grad_norm": 3.5300716074533813,
      "learning_rate": 1.8175836599173545e-08,
      "loss": 0.8511,
      "step": 480
    },
    {
      "epoch": 1.9552845528455285,
      "grad_norm": 3.1505817427132325,
      "learning_rate": 1.5274230656263656e-08,
      "loss": 0.7846,
      "step": 481
    },
    {
      "epoch": 1.959349593495935,
      "grad_norm": 3.022385863744955,
      "learning_rate": 1.2624447281867625e-08,
      "loss": 0.7325,
      "step": 482
    },
    {
      "epoch": 1.9634146341463414,
      "grad_norm": 3.3794689368212647,
      "learning_rate": 1.0226620339969795e-08,
      "loss": 0.8091,
      "step": 483
    },
    {
      "epoch": 1.967479674796748,
      "grad_norm": 2.9275122073562,
      "learning_rate": 8.080870966008513e-09,
      "loss": 0.7285,
      "step": 484
    },
    {
      "epoch": 1.9715447154471546,
      "grad_norm": 3.3140577653029806,
      "learning_rate": 6.187307560754363e-09,
      "loss": 0.8462,
      "step": 485
    },
    {
      "epoch": 1.975609756097561,
      "grad_norm": 3.0026431051566926,
      "learning_rate": 4.546025784837316e-09,
      "loss": 0.7951,
      "step": 486
    },
    {
      "epoch": 1.9796747967479673,
      "grad_norm": 3.4729051127349893,
      "learning_rate": 3.1571085539089384e-09,
      "loss": 0.8688,
      "step": 487
    },
    {
      "epoch": 1.9837398373983741,
      "grad_norm": 2.662940908363704,
      "learning_rate": 2.0206260344590724e-09,
      "loss": 0.6993,
      "step": 488
    },
    {
      "epoch": 1.9878048780487805,
      "grad_norm": 3.6478034020803274,
      "learning_rate": 1.136635640267003e-09,
      "loss": 0.8605,
      "step": 489
    },
    {
      "epoch": 1.9918699186991868,
      "grad_norm": 3.5646048965813932,
      "learning_rate": 5.051820295032262e-10,
      "loss": 0.8902,
      "step": 490
    },
    {
      "epoch": 1.9959349593495936,
      "grad_norm": 3.0096957163094813,
      "learning_rate": 1.2629710247180626e-10,
      "loss": 0.8419,
      "step": 491
    },
    {
      "epoch": 2.0,
      "grad_norm": 3.5971711883525903,
      "learning_rate": 0.0,
      "loss": 0.898,
      "step": 492
    },
    {
      "epoch": 2.0,
      "step": 492,
      "total_flos": 10700496175104.0,
      "train_loss": 1.062965918483773,
      "train_runtime": 414.7958,
      "train_samples_per_second": 37.937,
      "train_steps_per_second": 1.186
    }
  ],
  "logging_steps": 1,
  "max_steps": 492,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 50000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 10700496175104.0,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}