{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 5.0,
  "eval_steps": 139,
  "global_step": 695,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.007194244604316547,
      "grad_norm": 1.2740105390548706,
      "learning_rate": 0.0,
      "loss": 1.5126953125,
      "step": 1
    },
    {
      "epoch": 0.014388489208633094,
      "grad_norm": 1.0922791957855225,
      "learning_rate": 9.523809523809523e-06,
      "loss": 1.4228515625,
      "step": 2
    },
    {
      "epoch": 0.02158273381294964,
      "grad_norm": 1.1397159099578857,
      "learning_rate": 1.9047619047619046e-05,
      "loss": 1.4287109375,
      "step": 3
    },
    {
      "epoch": 0.02877697841726619,
      "grad_norm": 0.8145934343338013,
      "learning_rate": 2.857142857142857e-05,
      "loss": 1.302734375,
      "step": 4
    },
    {
      "epoch": 0.03597122302158273,
      "grad_norm": 0.9380262494087219,
      "learning_rate": 3.809523809523809e-05,
      "loss": 1.369140625,
      "step": 5
    },
    {
      "epoch": 0.04316546762589928,
      "grad_norm": 0.599651038646698,
      "learning_rate": 4.761904761904762e-05,
      "loss": 1.2685546875,
      "step": 6
    },
    {
      "epoch": 0.050359712230215826,
      "grad_norm": 0.6546977162361145,
      "learning_rate": 5.714285714285714e-05,
      "loss": 1.3193359375,
      "step": 7
    },
    {
      "epoch": 0.05755395683453238,
      "grad_norm": 0.41727596521377563,
      "learning_rate": 6.666666666666667e-05,
      "loss": 1.2490234375,
      "step": 8
    },
    {
      "epoch": 0.06474820143884892,
      "grad_norm": 0.1556597650051117,
      "learning_rate": 7.619047619047618e-05,
      "loss": 1.16796875,
      "step": 9
    },
    {
      "epoch": 0.07194244604316546,
      "grad_norm": 0.17217369377613068,
      "learning_rate": 8.571428571428571e-05,
      "loss": 1.1708984375,
      "step": 10
    },
    {
      "epoch": 0.07913669064748201,
      "grad_norm": 0.1754201352596283,
      "learning_rate": 9.523809523809524e-05,
      "loss": 1.06787109375,
      "step": 11
    },
    {
      "epoch": 0.08633093525179857,
      "grad_norm": 0.15675853192806244,
      "learning_rate": 0.00010476190476190477,
      "loss": 1.1591796875,
      "step": 12
    },
    {
      "epoch": 0.09352517985611511,
      "grad_norm": 0.09932417422533035,
      "learning_rate": 0.00011428571428571428,
      "loss": 0.89385986328125,
      "step": 13
    },
    {
      "epoch": 0.10071942446043165,
      "grad_norm": 0.08258306980133057,
      "learning_rate": 0.0001238095238095238,
      "loss": 1.07861328125,
      "step": 14
    },
    {
      "epoch": 0.1079136690647482,
      "grad_norm": 0.06987421959638596,
      "learning_rate": 0.00013333333333333334,
      "loss": 1.04150390625,
      "step": 15
    },
    {
      "epoch": 0.11510791366906475,
      "grad_norm": 0.06813070178031921,
      "learning_rate": 0.00014285714285714287,
      "loss": 1.07861328125,
      "step": 16
    },
    {
      "epoch": 0.1223021582733813,
      "grad_norm": 0.07993105053901672,
      "learning_rate": 0.00015238095238095237,
      "loss": 1.01318359375,
      "step": 17
    },
    {
      "epoch": 0.12949640287769784,
      "grad_norm": 0.0885189101099968,
      "learning_rate": 0.00016190476190476192,
      "loss": 0.99951171875,
      "step": 18
    },
    {
      "epoch": 0.1366906474820144,
      "grad_norm": 0.08386443555355072,
      "learning_rate": 0.00017142857142857143,
      "loss": 1.017578125,
      "step": 19
    },
    {
      "epoch": 0.14388489208633093,
      "grad_norm": 0.05822071060538292,
      "learning_rate": 0.00018095238095238095,
      "loss": 0.9580078125,
      "step": 20
    },
    {
      "epoch": 0.1510791366906475,
      "grad_norm": 0.057313933968544006,
      "learning_rate": 0.00019047619047619048,
      "loss": 1.05029296875,
      "step": 21
    },
    {
      "epoch": 0.15827338129496402,
      "grad_norm": 0.05194910615682602,
      "learning_rate": 0.0002,
      "loss": 1.015625,
      "step": 22
    },
    {
      "epoch": 0.16546762589928057,
      "grad_norm": 0.05323383957147598,
      "learning_rate": 0.00019999902233137137,
      "loss": 0.982421875,
      "step": 23
    },
    {
      "epoch": 0.17266187050359713,
      "grad_norm": 0.05862591415643692,
      "learning_rate": 0.0001999960893467262,
      "loss": 1.02294921875,
      "step": 24
    },
    {
      "epoch": 0.17985611510791366,
      "grad_norm": 0.051530636847019196,
      "learning_rate": 0.0001999912011097865,
      "loss": 0.9765625,
      "step": 25
    },
    {
      "epoch": 0.18705035971223022,
      "grad_norm": 0.052456848323345184,
      "learning_rate": 0.00019998435772675393,
      "loss": 0.982421875,
      "step": 26
    },
    {
      "epoch": 0.19424460431654678,
      "grad_norm": 0.06001245975494385,
      "learning_rate": 0.0001999755593463076,
      "loss": 0.98095703125,
      "step": 27
    },
    {
      "epoch": 0.2014388489208633,
      "grad_norm": 0.040204279124736786,
      "learning_rate": 0.00019996480615960084,
      "loss": 0.9716796875,
      "step": 28
    },
    {
      "epoch": 0.20863309352517986,
      "grad_norm": 0.04036633297801018,
      "learning_rate": 0.00019995209840025714,
      "loss": 1.0419921875,
      "step": 29
    },
    {
      "epoch": 0.2158273381294964,
      "grad_norm": 0.04662039503455162,
      "learning_rate": 0.0001999374363443648,
      "loss": 0.998046875,
      "step": 30
    },
    {
      "epoch": 0.22302158273381295,
      "grad_norm": 0.049975793808698654,
      "learning_rate": 0.00019992082031047127,
      "loss": 1.02587890625,
      "step": 31
    },
    {
      "epoch": 0.2302158273381295,
      "grad_norm": 0.03617478907108307,
      "learning_rate": 0.00019990225065957595,
      "loss": 0.9755859375,
      "step": 32
    },
    {
      "epoch": 0.23741007194244604,
      "grad_norm": 0.04134185612201691,
      "learning_rate": 0.00019988172779512251,
      "loss": 1.0048828125,
      "step": 33
    },
    {
      "epoch": 0.2446043165467626,
      "grad_norm": 0.03744431585073471,
      "learning_rate": 0.00019985925216299007,
      "loss": 0.888916015625,
      "step": 34
    },
    {
      "epoch": 0.2517985611510791,
      "grad_norm": 0.040840551257133484,
      "learning_rate": 0.00019983482425148363,
      "loss": 1.00244140625,
      "step": 35
    },
    {
      "epoch": 0.2589928057553957,
      "grad_norm": 0.03377190977334976,
      "learning_rate": 0.00019980844459132312,
      "loss": 0.99560546875,
      "step": 36
    },
    {
      "epoch": 0.26618705035971224,
      "grad_norm": 0.044599633663892746,
      "learning_rate": 0.0001997801137556323,
      "loss": 0.96826171875,
      "step": 37
    },
    {
      "epoch": 0.2733812949640288,
      "grad_norm": 0.039601460099220276,
      "learning_rate": 0.000199749832359926,
      "loss": 1.015625,
      "step": 38
    },
    {
      "epoch": 0.2805755395683453,
      "grad_norm": 0.03437861055135727,
      "learning_rate": 0.00019971760106209693,
      "loss": 0.98291015625,
      "step": 39
    },
    {
      "epoch": 0.28776978417266186,
      "grad_norm": 0.03787188231945038,
      "learning_rate": 0.00019968342056240132,
      "loss": 0.94189453125,
      "step": 40
    },
    {
      "epoch": 0.2949640287769784,
      "grad_norm": 0.03449779376387596,
      "learning_rate": 0.0001996472916034436,
      "loss": 1.001953125,
      "step": 41
    },
    {
      "epoch": 0.302158273381295,
      "grad_norm": 0.03647533804178238,
      "learning_rate": 0.00019960921497016047,
      "loss": 0.89794921875,
      "step": 42
    },
    {
      "epoch": 0.30935251798561153,
      "grad_norm": 0.04127081111073494,
      "learning_rate": 0.0001995691914898037,
      "loss": 0.970703125,
      "step": 43
    },
    {
      "epoch": 0.31654676258992803,
      "grad_norm": 0.03455884009599686,
      "learning_rate": 0.00019952722203192216,
      "loss": 0.95361328125,
      "step": 44
    },
    {
      "epoch": 0.3237410071942446,
      "grad_norm": 0.03288467973470688,
      "learning_rate": 0.0001994833075083431,
      "loss": 0.9228515625,
      "step": 45
    },
    {
      "epoch": 0.33093525179856115,
      "grad_norm": 0.03765524923801422,
      "learning_rate": 0.000199437448873152,
      "loss": 0.9755859375,
      "step": 46
    },
    {
      "epoch": 0.3381294964028777,
      "grad_norm": 0.033325761556625366,
      "learning_rate": 0.0001993896471226723,
      "loss": 0.9853515625,
      "step": 47
    },
    {
      "epoch": 0.34532374100719426,
      "grad_norm": 0.03614553064107895,
      "learning_rate": 0.0001993399032954433,
      "loss": 0.8349609375,
      "step": 48
    },
    {
      "epoch": 0.35251798561151076,
      "grad_norm": 0.03610741347074509,
      "learning_rate": 0.00019928821847219787,
      "loss": 0.93359375,
      "step": 49
    },
    {
      "epoch": 0.3597122302158273,
      "grad_norm": 0.033615849912166595,
      "learning_rate": 0.00019923459377583897,
      "loss": 0.9326171875,
      "step": 50
    },
    {
      "epoch": 0.3669064748201439,
      "grad_norm": 0.03550311177968979,
      "learning_rate": 0.00019917903037141506,
      "loss": 0.93408203125,
      "step": 51
    },
    {
      "epoch": 0.37410071942446044,
      "grad_norm": 0.033074114471673965,
      "learning_rate": 0.00019912152946609496,
      "loss": 0.958984375,
      "step": 52
    },
    {
      "epoch": 0.381294964028777,
      "grad_norm": 0.03114013373851776,
      "learning_rate": 0.00019906209230914163,
      "loss": 0.861083984375,
      "step": 53
    },
    {
      "epoch": 0.38848920863309355,
      "grad_norm": 0.034017328172922134,
      "learning_rate": 0.0001990007201918849,
      "loss": 0.83349609375,
      "step": 54
    },
    {
      "epoch": 0.39568345323741005,
      "grad_norm": 0.033433377742767334,
      "learning_rate": 0.00019893741444769353,
      "loss": 0.951171875,
      "step": 55
    },
    {
      "epoch": 0.4028776978417266,
      "grad_norm": 0.030669622123241425,
      "learning_rate": 0.00019887217645194618,
      "loss": 0.8057861328125,
      "step": 56
    },
    {
      "epoch": 0.41007194244604317,
      "grad_norm": 0.03568951413035393,
      "learning_rate": 0.0001988050076220016,
      "loss": 0.87744140625,
      "step": 57
    },
    {
      "epoch": 0.4172661870503597,
      "grad_norm": 0.032321978360414505,
      "learning_rate": 0.0001987359094171677,
      "loss": 0.91015625,
      "step": 58
    },
    {
      "epoch": 0.4244604316546763,
      "grad_norm": 0.03285544365644455,
      "learning_rate": 0.00019866488333866996,
      "loss": 0.9775390625,
      "step": 59
    },
    {
      "epoch": 0.4316546762589928,
      "grad_norm": 0.037065550684928894,
      "learning_rate": 0.00019859193092961884,
      "loss": 0.91162109375,
      "step": 60
    },
    {
      "epoch": 0.43884892086330934,
      "grad_norm": 0.03526630997657776,
      "learning_rate": 0.00019851705377497617,
      "loss": 0.96826171875,
      "step": 61
    },
    {
      "epoch": 0.4460431654676259,
      "grad_norm": 0.03333820402622223,
      "learning_rate": 0.00019844025350152064,
      "loss": 0.91552734375,
      "step": 62
    },
    {
      "epoch": 0.45323741007194246,
      "grad_norm": 0.03711729869246483,
      "learning_rate": 0.00019836153177781274,
      "loss": 0.939453125,
      "step": 63
    },
    {
      "epoch": 0.460431654676259,
      "grad_norm": 0.03602234646677971,
      "learning_rate": 0.00019828089031415823,
      "loss": 0.9169921875,
      "step": 64
    },
    {
      "epoch": 0.4676258992805755,
      "grad_norm": 0.0468483567237854,
      "learning_rate": 0.00019819833086257103,
      "loss": 0.921875,
      "step": 65
    },
    {
      "epoch": 0.4748201438848921,
      "grad_norm": 0.03359710052609444,
      "learning_rate": 0.0001981138552167353,
      "loss": 0.916015625,
      "step": 66
    },
    {
      "epoch": 0.48201438848920863,
      "grad_norm": 0.035829126834869385,
      "learning_rate": 0.00019802746521196634,
      "loss": 0.78118896484375,
      "step": 67
    },
    {
      "epoch": 0.4892086330935252,
      "grad_norm": 0.03570085018873215,
      "learning_rate": 0.00019793916272517083,
      "loss": 0.9755859375,
      "step": 68
    },
    {
      "epoch": 0.49640287769784175,
      "grad_norm": 0.03758750483393669,
      "learning_rate": 0.00019784894967480582,
      "loss": 0.93701171875,
      "step": 69
    },
    {
      "epoch": 0.5035971223021583,
      "grad_norm": 0.06137075647711754,
      "learning_rate": 0.0001977568280208373,
      "loss": 0.87646484375,
      "step": 70
    },
    {
      "epoch": 0.5107913669064749,
      "grad_norm": 0.03948725014925003,
      "learning_rate": 0.0001976627997646976,
      "loss": 0.91064453125,
      "step": 71
    },
    {
      "epoch": 0.5179856115107914,
      "grad_norm": 0.03830637037754059,
      "learning_rate": 0.00019756686694924166,
      "loss": 0.78033447265625,
      "step": 72
    },
    {
      "epoch": 0.5251798561151079,
      "grad_norm": 0.047548238188028336,
      "learning_rate": 0.00019746903165870295,
      "loss": 0.92431640625,
      "step": 73
    },
    {
      "epoch": 0.5323741007194245,
      "grad_norm": 0.036909766495227814,
      "learning_rate": 0.000197369296018648,
      "loss": 0.92578125,
      "step": 74
    },
    {
      "epoch": 0.539568345323741,
      "grad_norm": 0.03877877816557884,
      "learning_rate": 0.00019726766219593027,
      "loss": 0.9306640625,
      "step": 75
    },
    {
      "epoch": 0.5467625899280576,
      "grad_norm": 0.03954843431711197,
      "learning_rate": 0.0001971641323986431,
      "loss": 0.92236328125,
      "step": 76
    },
    {
      "epoch": 0.5539568345323741,
      "grad_norm": 0.06077041104435921,
      "learning_rate": 0.00019705870887607173,
      "loss": 0.88720703125,
      "step": 77
    },
    {
      "epoch": 0.5611510791366906,
      "grad_norm": 0.03632822260260582,
      "learning_rate": 0.00019695139391864437,
      "loss": 0.8642578125,
      "step": 78
    },
    {
      "epoch": 0.5683453237410072,
      "grad_norm": 0.03626861795783043,
      "learning_rate": 0.00019684218985788253,
      "loss": 0.87060546875,
      "step": 79
    },
    {
      "epoch": 0.5755395683453237,
      "grad_norm": 0.038949914276599884,
      "learning_rate": 0.00019673109906635035,
      "loss": 0.9072265625,
      "step": 80
    },
    {
      "epoch": 0.5827338129496403,
      "grad_norm": 0.03690135106444359,
      "learning_rate": 0.0001966181239576029,
      "loss": 0.89453125,
      "step": 81
    },
    {
      "epoch": 0.5899280575539568,
      "grad_norm": 0.03546570986509323,
      "learning_rate": 0.000196503266986134,
      "loss": 0.89013671875,
      "step": 82
    },
    {
      "epoch": 0.5971223021582733,
      "grad_norm": 0.03941057249903679,
      "learning_rate": 0.0001963865306473227,
      "loss": 0.95361328125,
      "step": 83
    },
    {
      "epoch": 0.60431654676259,
      "grad_norm": 0.03758455812931061,
      "learning_rate": 0.00019626791747737911,
      "loss": 0.90966796875,
      "step": 84
    },
    {
      "epoch": 0.6115107913669064,
      "grad_norm": 0.03954232856631279,
      "learning_rate": 0.00019614743005328942,
      "loss": 0.84033203125,
      "step": 85
    },
    {
      "epoch": 0.6187050359712231,
      "grad_norm": 0.15771588683128357,
      "learning_rate": 0.00019602507099275972,
      "loss": 0.81475830078125,
      "step": 86
    },
    {
      "epoch": 0.6258992805755396,
      "grad_norm": 0.03690027445554733,
      "learning_rate": 0.0001959008429541591,
      "loss": 0.93359375,
      "step": 87
    },
    {
      "epoch": 0.6330935251798561,
      "grad_norm": 0.036794792860746384,
      "learning_rate": 0.00019577474863646232,
      "loss": 0.9453125,
      "step": 88
    },
    {
      "epoch": 0.6402877697841727,
      "grad_norm": 0.039687883108854294,
      "learning_rate": 0.0001956467907791906,
      "loss": 0.89501953125,
      "step": 89
    },
    {
      "epoch": 0.6474820143884892,
      "grad_norm": 0.038429245352745056,
      "learning_rate": 0.00019551697216235243,
      "loss": 0.94384765625,
      "step": 90
    },
    {
      "epoch": 0.6546762589928058,
      "grad_norm": 0.04024427756667137,
      "learning_rate": 0.00019538529560638316,
      "loss": 0.8984375,
      "step": 91
    },
    {
      "epoch": 0.6618705035971223,
      "grad_norm": 0.038315415382385254,
      "learning_rate": 0.0001952517639720836,
      "loss": 0.923828125,
      "step": 92
    },
    {
      "epoch": 0.6690647482014388,
      "grad_norm": 0.04527967795729637,
      "learning_rate": 0.000195116380160558,
      "loss": 0.92138671875,
      "step": 93
    },
    {
      "epoch": 0.6762589928057554,
      "grad_norm": 0.03957796469330788,
      "learning_rate": 0.00019497914711315092,
      "loss": 0.8818359375,
      "step": 94
    },
    {
      "epoch": 0.6834532374100719,
      "grad_norm": 0.03690025955438614,
      "learning_rate": 0.00019484006781138332,
      "loss": 0.78460693359375,
      "step": 95
    },
    {
      "epoch": 0.6906474820143885,
      "grad_norm": 0.038028962910175323,
      "learning_rate": 0.00019469914527688793,
      "loss": 0.91015625,
      "step": 96
    },
    {
      "epoch": 0.697841726618705,
      "grad_norm": 0.037732917815446854,
      "learning_rate": 0.00019455638257134342,
      "loss": 0.8701171875,
      "step": 97
    },
    {
      "epoch": 0.7050359712230215,
      "grad_norm": 0.03742627054452896,
      "learning_rate": 0.00019441178279640798,
      "loss": 0.92236328125,
      "step": 98
    },
    {
      "epoch": 0.7122302158273381,
      "grad_norm": 0.05680155009031296,
      "learning_rate": 0.00019426534909365188,
      "loss": 0.80908203125,
      "step": 99
    },
    {
      "epoch": 0.7194244604316546,
      "grad_norm": 0.04044618457555771,
      "learning_rate": 0.00019411708464448933,
      "loss": 0.92822265625,
      "step": 100
    },
    {
      "epoch": 0.7266187050359713,
      "grad_norm": 0.03669159486889839,
      "learning_rate": 0.00019396699267010926,
      "loss": 0.82958984375,
      "step": 101
    },
    {
      "epoch": 0.7338129496402878,
      "grad_norm": 0.045204147696495056,
      "learning_rate": 0.00019381507643140522,
      "loss": 0.904296875,
      "step": 102
    },
    {
      "epoch": 0.7410071942446043,
      "grad_norm": 0.03760795667767525,
      "learning_rate": 0.0001936613392289049,
      "loss": 0.84033203125,
      "step": 103
    },
    {
      "epoch": 0.7482014388489209,
      "grad_norm": 0.03825001046061516,
      "learning_rate": 0.00019350578440269803,
      "loss": 0.91552734375,
      "step": 104
    },
    {
      "epoch": 0.7553956834532374,
      "grad_norm": 0.04174284636974335,
      "learning_rate": 0.000193348415332364,
      "loss": 0.85693359375,
      "step": 105
    },
    {
      "epoch": 0.762589928057554,
      "grad_norm": 0.03811310604214668,
      "learning_rate": 0.00019318923543689843,
      "loss": 0.8121337890625,
      "step": 106
    },
    {
      "epoch": 0.7697841726618705,
      "grad_norm": 0.04138203337788582,
      "learning_rate": 0.00019302824817463897,
      "loss": 0.91796875,
      "step": 107
    },
    {
      "epoch": 0.7769784172661871,
      "grad_norm": 0.041395582258701324,
      "learning_rate": 0.00019286545704318985,
      "loss": 0.92138671875,
      "step": 108
    },
    {
      "epoch": 0.7841726618705036,
      "grad_norm": 0.043065961450338364,
      "learning_rate": 0.00019270086557934634,
      "loss": 0.92529296875,
      "step": 109
    },
    {
      "epoch": 0.7913669064748201,
      "grad_norm": 0.04372436925768852,
      "learning_rate": 0.00019253447735901748,
      "loss": 0.89892578125,
      "step": 110
    },
    {
      "epoch": 0.7985611510791367,
      "grad_norm": 0.04174291715025902,
      "learning_rate": 0.00019236629599714874,
      "loss": 0.8544921875,
      "step": 111
    },
    {
      "epoch": 0.8057553956834532,
      "grad_norm": 0.03858775272965431,
      "learning_rate": 0.00019219632514764324,
      "loss": 0.8818359375,
      "step": 112
    },
    {
      "epoch": 0.8129496402877698,
      "grad_norm": 0.04208751022815704,
      "learning_rate": 0.00019202456850328246,
      "loss": 0.9140625,
      "step": 113
    },
    {
      "epoch": 0.8201438848920863,
      "grad_norm": 0.035770632326602936,
      "learning_rate": 0.00019185102979564603,
      "loss": 0.88037109375,
      "step": 114
    },
    {
      "epoch": 0.8273381294964028,
      "grad_norm": 0.04098818823695183,
      "learning_rate": 0.00019167571279503064,
      "loss": 0.861328125,
      "step": 115
    },
    {
      "epoch": 0.8345323741007195,
      "grad_norm": 0.04136794060468674,
      "learning_rate": 0.00019149862131036808,
      "loss": 0.93408203125,
      "step": 116
    },
    {
      "epoch": 0.841726618705036,
      "grad_norm": 0.039565086364746094,
      "learning_rate": 0.00019131975918914256,
      "loss": 0.9208984375,
      "step": 117
    },
    {
      "epoch": 0.8489208633093526,
      "grad_norm": 0.04092320799827576,
      "learning_rate": 0.00019113913031730705,
      "loss": 0.77410888671875,
      "step": 118
    },
    {
      "epoch": 0.8561151079136691,
      "grad_norm": 0.04495199769735336,
      "learning_rate": 0.00019095673861919897,
      "loss": 0.77880859375,
      "step": 119
    },
    {
      "epoch": 0.8633093525179856,
      "grad_norm": 0.04074163734912872,
      "learning_rate": 0.00019077258805745475,
      "loss": 0.8564453125,
      "step": 120
    },
    {
      "epoch": 0.8705035971223022,
      "grad_norm": 0.041033197194337845,
      "learning_rate": 0.00019058668263292392,
      "loss": 0.8740234375,
      "step": 121
    },
    {
      "epoch": 0.8776978417266187,
      "grad_norm": 0.041623760014772415,
      "learning_rate": 0.00019039902638458202,
      "loss": 0.88232421875,
      "step": 122
    },
    {
      "epoch": 0.8848920863309353,
      "grad_norm": 0.04127103462815285,
      "learning_rate": 0.00019020962338944298,
      "loss": 0.86962890625,
      "step": 123
    },
    {
      "epoch": 0.8920863309352518,
      "grad_norm": 0.04037206247448921,
      "learning_rate": 0.00019001847776247059,
      "loss": 0.90625,
      "step": 124
    },
    {
      "epoch": 0.8992805755395683,
      "grad_norm": 0.039783403277397156,
      "learning_rate": 0.00018982559365648881,
      "loss": 0.9013671875,
      "step": 125
    },
    {
      "epoch": 0.9064748201438849,
      "grad_norm": 0.04106175899505615,
      "learning_rate": 0.00018963097526209194,
      "loss": 0.7947998046875,
      "step": 126
    },
    {
      "epoch": 0.9136690647482014,
      "grad_norm": 0.03610210120677948,
      "learning_rate": 0.0001894346268075532,
      "loss": 0.7130889892578125,
      "step": 127
    },
    {
      "epoch": 0.920863309352518,
      "grad_norm": 0.04131530225276947,
      "learning_rate": 0.00018923655255873316,
      "loss": 0.8466796875,
      "step": 128
    },
    {
      "epoch": 0.9280575539568345,
      "grad_norm": 0.04450669884681702,
      "learning_rate": 0.00018903675681898694,
      "loss": 0.85205078125,
      "step": 129
    },
    {
      "epoch": 0.935251798561151,
      "grad_norm": 0.03795908764004707,
      "learning_rate": 0.00018883524392907067,
      "loss": 0.859375,
      "step": 130
    },
    {
      "epoch": 0.9424460431654677,
      "grad_norm": 0.04205196723341942,
      "learning_rate": 0.00018863201826704726,
      "loss": 0.82275390625,
      "step": 131
    },
    {
      "epoch": 0.9496402877697842,
      "grad_norm": 0.04331479221582413,
      "learning_rate": 0.00018842708424819123,
      "loss": 0.84765625,
      "step": 132
    },
    {
      "epoch": 0.9568345323741008,
      "grad_norm": 0.0463370755314827,
      "learning_rate": 0.0001882204463248929,
      "loss": 0.84228515625,
      "step": 133
    },
    {
      "epoch": 0.9640287769784173,
      "grad_norm": 0.03884037211537361,
      "learning_rate": 0.00018801210898656138,
      "loss": 0.83544921875,
      "step": 134
    },
    {
      "epoch": 0.9712230215827338,
      "grad_norm": 0.04231853038072586,
      "learning_rate": 0.00018780207675952746,
      "loss": 0.865234375,
      "step": 135
    },
    {
      "epoch": 0.9784172661870504,
      "grad_norm": 0.03976970911026001,
      "learning_rate": 0.00018759035420694477,
      "loss": 0.9111328125,
      "step": 136
    },
    {
      "epoch": 0.9856115107913669,
      "grad_norm": 0.04041573777794838,
      "learning_rate": 0.00018737694592869115,
      "loss": 0.8828125,
      "step": 137
    },
    {
      "epoch": 0.9928057553956835,
      "grad_norm": 0.04609952121973038,
      "learning_rate": 0.0001871618565612683,
      "loss": 0.8857421875,
      "step": 138
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.03594762831926346,
      "learning_rate": 0.00018694509077770127,
      "loss": 0.7578125,
      "step": 139
    },
    {
      "epoch": 1.0,
      "eval_loss": 0.854248046875,
      "eval_runtime": 2.169,
      "eval_samples_per_second": 3.227,
      "eval_steps_per_second": 0.461,
      "step": 139
    },
    {
      "epoch": 1.0071942446043165,
      "grad_norm": 0.04719629883766174,
      "learning_rate": 0.00018672665328743686,
      "loss": 0.8671875,
      "step": 140
    },
    {
      "epoch": 1.014388489208633,
      "grad_norm": 0.038122113794088364,
      "learning_rate": 0.0001865065488362413,
      "loss": 0.86572265625,
      "step": 141
    },
    {
      "epoch": 1.0215827338129497,
      "grad_norm": 0.05462534353137016,
      "learning_rate": 0.00018628478220609725,
      "loss": 0.8779296875,
      "step": 142
    },
    {
      "epoch": 1.0287769784172662,
      "grad_norm": 0.040146417915821075,
      "learning_rate": 0.00018606135821509976,
      "loss": 0.83984375,
      "step": 143
    },
    {
      "epoch": 1.0359712230215827,
      "grad_norm": 0.04147570580244064,
      "learning_rate": 0.00018583628171735158,
      "loss": 0.888671875,
      "step": 144
    },
    {
      "epoch": 1.0431654676258992,
      "grad_norm": 0.04189106449484825,
      "learning_rate": 0.0001856095576028579,
      "loss": 0.8828125,
      "step": 145
    },
    {
      "epoch": 1.0503597122302157,
      "grad_norm": 0.03803461417555809,
      "learning_rate": 0.00018538119079741992,
      "loss": 0.92333984375,
      "step": 146
    },
    {
      "epoch": 1.0575539568345325,
      "grad_norm": 0.04352770000696182,
      "learning_rate": 0.0001851511862625278,
      "loss": 0.91455078125,
      "step": 147
    },
    {
      "epoch": 1.064748201438849,
      "grad_norm": 0.04023844748735428,
      "learning_rate": 0.0001849195489952532,
      "loss": 0.904296875,
      "step": 148
    },
    {
      "epoch": 1.0719424460431655,
      "grad_norm": 0.0442805141210556,
      "learning_rate": 0.00018468628402814027,
      "loss": 0.89892578125,
      "step": 149
    },
    {
      "epoch": 1.079136690647482,
      "grad_norm": 0.04029758274555206,
      "learning_rate": 0.00018445139642909653,
      "loss": 0.82373046875,
      "step": 150
    },
    {
      "epoch": 1.0863309352517985,
      "grad_norm": 0.042711906135082245,
      "learning_rate": 0.00018421489130128284,
      "loss": 0.91796875,
      "step": 151
    },
    {
      "epoch": 1.0935251798561152,
      "grad_norm": 0.04179690405726433,
      "learning_rate": 0.0001839767737830024,
      "loss": 0.702850341796875,
      "step": 152
    },
    {
      "epoch": 1.1007194244604317,
      "grad_norm": 0.04072112590074539,
      "learning_rate": 0.0001837370490475892,
      "loss": 0.86572265625,
      "step": 153
    },
    {
      "epoch": 1.1079136690647482,
      "grad_norm": 0.04115098714828491,
      "learning_rate": 0.00018349572230329545,
      "loss": 0.84521484375,
      "step": 154
    },
    {
      "epoch": 1.1151079136690647,
      "grad_norm": 0.04058322310447693,
      "learning_rate": 0.0001832527987931787,
      "loss": 0.88623046875,
      "step": 155
    },
    {
      "epoch": 1.1223021582733812,
      "grad_norm": 0.039891667664051056,
      "learning_rate": 0.0001830082837949877,
      "loss": 0.8359375,
      "step": 156
    },
    {
      "epoch": 1.129496402877698,
      "grad_norm": 0.04415520653128624,
      "learning_rate": 0.00018276218262104784,
      "loss": 0.822265625,
      "step": 157
    },
    {
      "epoch": 1.1366906474820144,
      "grad_norm": 0.044313881546258926,
      "learning_rate": 0.00018251450061814578,
      "loss": 0.83349609375,
      "step": 158
    },
    {
      "epoch": 1.143884892086331,
      "grad_norm": 0.04146198928356171,
      "learning_rate": 0.0001822652431674131,
      "loss": 0.7998046875,
      "step": 159
    },
    {
      "epoch": 1.1510791366906474,
      "grad_norm": 0.0369773805141449,
      "learning_rate": 0.00018201441568420964,
      "loss": 0.89013671875,
      "step": 160
    },
    {
      "epoch": 1.158273381294964,
      "grad_norm": 0.047404732555150986,
      "learning_rate": 0.00018176202361800563,
      "loss": 0.8603515625,
      "step": 161
    },
    {
      "epoch": 1.1654676258992807,
      "grad_norm": 0.03837458789348602,
      "learning_rate": 0.00018150807245226336,
      "loss": 0.83251953125,
      "step": 162
    },
    {
      "epoch": 1.1726618705035972,
      "grad_norm": 0.040407221764326096,
      "learning_rate": 0.0001812525677043182,
      "loss": 0.87109375,
      "step": 163
    },
    {
      "epoch": 1.1798561151079137,
      "grad_norm": 0.04459042102098465,
      "learning_rate": 0.00018099551492525848,
      "loss": 0.83154296875,
      "step": 164
    },
    {
      "epoch": 1.1870503597122302,
      "grad_norm": 0.03853633254766464,
      "learning_rate": 0.00018073691969980503,
      "loss": 0.84375,
      "step": 165
    },
    {
      "epoch": 1.1942446043165469,
      "grad_norm": 0.04119209945201874,
      "learning_rate": 0.00018047678764618986,
      "loss": 0.83837890625,
      "step": 166
    },
    {
      "epoch": 1.2014388489208634,
      "grad_norm": 0.038234688341617584,
      "learning_rate": 0.00018021512441603404,
      "loss": 0.8349609375,
      "step": 167
    },
    {
      "epoch": 1.20863309352518,
      "grad_norm": 0.04290073364973068,
      "learning_rate": 0.0001799519356942249,
      "loss": 0.91259765625,
      "step": 168
    },
    {
      "epoch": 1.2158273381294964,
      "grad_norm": 0.040559135377407074,
      "learning_rate": 0.00017968722719879265,
      "loss": 0.86767578125,
      "step": 169
    },
    {
      "epoch": 1.223021582733813,
      "grad_norm": 0.04216361045837402,
      "learning_rate": 0.00017942100468078593,
      "loss": 0.89404296875,
      "step": 170
    },
    {
      "epoch": 1.2302158273381294,
      "grad_norm": 0.04037407413125038,
      "learning_rate": 0.0001791532739241471,
      "loss": 0.85400390625,
      "step": 171
    },
    {
      "epoch": 1.2374100719424461,
      "grad_norm": 0.03771575912833214,
      "learning_rate": 0.00017888404074558643,
      "loss": 0.87548828125,
      "step": 172
    },
    {
      "epoch": 1.2446043165467626,
      "grad_norm": 0.03865155950188637,
      "learning_rate": 0.00017861331099445568,
      "loss": 0.7830810546875,
      "step": 173
    },
    {
      "epoch": 1.2517985611510791,
      "grad_norm": 0.04672296717762947,
      "learning_rate": 0.00017834109055262125,
      "loss": 0.88330078125,
      "step": 174
    },
    {
      "epoch": 1.2589928057553956,
      "grad_norm": 0.03719188645482063,
      "learning_rate": 0.00017806738533433612,
      "loss": 0.88720703125,
      "step": 175
    },
    {
      "epoch": 1.2661870503597124,
      "grad_norm": 0.05398380756378174,
      "learning_rate": 0.00017779220128611153,
      "loss": 0.85107421875,
      "step": 176
    },
    {
      "epoch": 1.2733812949640289,
      "grad_norm": 0.04401341453194618,
      "learning_rate": 0.00017751554438658773,
      "loss": 0.90185546875,
      "step": 177
    },
    {
      "epoch": 1.2805755395683454,
      "grad_norm": 0.04876876249909401,
      "learning_rate": 0.0001772374206464041,
      "loss": 0.87255859375,
      "step": 178
    },
    {
      "epoch": 1.2877697841726619,
      "grad_norm": 0.03931674733757973,
      "learning_rate": 0.00017695783610806854,
      "loss": 0.8349609375,
      "step": 179
    },
    {
      "epoch": 1.2949640287769784,
      "grad_norm": 0.046616338193416595,
      "learning_rate": 0.00017667679684582615,
      "loss": 0.8916015625,
      "step": 180
    },
    {
      "epoch": 1.3021582733812949,
      "grad_norm": 0.04245171695947647,
      "learning_rate": 0.0001763943089655275,
      "loss": 0.79150390625,
      "step": 181
    },
    {
      "epoch": 1.3093525179856116,
      "grad_norm": 0.049361031502485275,
      "learning_rate": 0.00017611037860449554,
      "loss": 0.8642578125,
      "step": 182
    },
    {
      "epoch": 1.316546762589928,
      "grad_norm": 0.04114909470081329,
      "learning_rate": 0.00017582501193139273,
      "loss": 0.85302734375,
      "step": 183
    },
    {
      "epoch": 1.3237410071942446,
      "grad_norm": 0.04921070486307144,
      "learning_rate": 0.00017553821514608667,
      "loss": 0.826171875,
      "step": 184
    },
    {
      "epoch": 1.330935251798561,
      "grad_norm": 0.0450618639588356,
      "learning_rate": 0.00017524999447951557,
      "loss": 0.8720703125,
      "step": 185
    },
    {
      "epoch": 1.3381294964028778,
      "grad_norm": 0.039828523993492126,
      "learning_rate": 0.00017496035619355292,
      "loss": 0.88720703125,
      "step": 186
    },
    {
      "epoch": 1.3453237410071943,
      "grad_norm": 0.04081854596734047,
      "learning_rate": 0.0001746693065808712,
      "loss": 0.7451171875,
      "step": 187
    },
    {
      "epoch": 1.3525179856115108,
      "grad_norm": 0.042921580374240875,
      "learning_rate": 0.00017437685196480547,
      "loss": 0.83984375,
      "step": 188
    },
    {
      "epoch": 1.3597122302158273,
      "grad_norm": 0.04440734535455704,
      "learning_rate": 0.0001740829986992158,
      "loss": 0.833984375,
      "step": 189
    },
    {
      "epoch": 1.3669064748201438,
      "grad_norm": 0.043637990951538086,
      "learning_rate": 0.0001737877531683493,
      "loss": 0.84326171875,
      "step": 190
    },
    {
      "epoch": 1.3741007194244603,
      "grad_norm": 0.03986284136772156,
      "learning_rate": 0.00017349112178670137,
      "loss": 0.86474609375,
      "step": 191
    },
    {
      "epoch": 1.381294964028777,
      "grad_norm": 0.03892815113067627,
      "learning_rate": 0.00017319311099887633,
      "loss": 0.77734375,
      "step": 192
    },
    {
      "epoch": 1.3884892086330936,
      "grad_norm": 0.04087143391370773,
      "learning_rate": 0.00017289372727944755,
      "loss": 0.7490234375,
      "step": 193
    },
    {
      "epoch": 1.39568345323741,
      "grad_norm": 0.04417184740304947,
      "learning_rate": 0.00017259297713281653,
      "loss": 0.85791015625,
      "step": 194
    },
    {
      "epoch": 1.4028776978417266,
      "grad_norm": 0.03808034956455231,
      "learning_rate": 0.0001722908670930718,
      "loss": 0.7279052734375,
      "step": 195
    },
    {
      "epoch": 1.4100719424460433,
      "grad_norm": 0.04262340068817139,
      "learning_rate": 0.0001719874037238469,
      "loss": 0.78955078125,
      "step": 196
    },
    {
      "epoch": 1.4172661870503598,
      "grad_norm": 0.03965727612376213,
      "learning_rate": 0.0001716825936181777,
      "loss": 0.8232421875,
      "step": 197
    },
    {
      "epoch": 1.4244604316546763,
      "grad_norm": 0.047112174332141876,
      "learning_rate": 0.0001713764433983593,
      "loss": 0.892578125,
      "step": 198
    },
    {
      "epoch": 1.4316546762589928,
      "grad_norm": 0.042808737605810165,
      "learning_rate": 0.0001710689597158021,
      "loss": 0.82275390625,
      "step": 199
    },
    {
      "epoch": 1.4388489208633093,
      "grad_norm": 0.04719812050461769,
      "learning_rate": 0.0001707601492508871,
      "loss": 0.88818359375,
      "step": 200
    },
    {
      "epoch": 1.4460431654676258,
      "grad_norm": 0.03830802068114281,
      "learning_rate": 0.00017045001871282116,
      "loss": 0.83251953125,
      "step": 201
    },
    {
      "epoch": 1.4532374100719425,
      "grad_norm": 0.0516834519803524,
      "learning_rate": 0.0001701385748394908,
      "loss": 0.8544921875,
      "step": 202
    },
    {
      "epoch": 1.460431654676259,
      "grad_norm": 0.04382869973778725,
      "learning_rate": 0.0001698258243973162,
      "loss": 0.833984375,
      "step": 203
    },
    {
      "epoch": 1.4676258992805755,
      "grad_norm": 0.05187080800533295,
      "learning_rate": 0.0001695117741811039,
      "loss": 0.837890625,
      "step": 204
    },
    {
      "epoch": 1.474820143884892,
      "grad_norm": 0.04502135515213013,
      "learning_rate": 0.0001691964310138993,
      "loss": 0.837890625,
      "step": 205
    },
    {
      "epoch": 1.4820143884892087,
      "grad_norm": 0.043519362807273865,
      "learning_rate": 0.00016887980174683852,
      "loss": 0.70849609375,
      "step": 206
    },
    {
      "epoch": 1.4892086330935252,
      "grad_norm": 0.05780479311943054,
      "learning_rate": 0.00016856189325899928,
      "loss": 0.8955078125,
      "step": 207
    },
    {
      "epoch": 1.4964028776978417,
      "grad_norm": 0.042303670197725296,
      "learning_rate": 0.00016824271245725176,
      "loss": 0.85693359375,
      "step": 208
    },
    {
      "epoch": 1.5035971223021583,
      "grad_norm": 0.0463891327381134,
      "learning_rate": 0.00016792226627610832,
      "loss": 0.79345703125,
      "step": 209
    },
    {
      "epoch": 1.5107913669064748,
      "grad_norm": 0.0468367375433445,
      "learning_rate": 0.00016760056167757287,
      "loss": 0.8291015625,
      "step": 210
    },
    {
      "epoch": 1.5179856115107913,
      "grad_norm": 0.03986787796020508,
      "learning_rate": 0.0001672776056509898,
      "loss": 0.7135009765625,
      "step": 211
    },
    {
      "epoch": 1.5251798561151078,
      "grad_norm": 0.0501888170838356,
      "learning_rate": 0.00016695340521289187,
      "loss": 0.84619140625,
      "step": 212
    },
    {
      "epoch": 1.5323741007194245,
      "grad_norm": 0.037934284657239914,
      "learning_rate": 0.00016662796740684788,
      "loss": 0.8486328125,
      "step": 213
    },
    {
      "epoch": 1.539568345323741,
      "grad_norm": 0.04309995472431183,
      "learning_rate": 0.00016630129930330972,
      "loss": 0.85302734375,
      "step": 214
    },
    {
      "epoch": 1.5467625899280577,
      "grad_norm": 0.044207021594047546,
      "learning_rate": 0.00016597340799945863,
      "loss": 0.84375,
      "step": 215
    },
    {
      "epoch": 1.5539568345323742,
      "grad_norm": 0.0449429452419281,
      "learning_rate": 0.00016564430061905117,
      "loss": 0.80810546875,
      "step": 216
    },
    {
      "epoch": 1.5611510791366907,
      "grad_norm": 0.04132893308997154,
      "learning_rate": 0.00016531398431226415,
      "loss": 0.79248046875,
      "step": 217
    },
    {
      "epoch": 1.5683453237410072,
      "grad_norm": 0.04205712303519249,
      "learning_rate": 0.00016498246625553964,
      "loss": 0.79736328125,
      "step": 218
    },
    {
      "epoch": 1.5755395683453237,
      "grad_norm": 0.04375145211815834,
      "learning_rate": 0.00016464975365142878,
      "loss": 0.830078125,
      "step": 219
    },
    {
      "epoch": 1.5827338129496402,
      "grad_norm": 0.04119812697172165,
      "learning_rate": 0.00016431585372843558,
      "loss": 0.818359375,
      "step": 220
    },
    {
      "epoch": 1.5899280575539567,
      "grad_norm": 0.03909582644701004,
      "learning_rate": 0.00016398077374085948,
      "loss": 0.81396484375,
      "step": 221
    },
    {
      "epoch": 1.5971223021582732,
      "grad_norm": 0.0427253432571888,
      "learning_rate": 0.00016364452096863814,
      "loss": 0.8798828125,
      "step": 222
    },
    {
      "epoch": 1.60431654676259,
      "grad_norm": 0.042284633964300156,
      "learning_rate": 0.000163307102717189,
      "loss": 0.837890625,
      "step": 223
    },
    {
      "epoch": 1.6115107913669064,
      "grad_norm": 0.040377307683229446,
      "learning_rate": 0.00016296852631725073,
      "loss": 0.77490234375,
      "step": 224
    },
    {
      "epoch": 1.6187050359712232,
      "grad_norm": 0.03904381021857262,
      "learning_rate": 0.0001626287991247239,
      "loss": 0.755767822265625,
      "step": 225
    },
    {
      "epoch": 1.6258992805755397,
      "grad_norm": 0.03976181894540787,
      "learning_rate": 0.0001622879285205111,
      "loss": 0.8642578125,
      "step": 226
    },
    {
      "epoch": 1.6330935251798562,
      "grad_norm": 0.042343683540821075,
      "learning_rate": 0.00016194592191035677,
      "loss": 0.87158203125,
      "step": 227
    },
    {
      "epoch": 1.6402877697841727,
      "grad_norm": 0.04713711887598038,
      "learning_rate": 0.00016160278672468597,
      "loss": 0.82080078125,
      "step": 228
    },
    {
      "epoch": 1.6474820143884892,
      "grad_norm": 0.04185783118009567,
      "learning_rate": 0.00016125853041844341,
      "loss": 0.87353515625,
      "step": 229
    },
    {
      "epoch": 1.6546762589928057,
      "grad_norm": 0.04794565215706825,
      "learning_rate": 0.000160913160470931,
      "loss": 0.830078125,
      "step": 230
    },
    {
      "epoch": 1.6618705035971222,
      "grad_norm": 0.0415600910782814,
      "learning_rate": 0.00016056668438564582,
      "loss": 0.8564453125,
      "step": 231
    },
    {
      "epoch": 1.6690647482014387,
      "grad_norm": 0.04833108186721802,
      "learning_rate": 0.00016021910969011663,
      "loss": 0.849609375,
      "step": 232
    },
    {
      "epoch": 1.6762589928057554,
      "grad_norm": 0.04575372114777565,
      "learning_rate": 0.0001598704439357407,
      "loss": 0.81298828125,
      "step": 233
    },
    {
      "epoch": 1.683453237410072,
      "grad_norm": 0.03934381157159805,
      "learning_rate": 0.00015952069469761962,
      "loss": 0.72552490234375,
      "step": 234
    },
    {
      "epoch": 1.6906474820143886,
      "grad_norm": 0.049587901681661606,
      "learning_rate": 0.00015916986957439466,
      "loss": 0.84130859375,
      "step": 235
    },
    {
      "epoch": 1.6978417266187051,
      "grad_norm": 0.04220333695411682,
      "learning_rate": 0.0001588179761880817,
      "loss": 0.8076171875,
      "step": 236
    },
    {
      "epoch": 1.7050359712230216,
      "grad_norm": 0.04653998836874962,
      "learning_rate": 0.00015846502218390586,
      "loss": 0.85546875,
      "step": 237
    },
    {
      "epoch": 1.7122302158273381,
      "grad_norm": 0.03816188871860504,
      "learning_rate": 0.00015811101523013497,
      "loss": 0.7503662109375,
      "step": 238
    },
    {
      "epoch": 1.7194244604316546,
      "grad_norm": 0.04767630994319916,
      "learning_rate": 0.00015775596301791333,
      "loss": 0.85888671875,
      "step": 239
    },
    {
      "epoch": 1.7266187050359711,
      "grad_norm": 0.04678802192211151,
      "learning_rate": 0.0001573998732610945,
      "loss": 0.76953125,
      "step": 240
    },
    {
      "epoch": 1.7338129496402876,
      "grad_norm": 0.046845078468322754,
      "learning_rate": 0.0001570427536960737,
      "loss": 0.8388671875,
      "step": 241
    },
    {
      "epoch": 1.7410071942446042,
      "grad_norm": 0.043635401874780655,
      "learning_rate": 0.00015668461208161972,
      "loss": 0.77734375,
      "step": 242
    },
    {
      "epoch": 1.7482014388489209,
      "grad_norm": 0.04362385720014572,
      "learning_rate": 0.0001563254561987063,
      "loss": 0.84912109375,
      "step": 243
    },
    {
      "epoch": 1.7553956834532374,
      "grad_norm": 0.044553980231285095,
      "learning_rate": 0.0001559652938503433,
      "loss": 0.79345703125,
      "step": 244
    },
    {
      "epoch": 1.762589928057554,
      "grad_norm": 0.04406202211976051,
      "learning_rate": 0.00015560413286140685,
      "loss": 0.7530517578125,
      "step": 245
    },
    {
      "epoch": 1.7697841726618706,
      "grad_norm": 0.04341139644384384,
      "learning_rate": 0.0001552419810784696,
      "loss": 0.853515625,
      "step": 246
    },
    {
      "epoch": 1.776978417266187,
      "grad_norm": 0.045188918709754944,
      "learning_rate": 0.0001548788463696302,
      "loss": 0.85400390625,
      "step": 247
    },
    {
      "epoch": 1.7841726618705036,
      "grad_norm": 0.04505106061697006,
      "learning_rate": 0.0001545147366243422,
      "loss": 0.85595703125,
      "step": 248
    },
    {
      "epoch": 1.79136690647482,
      "grad_norm": 0.04506320506334305,
      "learning_rate": 0.0001541496597532429,
      "loss": 0.833984375,
      "step": 249
    },
    {
      "epoch": 1.7985611510791366,
      "grad_norm": 0.04548605903983116,
      "learning_rate": 0.0001537836236879812,
      "loss": 0.791015625,
      "step": 250
    },
    {
      "epoch": 1.8057553956834531,
      "grad_norm": 0.04316633567214012,
      "learning_rate": 0.00015341663638104554,
      "loss": 0.81982421875,
      "step": 251
    },
    {
      "epoch": 1.8129496402877698,
      "grad_norm": 0.04278340935707092,
      "learning_rate": 0.00015304870580559098,
      "loss": 0.853515625,
      "step": 252
    },
    {
      "epoch": 1.8201438848920863,
      "grad_norm": 0.04189430922269821,
      "learning_rate": 0.00015267983995526598,
      "loss": 0.8193359375,
      "step": 253
    },
    {
      "epoch": 1.8273381294964028,
      "grad_norm": 0.043314654380083084,
      "learning_rate": 0.00015231004684403875,
      "loss": 0.80029296875,
      "step": 254
    },
    {
      "epoch": 1.8345323741007196,
      "grad_norm": 0.04589797183871269,
      "learning_rate": 0.0001519393345060232,
      "loss": 0.8720703125,
      "step": 255
    },
    {
      "epoch": 1.841726618705036,
      "grad_norm": 0.04632316529750824,
      "learning_rate": 0.00015156771099530418,
      "loss": 0.85986328125,
      "step": 256
    },
    {
      "epoch": 1.8489208633093526,
      "grad_norm": 0.04235149547457695,
      "learning_rate": 0.0001511951843857629,
      "loss": 0.72198486328125,
      "step": 257
    },
    {
      "epoch": 1.856115107913669,
      "grad_norm": 0.045621540397405624,
      "learning_rate": 0.00015082176277090098,
      "loss": 0.724365234375,
      "step": 258
    },
    {
      "epoch": 1.8633093525179856,
      "grad_norm": 0.04848325625061989,
      "learning_rate": 0.00015044745426366518,
      "loss": 0.7958984375,
      "step": 259
    },
    {
      "epoch": 1.870503597122302,
      "grad_norm": 0.045993320643901825,
      "learning_rate": 0.00015007226699627064,
      "loss": 0.81396484375,
      "step": 260
    },
    {
      "epoch": 1.8776978417266186,
      "grad_norm": 0.045716602355241776,
      "learning_rate": 0.00014969620912002454,
      "loss": 0.822265625,
      "step": 261
    },
    {
      "epoch": 1.8848920863309353,
      "grad_norm": 0.04895888641476631,
      "learning_rate": 0.0001493192888051488,
      "loss": 0.80908203125,
      "step": 262
    },
    {
      "epoch": 1.8920863309352518,
      "grad_norm": 0.04477611929178238,
      "learning_rate": 0.0001489415142406027,
      "loss": 0.849609375,
      "step": 263
    },
    {
      "epoch": 1.8992805755395683,
      "grad_norm": 0.04289644956588745,
      "learning_rate": 0.00014856289363390494,
      "loss": 0.841796875,
      "step": 264
    },
    {
      "epoch": 1.906474820143885,
      "grad_norm": 0.044229451566934586,
      "learning_rate": 0.0001481834352109553,
      "loss": 0.7408447265625,
      "step": 265
    },
    {
      "epoch": 1.9136690647482015,
      "grad_norm": 0.03946951776742935,
      "learning_rate": 0.0001478031472158559,
      "loss": 0.666107177734375,
      "step": 266
    },
    {
      "epoch": 1.920863309352518,
      "grad_norm": 0.04310256987810135,
      "learning_rate": 0.0001474220379107321,
      "loss": 0.78857421875,
      "step": 267
    },
    {
      "epoch": 1.9280575539568345,
      "grad_norm": 0.04882989078760147,
      "learning_rate": 0.000147040115575553,
      "loss": 0.79248046875,
      "step": 268
    },
    {
      "epoch": 1.935251798561151,
      "grad_norm": 0.04746069014072418,
      "learning_rate": 0.00014665738850795176,
      "loss": 0.80029296875,
      "step": 269
    },
    {
      "epoch": 1.9424460431654675,
      "grad_norm": 0.041401710361242294,
      "learning_rate": 0.00014627386502304493,
      "loss": 0.76806640625,
      "step": 270
    },
    {
      "epoch": 1.949640287769784,
      "grad_norm": 0.05159782990813255,
      "learning_rate": 0.00014588955345325196,
      "loss": 0.78857421875,
      "step": 271
    },
    {
      "epoch": 1.9568345323741008,
      "grad_norm": 0.04928658902645111,
      "learning_rate": 0.00014550446214811445,
      "loss": 0.78515625,
      "step": 272
    },
    {
      "epoch": 1.9640287769784173,
      "grad_norm": 0.043647099286317825,
      "learning_rate": 0.00014511859947411427,
      "loss": 0.7822265625,
      "step": 273
    },
    {
      "epoch": 1.9712230215827338,
      "grad_norm": 0.04335784912109375,
      "learning_rate": 0.00014473197381449212,
      "loss": 0.80810546875,
      "step": 274
    },
    {
      "epoch": 1.9784172661870505,
      "grad_norm": 0.04860594868659973,
      "learning_rate": 0.0001443445935690653,
      "loss": 0.85400390625,
      "step": 275
    },
    {
      "epoch": 1.985611510791367,
      "grad_norm": 0.041789427399635315,
      "learning_rate": 0.00014395646715404525,
      "loss": 0.8251953125,
      "step": 276
    },
    {
      "epoch": 1.9928057553956835,
      "grad_norm": 0.05233513563871384,
      "learning_rate": 0.0001435676030018546,
      "loss": 0.82861328125,
      "step": 277
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.04310717433691025,
      "learning_rate": 0.00014317800956094415,
      "loss": 0.69140625,
      "step": 278
    },
    {
      "epoch": 2.0,
      "eval_loss": 0.828369140625,
      "eval_runtime": 2.1901,
      "eval_samples_per_second": 3.196,
      "eval_steps_per_second": 0.457,
      "step": 278
    },
    {
      "epoch": 2.0071942446043165,
      "grad_norm": 0.04650307819247246,
      "learning_rate": 0.000142787695295609,
      "loss": 0.794921875,
      "step": 279
    },
    {
      "epoch": 2.014388489208633,
      "grad_norm": 0.04894444718956947,
      "learning_rate": 0.0001423966686858051,
      "loss": 0.81298828125,
      "step": 280
    },
    {
      "epoch": 2.0215827338129495,
      "grad_norm": 0.05060400068759918,
      "learning_rate": 0.00014200493822696454,
      "loss": 0.8193359375,
      "step": 281
    },
    {
      "epoch": 2.028776978417266,
      "grad_norm": 0.046522483229637146,
      "learning_rate": 0.00014161251242981142,
      "loss": 0.78564453125,
      "step": 282
    },
    {
      "epoch": 2.0359712230215825,
      "grad_norm": 0.048828475177288055,
      "learning_rate": 0.00014121939982017666,
      "loss": 0.83447265625,
      "step": 283
    },
    {
      "epoch": 2.0431654676258995,
      "grad_norm": 0.04334365949034691,
      "learning_rate": 0.00014082560893881275,
      "loss": 0.83056640625,
      "step": 284
    },
    {
      "epoch": 2.050359712230216,
      "grad_norm": 0.04892473295331001,
      "learning_rate": 0.00014043114834120846,
      "loss": 0.87060546875,
      "step": 285
    },
    {
      "epoch": 2.0575539568345325,
      "grad_norm": 0.0465744249522686,
      "learning_rate": 0.00014003602659740268,
      "loss": 0.8603515625,
      "step": 286
    },
    {
      "epoch": 2.064748201438849,
      "grad_norm": 0.04991191625595093,
      "learning_rate": 0.00013964025229179836,
      "loss": 0.8515625,
      "step": 287
    },
    {
      "epoch": 2.0719424460431655,
      "grad_norm": 0.047747328877449036,
      "learning_rate": 0.00013924383402297603,
      "loss": 0.8427734375,
      "step": 288
    },
    {
      "epoch": 2.079136690647482,
      "grad_norm": 0.04737791419029236,
      "learning_rate": 0.0001388467804035069,
      "loss": 0.7705078125,
      "step": 289
    },
    {
      "epoch": 2.0863309352517985,
      "grad_norm": 0.043898820877075195,
      "learning_rate": 0.0001384491000597658,
      "loss": 0.86328125,
      "step": 290
    },
    {
      "epoch": 2.093525179856115,
      "grad_norm": 0.04313091188669205,
      "learning_rate": 0.0001380508016317438,
      "loss": 0.657562255859375,
      "step": 291
    },
    {
      "epoch": 2.1007194244604315,
      "grad_norm": 0.050117526203393936,
      "learning_rate": 0.00013765189377286038,
      "loss": 0.81103515625,
      "step": 292
    },
    {
      "epoch": 2.1079136690647484,
      "grad_norm": 0.0447276309132576,
      "learning_rate": 0.00013725238514977552,
      "loss": 0.791015625,
      "step": 293
    },
    {
      "epoch": 2.115107913669065,
      "grad_norm": 0.04554459825158119,
      "learning_rate": 0.00013685228444220142,
      "loss": 0.83251953125,
      "step": 294
    },
    {
      "epoch": 2.1223021582733814,
      "grad_norm": 0.04546786844730377,
      "learning_rate": 0.0001364516003427138,
      "loss": 0.7822265625,
      "step": 295
    },
    {
      "epoch": 2.129496402877698,
      "grad_norm": 0.04588071629405022,
      "learning_rate": 0.00013605034155656325,
      "loss": 0.7685546875,
      "step": 296
    },
    {
      "epoch": 2.1366906474820144,
      "grad_norm": 0.05129684880375862,
      "learning_rate": 0.00013564851680148592,
      "loss": 0.77783203125,
      "step": 297
    },
    {
      "epoch": 2.143884892086331,
      "grad_norm": 0.045612990856170654,
      "learning_rate": 0.0001352461348075142,
      "loss": 0.74853515625,
      "step": 298
    },
    {
      "epoch": 2.1510791366906474,
      "grad_norm": 0.04462664946913719,
      "learning_rate": 0.00013484320431678698,
      "loss": 0.8388671875,
      "step": 299
    },
    {
      "epoch": 2.158273381294964,
      "grad_norm": 0.045990847051143646,
      "learning_rate": 0.00013443973408335989,
      "loss": 0.80908203125,
      "step": 300
    },
    {
      "epoch": 2.1654676258992804,
      "grad_norm": 0.0487491674721241,
      "learning_rate": 0.00013403573287301487,
      "loss": 0.78125,
      "step": 301
    },
    {
      "epoch": 2.172661870503597,
      "grad_norm": 0.04534728825092316,
      "learning_rate": 0.0001336312094630699,
      "loss": 0.8203125,
      "step": 302
    },
    {
      "epoch": 2.1798561151079134,
      "grad_norm": 0.049283768981695175,
      "learning_rate": 0.00013322617264218835,
      "loss": 0.77734375,
      "step": 303
    },
    {
      "epoch": 2.1870503597122304,
      "grad_norm": 0.050884950906038284,
      "learning_rate": 0.00013282063121018776,
      "loss": 0.7919921875,
      "step": 304
    },
    {
      "epoch": 2.194244604316547,
      "grad_norm": 0.04702775552868843,
      "learning_rate": 0.0001324145939778489,
      "loss": 0.78564453125,
      "step": 305
    },
    {
      "epoch": 2.2014388489208634,
      "grad_norm": 0.052253250032663345,
      "learning_rate": 0.0001320080697667244,
      "loss": 0.787109375,
      "step": 306
    },
    {
      "epoch": 2.20863309352518,
      "grad_norm": 0.04377969354391098,
      "learning_rate": 0.00013160106740894682,
      "loss": 0.86279296875,
      "step": 307
    },
    {
      "epoch": 2.2158273381294964,
      "grad_norm": 0.04678820073604584,
      "learning_rate": 0.00013119359574703698,
      "loss": 0.81396484375,
      "step": 308
    },
    {
      "epoch": 2.223021582733813,
      "grad_norm": 0.052830882370471954,
      "learning_rate": 0.00013078566363371183,
      "loss": 0.84326171875,
      "step": 309
    },
    {
      "epoch": 2.2302158273381294,
      "grad_norm": 0.045458320528268814,
      "learning_rate": 0.00013037727993169196,
      "loss": 0.8017578125,
      "step": 310
    },
    {
      "epoch": 2.237410071942446,
      "grad_norm": 0.04562614858150482,
      "learning_rate": 0.00012996845351350933,
      "loss": 0.82373046875,
      "step": 311
    },
    {
      "epoch": 2.2446043165467624,
      "grad_norm": 0.04541024938225746,
      "learning_rate": 0.0001295591932613142,
      "loss": 0.7373046875,
      "step": 312
    },
    {
      "epoch": 2.2517985611510793,
      "grad_norm": 0.049970611929893494,
      "learning_rate": 0.0001291495080666823,
      "loss": 0.828125,
      "step": 313
    },
    {
      "epoch": 2.258992805755396,
      "grad_norm": 0.04790482297539711,
      "learning_rate": 0.00012873940683042167,
      "loss": 0.8408203125,
      "step": 314
    },
    {
      "epoch": 2.2661870503597124,
      "grad_norm": 0.05039989575743675,
      "learning_rate": 0.00012832889846237937,
      "loss": 0.7978515625,
      "step": 315
    },
    {
      "epoch": 2.273381294964029,
      "grad_norm": 0.04586273804306984,
      "learning_rate": 0.00012791799188124764,
      "loss": 0.84912109375,
      "step": 316
    },
    {
      "epoch": 2.2805755395683454,
      "grad_norm": 0.049588415771722794,
      "learning_rate": 0.00012750669601437035,
      "loss": 0.82080078125,
      "step": 317
    },
    {
      "epoch": 2.287769784172662,
      "grad_norm": 0.051667772233486176,
      "learning_rate": 0.00012709501979754894,
      "loss": 0.78173828125,
      "step": 318
    },
    {
      "epoch": 2.2949640287769784,
      "grad_norm": 0.04927917197346687,
      "learning_rate": 0.0001266829721748484,
      "loss": 0.83984375,
      "step": 319
    },
    {
      "epoch": 2.302158273381295,
      "grad_norm": 0.04481778293848038,
      "learning_rate": 0.00012627056209840276,
      "loss": 0.7431640625,
      "step": 320
    },
    {
      "epoch": 2.3093525179856114,
      "grad_norm": 0.05266236886382103,
      "learning_rate": 0.0001258577985282208,
      "loss": 0.81103515625,
      "step": 321
    },
    {
      "epoch": 2.316546762589928,
      "grad_norm": 0.04762723296880722,
      "learning_rate": 0.00012544469043199128,
      "loss": 0.802734375,
      "step": 322
    },
    {
      "epoch": 2.3237410071942444,
      "grad_norm": 0.048896774649620056,
      "learning_rate": 0.00012503124678488813,
      "loss": 0.775390625,
      "step": 323
    },
    {
      "epoch": 2.3309352517985613,
      "grad_norm": 0.05462624877691269,
      "learning_rate": 0.0001246174765693754,
      "loss": 0.81884765625,
      "step": 324
    },
    {
      "epoch": 2.338129496402878,
      "grad_norm": 0.04576321318745613,
      "learning_rate": 0.00012420338877501213,
      "loss": 0.83984375,
      "step": 325
    },
    {
      "epoch": 2.3453237410071943,
      "grad_norm": 0.04447055235505104,
      "learning_rate": 0.00012378899239825724,
      "loss": 0.69873046875,
      "step": 326
    },
    {
      "epoch": 2.352517985611511,
      "grad_norm": 0.052814848721027374,
      "learning_rate": 0.00012337429644227368,
      "loss": 0.791015625,
      "step": 327
    },
    {
      "epoch": 2.3597122302158273,
      "grad_norm": 0.04949796572327614,
      "learning_rate": 0.00012295930991673319,
      "loss": 0.7822265625,
      "step": 328
    },
    {
      "epoch": 2.366906474820144,
      "grad_norm": 0.04833221808075905,
      "learning_rate": 0.0001225440418376204,
      "loss": 0.78955078125,
      "step": 329
    },
    {
      "epoch": 2.3741007194244603,
      "grad_norm": 0.05010189116001129,
      "learning_rate": 0.0001221285012270369,
      "loss": 0.81494140625,
      "step": 330
    },
    {
      "epoch": 2.381294964028777,
      "grad_norm": 0.046608082950115204,
      "learning_rate": 0.00012171269711300534,
      "loss": 0.73388671875,
      "step": 331
    },
    {
      "epoch": 2.3884892086330938,
      "grad_norm": 0.04613162577152252,
      "learning_rate": 0.00012129663852927329,
      "loss": 0.706298828125,
      "step": 332
    },
    {
      "epoch": 2.3956834532374103,
      "grad_norm": 0.045513078570365906,
      "learning_rate": 0.00012088033451511676,
      "loss": 0.8076171875,
      "step": 333
    },
    {
      "epoch": 2.402877697841727,
      "grad_norm": 0.04832140728831291,
      "learning_rate": 0.00012046379411514417,
      "loss": 0.6844482421875,
      "step": 334
    },
    {
      "epoch": 2.4100719424460433,
      "grad_norm": 0.050110142678022385,
      "learning_rate": 0.0001200470263790995,
      "loss": 0.73974609375,
      "step": 335
    },
    {
      "epoch": 2.41726618705036,
      "grad_norm": 0.04606263339519501,
      "learning_rate": 0.00011963004036166589,
      "loss": 0.77392578125,
      "step": 336
    },
    {
      "epoch": 2.4244604316546763,
      "grad_norm": 0.045919839292764664,
      "learning_rate": 0.00011921284512226885,
      "loss": 0.84375,
      "step": 337
    },
    {
      "epoch": 2.431654676258993,
      "grad_norm": 0.052308060228824615,
      "learning_rate": 0.00011879544972487946,
      "loss": 0.7744140625,
      "step": 338
    },
    {
      "epoch": 2.4388489208633093,
      "grad_norm": 0.05035803094506264,
      "learning_rate": 0.00011837786323781735,
      "loss": 0.84130859375,
      "step": 339
    },
    {
      "epoch": 2.446043165467626,
      "grad_norm": 0.045004814863204956,
      "learning_rate": 0.00011796009473355385,
      "loss": 0.7841796875,
      "step": 340
    },
    {
      "epoch": 2.4532374100719423,
      "grad_norm": 0.04761987552046776,
      "learning_rate": 0.00011754215328851474,
      "loss": 0.802734375,
      "step": 341
    },
    {
      "epoch": 2.460431654676259,
      "grad_norm": 0.051020294427871704,
      "learning_rate": 0.00011712404798288314,
      "loss": 0.78564453125,
      "step": 342
    },
    {
      "epoch": 2.4676258992805753,
      "grad_norm": 0.050860606133937836,
      "learning_rate": 0.00011670578790040219,
      "loss": 0.78564453125,
      "step": 343
    },
    {
      "epoch": 2.4748201438848922,
      "grad_norm": 0.046935468912124634,
      "learning_rate": 0.00011628738212817765,
      "loss": 0.79052734375,
      "step": 344
    },
    {
      "epoch": 2.4820143884892087,
      "grad_norm": 0.04854678362607956,
      "learning_rate": 0.00011586883975648059,
      "loss": 0.6683349609375,
      "step": 345
    },
    {
      "epoch": 2.4892086330935252,
      "grad_norm": 0.044234853237867355,
      "learning_rate": 0.00011545016987854984,
      "loss": 0.8447265625,
      "step": 346
    },
    {
      "epoch": 2.4964028776978417,
      "grad_norm": 0.04752020537853241,
      "learning_rate": 0.00011503138159039442,
      "loss": 0.80859375,
      "step": 347
    },
    {
      "epoch": 2.5035971223021583,
      "grad_norm": 0.05051235109567642,
      "learning_rate": 0.00011461248399059587,
      "loss": 0.744140625,
      "step": 348
    },
    {
      "epoch": 2.5107913669064748,
      "grad_norm": 0.04833044856786728,
      "learning_rate": 0.00011419348618011072,
      "loss": 0.77783203125,
      "step": 349
    },
    {
      "epoch": 2.5179856115107913,
      "grad_norm": 0.04062685742974281,
      "learning_rate": 0.0001137743972620726,
      "loss": 0.67205810546875,
      "step": 350
    },
    {
      "epoch": 2.5251798561151078,
      "grad_norm": 0.05535674840211868,
      "learning_rate": 0.00011335522634159458,
      "loss": 0.796875,
      "step": 351
    },
    {
      "epoch": 2.5323741007194247,
      "grad_norm": 0.04851287230849266,
      "learning_rate": 0.00011293598252557133,
      "loss": 0.80224609375,
      "step": 352
    },
    {
      "epoch": 2.539568345323741,
      "grad_norm": 0.05390458181500435,
      "learning_rate": 0.00011251667492248119,
      "loss": 0.80712890625,
      "step": 353
    },
    {
      "epoch": 2.5467625899280577,
      "grad_norm": 0.0485994890332222,
      "learning_rate": 0.00011209731264218839,
      "loss": 0.79345703125,
      "step": 354
    },
    {
      "epoch": 2.553956834532374,
      "grad_norm": 0.049317073076963425,
      "learning_rate": 0.00011167790479574502,
      "loss": 0.75830078125,
      "step": 355
    },
    {
      "epoch": 2.5611510791366907,
      "grad_norm": 0.0525440014898777,
      "learning_rate": 0.00011125846049519322,
      "loss": 0.74755859375,
      "step": 356
    },
    {
      "epoch": 2.568345323741007,
      "grad_norm": 0.04876266419887543,
      "learning_rate": 0.00011083898885336703,
      "loss": 0.751953125,
      "step": 357
    },
    {
      "epoch": 2.5755395683453237,
      "grad_norm": 0.052858300507068634,
      "learning_rate": 0.00011041949898369459,
      "loss": 0.783203125,
      "step": 358
    },
    {
      "epoch": 2.58273381294964,
      "grad_norm": 0.05262572690844536,
      "learning_rate": 0.00011000000000000002,
      "loss": 0.77099609375,
      "step": 359
    },
    {
      "epoch": 2.5899280575539567,
      "grad_norm": 0.047345709055662155,
      "learning_rate": 0.00010958050101630543,
      "loss": 0.76904296875,
      "step": 360
    },
    {
      "epoch": 2.597122302158273,
      "grad_norm": 0.05140183866024017,
      "learning_rate": 0.000109161011146633,
      "loss": 0.83154296875,
      "step": 361
    },
    {
      "epoch": 2.6043165467625897,
      "grad_norm": 0.05102568864822388,
      "learning_rate": 0.00010874153950480682,
      "loss": 0.79248046875,
      "step": 362
    },
    {
      "epoch": 2.6115107913669062,
      "grad_norm": 0.045782215893268585,
      "learning_rate": 0.000108322095204255,
      "loss": 0.7314453125,
      "step": 363
    },
    {
      "epoch": 2.618705035971223,
      "grad_norm": 0.050807852298021317,
      "learning_rate": 0.00010790268735781164,
      "loss": 0.71722412109375,
      "step": 364
    },
    {
      "epoch": 2.6258992805755397,
      "grad_norm": 0.051522769033908844,
      "learning_rate": 0.00010748332507751883,
      "loss": 0.818359375,
      "step": 365
    },
    {
      "epoch": 2.633093525179856,
      "grad_norm": 0.04913736507296562,
      "learning_rate": 0.00010706401747442871,
      "loss": 0.82373046875,
      "step": 366
    },
    {
      "epoch": 2.6402877697841727,
      "grad_norm": 0.05782147869467735,
      "learning_rate": 0.00010664477365840544,
      "loss": 0.771484375,
      "step": 367
    },
    {
      "epoch": 2.647482014388489,
      "grad_norm": 0.04873919114470482,
      "learning_rate": 0.00010622560273792743,
      "loss": 0.828125,
      "step": 368
    },
    {
      "epoch": 2.6546762589928057,
      "grad_norm": 0.05088592693209648,
      "learning_rate": 0.00010580651381988933,
      "loss": 0.784912109375,
      "step": 369
    },
    {
      "epoch": 2.661870503597122,
      "grad_norm": 0.05531268194317818,
      "learning_rate": 0.00010538751600940415,
      "loss": 0.81201171875,
      "step": 370
    },
    {
      "epoch": 2.6690647482014387,
      "grad_norm": 0.05034675449132919,
      "learning_rate": 0.00010496861840960563,
      "loss": 0.80126953125,
      "step": 371
    },
    {
      "epoch": 2.6762589928057556,
      "grad_norm": 0.05312187969684601,
      "learning_rate": 0.00010454983012145017,
      "loss": 0.76806640625,
      "step": 372
    },
    {
      "epoch": 2.683453237410072,
      "grad_norm": 0.047288570553064346,
      "learning_rate": 0.0001041311602435194,
      "loss": 0.684967041015625,
      "step": 373
    },
    {
      "epoch": 2.6906474820143886,
      "grad_norm": 0.2075473666191101,
      "learning_rate": 0.00010371261787182236,
      "loss": 0.79541015625,
      "step": 374
    },
    {
      "epoch": 2.697841726618705,
      "grad_norm": 0.05510100722312927,
      "learning_rate": 0.00010329421209959782,
      "loss": 0.76611328125,
      "step": 375
    },
    {
      "epoch": 2.7050359712230216,
      "grad_norm": 0.05734541639685631,
      "learning_rate": 0.00010287595201711687,
      "loss": 0.81201171875,
      "step": 376
    },
    {
      "epoch": 2.712230215827338,
      "grad_norm": 0.04358500987291336,
      "learning_rate": 0.00010245784671148527,
      "loss": 0.7137451171875,
      "step": 377
    },
    {
      "epoch": 2.7194244604316546,
      "grad_norm": 0.06229035183787346,
      "learning_rate": 0.00010203990526644616,
      "loss": 0.81787109375,
      "step": 378
    },
    {
      "epoch": 2.726618705035971,
      "grad_norm": 0.05049343407154083,
      "learning_rate": 0.00010162213676218268,
      "loss": 0.728515625,
      "step": 379
    },
    {
      "epoch": 2.7338129496402876,
      "grad_norm": 0.04830893874168396,
      "learning_rate": 0.0001012045502751206,
      "loss": 0.79638671875,
      "step": 380
    },
    {
      "epoch": 2.741007194244604,
      "grad_norm": 0.05644870549440384,
      "learning_rate": 0.00010078715487773119,
      "loss": 0.734375,
      "step": 381
    },
    {
      "epoch": 2.7482014388489207,
      "grad_norm": 0.05439073592424393,
      "learning_rate": 0.00010036995963833413,
      "loss": 0.80517578125,
      "step": 382
    },
    {
      "epoch": 2.755395683453237,
      "grad_norm": 0.045659180730581284,
      "learning_rate": 9.995297362090053e-05,
      "loss": 0.750244140625,
      "step": 383
    },
    {
      "epoch": 2.762589928057554,
      "grad_norm": 0.04973863810300827,
      "learning_rate": 9.953620588485584e-05,
      "loss": 0.7125244140625,
      "step": 384
    },
    {
      "epoch": 2.7697841726618706,
      "grad_norm": 0.052991315722465515,
      "learning_rate": 9.911966548488325e-05,
      "loss": 0.80859375,
      "step": 385
    },
    {
      "epoch": 2.776978417266187,
      "grad_norm": 0.04987526684999466,
      "learning_rate": 9.870336147072674e-05,
      "loss": 0.810546875,
      "step": 386
    },
    {
      "epoch": 2.7841726618705036,
      "grad_norm": 0.0535612478852272,
      "learning_rate": 9.828730288699466e-05,
      "loss": 0.81103515625,
      "step": 387
    },
    {
      "epoch": 2.79136690647482,
      "grad_norm": 0.05203310772776604,
      "learning_rate": 9.787149877296313e-05,
      "loss": 0.78857421875,
      "step": 388
    },
    {
      "epoch": 2.7985611510791366,
      "grad_norm": 0.050753235816955566,
      "learning_rate": 9.745595816237965e-05,
      "loss": 0.74755859375,
      "step": 389
    },
    {
      "epoch": 2.805755395683453,
      "grad_norm": 0.04751288890838623,
      "learning_rate": 9.704069008326682e-05,
      "loss": 0.77587890625,
      "step": 390
    },
    {
      "epoch": 2.81294964028777,
      "grad_norm": 0.049112122505903244,
      "learning_rate": 9.662570355772635e-05,
      "loss": 0.81005859375,
      "step": 391
    },
    {
      "epoch": 2.8201438848920866,
      "grad_norm": 0.053297240287065506,
      "learning_rate": 9.62110076017428e-05,
      "loss": 0.779296875,
      "step": 392
    },
    {
      "epoch": 2.827338129496403,
      "grad_norm": 0.05029544606804848,
      "learning_rate": 9.579661122498789e-05,
      "loss": 0.7578125,
      "step": 393
    },
    {
      "epoch": 2.8345323741007196,
      "grad_norm": 0.054014552384614944,
      "learning_rate": 9.538252343062467e-05,
      "loss": 0.82861328125,
      "step": 394
    },
    {
      "epoch": 2.841726618705036,
      "grad_norm": 0.05070069804787636,
      "learning_rate": 9.496875321511192e-05,
      "loss": 0.814453125,
      "step": 395
    },
    {
      "epoch": 2.8489208633093526,
      "grad_norm": 0.050118040293455124,
      "learning_rate": 9.455530956800874e-05,
      "loss": 0.6856689453125,
      "step": 396
    },
    {
      "epoch": 2.856115107913669,
      "grad_norm": 0.05564381182193756,
      "learning_rate": 9.414220147177924e-05,
      "loss": 0.684326171875,
      "step": 397
    },
    {
      "epoch": 2.8633093525179856,
      "grad_norm": 0.05447627604007721,
      "learning_rate": 9.372943790159728e-05,
      "loss": 0.75390625,
      "step": 398
    },
    {
      "epoch": 2.870503597122302,
      "grad_norm": 0.055909764021635056,
      "learning_rate": 9.331702782515163e-05,
      "loss": 0.77294921875,
      "step": 399
    },
    {
      "epoch": 2.8776978417266186,
      "grad_norm": 0.0563516765832901,
      "learning_rate": 9.290498020245107e-05,
      "loss": 0.77880859375,
      "step": 400
    },
    {
      "epoch": 2.884892086330935,
      "grad_norm": 0.053766004741191864,
      "learning_rate": 9.249330398562967e-05,
      "loss": 0.76611328125,
      "step": 401
    },
    {
      "epoch": 2.8920863309352516,
      "grad_norm": 0.05877723917365074,
      "learning_rate": 9.208200811875236e-05,
      "loss": 0.80908203125,
      "step": 402
    },
    {
      "epoch": 2.899280575539568,
      "grad_norm": 0.057588957250118256,
      "learning_rate": 9.167110153762062e-05,
      "loss": 0.802734375,
      "step": 403
    },
    {
      "epoch": 2.906474820143885,
      "grad_norm": 0.0489775650203228,
      "learning_rate": 9.126059316957833e-05,
      "loss": 0.703369140625,
      "step": 404
    },
    {
      "epoch": 2.9136690647482015,
      "grad_norm": 0.04787963256239891,
      "learning_rate": 9.085049193331774e-05,
      "loss": 0.6331939697265625,
      "step": 405
    },
    {
      "epoch": 2.920863309352518,
      "grad_norm": 0.0641121044754982,
      "learning_rate": 9.044080673868587e-05,
      "loss": 0.75146484375,
      "step": 406
    },
    {
      "epoch": 2.9280575539568345,
      "grad_norm": 0.05303160101175308,
      "learning_rate": 9.003154648649071e-05,
      "loss": 0.74853515625,
      "step": 407
    },
    {
      "epoch": 2.935251798561151,
      "grad_norm": 0.06356843560934067,
      "learning_rate": 8.962272006830806e-05,
      "loss": 0.7587890625,
      "step": 408
    },
    {
      "epoch": 2.9424460431654675,
      "grad_norm": 0.0638933926820755,
      "learning_rate": 8.921433636628819e-05,
      "loss": 0.73193359375,
      "step": 409
    },
    {
      "epoch": 2.949640287769784,
      "grad_norm": 0.05463378503918648,
      "learning_rate": 8.880640425296304e-05,
      "loss": 0.7451171875,
      "step": 410
    },
    {
      "epoch": 2.956834532374101,
      "grad_norm": 0.05607324466109276,
      "learning_rate": 8.839893259105321e-05,
      "loss": 0.74462890625,
      "step": 411
    },
    {
      "epoch": 2.9640287769784175,
      "grad_norm": 0.05459370091557503,
      "learning_rate": 8.799193023327563e-05,
      "loss": 0.7431640625,
      "step": 412
    },
    {
      "epoch": 2.971223021582734,
      "grad_norm": 0.05387922376394272,
      "learning_rate": 8.75854060221511e-05,
      "loss": 0.76318359375,
      "step": 413
    },
    {
      "epoch": 2.9784172661870505,
      "grad_norm": 0.052306290715932846,
      "learning_rate": 8.71793687898123e-05,
      "loss": 0.8154296875,
      "step": 414
    },
    {
      "epoch": 2.985611510791367,
      "grad_norm": 0.05124146118760109,
      "learning_rate": 8.677382735781167e-05,
      "loss": 0.783203125,
      "step": 415
    },
    {
      "epoch": 2.9928057553956835,
      "grad_norm": 0.05628963187336922,
      "learning_rate": 8.63687905369301e-05,
      "loss": 0.78564453125,
      "step": 416
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.048284124583005905,
      "learning_rate": 8.596426712698517e-05,
      "loss": 0.637939453125,
      "step": 417
    },
    {
      "epoch": 3.0,
      "eval_loss": 0.82177734375,
      "eval_runtime": 2.2016,
      "eval_samples_per_second": 3.179,
      "eval_steps_per_second": 0.454,
      "step": 417
    },
    {
      "epoch": 3.0071942446043165,
      "grad_norm": 0.05124033987522125,
      "learning_rate": 8.556026591664015e-05,
      "loss": 0.736083984375,
      "step": 418
    },
    {
      "epoch": 3.014388489208633,
      "grad_norm": 0.05780182033777237,
      "learning_rate": 8.515679568321304e-05,
      "loss": 0.771484375,
      "step": 419
    },
    {
      "epoch": 3.0215827338129495,
      "grad_norm": 0.05943476781249046,
      "learning_rate": 8.475386519248584e-05,
      "loss": 0.7783203125,
      "step": 420
    },
    {
      "epoch": 3.028776978417266,
      "grad_norm": 0.05019712448120117,
      "learning_rate": 8.435148319851411e-05,
      "loss": 0.74462890625,
      "step": 421
    },
    {
      "epoch": 3.0359712230215825,
      "grad_norm": 0.054737389087677,
      "learning_rate": 8.394965844343678e-05,
      "loss": 0.79443359375,
      "step": 422
    },
    {
      "epoch": 3.0431654676258995,
      "grad_norm": 0.04977088421583176,
      "learning_rate": 8.354839965728625e-05,
      "loss": 0.78955078125,
      "step": 423
    },
    {
      "epoch": 3.050359712230216,
      "grad_norm": 0.04908246546983719,
      "learning_rate": 8.314771555779861e-05,
      "loss": 0.83056640625,
      "step": 424
    },
    {
      "epoch": 3.0575539568345325,
      "grad_norm": 0.04794957861304283,
      "learning_rate": 8.274761485022448e-05,
      "loss": 0.81689453125,
      "step": 425
    },
    {
      "epoch": 3.064748201438849,
      "grad_norm": 0.05270487070083618,
      "learning_rate": 8.234810622713964e-05,
      "loss": 0.80908203125,
      "step": 426
    },
    {
      "epoch": 3.0719424460431655,
      "grad_norm": 0.0510353185236454,
      "learning_rate": 8.194919836825621e-05,
      "loss": 0.7998046875,
      "step": 427
    },
    {
      "epoch": 3.079136690647482,
      "grad_norm": 0.04862328991293907,
      "learning_rate": 8.15508999402342e-05,
      "loss": 0.72900390625,
      "step": 428
    },
    {
      "epoch": 3.0863309352517985,
      "grad_norm": 0.04735175892710686,
      "learning_rate": 8.115321959649312e-05,
      "loss": 0.82177734375,
      "step": 429
    },
    {
      "epoch": 3.093525179856115,
      "grad_norm": 0.04738014563918114,
      "learning_rate": 8.0756165977024e-05,
      "loss": 0.623687744140625,
      "step": 430
    },
    {
      "epoch": 3.1007194244604315,
      "grad_norm": 0.05122707411646843,
      "learning_rate": 8.035974770820168e-05,
      "loss": 0.76904296875,
      "step": 431
    },
    {
      "epoch": 3.1079136690647484,
      "grad_norm": 0.04897474870085716,
      "learning_rate": 7.996397340259733e-05,
      "loss": 0.7490234375,
      "step": 432
    },
    {
      "epoch": 3.115107913669065,
      "grad_norm": 0.049110472202301025,
      "learning_rate": 7.956885165879155e-05,
      "loss": 0.79345703125,
      "step": 433
    },
    {
      "epoch": 3.1223021582733814,
      "grad_norm": 0.05037524923682213,
      "learning_rate": 7.917439106118727e-05,
      "loss": 0.7421875,
      "step": 434
    },
    {
      "epoch": 3.129496402877698,
      "grad_norm": 0.05342976003885269,
      "learning_rate": 7.87806001798234e-05,
      "loss": 0.72802734375,
      "step": 435
    },
    {
      "epoch": 3.1366906474820144,
      "grad_norm": 0.05058697238564491,
      "learning_rate": 7.838748757018862e-05,
      "loss": 0.7353515625,
      "step": 436
    },
    {
      "epoch": 3.143884892086331,
      "grad_norm": 0.05026276037096977,
      "learning_rate": 7.799506177303549e-05,
      "loss": 0.70849609375,
      "step": 437
    },
    {
      "epoch": 3.1510791366906474,
      "grad_norm": 0.057681672275066376,
      "learning_rate": 7.760333131419495e-05,
      "loss": 0.79931640625,
      "step": 438
    },
    {
      "epoch": 3.158273381294964,
      "grad_norm": 0.050785940140485764,
      "learning_rate": 7.7212304704391e-05,
      "loss": 0.76904296875,
      "step": 439
    },
    {
      "epoch": 3.1654676258992804,
      "grad_norm": 0.049005765467882156,
      "learning_rate": 7.682199043905589e-05,
      "loss": 0.74267578125,
      "step": 440
    },
    {
      "epoch": 3.172661870503597,
      "grad_norm": 0.058562297374010086,
      "learning_rate": 7.643239699814539e-05,
      "loss": 0.78271484375,
      "step": 441
    },
    {
      "epoch": 3.1798561151079134,
      "grad_norm": 0.0556296780705452,
      "learning_rate": 7.604353284595478e-05,
      "loss": 0.73388671875,
      "step": 442
    },
    {
      "epoch": 3.1870503597122304,
      "grad_norm": 0.05670291185379028,
      "learning_rate": 7.565540643093472e-05,
      "loss": 0.75244140625,
      "step": 443
    },
    {
      "epoch": 3.194244604316547,
      "grad_norm": 0.06160172075033188,
      "learning_rate": 7.526802618550792e-05,
      "loss": 0.74560546875,
      "step": 444
    },
    {
      "epoch": 3.2014388489208634,
      "grad_norm": 0.052574463188648224,
      "learning_rate": 7.488140052588579e-05,
      "loss": 0.74658203125,
      "step": 445
    },
    {
      "epoch": 3.20863309352518,
      "grad_norm": 0.05169880762696266,
      "learning_rate": 7.449553785188559e-05,
      "loss": 0.8251953125,
      "step": 446
    },
    {
      "epoch": 3.2158273381294964,
      "grad_norm": 0.05542999878525734,
      "learning_rate": 7.411044654674806e-05,
      "loss": 0.7744140625,
      "step": 447
    },
    {
      "epoch": 3.223021582733813,
      "grad_norm": 0.05371973663568497,
      "learning_rate": 7.372613497695513e-05,
      "loss": 0.80078125,
      "step": 448
    },
    {
      "epoch": 3.2302158273381294,
      "grad_norm": 0.04892808571457863,
      "learning_rate": 7.334261149204826e-05,
      "loss": 0.76123046875,
      "step": 449
    },
    {
      "epoch": 3.237410071942446,
      "grad_norm": 0.056769244372844696,
      "learning_rate": 7.295988442444699e-05,
      "loss": 0.787109375,
      "step": 450
    },
    {
      "epoch": 3.2446043165467624,
      "grad_norm": 0.0478750616312027,
      "learning_rate": 7.257796208926795e-05,
      "loss": 0.701416015625,
      "step": 451
    },
    {
      "epoch": 3.2517985611510793,
      "grad_norm": 0.05442335456609726,
      "learning_rate": 7.219685278414415e-05,
      "loss": 0.787109375,
      "step": 452
    },
    {
      "epoch": 3.258992805755396,
      "grad_norm": 0.055913351476192474,
      "learning_rate": 7.181656478904471e-05,
      "loss": 0.80419921875,
      "step": 453
    },
    {
      "epoch": 3.2661870503597124,
      "grad_norm": 0.05457060784101486,
      "learning_rate": 7.143710636609506e-05,
      "loss": 0.75830078125,
      "step": 454
    },
    {
      "epoch": 3.273381294964029,
      "grad_norm": 0.05049818009138107,
      "learning_rate": 7.10584857593973e-05,
      "loss": 0.810546875,
      "step": 455
    },
    {
      "epoch": 3.2805755395683454,
      "grad_norm": 0.05422035977244377,
      "learning_rate": 7.068071119485123e-05,
      "loss": 0.779296875,
      "step": 456
    },
    {
      "epoch": 3.287769784172662,
      "grad_norm": 0.051914189010858536,
      "learning_rate": 7.030379087997549e-05,
      "loss": 0.74169921875,
      "step": 457
    },
    {
      "epoch": 3.2949640287769784,
      "grad_norm": 0.05313270911574364,
      "learning_rate": 6.992773300372939e-05,
      "loss": 0.80078125,
      "step": 458
    },
    {
      "epoch": 3.302158273381295,
      "grad_norm": 0.05497153475880623,
      "learning_rate": 6.955254573633485e-05,
      "loss": 0.70556640625,
      "step": 459
    },
    {
      "epoch": 3.3093525179856114,
      "grad_norm": 0.05494280159473419,
      "learning_rate": 6.917823722909902e-05,
      "loss": 0.77001953125,
      "step": 460
    },
    {
      "epoch": 3.316546762589928,
      "grad_norm": 0.051706552505493164,
      "learning_rate": 6.880481561423715e-05,
      "loss": 0.76513671875,
      "step": 461
    },
    {
      "epoch": 3.3237410071942444,
      "grad_norm": 0.05260934680700302,
      "learning_rate": 6.843228900469585e-05,
      "loss": 0.7353515625,
      "step": 462
    },
    {
      "epoch": 3.3309352517985613,
      "grad_norm": 0.05296942964196205,
      "learning_rate": 6.806066549397684e-05,
      "loss": 0.77734375,
      "step": 463
    },
    {
      "epoch": 3.338129496402878,
      "grad_norm": 0.04702047258615494,
      "learning_rate": 6.768995315596127e-05,
      "loss": 0.802734375,
      "step": 464
    },
    {
      "epoch": 3.3453237410071943,
      "grad_norm": 0.048695724457502365,
      "learning_rate": 6.732016004473404e-05,
      "loss": 0.66455078125,
      "step": 465
    },
    {
      "epoch": 3.352517985611511,
      "grad_norm": 0.055471207946538925,
      "learning_rate": 6.695129419440903e-05,
      "loss": 0.75244140625,
      "step": 466
    },
    {
      "epoch": 3.3597122302158273,
      "grad_norm": 0.05254025384783745,
      "learning_rate": 6.658336361895448e-05,
      "loss": 0.74169921875,
      "step": 467
    },
    {
      "epoch": 3.366906474820144,
      "grad_norm": 0.051775965839624405,
      "learning_rate": 6.621637631201882e-05,
      "loss": 0.75,
      "step": 468
    },
    {
      "epoch": 3.3741007194244603,
      "grad_norm": 0.0537375845015049,
      "learning_rate": 6.585034024675715e-05,
      "loss": 0.7744140625,
      "step": 469
    },
    {
      "epoch": 3.381294964028777,
      "grad_norm": 0.04723677411675453,
      "learning_rate": 6.548526337565782e-05,
      "loss": 0.699462890625,
      "step": 470
    },
    {
      "epoch": 3.3884892086330938,
      "grad_norm": 0.05137712508440018,
      "learning_rate": 6.512115363036982e-05,
      "loss": 0.67333984375,
      "step": 471
    },
    {
      "epoch": 3.3956834532374103,
      "grad_norm": 0.05072665959596634,
      "learning_rate": 6.475801892153042e-05,
      "loss": 0.7685546875,
      "step": 472
    },
    {
      "epoch": 3.402877697841727,
      "grad_norm": 0.048014163970947266,
      "learning_rate": 6.439586713859319e-05,
      "loss": 0.6507568359375,
      "step": 473
    },
    {
      "epoch": 3.4100719424460433,
      "grad_norm": 0.05200881510972977,
      "learning_rate": 6.403470614965674e-05,
      "loss": 0.701171875,
      "step": 474
    },
    {
      "epoch": 3.41726618705036,
      "grad_norm": 0.0488160140812397,
      "learning_rate": 6.367454380129371e-05,
      "loss": 0.7373046875,
      "step": 475
    },
    {
      "epoch": 3.4244604316546763,
      "grad_norm": 0.04956590384244919,
      "learning_rate": 6.331538791838029e-05,
      "loss": 0.80810546875,
      "step": 476
    },
    {
      "epoch": 3.431654676258993,
      "grad_norm": 0.051326870918273926,
      "learning_rate": 6.295724630392632e-05,
      "loss": 0.73876953125,
      "step": 477
    },
    {
      "epoch": 3.4388489208633093,
      "grad_norm": 0.0495428666472435,
      "learning_rate": 6.260012673890552e-05,
      "loss": 0.8037109375,
      "step": 478
    },
    {
      "epoch": 3.446043165467626,
      "grad_norm": 0.05170230194926262,
      "learning_rate": 6.22440369820867e-05,
      "loss": 0.74755859375,
      "step": 479
    },
    {
      "epoch": 3.4532374100719423,
      "grad_norm": 0.05247701331973076,
      "learning_rate": 6.188898476986506e-05,
      "loss": 0.76708984375,
      "step": 480
    },
    {
      "epoch": 3.460431654676259,
      "grad_norm": 0.05309170484542847,
      "learning_rate": 6.153497781609416e-05,
      "loss": 0.74658203125,
      "step": 481
    },
    {
      "epoch": 3.4676258992805753,
      "grad_norm": 0.05857396870851517,
      "learning_rate": 6.118202381191828e-05,
      "loss": 0.74365234375,
      "step": 482
    },
    {
      "epoch": 3.4748201438848922,
      "grad_norm": 0.04985760524868965,
      "learning_rate": 6.083013042560538e-05,
      "loss": 0.75341796875,
      "step": 483
    },
    {
      "epoch": 3.4820143884892087,
      "grad_norm": 0.048217304050922394,
      "learning_rate": 6.047930530238042e-05,
      "loss": 0.63482666015625,
      "step": 484
    },
    {
      "epoch": 3.4892086330935252,
      "grad_norm": 0.054268497973680496,
      "learning_rate": 6.012955606425933e-05,
      "loss": 0.8095703125,
      "step": 485
    },
    {
      "epoch": 3.4964028776978417,
      "grad_norm": 0.055208269506692886,
      "learning_rate": 5.978089030988341e-05,
      "loss": 0.7705078125,
      "step": 486
    },
    {
      "epoch": 3.5035971223021583,
      "grad_norm": 0.05179133266210556,
      "learning_rate": 5.943331561435424e-05,
      "loss": 0.70849609375,
      "step": 487
    },
    {
      "epoch": 3.5107913669064748,
      "grad_norm": 0.05390201508998871,
      "learning_rate": 5.9086839529069e-05,
      "loss": 0.7412109375,
      "step": 488
    },
    {
      "epoch": 3.5179856115107913,
      "grad_norm": 0.048443473875522614,
      "learning_rate": 5.874146958155663e-05,
      "loss": 0.642425537109375,
      "step": 489
    },
    {
      "epoch": 3.5251798561151078,
      "grad_norm": 0.05413110926747322,
      "learning_rate": 5.8397213275314046e-05,
      "loss": 0.7607421875,
      "step": 490
    },
    {
      "epoch": 3.5323741007194247,
      "grad_norm": 0.048942968249320984,
      "learning_rate": 5.805407808964327e-05,
      "loss": 0.767578125,
      "step": 491
    },
    {
      "epoch": 3.539568345323741,
      "grad_norm": 0.050069428980350494,
      "learning_rate": 5.771207147948889e-05,
      "loss": 0.77001953125,
      "step": 492
    },
    {
      "epoch": 3.5467625899280577,
      "grad_norm": 0.05499282106757164,
      "learning_rate": 5.737120087527612e-05,
      "loss": 0.75927734375,
      "step": 493
    },
    {
      "epoch": 3.553956834532374,
      "grad_norm": 0.05234140530228615,
      "learning_rate": 5.703147368274929e-05,
      "loss": 0.7216796875,
      "step": 494
    },
    {
      "epoch": 3.5611510791366907,
      "grad_norm": 0.04955899715423584,
      "learning_rate": 5.669289728281104e-05,
      "loss": 0.71337890625,
      "step": 495
    },
    {
      "epoch": 3.568345323741007,
      "grad_norm": 0.050279274582862854,
      "learning_rate": 5.635547903136191e-05,
      "loss": 0.71630859375,
      "step": 496
    },
    {
      "epoch": 3.5755395683453237,
      "grad_norm": 0.053482405841350555,
      "learning_rate": 5.6019226259140554e-05,
      "loss": 0.74462890625,
      "step": 497
    },
    {
      "epoch": 3.58273381294964,
      "grad_norm": 0.052684132009744644,
      "learning_rate": 5.5684146271564465e-05,
      "loss": 0.737060546875,
      "step": 498
    },
    {
      "epoch": 3.5899280575539567,
      "grad_norm": 0.05227554216980934,
      "learning_rate": 5.535024634857122e-05,
      "loss": 0.7353515625,
      "step": 499
    },
    {
      "epoch": 3.597122302158273,
      "grad_norm": 0.05112195014953613,
      "learning_rate": 5.5017533744460405e-05,
      "loss": 0.7978515625,
      "step": 500
    },
    {
      "epoch": 3.6043165467625897,
      "grad_norm": 0.05106304585933685,
      "learning_rate": 5.468601568773588e-05,
      "loss": 0.76025390625,
      "step": 501
    },
    {
      "epoch": 3.6115107913669062,
      "grad_norm": 0.0527038611471653,
      "learning_rate": 5.435569938094884e-05,
      "loss": 0.69970703125,
      "step": 502
    },
    {
      "epoch": 3.618705035971223,
      "grad_norm": 0.04788810387253761,
      "learning_rate": 5.402659200054133e-05,
      "loss": 0.687713623046875,
      "step": 503
    },
    {
      "epoch": 3.6258992805755397,
      "grad_norm": 0.049707453697919846,
      "learning_rate": 5.369870069669027e-05,
      "loss": 0.78466796875,
      "step": 504
    },
    {
      "epoch": 3.633093525179856,
      "grad_norm": 0.050782762467861176,
      "learning_rate": 5.337203259315212e-05,
      "loss": 0.78759765625,
      "step": 505
    },
    {
      "epoch": 3.6402877697841727,
      "grad_norm": 0.0569625087082386,
      "learning_rate": 5.3046594787108136e-05,
      "loss": 0.73388671875,
      "step": 506
    },
    {
      "epoch": 3.647482014388489,
      "grad_norm": 0.04848095029592514,
      "learning_rate": 5.272239434901021e-05,
      "loss": 0.7939453125,
      "step": 507
    },
    {
      "epoch": 3.6546762589928057,
      "grad_norm": 0.050739582628011703,
      "learning_rate": 5.239943832242712e-05,
      "loss": 0.748291015625,
      "step": 508
    },
    {
      "epoch": 3.661870503597122,
      "grad_norm": 0.050485655665397644,
      "learning_rate": 5.20777337238917e-05,
      "loss": 0.77734375,
      "step": 509
    },
    {
      "epoch": 3.6690647482014387,
      "grad_norm": 0.053736161440610886,
      "learning_rate": 5.1757287542748265e-05,
      "loss": 0.76708984375,
      "step": 510
    },
    {
      "epoch": 3.6762589928057556,
      "grad_norm": 0.04893803969025612,
      "learning_rate": 5.143810674100075e-05,
      "loss": 0.73291015625,
      "step": 511
    },
    {
      "epoch": 3.683453237410072,
      "grad_norm": 0.04592687264084816,
      "learning_rate": 5.112019825316152e-05,
      "loss": 0.658294677734375,
      "step": 512
    },
    {
      "epoch": 3.6906474820143886,
      "grad_norm": 0.05054721608757973,
      "learning_rate": 5.080356898610072e-05,
      "loss": 0.7607421875,
      "step": 513
    },
    {
      "epoch": 3.697841726618705,
      "grad_norm": 0.05290023982524872,
      "learning_rate": 5.048822581889614e-05,
      "loss": 0.73193359375,
      "step": 514
    },
    {
      "epoch": 3.7050359712230216,
      "grad_norm": 0.05200814828276634,
      "learning_rate": 5.017417560268383e-05,
      "loss": 0.7763671875,
      "step": 515
    },
    {
      "epoch": 3.712230215827338,
      "grad_norm": 0.045379430055618286,
      "learning_rate": 4.9861425160509225e-05,
      "loss": 0.6854248046875,
      "step": 516
    },
    {
      "epoch": 3.7194244604316546,
      "grad_norm": 0.05427764728665352,
      "learning_rate": 4.954998128717889e-05,
      "loss": 0.77978515625,
      "step": 517
    },
    {
      "epoch": 3.726618705035971,
      "grad_norm": 0.048872821033000946,
      "learning_rate": 4.9239850749112916e-05,
      "loss": 0.697265625,
      "step": 518
    },
    {
      "epoch": 3.7338129496402876,
      "grad_norm": 0.049144014716148376,
      "learning_rate": 4.893104028419794e-05,
      "loss": 0.76220703125,
      "step": 519
    },
    {
      "epoch": 3.741007194244604,
      "grad_norm": 0.05242089554667473,
      "learning_rate": 4.86235566016407e-05,
      "loss": 0.69775390625,
      "step": 520
    },
    {
      "epoch": 3.7482014388489207,
      "grad_norm": 0.05214497447013855,
      "learning_rate": 4.8317406381822316e-05,
      "loss": 0.77001953125,
      "step": 521
    },
    {
      "epoch": 3.755395683453237,
      "grad_norm": 0.05071490630507469,
      "learning_rate": 4.8012596276153135e-05,
      "loss": 0.71630859375,
      "step": 522
    },
    {
      "epoch": 3.762589928057554,
      "grad_norm": 0.04996147379279137,
      "learning_rate": 4.770913290692823e-05,
      "loss": 0.6812744140625,
      "step": 523
    },
    {
      "epoch": 3.7697841726618706,
      "grad_norm": 0.050162509083747864,
      "learning_rate": 4.740702286718352e-05,
      "loss": 0.77392578125,
      "step": 524
    },
    {
      "epoch": 3.776978417266187,
      "grad_norm": 0.05255437269806862,
      "learning_rate": 4.710627272055249e-05,
      "loss": 0.77587890625,
      "step": 525
    },
    {
      "epoch": 3.7841726618705036,
      "grad_norm": 0.053341519087553024,
      "learning_rate": 4.6806889001123685e-05,
      "loss": 0.77490234375,
      "step": 526
    },
    {
      "epoch": 3.79136690647482,
      "grad_norm": 0.05236722156405449,
      "learning_rate": 4.650887821329867e-05,
      "loss": 0.75390625,
      "step": 527
    },
    {
      "epoch": 3.7985611510791366,
      "grad_norm": 0.053622376173734665,
      "learning_rate": 4.6212246831650704e-05,
      "loss": 0.7138671875,
      "step": 528
    },
    {
      "epoch": 3.805755395683453,
      "grad_norm": 0.05114729702472687,
      "learning_rate": 4.5917001300784195e-05,
      "loss": 0.7431640625,
      "step": 529
    },
    {
      "epoch": 3.81294964028777,
      "grad_norm": 0.049589745700359344,
      "learning_rate": 4.5623148035194536e-05,
      "loss": 0.77880859375,
      "step": 530
    },
    {
      "epoch": 3.8201438848920866,
      "grad_norm": 0.05088301748037338,
      "learning_rate": 4.533069341912882e-05,
      "loss": 0.74658203125,
      "step": 531
    },
    {
      "epoch": 3.827338129496403,
      "grad_norm": 0.052272845059633255,
      "learning_rate": 4.5039643806447105e-05,
      "loss": 0.724609375,
      "step": 532
    },
    {
      "epoch": 3.8345323741007196,
      "grad_norm": 0.04949336498975754,
      "learning_rate": 4.4750005520484416e-05,
      "loss": 0.7958984375,
      "step": 533
    },
    {
      "epoch": 3.841726618705036,
      "grad_norm": 0.05118298903107643,
      "learning_rate": 4.446178485391334e-05,
      "loss": 0.78125,
      "step": 534
    },
    {
      "epoch": 3.8489208633093526,
      "grad_norm": 0.047677114605903625,
      "learning_rate": 4.417498806860728e-05,
      "loss": 0.6572113037109375,
      "step": 535
    },
    {
      "epoch": 3.856115107913669,
      "grad_norm": 0.05299853906035423,
      "learning_rate": 4.388962139550447e-05,
      "loss": 0.652587890625,
      "step": 536
    },
    {
      "epoch": 3.8633093525179856,
      "grad_norm": 0.053162094205617905,
      "learning_rate": 4.3605691034472523e-05,
      "loss": 0.720703125,
      "step": 537
    },
    {
      "epoch": 3.870503597122302,
      "grad_norm": 0.053543951362371445,
      "learning_rate": 4.332320315417383e-05,
      "loss": 0.740234375,
      "step": 538
    },
    {
      "epoch": 3.8776978417266186,
      "grad_norm": 0.05336477607488632,
      "learning_rate": 4.3042163891931485e-05,
      "loss": 0.74560546875,
      "step": 539
    },
    {
      "epoch": 3.884892086330935,
      "grad_norm": 0.05142592266201973,
      "learning_rate": 4.276257935359591e-05,
      "loss": 0.73388671875,
      "step": 540
    },
    {
      "epoch": 3.8920863309352516,
      "grad_norm": 0.05190040543675423,
      "learning_rate": 4.2484455613412275e-05,
      "loss": 0.779296875,
      "step": 541
    },
    {
      "epoch": 3.899280575539568,
      "grad_norm": 0.05213189870119095,
      "learning_rate": 4.220779871388848e-05,
      "loss": 0.76953125,
      "step": 542
    },
    {
      "epoch": 3.906474820143885,
      "grad_norm": 0.05089110508561134,
      "learning_rate": 4.193261466566389e-05,
      "loss": 0.6767578125,
      "step": 543
    },
    {
      "epoch": 3.9136690647482015,
      "grad_norm": 0.042859405279159546,
      "learning_rate": 4.165890944737877e-05,
      "loss": 0.609222412109375,
      "step": 544
    },
    {
      "epoch": 3.920863309352518,
      "grad_norm": 0.0537886843085289,
      "learning_rate": 4.138668900554433e-05,
      "loss": 0.71923828125,
      "step": 545
    },
    {
      "epoch": 3.9280575539568345,
      "grad_norm": 0.055188652127981186,
      "learning_rate": 4.111595925441363e-05,
      "loss": 0.7177734375,
      "step": 546
    },
    {
      "epoch": 3.935251798561151,
      "grad_norm": 0.051305752247571945,
      "learning_rate": 4.084672607585293e-05,
      "loss": 0.72607421875,
      "step": 547
    },
    {
      "epoch": 3.9424460431654675,
      "grad_norm": 0.04906954616308212,
      "learning_rate": 4.0578995319214095e-05,
      "loss": 0.701171875,
      "step": 548
    },
    {
      "epoch": 3.949640287769784,
      "grad_norm": 0.0526224747300148,
      "learning_rate": 4.03127728012074e-05,
      "loss": 0.71484375,
      "step": 549
    },
    {
      "epoch": 3.956834532374101,
      "grad_norm": 0.05646233260631561,
      "learning_rate": 4.004806430577512e-05,
      "loss": 0.7138671875,
      "step": 550
    },
    {
      "epoch": 3.9640287769784175,
      "grad_norm": 0.051627133041620255,
      "learning_rate": 3.9784875583966006e-05,
      "loss": 0.71435546875,
      "step": 551
    },
    {
      "epoch": 3.971223021582734,
      "grad_norm": 0.05187356472015381,
      "learning_rate": 3.952321235381018e-05,
      "loss": 0.73291015625,
      "step": 552
    },
    {
      "epoch": 3.9784172661870505,
      "grad_norm": 0.049104101955890656,
      "learning_rate": 3.926308030019501e-05,
      "loss": 0.7841796875,
      "step": 553
    },
    {
      "epoch": 3.985611510791367,
      "grad_norm": 0.05155986174941063,
      "learning_rate": 3.900448507474154e-05,
      "loss": 0.751953125,
      "step": 554
    },
    {
      "epoch": 3.9928057553956835,
      "grad_norm": 0.054259348660707474,
      "learning_rate": 3.874743229568181e-05,
      "loss": 0.75439453125,
      "step": 555
    },
    {
      "epoch": 4.0,
      "grad_norm": 0.05910147354006767,
      "learning_rate": 3.849192754773665e-05,
      "loss": 0.599365234375,
      "step": 556
    },
    {
      "epoch": 4.0,
      "eval_loss": 0.822265625,
      "eval_runtime": 2.1989,
      "eval_samples_per_second": 3.183,
      "eval_steps_per_second": 0.455,
      "step": 556
    },
    {
      "epoch": 4.0071942446043165,
      "grad_norm": 0.05912397429347038,
      "learning_rate": 3.82379763819944e-05,
      "loss": 0.693603515625,
      "step": 557
    },
    {
      "epoch": 4.014388489208633,
      "grad_norm": 0.06123586371541023,
      "learning_rate": 3.798558431579038e-05,
      "loss": 0.74169921875,
      "step": 558
    },
    {
      "epoch": 4.0215827338129495,
      "grad_norm": 0.0732521265745163,
      "learning_rate": 3.773475683258689e-05,
      "loss": 0.74658203125,
      "step": 559
    },
    {
      "epoch": 4.028776978417266,
      "grad_norm": 0.05880795791745186,
      "learning_rate": 3.7485499381854226e-05,
      "loss": 0.716796875,
      "step": 560
    },
    {
      "epoch": 4.0359712230215825,
      "grad_norm": 0.059538763016462326,
      "learning_rate": 3.723781737895216e-05,
      "loss": 0.765625,
      "step": 561
    },
    {
      "epoch": 4.043165467625899,
      "grad_norm": 0.05364465340971947,
      "learning_rate": 3.6991716205012315e-05,
      "loss": 0.763671875,
      "step": 562
    },
    {
      "epoch": 4.0503597122302155,
      "grad_norm": 0.05475439876317978,
      "learning_rate": 3.674720120682132e-05,
      "loss": 0.80224609375,
      "step": 563
    },
    {
      "epoch": 4.057553956834532,
      "grad_norm": 0.055658478289842606,
      "learning_rate": 3.650427769670456e-05,
      "loss": 0.7900390625,
      "step": 564
    },
    {
      "epoch": 4.0647482014388485,
      "grad_norm": 0.05783562362194061,
      "learning_rate": 3.6262950952410824e-05,
      "loss": 0.7802734375,
      "step": 565
    },
    {
      "epoch": 4.071942446043165,
      "grad_norm": 0.05364576727151871,
      "learning_rate": 3.602322621699759e-05,
      "loss": 0.771484375,
      "step": 566
    },
    {
      "epoch": 4.079136690647482,
      "grad_norm": 0.05449522286653519,
      "learning_rate": 3.5785108698717166e-05,
      "loss": 0.6982421875,
      "step": 567
    },
    {
      "epoch": 4.086330935251799,
      "grad_norm": 0.05523834750056267,
      "learning_rate": 3.5548603570903495e-05,
      "loss": 0.794921875,
      "step": 568
    },
    {
      "epoch": 4.093525179856115,
      "grad_norm": 0.05030881613492966,
      "learning_rate": 3.531371597185976e-05,
      "loss": 0.5995635986328125,
      "step": 569
    },
    {
      "epoch": 4.100719424460432,
      "grad_norm": 0.0534730926156044,
      "learning_rate": 3.508045100474682e-05,
      "loss": 0.740234375,
      "step": 570
    },
    {
      "epoch": 4.107913669064748,
      "grad_norm": 0.05776934325695038,
      "learning_rate": 3.484881373747218e-05,
      "loss": 0.72216796875,
      "step": 571
    },
    {
      "epoch": 4.115107913669065,
      "grad_norm": 0.055672962218523026,
      "learning_rate": 3.461880920258012e-05,
      "loss": 0.7666015625,
      "step": 572
    },
    {
      "epoch": 4.122302158273381,
      "grad_norm": 0.05157998576760292,
      "learning_rate": 3.439044239714211e-05,
      "loss": 0.7158203125,
      "step": 573
    },
    {
      "epoch": 4.129496402877698,
      "grad_norm": 0.05499252304434776,
      "learning_rate": 3.416371828264842e-05,
      "loss": 0.70068359375,
      "step": 574
    },
    {
      "epoch": 4.136690647482014,
      "grad_norm": 0.05596167594194412,
      "learning_rate": 3.393864178490025e-05,
      "loss": 0.70703125,
      "step": 575
    },
    {
      "epoch": 4.143884892086331,
      "grad_norm": 0.05461525544524193,
      "learning_rate": 3.3715217793902736e-05,
      "loss": 0.6806640625,
      "step": 576
    },
    {
      "epoch": 4.151079136690647,
      "grad_norm": 0.050671517848968506,
      "learning_rate": 3.349345116375868e-05,
      "loss": 0.77197265625,
      "step": 577
    },
    {
      "epoch": 4.158273381294964,
      "grad_norm": 0.052400026470422745,
      "learning_rate": 3.327334671256316e-05,
      "loss": 0.7412109375,
      "step": 578
    },
    {
      "epoch": 4.16546762589928,
      "grad_norm": 0.052314918488264084,
      "learning_rate": 3.305490922229874e-05,
      "loss": 0.716796875,
      "step": 579
    },
    {
      "epoch": 4.172661870503597,
      "grad_norm": 0.05323723331093788,
      "learning_rate": 3.2838143438731704e-05,
      "loss": 0.75537109375,
      "step": 580
    },
    {
      "epoch": 4.179856115107913,
      "grad_norm": 0.054106373339891434,
      "learning_rate": 3.2623054071308855e-05,
      "loss": 0.70458984375,
      "step": 581
    },
    {
      "epoch": 4.18705035971223,
      "grad_norm": 0.05198446288704872,
      "learning_rate": 3.240964579305522e-05,
      "loss": 0.7236328125,
      "step": 582
    },
    {
      "epoch": 4.194244604316546,
      "grad_norm": 0.053653303533792496,
      "learning_rate": 3.2197923240472574e-05,
      "loss": 0.716796875,
      "step": 583
    },
    {
      "epoch": 4.201438848920863,
      "grad_norm": 0.05069001764059067,
      "learning_rate": 3.198789101343861e-05,
      "loss": 0.7197265625,
      "step": 584
    },
    {
      "epoch": 4.2086330935251794,
      "grad_norm": 0.05460018292069435,
      "learning_rate": 3.1779553675107134e-05,
      "loss": 0.80029296875,
      "step": 585
    },
    {
      "epoch": 4.215827338129497,
      "grad_norm": 0.051281604915857315,
      "learning_rate": 3.157291575180877e-05,
      "loss": 0.74658203125,
      "step": 586
    },
    {
      "epoch": 4.223021582733813,
      "grad_norm": 0.05118497088551521,
      "learning_rate": 3.136798173295275e-05,
      "loss": 0.77392578125,
      "step": 587
    },
    {
      "epoch": 4.23021582733813,
      "grad_norm": 0.05297469347715378,
      "learning_rate": 3.116475607092935e-05,
      "loss": 0.73388671875,
      "step": 588
    },
    {
      "epoch": 4.237410071942446,
      "grad_norm": 0.050522178411483765,
      "learning_rate": 3.096324318101308e-05,
      "loss": 0.7587890625,
      "step": 589
    },
    {
      "epoch": 4.244604316546763,
      "grad_norm": 0.04883132502436638,
      "learning_rate": 3.076344744126685e-05,
      "loss": 0.6790771484375,
      "step": 590
    },
    {
      "epoch": 4.251798561151079,
      "grad_norm": 0.05249188467860222,
      "learning_rate": 3.056537319244683e-05,
      "loss": 0.76171875,
      "step": 591
    },
    {
      "epoch": 4.258992805755396,
      "grad_norm": 0.04979240894317627,
      "learning_rate": 3.0369024737908093e-05,
      "loss": 0.77880859375,
      "step": 592
    },
    {
      "epoch": 4.266187050359712,
      "grad_norm": 0.05447956174612045,
      "learning_rate": 3.0174406343511186e-05,
      "loss": 0.72998046875,
      "step": 593
    },
    {
      "epoch": 4.273381294964029,
      "grad_norm": 0.051062773913145065,
      "learning_rate": 2.9981522237529425e-05,
      "loss": 0.78662109375,
      "step": 594
    },
    {
      "epoch": 4.280575539568345,
      "grad_norm": 0.05364208668470383,
      "learning_rate": 2.9790376610557e-05,
      "loss": 0.7529296875,
      "step": 595
    },
    {
      "epoch": 4.287769784172662,
      "grad_norm": 0.05287604779005051,
      "learning_rate": 2.9600973615417994e-05,
      "loss": 0.71533203125,
      "step": 596
    },
    {
      "epoch": 4.294964028776978,
      "grad_norm": 0.05403478816151619,
      "learning_rate": 2.94133173670761e-05,
      "loss": 0.77294921875,
      "step": 597
    },
    {
      "epoch": 4.302158273381295,
      "grad_norm": 0.05350170284509659,
      "learning_rate": 2.9227411942545257e-05,
      "loss": 0.677734375,
      "step": 598
    },
    {
      "epoch": 4.309352517985611,
      "grad_norm": 0.05625879764556885,
      "learning_rate": 2.9043261380801036e-05,
      "loss": 0.7431640625,
      "step": 599
    },
    {
      "epoch": 4.316546762589928,
      "grad_norm": 0.05229846388101578,
      "learning_rate": 2.8860869682692955e-05,
      "loss": 0.73779296875,
      "step": 600
    },
    {
      "epoch": 4.323741007194244,
      "grad_norm": 0.052753571420907974,
      "learning_rate": 2.8680240810857467e-05,
      "loss": 0.7099609375,
      "step": 601
    },
    {
      "epoch": 4.330935251798561,
      "grad_norm": 0.05504533648490906,
      "learning_rate": 2.8501378689631953e-05,
      "loss": 0.75048828125,
      "step": 602
    },
    {
      "epoch": 4.338129496402877,
      "grad_norm": 0.05058334395289421,
      "learning_rate": 2.8324287204969387e-05,
      "loss": 0.77783203125,
      "step": 603
    },
    {
      "epoch": 4.345323741007194,
      "grad_norm": 0.05247846245765686,
      "learning_rate": 2.8148970204353992e-05,
      "loss": 0.6416015625,
      "step": 604
    },
    {
      "epoch": 4.35251798561151,
      "grad_norm": 0.05337994918227196,
      "learning_rate": 2.797543149671757e-05,
      "loss": 0.72802734375,
      "step": 605
    },
    {
      "epoch": 4.359712230215827,
      "grad_norm": 0.054547443985939026,
      "learning_rate": 2.780367485235677e-05,
      "loss": 0.71435546875,
      "step": 606
    },
    {
      "epoch": 4.366906474820144,
      "grad_norm": 0.054399874061346054,
      "learning_rate": 2.7633704002851252e-05,
      "loss": 0.72314453125,
      "step": 607
    },
    {
      "epoch": 4.374100719424461,
      "grad_norm": 0.05170078203082085,
      "learning_rate": 2.746552264098251e-05,
      "loss": 0.75244140625,
      "step": 608
    },
    {
      "epoch": 4.381294964028777,
      "grad_norm": 0.04778819531202316,
      "learning_rate": 2.7299134420653665e-05,
      "loss": 0.677978515625,
      "step": 609
    },
    {
      "epoch": 4.388489208633094,
      "grad_norm": 0.0491393581032753,
      "learning_rate": 2.713454295681016e-05,
      "loss": 0.65087890625,
      "step": 610
    },
    {
      "epoch": 4.39568345323741,
      "grad_norm": 0.0522012785077095,
      "learning_rate": 2.6971751825361065e-05,
      "loss": 0.74462890625,
      "step": 611
    },
    {
      "epoch": 4.402877697841727,
      "grad_norm": 0.04799595847725868,
      "learning_rate": 2.681076456310157e-05,
      "loss": 0.6298828125,
      "step": 612
    },
    {
      "epoch": 4.410071942446043,
      "grad_norm": 0.054174259305000305,
      "learning_rate": 2.6651584667636038e-05,
      "loss": 0.67626953125,
      "step": 613
    },
    {
      "epoch": 4.41726618705036,
      "grad_norm": 0.05027070641517639,
      "learning_rate": 2.6494215597302012e-05,
      "loss": 0.71533203125,
      "step": 614
    },
    {
      "epoch": 4.424460431654676,
      "grad_norm": 0.04885563254356384,
      "learning_rate": 2.6338660771095125e-05,
      "loss": 0.783203125,
      "step": 615
    },
    {
      "epoch": 4.431654676258993,
      "grad_norm": 0.0508473739027977,
      "learning_rate": 2.618492356859479e-05,
      "loss": 0.71337890625,
      "step": 616
    },
    {
      "epoch": 4.438848920863309,
      "grad_norm": 0.05053354427218437,
      "learning_rate": 2.603300732989078e-05,
      "loss": 0.78076171875,
      "step": 617
    },
    {
      "epoch": 4.446043165467626,
      "grad_norm": 0.052582401782274246,
      "learning_rate": 2.588291535551068e-05,
      "loss": 0.72412109375,
      "step": 618
    },
    {
      "epoch": 4.453237410071942,
      "grad_norm": 0.0530349537730217,
      "learning_rate": 2.573465090634813e-05,
      "loss": 0.74462890625,
      "step": 619
    },
    {
      "epoch": 4.460431654676259,
      "grad_norm": 0.05255937948822975,
      "learning_rate": 2.558821720359204e-05,
      "loss": 0.720703125,
      "step": 620
    },
    {
      "epoch": 4.467625899280575,
      "grad_norm": 0.058697544038295746,
      "learning_rate": 2.5443617428656603e-05,
      "loss": 0.716796875,
      "step": 621
    },
    {
      "epoch": 4.474820143884892,
      "grad_norm": 0.05128984525799751,
      "learning_rate": 2.530085472311208e-05,
      "loss": 0.73095703125,
      "step": 622
    },
    {
      "epoch": 4.482014388489208,
      "grad_norm": 0.049633316695690155,
      "learning_rate": 2.5159932188616687e-05,
      "loss": 0.61444091796875,
      "step": 623
    },
    {
      "epoch": 4.489208633093525,
      "grad_norm": 0.050551820546388626,
      "learning_rate": 2.502085288684911e-05,
      "loss": 0.787109375,
      "step": 624
    },
    {
      "epoch": 4.496402877697841,
      "grad_norm": 0.05205032601952553,
      "learning_rate": 2.488361983944201e-05,
      "loss": 0.74609375,
      "step": 625
    },
    {
      "epoch": 4.503597122302159,
      "grad_norm": 0.05488746985793114,
      "learning_rate": 2.4748236027916413e-05,
      "loss": 0.68408203125,
      "step": 626
    },
    {
      "epoch": 4.510791366906475,
      "grad_norm": 0.05285046622157097,
      "learning_rate": 2.461470439361686e-05,
      "loss": 0.7158203125,
      "step": 627
    },
    {
      "epoch": 4.517985611510792,
      "grad_norm": 0.04785111919045448,
      "learning_rate": 2.448302783764758e-05,
      "loss": 0.623626708984375,
      "step": 628
    },
    {
      "epoch": 4.525179856115108,
      "grad_norm": 0.05188073590397835,
      "learning_rate": 2.435320922080942e-05,
      "loss": 0.7373046875,
      "step": 629
    },
    {
      "epoch": 4.532374100719425,
      "grad_norm": 0.05069158226251602,
      "learning_rate": 2.4225251363537687e-05,
      "loss": 0.74560546875,
      "step": 630
    },
    {
      "epoch": 4.539568345323741,
      "grad_norm": 0.05008401721715927,
      "learning_rate": 2.4099157045840888e-05,
      "loss": 0.74951171875,
      "step": 631
    },
    {
      "epoch": 4.546762589928058,
      "grad_norm": 0.05251746624708176,
      "learning_rate": 2.397492900724031e-05,
      "loss": 0.736328125,
      "step": 632
    },
    {
      "epoch": 4.553956834532374,
      "grad_norm": 0.053564026951789856,
      "learning_rate": 2.3852569946710573e-05,
      "loss": 0.6982421875,
      "step": 633
    },
    {
      "epoch": 4.561151079136691,
      "grad_norm": 0.05176601931452751,
      "learning_rate": 2.3732082522620877e-05,
      "loss": 0.69140625,
      "step": 634
    },
    {
      "epoch": 4.568345323741007,
      "grad_norm": 0.05212892219424248,
      "learning_rate": 2.3613469352677315e-05,
      "loss": 0.69580078125,
      "step": 635
    },
    {
      "epoch": 4.575539568345324,
      "grad_norm": 0.05525335669517517,
      "learning_rate": 2.349673301386602e-05,
      "loss": 0.72265625,
      "step": 636
    },
    {
      "epoch": 4.58273381294964,
      "grad_norm": 0.05233904346823692,
      "learning_rate": 2.3381876042397114e-05,
      "loss": 0.71435546875,
      "step": 637
    },
    {
      "epoch": 4.589928057553957,
      "grad_norm": 0.05244535952806473,
      "learning_rate": 2.3268900933649683e-05,
      "loss": 0.71533203125,
      "step": 638
    },
    {
      "epoch": 4.597122302158273,
      "grad_norm": 0.05539185181260109,
      "learning_rate": 2.3157810142117473e-05,
      "loss": 0.775390625,
      "step": 639
    },
    {
      "epoch": 4.60431654676259,
      "grad_norm": 0.05139709636569023,
      "learning_rate": 2.304860608135565e-05,
      "loss": 0.73974609375,
      "step": 640
    },
    {
      "epoch": 4.611510791366906,
      "grad_norm": 0.050320859998464584,
      "learning_rate": 2.2941291123928298e-05,
      "loss": 0.681640625,
      "step": 641
    },
    {
      "epoch": 4.618705035971223,
      "grad_norm": 0.047281209379434586,
      "learning_rate": 2.283586760135693e-05,
      "loss": 0.66949462890625,
      "step": 642
    },
    {
      "epoch": 4.625899280575539,
      "grad_norm": 0.051026154309511185,
      "learning_rate": 2.2732337804069763e-05,
      "loss": 0.76416015625,
      "step": 643
    },
    {
      "epoch": 4.633093525179856,
      "grad_norm": 0.05396101251244545,
      "learning_rate": 2.263070398135203e-05,
      "loss": 0.7685546875,
      "step": 644
    },
    {
      "epoch": 4.640287769784173,
      "grad_norm": 0.057470086961984634,
      "learning_rate": 2.2530968341297066e-05,
      "loss": 0.71240234375,
      "step": 645
    },
    {
      "epoch": 4.647482014388489,
      "grad_norm": 0.05303116887807846,
      "learning_rate": 2.2433133050758355e-05,
      "loss": 0.775390625,
      "step": 646
    },
    {
      "epoch": 4.654676258992806,
      "grad_norm": 0.05158863589167595,
      "learning_rate": 2.2337200235302426e-05,
      "loss": 0.729248046875,
      "step": 647
    },
    {
      "epoch": 4.661870503597123,
      "grad_norm": 0.050347328186035156,
      "learning_rate": 2.224317197916269e-05,
      "loss": 0.7587890625,
      "step": 648
    },
    {
      "epoch": 4.669064748201439,
      "grad_norm": 0.0516074076294899,
      "learning_rate": 2.2151050325194206e-05,
      "loss": 0.74658203125,
      "step": 649
    },
    {
      "epoch": 4.676258992805756,
      "grad_norm": 0.05186400189995766,
      "learning_rate": 2.2060837274829196e-05,
      "loss": 0.71337890625,
      "step": 650
    },
    {
      "epoch": 4.683453237410072,
      "grad_norm": 0.04709075763821602,
      "learning_rate": 2.197253478803367e-05,
      "loss": 0.640472412109375,
      "step": 651
    },
    {
      "epoch": 4.690647482014389,
      "grad_norm": 0.05202441290020943,
      "learning_rate": 2.1886144783264733e-05,
      "loss": 0.740234375,
      "step": 652
    },
    {
      "epoch": 4.697841726618705,
      "grad_norm": 0.052339646965265274,
      "learning_rate": 2.1801669137429016e-05,
      "loss": 0.71240234375,
      "step": 653
    },
    {
      "epoch": 4.705035971223022,
      "grad_norm": 0.05486401915550232,
      "learning_rate": 2.171910968584182e-05,
      "loss": 0.755859375,
      "step": 654
    },
    {
      "epoch": 4.712230215827338,
      "grad_norm": 0.04742782562971115,
      "learning_rate": 2.1638468222187274e-05,
      "loss": 0.669921875,
      "step": 655
    },
    {
      "epoch": 4.719424460431655,
      "grad_norm": 0.052510373294353485,
      "learning_rate": 2.1559746498479366e-05,
      "loss": 0.76025390625,
      "step": 656
    },
    {
      "epoch": 4.726618705035971,
      "grad_norm": 0.05129651352763176,
      "learning_rate": 2.1482946225023853e-05,
      "loss": 0.67919921875,
      "step": 657
    },
    {
      "epoch": 4.733812949640288,
      "grad_norm": 0.05407492816448212,
      "learning_rate": 2.1408069070381148e-05,
      "loss": 0.74169921875,
      "step": 658
    },
    {
      "epoch": 4.741007194244604,
      "grad_norm": 0.05486985296010971,
      "learning_rate": 2.1335116661330022e-05,
      "loss": 0.6787109375,
      "step": 659
    },
    {
      "epoch": 4.748201438848921,
      "grad_norm": 0.054227206856012344,
      "learning_rate": 2.1264090582832307e-05,
      "loss": 0.75048828125,
      "step": 660
    },
    {
      "epoch": 4.755395683453237,
      "grad_norm": 0.05136020481586456,
      "learning_rate": 2.1194992377998408e-05,
      "loss": 0.69775390625,
      "step": 661
    },
    {
      "epoch": 4.762589928057554,
      "grad_norm": 0.050531502813100815,
      "learning_rate": 2.1127823548053814e-05,
      "loss": 0.666015625,
      "step": 662
    },
    {
      "epoch": 4.76978417266187,
      "grad_norm": 0.05272015929222107,
      "learning_rate": 2.1062585552306478e-05,
      "loss": 0.75439453125,
      "step": 663
    },
    {
      "epoch": 4.7769784172661875,
      "grad_norm": 0.05362412706017494,
      "learning_rate": 2.0999279808115117e-05,
      "loss": 0.7568359375,
      "step": 664
    },
    {
      "epoch": 4.784172661870503,
      "grad_norm": 0.05568424612283707,
      "learning_rate": 2.0937907690858392e-05,
      "loss": 0.75634765625,
      "step": 665
    },
    {
      "epoch": 4.7913669064748206,
      "grad_norm": 0.055312927812337875,
      "learning_rate": 2.0878470533905058e-05,
      "loss": 0.7333984375,
      "step": 666
    },
    {
      "epoch": 4.798561151079137,
      "grad_norm": 0.07465150207281113,
      "learning_rate": 2.082096962858497e-05,
      "loss": 0.6962890625,
      "step": 667
    },
    {
      "epoch": 4.805755395683454,
      "grad_norm": 0.05409865081310272,
      "learning_rate": 2.0765406224161048e-05,
      "loss": 0.72607421875,
      "step": 668
    },
    {
      "epoch": 4.81294964028777,
      "grad_norm": 0.054045382887125015,
      "learning_rate": 2.0711781527802125e-05,
      "loss": 0.7607421875,
      "step": 669
    },
    {
      "epoch": 4.820143884892087,
      "grad_norm": 0.05289534479379654,
      "learning_rate": 2.066009670455671e-05,
      "loss": 0.72998046875,
      "step": 670
    },
    {
      "epoch": 4.827338129496403,
      "grad_norm": 0.05547667667269707,
      "learning_rate": 2.061035287732771e-05,
      "loss": 0.70654296875,
      "step": 671
    },
    {
      "epoch": 4.83453237410072,
      "grad_norm": 0.05358997732400894,
      "learning_rate": 2.0562551126847996e-05,
      "loss": 0.7783203125,
      "step": 672
    },
    {
      "epoch": 4.841726618705036,
      "grad_norm": 0.0539671815931797,
      "learning_rate": 2.0516692491656935e-05,
      "loss": 0.76513671875,
      "step": 673
    },
    {
      "epoch": 4.848920863309353,
      "grad_norm": 0.047293100506067276,
      "learning_rate": 2.0472777968077844e-05,
      "loss": 0.6424713134765625,
      "step": 674
    },
    {
      "epoch": 4.856115107913669,
      "grad_norm": 0.05361802130937576,
      "learning_rate": 2.0430808510196333e-05,
      "loss": 0.63623046875,
      "step": 675
    },
    {
      "epoch": 4.863309352517986,
      "grad_norm": 0.0557270348072052,
      "learning_rate": 2.0390785029839545e-05,
      "loss": 0.70458984375,
      "step": 676
    },
    {
      "epoch": 4.870503597122302,
      "grad_norm": 0.05307677015662193,
      "learning_rate": 2.0352708396556405e-05,
      "loss": 0.7236328125,
      "step": 677
    },
    {
      "epoch": 4.877697841726619,
      "grad_norm": 0.05302033945918083,
      "learning_rate": 2.0316579437598695e-05,
      "loss": 0.7275390625,
      "step": 678
    },
    {
      "epoch": 4.884892086330935,
      "grad_norm": 0.05203063786029816,
      "learning_rate": 2.0282398937903064e-05,
      "loss": 0.718505859375,
      "step": 679
    },
    {
      "epoch": 4.892086330935252,
      "grad_norm": 0.05210476368665695,
      "learning_rate": 2.0250167640074004e-05,
      "loss": 0.7626953125,
      "step": 680
    },
    {
      "epoch": 4.899280575539568,
      "grad_norm": 0.05047106742858887,
      "learning_rate": 2.021988624436772e-05,
      "loss": 0.75390625,
      "step": 681
    },
    {
      "epoch": 4.906474820143885,
      "grad_norm": 0.05173734202980995,
      "learning_rate": 2.0191555408676892e-05,
      "loss": 0.6614990234375,
      "step": 682
    },
    {
      "epoch": 4.913669064748201,
      "grad_norm": 0.045575015246868134,
      "learning_rate": 2.0165175748516395e-05,
      "loss": 0.596954345703125,
      "step": 683
    },
    {
      "epoch": 4.920863309352518,
      "grad_norm": 0.054150424897670746,
      "learning_rate": 2.014074783700991e-05,
      "loss": 0.703125,
      "step": 684
    },
    {
      "epoch": 4.928057553956835,
      "grad_norm": 0.05526477098464966,
      "learning_rate": 2.0118272204877504e-05,
      "loss": 0.70068359375,
      "step": 685
    },
    {
      "epoch": 4.935251798561151,
      "grad_norm": 0.054716844111680984,
      "learning_rate": 2.009774934042407e-05,
      "loss": 0.708740234375,
      "step": 686
    },
    {
      "epoch": 4.942446043165468,
      "grad_norm": 0.0508871003985405,
      "learning_rate": 2.0079179689528758e-05,
      "loss": 0.68701171875,
      "step": 687
    },
    {
      "epoch": 4.9496402877697845,
      "grad_norm": 0.053397320210933685,
      "learning_rate": 2.0062563655635206e-05,
      "loss": 0.69873046875,
      "step": 688
    },
    {
      "epoch": 4.956834532374101,
      "grad_norm": 0.055672161281108856,
      "learning_rate": 2.0047901599742886e-05,
      "loss": 0.69775390625,
      "step": 689
    },
    {
      "epoch": 4.9640287769784175,
      "grad_norm": 0.052525658160448074,
      "learning_rate": 2.0035193840399153e-05,
      "loss": 0.7001953125,
      "step": 690
    },
    {
      "epoch": 4.971223021582734,
      "grad_norm": 0.0548984594643116,
      "learning_rate": 2.0024440653692426e-05,
      "loss": 0.716796875,
      "step": 691
    },
    {
      "epoch": 4.9784172661870505,
      "grad_norm": 0.05292995646595955,
      "learning_rate": 2.00156422732461e-05,
      "loss": 0.76904296875,
      "step": 692
    },
    {
      "epoch": 4.985611510791367,
      "grad_norm": 0.05397019162774086,
      "learning_rate": 2.0008798890213506e-05,
      "loss": 0.7373046875,
      "step": 693
    },
    {
      "epoch": 4.9928057553956835,
      "grad_norm": 0.05884130671620369,
      "learning_rate": 2.00039106532738e-05,
      "loss": 0.73876953125,
      "step": 694
    },
    {
      "epoch": 5.0,
      "grad_norm": 0.06566242128610611,
      "learning_rate": 2.0000977668628646e-05,
      "loss": 0.580322265625,
      "step": 695
    },
    {
      "epoch": 5.0,
      "eval_loss": 0.822265625,
      "eval_runtime": 2.161,
      "eval_samples_per_second": 3.239,
      "eval_steps_per_second": 0.463,
      "step": 695
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 695,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 0,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 5.095561060526588e+19,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}