{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 5.0,
  "eval_steps": 253,
  "global_step": 1265,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.003952569169960474,
      "grad_norm": 1.1627222299575806,
      "learning_rate": 0.0,
      "loss": 1.587890625,
      "step": 1
    },
    {
      "epoch": 0.007905138339920948,
      "grad_norm": 1.1683260202407837,
      "learning_rate": 4.6875e-06,
      "loss": 1.544921875,
      "step": 2
    },
    {
      "epoch": 0.011857707509881422,
      "grad_norm": 1.1862308979034424,
      "learning_rate": 9.375e-06,
      "loss": 1.5966796875,
      "step": 3
    },
    {
      "epoch": 0.015810276679841896,
      "grad_norm": 1.151333212852478,
      "learning_rate": 1.40625e-05,
      "loss": 1.59765625,
      "step": 4
    },
    {
      "epoch": 0.019762845849802372,
      "grad_norm": 1.0971604585647583,
      "learning_rate": 1.875e-05,
      "loss": 1.537109375,
      "step": 5
    },
    {
      "epoch": 0.023715415019762844,
      "grad_norm": 1.0160741806030273,
      "learning_rate": 2.3437499999999997e-05,
      "loss": 1.5908203125,
      "step": 6
    },
    {
      "epoch": 0.02766798418972332,
      "grad_norm": 0.8460241556167603,
      "learning_rate": 2.8125e-05,
      "loss": 1.486328125,
      "step": 7
    },
    {
      "epoch": 0.03162055335968379,
      "grad_norm": 0.8412477970123291,
      "learning_rate": 3.28125e-05,
      "loss": 1.462890625,
      "step": 8
    },
    {
      "epoch": 0.03557312252964427,
      "grad_norm": 0.5087709426879883,
      "learning_rate": 3.75e-05,
      "loss": 1.345703125,
      "step": 9
    },
    {
      "epoch": 0.039525691699604744,
      "grad_norm": 0.2874377965927124,
      "learning_rate": 4.2187499999999995e-05,
      "loss": 1.34765625,
      "step": 10
    },
    {
      "epoch": 0.043478260869565216,
      "grad_norm": 0.2331884503364563,
      "learning_rate": 4.6874999999999994e-05,
      "loss": 1.328125,
      "step": 11
    },
    {
      "epoch": 0.04743083003952569,
      "grad_norm": 0.14886870980262756,
      "learning_rate": 5.156249999999999e-05,
      "loss": 1.13031005859375,
      "step": 12
    },
    {
      "epoch": 0.05138339920948617,
      "grad_norm": 0.18171799182891846,
      "learning_rate": 5.625e-05,
      "loss": 1.3154296875,
      "step": 13
    },
    {
      "epoch": 0.05533596837944664,
      "grad_norm": 0.1508169174194336,
      "learning_rate": 6.09375e-05,
      "loss": 1.16778564453125,
      "step": 14
    },
    {
      "epoch": 0.05928853754940711,
      "grad_norm": 0.16553623974323273,
      "learning_rate": 6.5625e-05,
      "loss": 1.30078125,
      "step": 15
    },
    {
      "epoch": 0.06324110671936758,
      "grad_norm": 0.14081628620624542,
      "learning_rate": 7.03125e-05,
      "loss": 1.233642578125,
      "step": 16
    },
    {
      "epoch": 0.06719367588932806,
      "grad_norm": 0.10984048992395401,
      "learning_rate": 7.5e-05,
      "loss": 1.1689453125,
      "step": 17
    },
    {
      "epoch": 0.07114624505928854,
      "grad_norm": 0.08631673455238342,
      "learning_rate": 7.968749999999999e-05,
      "loss": 1.21875,
      "step": 18
    },
    {
      "epoch": 0.07509881422924901,
      "grad_norm": 0.07686670124530792,
      "learning_rate": 8.437499999999999e-05,
      "loss": 1.2626953125,
      "step": 19
    },
    {
      "epoch": 0.07905138339920949,
      "grad_norm": 0.08009079098701477,
      "learning_rate": 8.906249999999999e-05,
      "loss": 1.2177734375,
      "step": 20
    },
    {
      "epoch": 0.08300395256916997,
      "grad_norm": 0.08306403458118439,
      "learning_rate": 9.374999999999999e-05,
      "loss": 1.2236328125,
      "step": 21
    },
    {
      "epoch": 0.08695652173913043,
      "grad_norm": 0.09083710610866547,
      "learning_rate": 9.843749999999999e-05,
      "loss": 1.2236328125,
      "step": 22
    },
    {
      "epoch": 0.09090909090909091,
      "grad_norm": 0.09399152547121048,
      "learning_rate": 0.00010312499999999999,
      "loss": 1.1141357421875,
      "step": 23
    },
    {
      "epoch": 0.09486166007905138,
      "grad_norm": 0.07401788979768753,
      "learning_rate": 0.00010781249999999998,
      "loss": 1.208984375,
      "step": 24
    },
    {
      "epoch": 0.09881422924901186,
      "grad_norm": 0.06614270061254501,
      "learning_rate": 0.0001125,
      "loss": 1.0986328125,
      "step": 25
    },
    {
      "epoch": 0.10276679841897234,
      "grad_norm": 0.05751989036798477,
      "learning_rate": 0.0001171875,
      "loss": 1.15283203125,
      "step": 26
    },
    {
      "epoch": 0.1067193675889328,
      "grad_norm": 0.05574972927570343,
      "learning_rate": 0.000121875,
      "loss": 1.11767578125,
      "step": 27
    },
    {
      "epoch": 0.11067193675889328,
      "grad_norm": 0.05420740693807602,
      "learning_rate": 0.0001265625,
      "loss": 1.1435546875,
      "step": 28
    },
    {
      "epoch": 0.11462450592885376,
      "grad_norm": 0.05071847513318062,
      "learning_rate": 0.00013125,
      "loss": 1.01220703125,
      "step": 29
    },
    {
      "epoch": 0.11857707509881422,
      "grad_norm": 0.05072321742773056,
      "learning_rate": 0.0001359375,
      "loss": 1.11376953125,
      "step": 30
    },
    {
      "epoch": 0.1225296442687747,
      "grad_norm": 0.055756594985723495,
      "learning_rate": 0.000140625,
      "loss": 1.16064453125,
      "step": 31
    },
    {
      "epoch": 0.12648221343873517,
      "grad_norm": 0.06868632137775421,
      "learning_rate": 0.0001453125,
      "loss": 1.10107421875,
      "step": 32
    },
    {
      "epoch": 0.13043478260869565,
      "grad_norm": 0.045417219400405884,
      "learning_rate": 0.00015,
      "loss": 1.0869140625,
      "step": 33
    },
    {
      "epoch": 0.13438735177865613,
      "grad_norm": 0.04619515314698219,
      "learning_rate": 0.00015468749999999999,
      "loss": 1.1591796875,
      "step": 34
    },
    {
      "epoch": 0.1383399209486166,
      "grad_norm": 0.04595471918582916,
      "learning_rate": 0.00015937499999999998,
      "loss": 1.1640625,
      "step": 35
    },
    {
      "epoch": 0.1422924901185771,
      "grad_norm": 0.04469190537929535,
      "learning_rate": 0.00016406249999999998,
      "loss": 1.162109375,
      "step": 36
    },
    {
      "epoch": 0.14624505928853754,
      "grad_norm": 0.04816310480237007,
      "learning_rate": 0.00016874999999999998,
      "loss": 1.142578125,
      "step": 37
    },
    {
      "epoch": 0.15019762845849802,
      "grad_norm": 0.04557616636157036,
      "learning_rate": 0.00017343749999999998,
      "loss": 1.13671875,
      "step": 38
    },
    {
      "epoch": 0.1541501976284585,
      "grad_norm": 0.04401496797800064,
      "learning_rate": 0.00017812499999999998,
      "loss": 1.12255859375,
      "step": 39
    },
    {
      "epoch": 0.15810276679841898,
      "grad_norm": 0.04669838771224022,
      "learning_rate": 0.00018281249999999998,
      "loss": 1.14208984375,
      "step": 40
    },
    {
      "epoch": 0.16205533596837945,
      "grad_norm": 0.040364984422922134,
      "learning_rate": 0.00018749999999999998,
      "loss": 1.03271484375,
      "step": 41
    },
    {
      "epoch": 0.16600790513833993,
      "grad_norm": 0.03872290626168251,
      "learning_rate": 0.00019218749999999998,
      "loss": 1.1005859375,
      "step": 42
    },
    {
      "epoch": 0.16996047430830039,
      "grad_norm": 0.03874187171459198,
      "learning_rate": 0.00019687499999999997,
      "loss": 1.080078125,
      "step": 43
    },
    {
      "epoch": 0.17391304347826086,
      "grad_norm": 0.0381033681333065,
      "learning_rate": 0.00020156249999999997,
      "loss": 1.05419921875,
      "step": 44
    },
    {
      "epoch": 0.17786561264822134,
      "grad_norm": 0.043727777898311615,
      "learning_rate": 0.00020624999999999997,
      "loss": 1.08642578125,
      "step": 45
    },
    {
      "epoch": 0.18181818181818182,
      "grad_norm": 0.038846664130687714,
      "learning_rate": 0.00021093749999999997,
      "loss": 1.09375,
      "step": 46
    },
    {
      "epoch": 0.1857707509881423,
      "grad_norm": 0.033395882695913315,
      "learning_rate": 0.00021562499999999997,
      "loss": 0.85516357421875,
      "step": 47
    },
    {
      "epoch": 0.18972332015810275,
      "grad_norm": 0.04211333394050598,
      "learning_rate": 0.00022031249999999997,
      "loss": 1.1044921875,
      "step": 48
    },
    {
      "epoch": 0.19367588932806323,
      "grad_norm": 0.03982433304190636,
      "learning_rate": 0.000225,
      "loss": 1.04345703125,
      "step": 49
    },
    {
      "epoch": 0.1976284584980237,
      "grad_norm": 0.04038688540458679,
      "learning_rate": 0.0002296875,
      "loss": 1.08544921875,
      "step": 50
    },
    {
      "epoch": 0.2015810276679842,
      "grad_norm": 0.035684842616319656,
      "learning_rate": 0.000234375,
      "loss": 1.091796875,
      "step": 51
    },
    {
      "epoch": 0.20553359683794467,
      "grad_norm": 0.038577575236558914,
      "learning_rate": 0.0002390625,
      "loss": 0.95556640625,
      "step": 52
    },
    {
      "epoch": 0.20948616600790515,
      "grad_norm": 0.0394609197974205,
      "learning_rate": 0.00024375,
      "loss": 1.0859375,
      "step": 53
    },
    {
      "epoch": 0.2134387351778656,
      "grad_norm": 0.03605200722813606,
      "learning_rate": 0.00024843749999999996,
      "loss": 1.06005859375,
      "step": 54
    },
    {
      "epoch": 0.21739130434782608,
      "grad_norm": 0.0389254167675972,
      "learning_rate": 0.000253125,
      "loss": 1.07763671875,
      "step": 55
    },
    {
      "epoch": 0.22134387351778656,
      "grad_norm": 0.0410747230052948,
      "learning_rate": 0.00025781249999999996,
      "loss": 1.03369140625,
      "step": 56
    },
    {
      "epoch": 0.22529644268774704,
      "grad_norm": 0.03684670105576515,
      "learning_rate": 0.0002625,
      "loss": 0.94970703125,
      "step": 57
    },
    {
      "epoch": 0.22924901185770752,
      "grad_norm": 0.04475630819797516,
      "learning_rate": 0.00026718749999999996,
      "loss": 1.046875,
      "step": 58
    },
    {
      "epoch": 0.233201581027668,
      "grad_norm": 0.03854816406965256,
      "learning_rate": 0.000271875,
      "loss": 1.09423828125,
      "step": 59
    },
    {
      "epoch": 0.23715415019762845,
      "grad_norm": 0.04927290976047516,
      "learning_rate": 0.00027656249999999995,
      "loss": 1.0517578125,
      "step": 60
    },
    {
      "epoch": 0.24110671936758893,
      "grad_norm": 0.04138105735182762,
      "learning_rate": 0.00028125,
      "loss": 0.982421875,
      "step": 61
    },
    {
      "epoch": 0.2450592885375494,
      "grad_norm": 0.03985954076051712,
      "learning_rate": 0.00028593749999999995,
      "loss": 0.88995361328125,
      "step": 62
    },
    {
      "epoch": 0.2490118577075099,
      "grad_norm": 0.04129613935947418,
      "learning_rate": 0.000290625,
      "loss": 0.98583984375,
      "step": 63
    },
    {
      "epoch": 0.25296442687747034,
      "grad_norm": 0.040125906467437744,
      "learning_rate": 0.00029531249999999995,
      "loss": 1.0390625,
      "step": 64
    },
    {
      "epoch": 0.25691699604743085,
      "grad_norm": 0.043358784168958664,
      "learning_rate": 0.0003,
      "loss": 1.033203125,
      "step": 65
    },
    {
      "epoch": 0.2608695652173913,
      "grad_norm": 0.04132722690701485,
      "learning_rate": 0.0002999995381326571,
      "loss": 1.04150390625,
      "step": 66
    },
    {
      "epoch": 0.2648221343873518,
      "grad_norm": 0.042613789439201355,
      "learning_rate": 0.0002999981525337889,
      "loss": 1.0712890625,
      "step": 67
    },
    {
      "epoch": 0.26877470355731226,
      "grad_norm": 0.0416109599173069,
      "learning_rate": 0.00029999584321287615,
      "loss": 0.990234375,
      "step": 68
    },
    {
      "epoch": 0.2727272727272727,
      "grad_norm": 0.04536754637956619,
      "learning_rate": 0.0002999926101857205,
      "loss": 1.01123046875,
      "step": 69
    },
    {
      "epoch": 0.2766798418972332,
      "grad_norm": 0.03991825506091118,
      "learning_rate": 0.0002999884534744437,
      "loss": 1.0419921875,
      "step": 70
    },
    {
      "epoch": 0.28063241106719367,
      "grad_norm": 0.05060945823788643,
      "learning_rate": 0.0002999833731074881,
      "loss": 1.0078125,
      "step": 71
    },
    {
      "epoch": 0.2845849802371542,
      "grad_norm": 0.040758371353149414,
      "learning_rate": 0.00029997736911961594,
      "loss": 1.0458984375,
      "step": 72
    },
    {
      "epoch": 0.2885375494071146,
      "grad_norm": 0.047824740409851074,
      "learning_rate": 0.0002999704415519094,
      "loss": 1.0048828125,
      "step": 73
    },
    {
      "epoch": 0.2924901185770751,
      "grad_norm": 0.03890911117196083,
      "learning_rate": 0.00029996259045177024,
      "loss": 1.02392578125,
      "step": 74
    },
    {
      "epoch": 0.2964426877470356,
      "grad_norm": 0.04222744703292847,
      "learning_rate": 0.00029995381587291935,
      "loss": 0.9697265625,
      "step": 75
    },
    {
      "epoch": 0.30039525691699603,
      "grad_norm": 0.04298309609293938,
      "learning_rate": 0.00029994411787539674,
      "loss": 1.0263671875,
      "step": 76
    },
    {
      "epoch": 0.30434782608695654,
      "grad_norm": 0.044538713991642,
      "learning_rate": 0.0002999334965255607,
      "loss": 1.0126953125,
      "step": 77
    },
    {
      "epoch": 0.308300395256917,
      "grad_norm": 0.04344265162944794,
      "learning_rate": 0.0002999219518960875,
      "loss": 1.00537109375,
      "step": 78
    },
    {
      "epoch": 0.31225296442687744,
      "grad_norm": 0.041526082903146744,
      "learning_rate": 0.00029990948406597123,
      "loss": 1.0029296875,
      "step": 79
    },
    {
      "epoch": 0.31620553359683795,
      "grad_norm": 0.040406595915555954,
      "learning_rate": 0.00029989609312052254,
      "loss": 0.9951171875,
      "step": 80
    },
    {
      "epoch": 0.3201581027667984,
      "grad_norm": 0.04501129314303398,
      "learning_rate": 0.0002998817791513688,
      "loss": 0.91748046875,
      "step": 81
    },
    {
      "epoch": 0.3241106719367589,
      "grad_norm": 0.04174388572573662,
      "learning_rate": 0.0002998665422564531,
      "loss": 0.982421875,
      "step": 82
    },
    {
      "epoch": 0.32806324110671936,
      "grad_norm": 0.0424112044274807,
      "learning_rate": 0.0002998503825400335,
      "loss": 1.05224609375,
      "step": 83
    },
    {
      "epoch": 0.33201581027667987,
      "grad_norm": 0.04236952215433121,
      "learning_rate": 0.00029983330011268254,
      "loss": 0.9775390625,
      "step": 84
    },
    {
      "epoch": 0.3359683794466403,
      "grad_norm": 0.04133501648902893,
      "learning_rate": 0.00029981529509128636,
      "loss": 0.994140625,
      "step": 85
    },
    {
      "epoch": 0.33992094861660077,
      "grad_norm": 0.040734488517045975,
      "learning_rate": 0.00029979636759904394,
      "loss": 1.001953125,
      "step": 86
    },
    {
      "epoch": 0.3438735177865613,
      "grad_norm": 0.042946454137563705,
      "learning_rate": 0.00029977651776546627,
      "loss": 0.98583984375,
      "step": 87
    },
    {
      "epoch": 0.34782608695652173,
      "grad_norm": 0.04548358544707298,
      "learning_rate": 0.00029975574572637547,
      "loss": 0.97021484375,
      "step": 88
    },
    {
      "epoch": 0.35177865612648224,
      "grad_norm": 0.042308006435632706,
      "learning_rate": 0.0002997340516239037,
      "loss": 1.02001953125,
      "step": 89
    },
    {
      "epoch": 0.3557312252964427,
      "grad_norm": 0.04056175798177719,
      "learning_rate": 0.00029971143560649237,
      "loss": 0.9368896484375,
      "step": 90
    },
    {
      "epoch": 0.35968379446640314,
      "grad_norm": 0.04562252387404442,
      "learning_rate": 0.0002996878978288913,
      "loss": 0.978515625,
      "step": 91
    },
    {
      "epoch": 0.36363636363636365,
      "grad_norm": 0.04564323648810387,
      "learning_rate": 0.00029966343845215705,
      "loss": 0.9833984375,
      "step": 92
    },
    {
      "epoch": 0.3675889328063241,
      "grad_norm": 0.03752854838967323,
      "learning_rate": 0.0002996380576436524,
      "loss": 0.9697265625,
      "step": 93
    },
    {
      "epoch": 0.3715415019762846,
      "grad_norm": 0.04243145510554314,
      "learning_rate": 0.0002996117555770452,
      "loss": 0.9501953125,
      "step": 94
    },
    {
      "epoch": 0.37549407114624506,
      "grad_norm": 0.04101577773690224,
      "learning_rate": 0.0002995845324323066,
      "loss": 1.00048828125,
      "step": 95
    },
    {
      "epoch": 0.3794466403162055,
      "grad_norm": 0.045690495520830154,
      "learning_rate": 0.0002995563883957104,
      "loss": 1.02783203125,
      "step": 96
    },
    {
      "epoch": 0.383399209486166,
      "grad_norm": 0.04030710831284523,
      "learning_rate": 0.00029952732365983174,
      "loss": 0.836669921875,
      "step": 97
    },
    {
      "epoch": 0.38735177865612647,
      "grad_norm": 0.040962621569633484,
      "learning_rate": 0.0002994973384235453,
      "loss": 0.98779296875,
      "step": 98
    },
    {
      "epoch": 0.391304347826087,
      "grad_norm": 0.040998805314302444,
      "learning_rate": 0.00029946643289202455,
      "loss": 0.97509765625,
      "step": 99
    },
    {
      "epoch": 0.3952569169960474,
      "grad_norm": 0.04241682216525078,
      "learning_rate": 0.0002994346072767399,
      "loss": 0.990234375,
      "step": 100
    },
    {
      "epoch": 0.39920948616600793,
      "grad_norm": 0.04064636677503586,
      "learning_rate": 0.00029940186179545745,
      "loss": 0.9541015625,
      "step": 101
    },
    {
      "epoch": 0.4031620553359684,
      "grad_norm": 0.04384373873472214,
      "learning_rate": 0.00029936819667223747,
      "loss": 0.96337890625,
      "step": 102
    },
    {
      "epoch": 0.40711462450592883,
      "grad_norm": 0.04403546452522278,
      "learning_rate": 0.00029933361213743285,
      "loss": 0.98779296875,
      "step": 103
    },
    {
      "epoch": 0.41106719367588934,
      "grad_norm": 0.04663854464888573,
      "learning_rate": 0.00029929810842768765,
      "loss": 0.916015625,
      "step": 104
    },
    {
      "epoch": 0.4150197628458498,
      "grad_norm": 0.04587282985448837,
      "learning_rate": 0.00029926168578593514,
      "loss": 0.91650390625,
      "step": 105
    },
    {
      "epoch": 0.4189723320158103,
      "grad_norm": 0.04396233335137367,
      "learning_rate": 0.00029922434446139653,
      "loss": 0.9599609375,
      "step": 106
    },
    {
      "epoch": 0.42292490118577075,
      "grad_norm": 0.04746716096997261,
      "learning_rate": 0.00029918608470957915,
      "loss": 0.962890625,
      "step": 107
    },
    {
      "epoch": 0.4268774703557312,
      "grad_norm": 0.04683246091008186,
      "learning_rate": 0.0002991469067922743,
      "loss": 0.97607421875,
      "step": 108
    },
    {
      "epoch": 0.4308300395256917,
      "grad_norm": 0.04502679780125618,
      "learning_rate": 0.00029910681097755637,
      "loss": 0.93408203125,
      "step": 109
    },
    {
      "epoch": 0.43478260869565216,
      "grad_norm": 0.052390001714229584,
      "learning_rate": 0.00029906579753978,
      "loss": 0.94140625,
      "step": 110
    },
    {
      "epoch": 0.43873517786561267,
      "grad_norm": 0.046164579689502716,
      "learning_rate": 0.00029902386675957865,
      "loss": 0.94482421875,
      "step": 111
    },
    {
      "epoch": 0.4426877470355731,
      "grad_norm": 0.050589125603437424,
      "learning_rate": 0.00029898101892386305,
      "loss": 0.97705078125,
      "step": 112
    },
    {
      "epoch": 0.44664031620553357,
      "grad_norm": 0.05410892516374588,
      "learning_rate": 0.0002989372543258184,
      "loss": 0.93359375,
      "step": 113
    },
    {
      "epoch": 0.4505928853754941,
      "grad_norm": 0.046691250056028366,
      "learning_rate": 0.0002988925732649033,
      "loss": 0.9716796875,
      "step": 114
    },
    {
      "epoch": 0.45454545454545453,
      "grad_norm": 0.058371126651763916,
      "learning_rate": 0.0002988469760468467,
      "loss": 1.02685546875,
      "step": 115
    },
    {
      "epoch": 0.45849802371541504,
      "grad_norm": 0.05259089171886444,
      "learning_rate": 0.00029880046298364686,
      "loss": 0.9404296875,
      "step": 116
    },
    {
      "epoch": 0.4624505928853755,
      "grad_norm": 0.05376051366329193,
      "learning_rate": 0.0002987530343935683,
      "loss": 0.99755859375,
      "step": 117
    },
    {
      "epoch": 0.466403162055336,
      "grad_norm": 0.0611630342900753,
      "learning_rate": 0.0002987046906011402,
      "loss": 0.91064453125,
      "step": 118
    },
    {
      "epoch": 0.47035573122529645,
      "grad_norm": 0.04968439042568207,
      "learning_rate": 0.00029865543193715395,
      "loss": 0.79779052734375,
      "step": 119
    },
    {
      "epoch": 0.4743083003952569,
      "grad_norm": 0.04552493244409561,
      "learning_rate": 0.0002986052587386609,
      "loss": 0.97900390625,
      "step": 120
    },
    {
      "epoch": 0.4782608695652174,
      "grad_norm": 0.04429067298769951,
      "learning_rate": 0.00029855417134897014,
      "loss": 0.9873046875,
      "step": 121
    },
    {
      "epoch": 0.48221343873517786,
      "grad_norm": 0.04980103299021721,
      "learning_rate": 0.0002985021701176461,
      "loss": 0.978515625,
      "step": 122
    },
    {
      "epoch": 0.48616600790513836,
      "grad_norm": 0.049386586993932724,
      "learning_rate": 0.0002984492554005061,
      "loss": 0.92529296875,
      "step": 123
    },
    {
      "epoch": 0.4901185770750988,
      "grad_norm": 0.052703533321619034,
      "learning_rate": 0.00029839542755961794,
      "loss": 0.9423828125,
      "step": 124
    },
    {
      "epoch": 0.49407114624505927,
      "grad_norm": 0.04399961978197098,
      "learning_rate": 0.0002983406869632976,
      "loss": 0.96630859375,
      "step": 125
    },
    {
      "epoch": 0.4980237154150198,
      "grad_norm": 0.04781800135970116,
      "learning_rate": 0.0002982850339861064,
      "loss": 0.9765625,
      "step": 126
    },
    {
      "epoch": 0.5019762845849802,
      "grad_norm": 0.047682613134384155,
      "learning_rate": 0.0002982284690088486,
      "loss": 0.96044921875,
      "step": 127
    },
    {
      "epoch": 0.5059288537549407,
      "grad_norm": 0.05390389263629913,
      "learning_rate": 0.0002981709924185691,
      "loss": 0.94677734375,
      "step": 128
    },
    {
      "epoch": 0.5098814229249012,
      "grad_norm": 0.041129425168037415,
      "learning_rate": 0.00029811260460855003,
      "loss": 0.9169921875,
      "step": 129
    },
    {
      "epoch": 0.5138339920948617,
      "grad_norm": 0.05134471133351326,
      "learning_rate": 0.0002980533059783089,
      "loss": 0.9384765625,
      "step": 130
    },
    {
      "epoch": 0.5177865612648221,
      "grad_norm": 0.04351402446627617,
      "learning_rate": 0.00029799309693359535,
      "loss": 0.87646484375,
      "step": 131
    },
    {
      "epoch": 0.5217391304347826,
      "grad_norm": 0.05380969122052193,
      "learning_rate": 0.00029793197788638843,
      "loss": 0.984375,
      "step": 132
    },
    {
      "epoch": 0.525691699604743,
      "grad_norm": 0.047631990164518356,
      "learning_rate": 0.00029786994925489407,
      "loss": 0.984375,
      "step": 133
    },
    {
      "epoch": 0.5296442687747036,
      "grad_norm": 0.056191910058259964,
      "learning_rate": 0.00029780701146354173,
      "loss": 0.95458984375,
      "step": 134
    },
    {
      "epoch": 0.5335968379446641,
      "grad_norm": 0.04604225605726242,
      "learning_rate": 0.00029774316494298207,
      "loss": 0.927001953125,
      "step": 135
    },
    {
      "epoch": 0.5375494071146245,
      "grad_norm": 0.04962369054555893,
      "learning_rate": 0.00029767841013008355,
      "loss": 0.98046875,
      "step": 136
    },
    {
      "epoch": 0.541501976284585,
      "grad_norm": 0.045723069459199905,
      "learning_rate": 0.00029761274746792956,
      "loss": 0.97119140625,
      "step": 137
    },
    {
      "epoch": 0.5454545454545454,
      "grad_norm": 0.05229611694812775,
      "learning_rate": 0.00029754617740581556,
      "loss": 0.94384765625,
      "step": 138
    },
    {
      "epoch": 0.549407114624506,
      "grad_norm": 0.04936910793185234,
      "learning_rate": 0.00029747870039924576,
      "loss": 0.955078125,
      "step": 139
    },
    {
      "epoch": 0.5533596837944664,
      "grad_norm": 0.042374271899461746,
      "learning_rate": 0.0002974103169099303,
      "loss": 0.841064453125,
      "step": 140
    },
    {
      "epoch": 0.5573122529644269,
      "grad_norm": 0.04642310366034508,
      "learning_rate": 0.0002973410274057816,
      "loss": 0.919921875,
      "step": 141
    },
    {
      "epoch": 0.5612648221343873,
      "grad_norm": 0.060203034430742264,
      "learning_rate": 0.0002972708323609118,
      "loss": 0.9697265625,
      "step": 142
    },
    {
      "epoch": 0.5652173913043478,
      "grad_norm": 0.054723016917705536,
      "learning_rate": 0.0002971997322556289,
      "loss": 0.91796875,
      "step": 143
    },
    {
      "epoch": 0.5691699604743083,
      "grad_norm": 0.05615948513150215,
      "learning_rate": 0.00029712772757643395,
      "loss": 0.890625,
      "step": 144
    },
    {
      "epoch": 0.5731225296442688,
      "grad_norm": 0.04686497151851654,
      "learning_rate": 0.00029705481881601753,
      "loss": 0.9296875,
      "step": 145
    },
    {
      "epoch": 0.5770750988142292,
      "grad_norm": 0.05972789227962494,
      "learning_rate": 0.00029698100647325627,
      "loss": 0.94921875,
      "step": 146
    },
    {
      "epoch": 0.5810276679841897,
      "grad_norm": 0.045615341514348984,
      "learning_rate": 0.00029690629105320947,
      "loss": 0.89599609375,
      "step": 147
    },
    {
      "epoch": 0.5849802371541502,
      "grad_norm": 0.056290172040462494,
      "learning_rate": 0.000296830673067116,
      "loss": 0.96484375,
      "step": 148
    },
    {
      "epoch": 0.5889328063241107,
      "grad_norm": 0.03920245170593262,
      "learning_rate": 0.0002967541530323903,
      "loss": 0.9521484375,
      "step": 149
    },
    {
      "epoch": 0.5928853754940712,
      "grad_norm": 0.05123763158917427,
      "learning_rate": 0.0002966767314726191,
      "loss": 0.93896484375,
      "step": 150
    },
    {
      "epoch": 0.5968379446640316,
      "grad_norm": 0.04955087602138519,
      "learning_rate": 0.00029659840891755777,
      "loss": 0.96728515625,
      "step": 151
    },
    {
      "epoch": 0.6007905138339921,
      "grad_norm": 0.05180769041180611,
      "learning_rate": 0.0002965191859031268,
      "loss": 0.93701171875,
      "step": 152
    },
    {
      "epoch": 0.6047430830039525,
      "grad_norm": 0.04893989488482475,
      "learning_rate": 0.000296439062971408,
      "loss": 0.96240234375,
      "step": 153
    },
    {
      "epoch": 0.6086956521739131,
      "grad_norm": 0.04730680212378502,
      "learning_rate": 0.0002963580406706409,
      "loss": 0.9384765625,
      "step": 154
    },
    {
      "epoch": 0.6126482213438735,
      "grad_norm": 0.044814035296440125,
      "learning_rate": 0.00029627611955521885,
      "loss": 0.9140625,
      "step": 155
    },
    {
      "epoch": 0.616600790513834,
      "grad_norm": 0.045044906437397,
      "learning_rate": 0.00029619330018568543,
      "loss": 0.98974609375,
      "step": 156
    },
    {
      "epoch": 0.6205533596837944,
      "grad_norm": 0.03976064175367355,
      "learning_rate": 0.0002961095831287304,
      "loss": 0.953125,
      "step": 157
    },
    {
      "epoch": 0.6245059288537549,
      "grad_norm": 0.05014454200863838,
      "learning_rate": 0.000296024968957186,
      "loss": 0.90966796875,
      "step": 158
    },
    {
      "epoch": 0.6284584980237155,
      "grad_norm": 0.05022059381008148,
      "learning_rate": 0.000295939458250023,
      "loss": 0.9423828125,
      "step": 159
    },
    {
      "epoch": 0.6324110671936759,
      "grad_norm": 0.050143808126449585,
      "learning_rate": 0.0002958530515923465,
      "loss": 0.95947265625,
      "step": 160
    },
    {
      "epoch": 0.6363636363636364,
      "grad_norm": 0.04551578313112259,
      "learning_rate": 0.0002957657495753923,
      "loss": 0.92333984375,
      "step": 161
    },
    {
      "epoch": 0.6403162055335968,
      "grad_norm": 0.046222057193517685,
      "learning_rate": 0.00029567755279652264,
      "loss": 0.9638671875,
      "step": 162
    },
    {
      "epoch": 0.6442687747035574,
      "grad_norm": 0.04669683426618576,
      "learning_rate": 0.00029558846185922226,
      "loss": 0.9169921875,
      "step": 163
    },
    {
      "epoch": 0.6482213438735178,
      "grad_norm": 0.05498241260647774,
      "learning_rate": 0.0002954984773730938,
      "loss": 0.94921875,
      "step": 164
    },
    {
      "epoch": 0.6521739130434783,
      "grad_norm": 0.04260798171162605,
      "learning_rate": 0.0002954075999538544,
      "loss": 0.8994140625,
      "step": 165
    },
    {
      "epoch": 0.6561264822134387,
      "grad_norm": 0.0476594939827919,
      "learning_rate": 0.00029531583022333093,
      "loss": 0.8935546875,
      "step": 166
    },
    {
      "epoch": 0.6600790513833992,
      "grad_norm": 0.04267974942922592,
      "learning_rate": 0.00029522316880945573,
      "loss": 0.93115234375,
      "step": 167
    },
    {
      "epoch": 0.6640316205533597,
      "grad_norm": 0.046076323837041855,
      "learning_rate": 0.0002951296163462627,
      "loss": 0.9462890625,
      "step": 168
    },
    {
      "epoch": 0.6679841897233202,
      "grad_norm": 0.043905530124902725,
      "learning_rate": 0.0002950351734738825,
      "loss": 0.87158203125,
      "step": 169
    },
    {
      "epoch": 0.6719367588932806,
      "grad_norm": 0.03983068838715553,
      "learning_rate": 0.0002949398408385387,
      "loss": 0.9853515625,
      "step": 170
    },
    {
      "epoch": 0.6758893280632411,
      "grad_norm": 0.040108658373355865,
      "learning_rate": 0.00029484361909254273,
      "loss": 0.9189453125,
      "step": 171
    },
    {
      "epoch": 0.6798418972332015,
      "grad_norm": 0.04251674562692642,
      "learning_rate": 0.00029474650889428985,
      "loss": 0.88427734375,
      "step": 172
    },
    {
      "epoch": 0.6837944664031621,
      "grad_norm": 0.045590125024318695,
      "learning_rate": 0.0002946485109082547,
      "loss": 0.95849609375,
      "step": 173
    },
    {
      "epoch": 0.6877470355731226,
      "grad_norm": 0.04396858438849449,
      "learning_rate": 0.00029454962580498635,
      "loss": 0.94580078125,
      "step": 174
    },
    {
      "epoch": 0.691699604743083,
      "grad_norm": 0.0419636070728302,
      "learning_rate": 0.00029444985426110414,
      "loss": 0.9111328125,
      "step": 175
    },
    {
      "epoch": 0.6956521739130435,
      "grad_norm": 0.044178031384944916,
      "learning_rate": 0.0002943491969592927,
      "loss": 0.892578125,
      "step": 176
    },
    {
      "epoch": 0.6996047430830039,
      "grad_norm": 0.04788000509142876,
      "learning_rate": 0.00029424765458829755,
      "loss": 0.90234375,
      "step": 177
    },
    {
      "epoch": 0.7035573122529645,
      "grad_norm": 0.04179839417338371,
      "learning_rate": 0.0002941452278429203,
      "loss": 0.94580078125,
      "step": 178
    },
    {
      "epoch": 0.7075098814229249,
      "grad_norm": 0.04924828186631203,
      "learning_rate": 0.00029404191742401375,
      "loss": 0.916015625,
      "step": 179
    },
    {
      "epoch": 0.7114624505928854,
      "grad_norm": 0.03961114212870598,
      "learning_rate": 0.0002939377240384773,
      "loss": 0.8955078125,
      "step": 180
    },
    {
      "epoch": 0.7154150197628458,
      "grad_norm": 0.04985342174768448,
      "learning_rate": 0.000293832648399252,
      "loss": 0.90234375,
      "step": 181
    },
    {
      "epoch": 0.7193675889328063,
      "grad_norm": 0.04562315717339516,
      "learning_rate": 0.00029372669122531577,
      "loss": 0.93994140625,
      "step": 182
    },
    {
      "epoch": 0.7233201581027668,
      "grad_norm": 0.044550821185112,
      "learning_rate": 0.00029361985324167833,
      "loss": 0.91162109375,
      "step": 183
    },
    {
      "epoch": 0.7272727272727273,
      "grad_norm": 0.04301857203245163,
      "learning_rate": 0.0002935121351793764,
      "loss": 0.7841796875,
      "step": 184
    },
    {
      "epoch": 0.7312252964426877,
      "grad_norm": 0.042543668299913406,
      "learning_rate": 0.0002934035377754685,
      "loss": 0.91943359375,
      "step": 185
    },
    {
      "epoch": 0.7351778656126482,
      "grad_norm": 0.049981940537691116,
      "learning_rate": 0.00029329406177303015,
      "loss": 0.97021484375,
      "step": 186
    },
    {
      "epoch": 0.7391304347826086,
      "grad_norm": 0.04402138292789459,
      "learning_rate": 0.00029318370792114865,
      "loss": 0.86962890625,
      "step": 187
    },
    {
      "epoch": 0.7430830039525692,
      "grad_norm": 0.04544492065906525,
      "learning_rate": 0.00029307247697491786,
      "loss": 0.880859375,
      "step": 188
    },
    {
      "epoch": 0.7470355731225297,
      "grad_norm": 0.046567656099796295,
      "learning_rate": 0.00029296036969543327,
      "loss": 0.939453125,
      "step": 189
    },
    {
      "epoch": 0.7509881422924901,
      "grad_norm": 0.042909931391477585,
      "learning_rate": 0.0002928473868497865,
      "loss": 0.9482421875,
      "step": 190
    },
    {
      "epoch": 0.7549407114624506,
      "grad_norm": 0.05513691529631615,
      "learning_rate": 0.0002927335292110605,
      "loss": 0.96826171875,
      "step": 191
    },
    {
      "epoch": 0.758893280632411,
      "grad_norm": 0.03914443776011467,
      "learning_rate": 0.0002926187975583236,
      "loss": 0.7618408203125,
      "step": 192
    },
    {
      "epoch": 0.7628458498023716,
      "grad_norm": 0.056443892419338226,
      "learning_rate": 0.00029250319267662493,
      "loss": 0.89501953125,
      "step": 193
    },
    {
      "epoch": 0.766798418972332,
      "grad_norm": 0.04926628991961479,
      "learning_rate": 0.0002923867153569882,
      "loss": 0.93701171875,
      "step": 194
    },
    {
      "epoch": 0.7707509881422925,
      "grad_norm": 0.04565820470452309,
      "learning_rate": 0.00029226936639640736,
      "loss": 0.83447265625,
      "step": 195
    },
    {
      "epoch": 0.7747035573122529,
      "grad_norm": 0.047770265489816666,
      "learning_rate": 0.00029215114659784003,
      "loss": 0.9169921875,
      "step": 196
    },
    {
      "epoch": 0.7786561264822134,
      "grad_norm": 0.05076134577393532,
      "learning_rate": 0.00029203205677020275,
      "loss": 0.923828125,
      "step": 197
    },
    {
      "epoch": 0.782608695652174,
      "grad_norm": 0.0426226370036602,
      "learning_rate": 0.0002919120977283653,
      "loss": 0.8828125,
      "step": 198
    },
    {
      "epoch": 0.7865612648221344,
      "grad_norm": 0.05760984495282173,
      "learning_rate": 0.0002917912702931447,
      "loss": 0.86669921875,
      "step": 199
    },
    {
      "epoch": 0.7905138339920948,
      "grad_norm": 0.04304122552275658,
      "learning_rate": 0.00029166957529130037,
      "loss": 0.8818359375,
      "step": 200
    },
    {
      "epoch": 0.7944664031620553,
      "grad_norm": 0.05602722242474556,
      "learning_rate": 0.0002915470135555277,
      "loss": 0.9150390625,
      "step": 201
    },
    {
      "epoch": 0.7984189723320159,
      "grad_norm": 0.05378110706806183,
      "learning_rate": 0.00029142358592445285,
      "loss": 0.89404296875,
      "step": 202
    },
    {
      "epoch": 0.8023715415019763,
      "grad_norm": 0.04891882464289665,
      "learning_rate": 0.00029129929324262687,
      "loss": 0.904296875,
      "step": 203
    },
    {
      "epoch": 0.8063241106719368,
      "grad_norm": 0.04561693221330643,
      "learning_rate": 0.00029117413636051966,
      "loss": 0.98095703125,
      "step": 204
    },
    {
      "epoch": 0.8102766798418972,
      "grad_norm": 0.04683287814259529,
      "learning_rate": 0.00029104811613451484,
      "loss": 0.93701171875,
      "step": 205
    },
    {
      "epoch": 0.8142292490118577,
      "grad_norm": 0.04477319121360779,
      "learning_rate": 0.000290921233426903,
      "loss": 0.90869140625,
      "step": 206
    },
    {
      "epoch": 0.8181818181818182,
      "grad_norm": 0.051787614822387695,
      "learning_rate": 0.0002907934891058764,
      "loss": 0.880859375,
      "step": 207
    },
    {
      "epoch": 0.8221343873517787,
      "grad_norm": 0.042032573372125626,
      "learning_rate": 0.000290664884045523,
      "loss": 0.89990234375,
      "step": 208
    },
    {
      "epoch": 0.8260869565217391,
      "grad_norm": 0.0502738319337368,
      "learning_rate": 0.00029053541912582023,
      "loss": 0.89892578125,
      "step": 209
    },
    {
      "epoch": 0.8300395256916996,
      "grad_norm": 0.04846418276429176,
      "learning_rate": 0.000290405095232629,
      "loss": 0.9287109375,
      "step": 210
    },
    {
      "epoch": 0.83399209486166,
      "grad_norm": 0.042253535240888596,
      "learning_rate": 0.0002902739132576879,
      "loss": 0.95361328125,
      "step": 211
    },
    {
      "epoch": 0.8379446640316206,
      "grad_norm": 0.044552031904459,
      "learning_rate": 0.00029014187409860697,
      "loss": 0.88818359375,
      "step": 212
    },
    {
      "epoch": 0.841897233201581,
      "grad_norm": 0.04693196713924408,
      "learning_rate": 0.00029000897865886127,
      "loss": 0.88134765625,
      "step": 213
    },
    {
      "epoch": 0.8458498023715415,
      "grad_norm": 0.04980618506669998,
      "learning_rate": 0.00028987522784778506,
      "loss": 0.9248046875,
      "step": 214
    },
    {
      "epoch": 0.849802371541502,
      "grad_norm": 0.04315394535660744,
      "learning_rate": 0.0002897406225805656,
      "loss": 0.86865234375,
      "step": 215
    },
    {
      "epoch": 0.8537549407114624,
      "grad_norm": 0.04301592335104942,
      "learning_rate": 0.0002896051637782365,
      "loss": 0.91064453125,
      "step": 216
    },
    {
      "epoch": 0.857707509881423,
      "grad_norm": 0.044881150126457214,
      "learning_rate": 0.0002894688523676718,
      "loss": 0.94384765625,
      "step": 217
    },
    {
      "epoch": 0.8616600790513834,
      "grad_norm": 0.04752974957227707,
      "learning_rate": 0.00028933168928157955,
      "loss": 0.9453125,
      "step": 218
    },
    {
      "epoch": 0.8656126482213439,
      "grad_norm": 0.042814064770936966,
      "learning_rate": 0.00028919367545849527,
      "loss": 0.93212890625,
      "step": 219
    },
    {
      "epoch": 0.8695652173913043,
      "grad_norm": 0.04541821405291557,
      "learning_rate": 0.0002890548118427757,
      "loss": 0.9365234375,
      "step": 220
    },
    {
      "epoch": 0.8735177865612648,
      "grad_norm": 0.04289292171597481,
      "learning_rate": 0.00028891509938459224,
      "loss": 0.9521484375,
      "step": 221
    },
    {
      "epoch": 0.8774703557312253,
      "grad_norm": 0.040129248052835464,
      "learning_rate": 0.0002887745390399244,
      "loss": 0.955078125,
      "step": 222
    },
    {
      "epoch": 0.8814229249011858,
      "grad_norm": 0.04864213243126869,
      "learning_rate": 0.0002886331317705535,
      "loss": 0.85546875,
      "step": 223
    },
    {
      "epoch": 0.8853754940711462,
      "grad_norm": 0.04226663336157799,
      "learning_rate": 0.0002884908785440557,
      "loss": 0.8720703125,
      "step": 224
    },
    {
      "epoch": 0.8893280632411067,
      "grad_norm": 0.04537901654839516,
      "learning_rate": 0.0002883477803337959,
      "loss": 0.912109375,
      "step": 225
    },
    {
      "epoch": 0.8932806324110671,
      "grad_norm": 0.03907623887062073,
      "learning_rate": 0.00028820383811892057,
      "loss": 0.8544921875,
      "step": 226
    },
    {
      "epoch": 0.8972332015810277,
      "grad_norm": 0.047970905900001526,
      "learning_rate": 0.00028805905288435126,
      "loss": 0.90087890625,
      "step": 227
    },
    {
      "epoch": 0.9011857707509882,
      "grad_norm": 0.04218582808971405,
      "learning_rate": 0.0002879134256207779,
      "loss": 0.86962890625,
      "step": 228
    },
    {
      "epoch": 0.9051383399209486,
      "grad_norm": 0.05012853816151619,
      "learning_rate": 0.0002877669573246521,
      "loss": 0.880859375,
      "step": 229
    },
    {
      "epoch": 0.9090909090909091,
      "grad_norm": 0.041446082293987274,
      "learning_rate": 0.00028761964899818015,
      "loss": 0.93994140625,
      "step": 230
    },
    {
      "epoch": 0.9130434782608695,
      "grad_norm": 0.04685799404978752,
      "learning_rate": 0.00028747150164931597,
      "loss": 0.8916015625,
      "step": 231
    },
    {
      "epoch": 0.9169960474308301,
      "grad_norm": 0.044455114752054214,
      "learning_rate": 0.00028732251629175497,
      "loss": 0.93701171875,
      "step": 232
    },
    {
      "epoch": 0.9209486166007905,
      "grad_norm": 0.04300787299871445,
      "learning_rate": 0.00028717269394492624,
      "loss": 0.91796875,
      "step": 233
    },
    {
      "epoch": 0.924901185770751,
      "grad_norm": 0.04542584717273712,
      "learning_rate": 0.00028702203563398605,
      "loss": 0.8984375,
      "step": 234
    },
    {
      "epoch": 0.9288537549407114,
      "grad_norm": 0.042647603899240494,
      "learning_rate": 0.0002868705423898108,
      "loss": 0.86328125,
      "step": 235
    },
    {
      "epoch": 0.932806324110672,
      "grad_norm": 0.042481664568185806,
      "learning_rate": 0.00028671821524898984,
      "loss": 0.787261962890625,
      "step": 236
    },
    {
      "epoch": 0.9367588932806324,
      "grad_norm": 0.04593292251229286,
      "learning_rate": 0.00028656505525381836,
      "loss": 0.91015625,
      "step": 237
    },
    {
      "epoch": 0.9407114624505929,
      "grad_norm": 0.0421614944934845,
      "learning_rate": 0.00028641106345229066,
      "loss": 0.923828125,
      "step": 238
    },
    {
      "epoch": 0.9446640316205533,
      "grad_norm": 0.0417473167181015,
      "learning_rate": 0.0002862562408980922,
      "loss": 0.880859375,
      "step": 239
    },
    {
      "epoch": 0.9486166007905138,
      "grad_norm": 0.04324594512581825,
      "learning_rate": 0.0002861005886505932,
      "loss": 0.8974609375,
      "step": 240
    },
    {
      "epoch": 0.9525691699604744,
      "grad_norm": 0.0489695779979229,
      "learning_rate": 0.0002859441077748409,
      "loss": 0.8818359375,
      "step": 241
    },
    {
      "epoch": 0.9565217391304348,
      "grad_norm": 0.0438544861972332,
      "learning_rate": 0.00028578679934155237,
      "loss": 0.943359375,
      "step": 242
    },
    {
      "epoch": 0.9604743083003953,
      "grad_norm": 0.047414906322956085,
      "learning_rate": 0.0002856286644271074,
      "loss": 0.9033203125,
      "step": 243
    },
    {
      "epoch": 0.9644268774703557,
      "grad_norm": 0.049325939267873764,
      "learning_rate": 0.0002854697041135408,
      "loss": 0.91357421875,
      "step": 244
    },
    {
      "epoch": 0.9683794466403162,
      "grad_norm": 0.04409405216574669,
      "learning_rate": 0.0002853099194885351,
      "loss": 0.80517578125,
      "step": 245
    },
    {
      "epoch": 0.9723320158102767,
      "grad_norm": 0.047281622886657715,
      "learning_rate": 0.00028514931164541336,
      "loss": 0.912109375,
      "step": 246
    },
    {
      "epoch": 0.9762845849802372,
      "grad_norm": 0.04580365866422653,
      "learning_rate": 0.0002849878816831315,
      "loss": 0.861328125,
      "step": 247
    },
    {
      "epoch": 0.9802371541501976,
      "grad_norm": 0.04841425642371178,
      "learning_rate": 0.0002848256307062704,
      "loss": 0.89306640625,
      "step": 248
    },
    {
      "epoch": 0.9841897233201581,
      "grad_norm": 0.04370254650712013,
      "learning_rate": 0.0002846625598250293,
      "loss": 0.91943359375,
      "step": 249
    },
    {
      "epoch": 0.9881422924901185,
      "grad_norm": 0.03976978361606598,
      "learning_rate": 0.00028449867015521707,
      "loss": 0.7685546875,
      "step": 250
    },
    {
      "epoch": 0.9920948616600791,
      "grad_norm": 0.04747812822461128,
      "learning_rate": 0.00028433396281824544,
      "loss": 0.9306640625,
      "step": 251
    },
    {
      "epoch": 0.9960474308300395,
      "grad_norm": 0.03914341330528259,
      "learning_rate": 0.0002841684389411209,
      "loss": 0.84716796875,
      "step": 252
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.04547939449548721,
      "learning_rate": 0.00028400209965643723,
      "loss": 0.89306640625,
      "step": 253
    },
    {
      "epoch": 1.0,
      "eval_loss": 0.86328125,
      "eval_runtime": 2.213,
      "eval_samples_per_second": 2.711,
      "eval_steps_per_second": 0.452,
      "step": 253
    },
    {
      "epoch": 1.0039525691699605,
      "grad_norm": 0.042374301701784134,
      "learning_rate": 0.0002838349461023674,
      "loss": 0.90478515625,
      "step": 254
    },
    {
      "epoch": 1.007905138339921,
      "grad_norm": 0.043627265840768814,
      "learning_rate": 0.00028366697942265617,
      "loss": 0.89453125,
      "step": 255
    },
    {
      "epoch": 1.0118577075098814,
      "grad_norm": 0.04519499093294144,
      "learning_rate": 0.0002834982007666121,
      "loss": 0.91748046875,
      "step": 256
    },
    {
      "epoch": 1.0158102766798418,
      "grad_norm": 0.041247859597206116,
      "learning_rate": 0.0002833286112890995,
      "loss": 0.908203125,
      "step": 257
    },
    {
      "epoch": 1.0197628458498025,
      "grad_norm": 0.042464207857847214,
      "learning_rate": 0.0002831582121505309,
      "loss": 0.90869140625,
      "step": 258
    },
    {
      "epoch": 1.023715415019763,
      "grad_norm": 0.0450255461037159,
      "learning_rate": 0.0002829870045168589,
      "loss": 0.92626953125,
      "step": 259
    },
    {
      "epoch": 1.0276679841897234,
      "grad_norm": 0.041911814361810684,
      "learning_rate": 0.00028281498955956807,
      "loss": 0.87353515625,
      "step": 260
    },
    {
      "epoch": 1.0316205533596838,
      "grad_norm": 0.04590751603245735,
      "learning_rate": 0.00028264216845566727,
      "loss": 0.94287109375,
      "step": 261
    },
    {
      "epoch": 1.0355731225296443,
      "grad_norm": 0.041068095713853836,
      "learning_rate": 0.00028246854238768123,
      "loss": 0.88330078125,
      "step": 262
    },
    {
      "epoch": 1.0395256916996047,
      "grad_norm": 0.04542512446641922,
      "learning_rate": 0.00028229411254364274,
      "loss": 0.91943359375,
      "step": 263
    },
    {
      "epoch": 1.0434782608695652,
      "grad_norm": 0.04547237604856491,
      "learning_rate": 0.0002821188801170843,
      "loss": 0.90625,
      "step": 264
    },
    {
      "epoch": 1.0474308300395256,
      "grad_norm": 0.04166261851787567,
      "learning_rate": 0.0002819428463070302,
      "loss": 0.753753662109375,
      "step": 265
    },
    {
      "epoch": 1.051383399209486,
      "grad_norm": 0.045231759548187256,
      "learning_rate": 0.0002817660123179881,
      "loss": 0.896484375,
      "step": 266
    },
    {
      "epoch": 1.0553359683794465,
      "grad_norm": 0.03997467830777168,
      "learning_rate": 0.0002815883793599409,
      "loss": 0.844970703125,
      "step": 267
    },
    {
      "epoch": 1.0592885375494072,
      "grad_norm": 0.04391000047326088,
      "learning_rate": 0.0002814099486483384,
      "loss": 0.912109375,
      "step": 268
    },
    {
      "epoch": 1.0632411067193677,
      "grad_norm": 0.04376228153705597,
      "learning_rate": 0.00028123072140408907,
      "loss": 0.90576171875,
      "step": 269
    },
    {
      "epoch": 1.0671936758893281,
      "grad_norm": 0.03993872553110123,
      "learning_rate": 0.00028105069885355145,
      "loss": 0.84814453125,
      "step": 270
    },
    {
      "epoch": 1.0711462450592886,
      "grad_norm": 0.04249430447816849,
      "learning_rate": 0.00028086988222852623,
      "loss": 0.8671875,
      "step": 271
    },
    {
      "epoch": 1.075098814229249,
      "grad_norm": 0.040229178965091705,
      "learning_rate": 0.0002806882727662474,
      "loss": 0.93896484375,
      "step": 272
    },
    {
      "epoch": 1.0790513833992095,
      "grad_norm": 0.04056628420948982,
      "learning_rate": 0.00028050587170937375,
      "loss": 0.88427734375,
      "step": 273
    },
    {
      "epoch": 1.08300395256917,
      "grad_norm": 0.039569560438394547,
      "learning_rate": 0.00028032268030598093,
      "loss": 0.90966796875,
      "step": 274
    },
    {
      "epoch": 1.0869565217391304,
      "grad_norm": 0.04164031520485878,
      "learning_rate": 0.00028013869980955225,
      "loss": 0.9130859375,
      "step": 275
    },
    {
      "epoch": 1.0909090909090908,
      "grad_norm": 0.038313645869493484,
      "learning_rate": 0.00027995393147897023,
      "loss": 0.830322265625,
      "step": 276
    },
    {
      "epoch": 1.0948616600790513,
      "grad_norm": 0.040908657014369965,
      "learning_rate": 0.0002797683765785085,
      "loss": 0.90576171875,
      "step": 277
    },
    {
      "epoch": 1.098814229249012,
      "grad_norm": 0.03984049707651138,
      "learning_rate": 0.00027958203637782264,
      "loss": 0.84521484375,
      "step": 278
    },
    {
      "epoch": 1.1027667984189724,
      "grad_norm": 0.04440179839730263,
      "learning_rate": 0.00027939491215194146,
      "loss": 0.846435546875,
      "step": 279
    },
    {
      "epoch": 1.1067193675889329,
      "grad_norm": 0.04004908725619316,
      "learning_rate": 0.0002792070051812586,
      "loss": 0.88232421875,
      "step": 280
    },
    {
      "epoch": 1.1106719367588933,
      "grad_norm": 0.041686318814754486,
      "learning_rate": 0.00027901831675152363,
      "loss": 0.8740234375,
      "step": 281
    },
    {
      "epoch": 1.1146245059288538,
      "grad_norm": 0.039405401796102524,
      "learning_rate": 0.0002788288481538332,
      "loss": 0.781097412109375,
      "step": 282
    },
    {
      "epoch": 1.1185770750988142,
      "grad_norm": 0.040955573320388794,
      "learning_rate": 0.0002786386006846222,
      "loss": 0.8876953125,
      "step": 283
    },
    {
      "epoch": 1.1225296442687747,
      "grad_norm": 0.04382171109318733,
      "learning_rate": 0.000278447575645655,
      "loss": 0.91259765625,
      "step": 284
    },
    {
      "epoch": 1.1264822134387351,
      "grad_norm": 0.04224387928843498,
      "learning_rate": 0.00027825577434401646,
      "loss": 0.84130859375,
      "step": 285
    },
    {
      "epoch": 1.1304347826086956,
      "grad_norm": 0.043710026890039444,
      "learning_rate": 0.0002780631980921029,
      "loss": 0.81787109375,
      "step": 286
    },
    {
      "epoch": 1.1343873517786562,
      "grad_norm": 0.0418458990752697,
      "learning_rate": 0.0002778698482076134,
      "loss": 0.900390625,
      "step": 287
    },
    {
      "epoch": 1.1383399209486167,
      "grad_norm": 0.04472304508090019,
      "learning_rate": 0.0002776757260135405,
      "loss": 0.8935546875,
      "step": 288
    },
    {
      "epoch": 1.1422924901185771,
      "grad_norm": 0.04275103658437729,
      "learning_rate": 0.00027748083283816126,
      "loss": 0.90576171875,
      "step": 289
    },
    {
      "epoch": 1.1462450592885376,
      "grad_norm": 0.046373337507247925,
      "learning_rate": 0.00027728517001502815,
      "loss": 0.87744140625,
      "step": 290
    },
    {
      "epoch": 1.150197628458498,
      "grad_norm": 0.04072759300470352,
      "learning_rate": 0.00027708873888296,
      "loss": 0.90087890625,
      "step": 291
    },
    {
      "epoch": 1.1541501976284585,
      "grad_norm": 0.04398782551288605,
      "learning_rate": 0.0002768915407860327,
      "loss": 0.8701171875,
      "step": 292
    },
    {
      "epoch": 1.158102766798419,
      "grad_norm": 0.04115741327404976,
      "learning_rate": 0.0002766935770735701,
      "loss": 0.89306640625,
      "step": 293
    },
    {
      "epoch": 1.1620553359683794,
      "grad_norm": 0.04533357545733452,
      "learning_rate": 0.00027649484910013483,
      "loss": 0.8232421875,
      "step": 294
    },
    {
      "epoch": 1.1660079051383399,
      "grad_norm": 0.044129930436611176,
      "learning_rate": 0.0002762953582255189,
      "loss": 0.8515625,
      "step": 295
    },
    {
      "epoch": 1.1699604743083003,
      "grad_norm": 0.046960361301898956,
      "learning_rate": 0.00027609510581473443,
      "loss": 0.85205078125,
      "step": 296
    },
    {
      "epoch": 1.1739130434782608,
      "grad_norm": 0.042110152542591095,
      "learning_rate": 0.0002758940932380043,
      "loss": 0.8388671875,
      "step": 297
    },
    {
      "epoch": 1.1778656126482214,
      "grad_norm": 0.0434475801885128,
      "learning_rate": 0.000275692321870753,
      "loss": 0.8818359375,
      "step": 298
    },
    {
      "epoch": 1.1818181818181819,
      "grad_norm": 0.04657441005110741,
      "learning_rate": 0.00027548979309359694,
      "loss": 0.859375,
      "step": 299
    },
    {
      "epoch": 1.1857707509881423,
      "grad_norm": 0.038384128361940384,
      "learning_rate": 0.00027528650829233484,
      "loss": 0.690155029296875,
      "step": 300
    },
    {
      "epoch": 1.1897233201581028,
      "grad_norm": 0.05017929896712303,
      "learning_rate": 0.0002750824688579389,
      "loss": 0.89599609375,
      "step": 301
    },
    {
      "epoch": 1.1936758893280632,
      "grad_norm": 0.04417145252227783,
      "learning_rate": 0.00027487767618654467,
      "loss": 0.84912109375,
      "step": 302
    },
    {
      "epoch": 1.1976284584980237,
      "grad_norm": 0.05361942946910858,
      "learning_rate": 0.0002746721316794417,
      "loss": 0.876953125,
      "step": 303
    },
    {
      "epoch": 1.2015810276679841,
      "grad_norm": 0.042196691036224365,
      "learning_rate": 0.00027446583674306394,
      "loss": 0.8984375,
      "step": 304
    },
    {
      "epoch": 1.2055335968379446,
      "grad_norm": 0.04075762629508972,
      "learning_rate": 0.00027425879278898034,
      "loss": 0.77685546875,
      "step": 305
    },
    {
      "epoch": 1.2094861660079053,
      "grad_norm": 0.050662342458963394,
      "learning_rate": 0.0002740510012338847,
      "loss": 0.89111328125,
      "step": 306
    },
    {
      "epoch": 1.2134387351778657,
      "grad_norm": 0.041577134281396866,
      "learning_rate": 0.00027384246349958653,
      "loss": 0.8779296875,
      "step": 307
    },
    {
      "epoch": 1.2173913043478262,
      "grad_norm": 0.04780205711722374,
      "learning_rate": 0.00027363318101300077,
      "loss": 0.89599609375,
      "step": 308
    },
    {
      "epoch": 1.2213438735177866,
      "grad_norm": 0.04135953262448311,
      "learning_rate": 0.0002734231552061386,
      "loss": 0.83251953125,
      "step": 309
    },
    {
      "epoch": 1.225296442687747,
      "grad_norm": 0.043677933514118195,
      "learning_rate": 0.0002732123875160971,
      "loss": 0.78271484375,
      "step": 310
    },
    {
      "epoch": 1.2292490118577075,
      "grad_norm": 0.04680044949054718,
      "learning_rate": 0.00027300087938505,
      "loss": 0.87353515625,
      "step": 311
    },
    {
      "epoch": 1.233201581027668,
      "grad_norm": 0.04444592073559761,
      "learning_rate": 0.0002727886322602371,
      "loss": 0.9150390625,
      "step": 312
    },
    {
      "epoch": 1.2371541501976284,
      "grad_norm": 0.04775778949260712,
      "learning_rate": 0.00027257564759395497,
      "loss": 0.87353515625,
      "step": 313
    },
    {
      "epoch": 1.2411067193675889,
      "grad_norm": 0.04651295766234398,
      "learning_rate": 0.00027236192684354683,
      "loss": 0.80810546875,
      "step": 314
    },
    {
      "epoch": 1.2450592885375493,
      "grad_norm": 0.040339305996894836,
      "learning_rate": 0.00027214747147139234,
      "loss": 0.736236572265625,
      "step": 315
    },
    {
      "epoch": 1.2490118577075098,
      "grad_norm": 0.04420219734311104,
      "learning_rate": 0.00027193228294489794,
      "loss": 0.82177734375,
      "step": 316
    },
    {
      "epoch": 1.2529644268774702,
      "grad_norm": 0.07316038757562637,
      "learning_rate": 0.0002717163627364867,
      "loss": 0.86865234375,
      "step": 317
    },
    {
      "epoch": 1.256916996047431,
      "grad_norm": 0.04813384637236595,
      "learning_rate": 0.0002714997123235881,
      "loss": 0.8505859375,
      "step": 318
    },
    {
      "epoch": 1.2608695652173914,
      "grad_norm": 0.04286143556237221,
      "learning_rate": 0.0002712823331886281,
      "loss": 0.8642578125,
      "step": 319
    },
    {
      "epoch": 1.2648221343873518,
      "grad_norm": 0.04291103035211563,
      "learning_rate": 0.0002710642268190188,
      "loss": 0.90478515625,
      "step": 320
    },
    {
      "epoch": 1.2687747035573123,
      "grad_norm": 0.044597066938877106,
      "learning_rate": 0.00027084539470714867,
      "loss": 0.84033203125,
      "step": 321
    },
    {
      "epoch": 1.2727272727272727,
      "grad_norm": 0.04486791417002678,
      "learning_rate": 0.00027062583835037174,
      "loss": 0.85693359375,
      "step": 322
    },
    {
      "epoch": 1.2766798418972332,
      "grad_norm": 0.04800025373697281,
      "learning_rate": 0.0002704055592509978,
      "loss": 0.88232421875,
      "step": 323
    },
    {
      "epoch": 1.2806324110671936,
      "grad_norm": 0.042168594896793365,
      "learning_rate": 0.0002701845589162821,
      "loss": 0.83642578125,
      "step": 324
    },
    {
      "epoch": 1.2845849802371543,
      "grad_norm": 0.04465063661336899,
      "learning_rate": 0.00026996283885841464,
      "loss": 0.904296875,
      "step": 325
    },
    {
      "epoch": 1.2885375494071147,
      "grad_norm": 0.044336192309856415,
      "learning_rate": 0.0002697404005945105,
      "loss": 0.85205078125,
      "step": 326
    },
    {
      "epoch": 1.2924901185770752,
      "grad_norm": 0.04242439568042755,
      "learning_rate": 0.0002695172456465987,
      "loss": 0.89111328125,
      "step": 327
    },
    {
      "epoch": 1.2964426877470356,
      "grad_norm": 0.04420636221766472,
      "learning_rate": 0.0002692933755416125,
      "loss": 0.83935546875,
      "step": 328
    },
    {
      "epoch": 1.300395256916996,
      "grad_norm": 0.044761501252651215,
      "learning_rate": 0.00026906879181137826,
      "loss": 0.8779296875,
      "step": 329
    },
    {
      "epoch": 1.3043478260869565,
      "grad_norm": 0.04770709574222565,
      "learning_rate": 0.0002688434959926055,
      "loss": 0.86474609375,
      "step": 330
    },
    {
      "epoch": 1.308300395256917,
      "grad_norm": 0.04546400532126427,
      "learning_rate": 0.0002686174896268762,
      "loss": 0.86083984375,
      "step": 331
    },
    {
      "epoch": 1.3122529644268774,
      "grad_norm": 0.0472126379609108,
      "learning_rate": 0.0002683907742606342,
      "loss": 0.86865234375,
      "step": 332
    },
    {
      "epoch": 1.316205533596838,
      "grad_norm": 0.0454905666410923,
      "learning_rate": 0.0002681633514451747,
      "loss": 0.84912109375,
      "step": 333
    },
    {
      "epoch": 1.3201581027667983,
      "grad_norm": 0.048112571239471436,
      "learning_rate": 0.00026793522273663346,
      "loss": 0.779296875,
      "step": 334
    },
    {
      "epoch": 1.3241106719367588,
      "grad_norm": 0.044580429792404175,
      "learning_rate": 0.0002677063896959766,
      "loss": 0.85009765625,
      "step": 335
    },
    {
      "epoch": 1.3280632411067192,
      "grad_norm": 0.045687440782785416,
      "learning_rate": 0.0002674768538889893,
      "loss": 0.912109375,
      "step": 336
    },
    {
      "epoch": 1.33201581027668,
      "grad_norm": 0.04491416737437248,
      "learning_rate": 0.00026724661688626544,
      "loss": 0.83837890625,
      "step": 337
    },
    {
      "epoch": 1.3359683794466404,
      "grad_norm": 0.04687702655792236,
      "learning_rate": 0.0002670156802631972,
      "loss": 0.85302734375,
      "step": 338
    },
    {
      "epoch": 1.3399209486166008,
      "grad_norm": 0.042850445955991745,
      "learning_rate": 0.0002667840455999633,
      "loss": 0.8759765625,
      "step": 339
    },
    {
      "epoch": 1.3438735177865613,
      "grad_norm": 0.05003659799695015,
      "learning_rate": 0.00026655171448151927,
      "loss": 0.84228515625,
      "step": 340
    },
    {
      "epoch": 1.3478260869565217,
      "grad_norm": 0.042270537465810776,
      "learning_rate": 0.0002663186884975859,
      "loss": 0.8271484375,
      "step": 341
    },
    {
      "epoch": 1.3517786561264822,
      "grad_norm": 0.04329278692603111,
      "learning_rate": 0.0002660849692426387,
      "loss": 0.8857421875,
      "step": 342
    },
    {
      "epoch": 1.3557312252964426,
      "grad_norm": 0.04139779880642891,
      "learning_rate": 0.00026585055831589665,
      "loss": 0.811767578125,
      "step": 343
    },
    {
      "epoch": 1.359683794466403,
      "grad_norm": 0.04415592923760414,
      "learning_rate": 0.0002656154573213118,
      "loss": 0.85009765625,
      "step": 344
    },
    {
      "epoch": 1.3636363636363638,
      "grad_norm": 0.04318411275744438,
      "learning_rate": 0.0002653796678675576,
      "loss": 0.85009765625,
      "step": 345
    },
    {
      "epoch": 1.3675889328063242,
      "grad_norm": 0.042097777128219604,
      "learning_rate": 0.0002651431915680187,
      "loss": 0.8427734375,
      "step": 346
    },
    {
      "epoch": 1.3715415019762847,
      "grad_norm": 0.04307622089982033,
      "learning_rate": 0.00026490603004077903,
      "loss": 0.82275390625,
      "step": 347
    },
    {
      "epoch": 1.3754940711462451,
      "grad_norm": 0.04380422830581665,
      "learning_rate": 0.00026466818490861156,
      "loss": 0.88720703125,
      "step": 348
    },
    {
      "epoch": 1.3794466403162056,
      "grad_norm": 0.044478900730609894,
      "learning_rate": 0.0002644296577989666,
      "loss": 0.912109375,
      "step": 349
    },
    {
      "epoch": 1.383399209486166,
      "grad_norm": 0.04454903304576874,
      "learning_rate": 0.00026419045034396094,
      "loss": 0.732666015625,
      "step": 350
    },
    {
      "epoch": 1.3873517786561265,
      "grad_norm": 0.042623698711395264,
      "learning_rate": 0.0002639505641803666,
      "loss": 0.875,
      "step": 351
    },
    {
      "epoch": 1.391304347826087,
      "grad_norm": 0.04541714861989021,
      "learning_rate": 0.0002637100009495996,
      "loss": 0.8505859375,
      "step": 352
    },
    {
      "epoch": 1.3952569169960474,
      "grad_norm": 0.042143724858760834,
      "learning_rate": 0.00026346876229770884,
      "loss": 0.8740234375,
      "step": 353
    },
    {
      "epoch": 1.3992094861660078,
      "grad_norm": 0.04524431750178337,
      "learning_rate": 0.00026322684987536483,
      "loss": 0.83740234375,
      "step": 354
    },
    {
      "epoch": 1.4031620553359683,
      "grad_norm": 0.04276207089424133,
      "learning_rate": 0.0002629842653378482,
      "loss": 0.84619140625,
      "step": 355
    },
    {
      "epoch": 1.4071146245059287,
      "grad_norm": 0.04153455048799515,
      "learning_rate": 0.00026274101034503867,
      "loss": 0.86572265625,
      "step": 356
    },
    {
      "epoch": 1.4110671936758894,
      "grad_norm": 0.0465623177587986,
      "learning_rate": 0.0002624970865614034,
      "loss": 0.798828125,
      "step": 357
    },
    {
      "epoch": 1.4150197628458498,
      "grad_norm": 0.04188476875424385,
      "learning_rate": 0.00026225249565598586,
      "loss": 0.7998046875,
      "step": 358
    },
    {
      "epoch": 1.4189723320158103,
      "grad_norm": 0.04524742066860199,
      "learning_rate": 0.00026200723930239417,
      "loss": 0.84619140625,
      "step": 359
    },
    {
      "epoch": 1.4229249011857708,
      "grad_norm": 0.045839957892894745,
      "learning_rate": 0.0002617613191787898,
      "loss": 0.84716796875,
      "step": 360
    },
    {
      "epoch": 1.4268774703557312,
      "grad_norm": 0.04196564108133316,
      "learning_rate": 0.00026151473696787607,
      "loss": 0.85498046875,
      "step": 361
    },
    {
      "epoch": 1.4308300395256917,
      "grad_norm": 0.043789785355329514,
      "learning_rate": 0.0002612674943568867,
      "loss": 0.83349609375,
      "step": 362
    },
    {
      "epoch": 1.434782608695652,
      "grad_norm": 0.046692635864019394,
      "learning_rate": 0.00026101959303757394,
      "loss": 0.81591796875,
      "step": 363
    },
    {
      "epoch": 1.4387351778656128,
      "grad_norm": 0.04454057663679123,
      "learning_rate": 0.0002607710347061976,
      "loss": 0.8388671875,
      "step": 364
    },
    {
      "epoch": 1.4426877470355732,
      "grad_norm": 0.04469408094882965,
      "learning_rate": 0.0002605218210635127,
      "loss": 0.8662109375,
      "step": 365
    },
    {
      "epoch": 1.4466403162055337,
      "grad_norm": 0.04723108559846878,
      "learning_rate": 0.00026027195381475853,
      "loss": 0.8193359375,
      "step": 366
    },
    {
      "epoch": 1.4505928853754941,
      "grad_norm": 0.04649047181010246,
      "learning_rate": 0.00026002143466964645,
      "loss": 0.86865234375,
      "step": 367
    },
    {
      "epoch": 1.4545454545454546,
      "grad_norm": 0.04534972086548805,
      "learning_rate": 0.00025977026534234856,
      "loss": 0.90625,
      "step": 368
    },
    {
      "epoch": 1.458498023715415,
      "grad_norm": 0.046483900398015976,
      "learning_rate": 0.00025951844755148565,
      "loss": 0.82861328125,
      "step": 369
    },
    {
      "epoch": 1.4624505928853755,
      "grad_norm": 0.04710755497217178,
      "learning_rate": 0.0002592659830201158,
      "loss": 0.8828125,
      "step": 370
    },
    {
      "epoch": 1.466403162055336,
      "grad_norm": 0.046799853444099426,
      "learning_rate": 0.0002590128734757222,
      "loss": 0.7978515625,
      "step": 371
    },
    {
      "epoch": 1.4703557312252964,
      "grad_norm": 0.04023011028766632,
      "learning_rate": 0.0002587591206502017,
      "loss": 0.702239990234375,
      "step": 372
    },
    {
      "epoch": 1.4743083003952568,
      "grad_norm": 0.046316370368003845,
      "learning_rate": 0.0002585047262798527,
      "loss": 0.8740234375,
      "step": 373
    },
    {
      "epoch": 1.4782608695652173,
      "grad_norm": 0.04171806946396828,
      "learning_rate": 0.00025824969210536347,
      "loss": 0.88623046875,
      "step": 374
    },
    {
      "epoch": 1.4822134387351777,
      "grad_norm": 0.04423278570175171,
      "learning_rate": 0.0002579940198717999,
      "loss": 0.86767578125,
      "step": 375
    },
    {
      "epoch": 1.4861660079051384,
      "grad_norm": 0.04458356648683548,
      "learning_rate": 0.0002577377113285939,
      "loss": 0.816162109375,
      "step": 376
    },
    {
      "epoch": 1.4901185770750989,
      "grad_norm": 0.047173723578453064,
      "learning_rate": 0.0002574807682295315,
      "loss": 0.82373046875,
      "step": 377
    },
    {
      "epoch": 1.4940711462450593,
      "grad_norm": 0.04137580841779709,
      "learning_rate": 0.00025722319233274034,
      "loss": 0.86181640625,
      "step": 378
    },
    {
      "epoch": 1.4980237154150198,
      "grad_norm": 0.045425448566675186,
      "learning_rate": 0.00025696498540067814,
      "loss": 0.86572265625,
      "step": 379
    },
    {
      "epoch": 1.5019762845849802,
      "grad_norm": 0.04810909181833267,
      "learning_rate": 0.0002567061492001206,
      "loss": 0.8486328125,
      "step": 380
    },
    {
      "epoch": 1.5059288537549407,
      "grad_norm": 0.04513464868068695,
      "learning_rate": 0.0002564466855021488,
      "loss": 0.8408203125,
      "step": 381
    },
    {
      "epoch": 1.5098814229249014,
      "grad_norm": 0.044425591826438904,
      "learning_rate": 0.0002561865960821379,
      "loss": 0.81884765625,
      "step": 382
    },
    {
      "epoch": 1.5138339920948618,
      "grad_norm": 0.04571211710572243,
      "learning_rate": 0.00025592588271974425,
      "loss": 0.8349609375,
      "step": 383
    },
    {
      "epoch": 1.5177865612648223,
      "grad_norm": 0.044951170682907104,
      "learning_rate": 0.00025566454719889347,
      "loss": 0.77978515625,
      "step": 384
    },
    {
      "epoch": 1.5217391304347827,
      "grad_norm": 0.04639696329832077,
      "learning_rate": 0.0002554025913077686,
      "loss": 0.87060546875,
      "step": 385
    },
    {
      "epoch": 1.5256916996047432,
      "grad_norm": 0.04575954005122185,
      "learning_rate": 0.0002551400168387973,
      "loss": 0.88037109375,
      "step": 386
    },
    {
      "epoch": 1.5296442687747036,
      "grad_norm": 0.043124910444021225,
      "learning_rate": 0.00025487682558863984,
      "loss": 0.84912109375,
      "step": 387
    },
    {
      "epoch": 1.533596837944664,
      "grad_norm": 0.050908640027046204,
      "learning_rate": 0.00025461301935817695,
      "loss": 0.828369140625,
      "step": 388
    },
    {
      "epoch": 1.5375494071146245,
      "grad_norm": 0.04361329972743988,
      "learning_rate": 0.0002543485999524972,
      "loss": 0.8779296875,
      "step": 389
    },
    {
      "epoch": 1.541501976284585,
      "grad_norm": 0.04733825474977493,
      "learning_rate": 0.00025408356918088493,
      "loss": 0.86865234375,
      "step": 390
    },
    {
      "epoch": 1.5454545454545454,
      "grad_norm": 0.042182374745607376,
      "learning_rate": 0.00025381792885680764,
      "loss": 0.84716796875,
      "step": 391
    },
    {
      "epoch": 1.5494071146245059,
      "grad_norm": 0.04864241182804108,
      "learning_rate": 0.00025355168079790365,
      "loss": 0.85888671875,
      "step": 392
    },
    {
      "epoch": 1.5533596837944663,
      "grad_norm": 0.040568757802248,
      "learning_rate": 0.0002532848268259698,
      "loss": 0.7584228515625,
      "step": 393
    },
    {
      "epoch": 1.5573122529644268,
      "grad_norm": 0.044907983392477036,
      "learning_rate": 0.00025301736876694886,
      "loss": 0.82958984375,
      "step": 394
    },
    {
      "epoch": 1.5612648221343872,
      "grad_norm": 0.04343508556485176,
      "learning_rate": 0.00025274930845091696,
      "loss": 0.87109375,
      "step": 395
    },
    {
      "epoch": 1.5652173913043477,
      "grad_norm": 0.04684678837656975,
      "learning_rate": 0.0002524806477120713,
      "loss": 0.8173828125,
      "step": 396
    },
    {
      "epoch": 1.5691699604743083,
      "grad_norm": 0.044022269546985626,
      "learning_rate": 0.0002522113883887173,
      "loss": 0.796875,
      "step": 397
    },
    {
      "epoch": 1.5731225296442688,
      "grad_norm": 0.045939527451992035,
      "learning_rate": 0.0002519415323232563,
      "loss": 0.83349609375,
      "step": 398
    },
    {
      "epoch": 1.5770750988142292,
      "grad_norm": 0.04733288288116455,
      "learning_rate": 0.00025167108136217283,
      "loss": 0.85302734375,
      "step": 399
    },
    {
      "epoch": 1.5810276679841897,
      "grad_norm": 0.046681083738803864,
      "learning_rate": 0.00025140003735602196,
      "loss": 0.79931640625,
      "step": 400
    },
    {
      "epoch": 1.5849802371541502,
      "grad_norm": 0.050638966262340546,
      "learning_rate": 0.0002511284021594166,
      "loss": 0.865234375,
      "step": 401
    },
    {
      "epoch": 1.5889328063241108,
      "grad_norm": 0.04428083077073097,
      "learning_rate": 0.00025085617763101497,
      "loss": 0.8623046875,
      "step": 402
    },
    {
      "epoch": 1.5928853754940713,
      "grad_norm": 0.04469752311706543,
      "learning_rate": 0.0002505833656335077,
      "loss": 0.851806640625,
      "step": 403
    },
    {
      "epoch": 1.5968379446640317,
      "grad_norm": 0.04667256399989128,
      "learning_rate": 0.0002503099680336052,
      "loss": 0.8662109375,
      "step": 404
    },
    {
      "epoch": 1.6007905138339922,
      "grad_norm": 0.05383816733956337,
      "learning_rate": 0.00025003598670202484,
      "loss": 0.845703125,
      "step": 405
    },
    {
      "epoch": 1.6047430830039526,
      "grad_norm": 0.049002401530742645,
      "learning_rate": 0.00024976142351347823,
      "loss": 0.86181640625,
      "step": 406
    },
    {
      "epoch": 1.608695652173913,
      "grad_norm": 0.04890795797109604,
      "learning_rate": 0.00024948628034665815,
      "loss": 0.8447265625,
      "step": 407
    },
    {
      "epoch": 1.6126482213438735,
      "grad_norm": 0.04785492643713951,
      "learning_rate": 0.00024921055908422605,
      "loss": 0.8271484375,
      "step": 408
    },
    {
      "epoch": 1.616600790513834,
      "grad_norm": 0.04681883752346039,
      "learning_rate": 0.00024893426161279894,
      "loss": 0.89501953125,
      "step": 409
    },
    {
      "epoch": 1.6205533596837944,
      "grad_norm": 0.050165873020887375,
      "learning_rate": 0.00024865738982293646,
      "loss": 0.87158203125,
      "step": 410
    },
    {
      "epoch": 1.6245059288537549,
      "grad_norm": 0.05295834690332413,
      "learning_rate": 0.0002483799456091282,
      "loss": 0.8212890625,
      "step": 411
    },
    {
      "epoch": 1.6284584980237153,
      "grad_norm": 0.045848701149225235,
      "learning_rate": 0.0002481019308697801,
      "loss": 0.849609375,
      "step": 412
    },
    {
      "epoch": 1.6324110671936758,
      "grad_norm": 0.04794853553175926,
      "learning_rate": 0.0002478233475072026,
      "loss": 0.86474609375,
      "step": 413
    },
    {
      "epoch": 1.6363636363636362,
      "grad_norm": 0.04572764411568642,
      "learning_rate": 0.0002475441974275963,
      "loss": 0.8369140625,
      "step": 414
    },
    {
      "epoch": 1.6403162055335967,
      "grad_norm": 0.0464460663497448,
      "learning_rate": 0.0002472644825410398,
      "loss": 0.87255859375,
      "step": 415
    },
    {
      "epoch": 1.6442687747035574,
      "grad_norm": 0.044800110161304474,
      "learning_rate": 0.0002469842047614765,
      "loss": 0.82666015625,
      "step": 416
    },
    {
      "epoch": 1.6482213438735178,
      "grad_norm": 0.04495685175061226,
      "learning_rate": 0.00024670336600670126,
      "loss": 0.85498046875,
      "step": 417
    },
    {
      "epoch": 1.6521739130434783,
      "grad_norm": 0.046193886548280716,
      "learning_rate": 0.00024642196819834726,
      "loss": 0.81298828125,
      "step": 418
    },
    {
      "epoch": 1.6561264822134387,
      "grad_norm": 0.045579370111227036,
      "learning_rate": 0.00024614001326187326,
      "loss": 0.80615234375,
      "step": 419
    },
    {
      "epoch": 1.6600790513833992,
      "grad_norm": 0.045904021710157394,
      "learning_rate": 0.00024585750312655007,
      "loss": 0.84521484375,
      "step": 420
    },
    {
      "epoch": 1.6640316205533598,
      "grad_norm": 0.04338549077510834,
      "learning_rate": 0.0002455744397254473,
      "loss": 0.85888671875,
      "step": 421
    },
    {
      "epoch": 1.6679841897233203,
      "grad_norm": 0.042087722569704056,
      "learning_rate": 0.0002452908249954204,
      "loss": 0.795166015625,
      "step": 422
    },
    {
      "epoch": 1.6719367588932808,
      "grad_norm": 0.044984206557273865,
      "learning_rate": 0.0002450066608770973,
      "loss": 0.9013671875,
      "step": 423
    },
    {
      "epoch": 1.6758893280632412,
      "grad_norm": 0.04374135285615921,
      "learning_rate": 0.0002447219493148649,
      "loss": 0.83984375,
      "step": 424
    },
    {
      "epoch": 1.6798418972332017,
      "grad_norm": 0.04481242224574089,
      "learning_rate": 0.00024443669225685633,
      "loss": 0.79931640625,
      "step": 425
    },
    {
      "epoch": 1.683794466403162,
      "grad_norm": 0.043329834938049316,
      "learning_rate": 0.000244150891654937,
      "loss": 0.875,
      "step": 426
    },
    {
      "epoch": 1.6877470355731226,
      "grad_norm": 0.04465761408209801,
      "learning_rate": 0.00024386454946469146,
      "loss": 0.85986328125,
      "step": 427
    },
    {
      "epoch": 1.691699604743083,
      "grad_norm": 0.0468703955411911,
      "learning_rate": 0.00024357766764541034,
      "loss": 0.82763671875,
      "step": 428
    },
    {
      "epoch": 1.6956521739130435,
      "grad_norm": 0.04503852128982544,
      "learning_rate": 0.00024329024816007637,
      "loss": 0.8046875,
      "step": 429
    },
    {
      "epoch": 1.699604743083004,
      "grad_norm": 0.048190027475357056,
      "learning_rate": 0.00024300229297535147,
      "loss": 0.82080078125,
      "step": 430
    },
    {
      "epoch": 1.7035573122529644,
      "grad_norm": 0.04460554197430611,
      "learning_rate": 0.00024271380406156305,
      "loss": 0.86083984375,
      "step": 431
    },
    {
      "epoch": 1.7075098814229248,
      "grad_norm": 0.04552039876580238,
      "learning_rate": 0.0002424247833926903,
      "loss": 0.82421875,
      "step": 432
    },
    {
      "epoch": 1.7114624505928853,
      "grad_norm": 0.04481853172183037,
      "learning_rate": 0.00024213523294635127,
      "loss": 0.81640625,
      "step": 433
    },
    {
      "epoch": 1.7154150197628457,
      "grad_norm": 0.04410327598452568,
      "learning_rate": 0.00024184515470378881,
      "loss": 0.81689453125,
      "step": 434
    },
    {
      "epoch": 1.7193675889328062,
      "grad_norm": 0.04774461314082146,
      "learning_rate": 0.00024155455064985725,
      "loss": 0.85400390625,
      "step": 435
    },
    {
      "epoch": 1.7233201581027668,
      "grad_norm": 0.04482584074139595,
      "learning_rate": 0.00024126342277300874,
      "loss": 0.82861328125,
      "step": 436
    },
    {
      "epoch": 1.7272727272727273,
      "grad_norm": 0.0424453541636467,
      "learning_rate": 0.00024097177306527974,
      "loss": 0.714599609375,
      "step": 437
    },
    {
      "epoch": 1.7312252964426877,
      "grad_norm": 0.04772420972585678,
      "learning_rate": 0.00024067960352227736,
      "loss": 0.83984375,
      "step": 438
    },
    {
      "epoch": 1.7351778656126482,
      "grad_norm": 0.04523874446749687,
      "learning_rate": 0.00024038691614316547,
      "loss": 0.88720703125,
      "step": 439
    },
    {
      "epoch": 1.7391304347826086,
      "grad_norm": 0.04779965803027153,
      "learning_rate": 0.00024009371293065145,
      "loss": 0.7890625,
      "step": 440
    },
    {
      "epoch": 1.7430830039525693,
      "grad_norm": 0.045862387865781784,
      "learning_rate": 0.00023979999589097216,
      "loss": 0.80029296875,
      "step": 441
    },
    {
      "epoch": 1.7470355731225298,
      "grad_norm": 0.047303758561611176,
      "learning_rate": 0.0002395057670338803,
      "loss": 0.85693359375,
      "step": 442
    },
    {
      "epoch": 1.7509881422924902,
      "grad_norm": 0.04534810036420822,
      "learning_rate": 0.00023921102837263069,
      "loss": 0.8681640625,
      "step": 443
    },
    {
      "epoch": 1.7549407114624507,
      "grad_norm": 0.048014990985393524,
      "learning_rate": 0.0002389157819239665,
      "loss": 0.8828125,
      "step": 444
    },
    {
      "epoch": 1.7588932806324111,
      "grad_norm": 0.04202796891331673,
      "learning_rate": 0.00023862002970810535,
      "loss": 0.6929931640625,
      "step": 445
    },
    {
      "epoch": 1.7628458498023716,
      "grad_norm": 0.05232452228665352,
      "learning_rate": 0.0002383237737487257,
      "loss": 0.81494140625,
      "step": 446
    },
    {
      "epoch": 1.766798418972332,
      "grad_norm": 0.04318549484014511,
      "learning_rate": 0.00023802701607295273,
      "loss": 0.85302734375,
      "step": 447
    },
    {
      "epoch": 1.7707509881422925,
      "grad_norm": 0.05377434939146042,
      "learning_rate": 0.00023772975871134462,
      "loss": 0.757568359375,
      "step": 448
    },
    {
      "epoch": 1.774703557312253,
      "grad_norm": 0.04351175203919411,
      "learning_rate": 0.00023743200369787869,
      "loss": 0.83837890625,
      "step": 449
    },
    {
      "epoch": 1.7786561264822134,
      "grad_norm": 0.05255289003252983,
      "learning_rate": 0.00023713375306993743,
      "loss": 0.8447265625,
      "step": 450
    },
    {
      "epoch": 1.7826086956521738,
      "grad_norm": 0.045315928757190704,
      "learning_rate": 0.00023683500886829452,
      "loss": 0.80517578125,
      "step": 451
    },
    {
      "epoch": 1.7865612648221343,
      "grad_norm": 0.047262173146009445,
      "learning_rate": 0.00023653577313710096,
      "loss": 0.7861328125,
      "step": 452
    },
    {
      "epoch": 1.7905138339920947,
      "grad_norm": 0.0466645210981369,
      "learning_rate": 0.00023623604792387092,
      "loss": 0.80615234375,
      "step": 453
    },
    {
      "epoch": 1.7944664031620552,
      "grad_norm": 0.04696672782301903,
      "learning_rate": 0.00023593583527946807,
      "loss": 0.833984375,
      "step": 454
    },
    {
      "epoch": 1.7984189723320159,
      "grad_norm": 0.046677011996507645,
      "learning_rate": 0.00023563513725809103,
      "loss": 0.81298828125,
      "step": 455
    },
    {
      "epoch": 1.8023715415019763,
      "grad_norm": 0.04685526713728905,
      "learning_rate": 0.00023533395591725988,
      "loss": 0.8291015625,
      "step": 456
    },
    {
      "epoch": 1.8063241106719368,
      "grad_norm": 0.04871918261051178,
      "learning_rate": 0.0002350322933178015,
      "loss": 0.90087890625,
      "step": 457
    },
    {
      "epoch": 1.8102766798418972,
      "grad_norm": 0.048640262335538864,
      "learning_rate": 0.00023473015152383606,
      "loss": 0.85791015625,
      "step": 458
    },
    {
      "epoch": 1.8142292490118577,
      "grad_norm": 0.05096844956278801,
      "learning_rate": 0.00023442753260276245,
      "loss": 0.83154296875,
      "step": 459
    },
    {
      "epoch": 1.8181818181818183,
      "grad_norm": 0.04710604250431061,
      "learning_rate": 0.00023412443862524436,
      "loss": 0.7939453125,
      "step": 460
    },
    {
      "epoch": 1.8221343873517788,
      "grad_norm": 0.053786568343639374,
      "learning_rate": 0.00023382087166519598,
      "loss": 0.822265625,
      "step": 461
    },
    {
      "epoch": 1.8260869565217392,
      "grad_norm": 0.04664744436740875,
      "learning_rate": 0.00023351683379976788,
      "loss": 0.818359375,
      "step": 462
    },
    {
      "epoch": 1.8300395256916997,
      "grad_norm": 0.04617181420326233,
      "learning_rate": 0.00023321232710933284,
      "loss": 0.84765625,
      "step": 463
    },
    {
      "epoch": 1.8339920948616601,
      "grad_norm": 0.04768504574894905,
      "learning_rate": 0.00023290735367747158,
      "loss": 0.873046875,
      "step": 464
    },
    {
      "epoch": 1.8379446640316206,
      "grad_norm": 0.04921377822756767,
      "learning_rate": 0.0002326019155909584,
      "loss": 0.8125,
      "step": 465
    },
    {
      "epoch": 1.841897233201581,
      "grad_norm": 0.04508016258478165,
      "learning_rate": 0.00023229601493974708,
      "loss": 0.80224609375,
      "step": 466
    },
    {
      "epoch": 1.8458498023715415,
      "grad_norm": 0.05066506564617157,
      "learning_rate": 0.0002319896538169564,
      "loss": 0.84619140625,
      "step": 467
    },
    {
      "epoch": 1.849802371541502,
      "grad_norm": 0.045238010585308075,
      "learning_rate": 0.00023168283431885598,
      "loss": 0.79736328125,
      "step": 468
    },
    {
      "epoch": 1.8537549407114624,
      "grad_norm": 0.04527495428919792,
      "learning_rate": 0.0002313755585448519,
      "loss": 0.837890625,
      "step": 469
    },
    {
      "epoch": 1.8577075098814229,
      "grad_norm": 0.048752311617136,
      "learning_rate": 0.00023106782859747213,
      "loss": 0.86328125,
      "step": 470
    },
    {
      "epoch": 1.8616600790513833,
      "grad_norm": 0.04887886345386505,
      "learning_rate": 0.0002307596465823525,
      "loss": 0.86669921875,
      "step": 471
    },
    {
      "epoch": 1.8656126482213438,
      "grad_norm": 0.052601270377635956,
      "learning_rate": 0.00023045101460822195,
      "loss": 0.852294921875,
      "step": 472
    },
    {
      "epoch": 1.8695652173913042,
      "grad_norm": 0.05032513663172722,
      "learning_rate": 0.0002301419347868884,
      "loss": 0.857421875,
      "step": 473
    },
    {
      "epoch": 1.8735177865612647,
      "grad_norm": 0.05006840080022812,
      "learning_rate": 0.00022983240923322407,
      "loss": 0.8740234375,
      "step": 474
    },
    {
      "epoch": 1.8774703557312253,
      "grad_norm": 0.04741242900490761,
      "learning_rate": 0.00022952244006515106,
      "loss": 0.88427734375,
      "step": 475
    },
    {
      "epoch": 1.8814229249011858,
      "grad_norm": 0.04881199449300766,
      "learning_rate": 0.00022921202940362704,
      "loss": 0.783203125,
      "step": 476
    },
    {
      "epoch": 1.8853754940711462,
      "grad_norm": 0.0474226139485836,
      "learning_rate": 0.00022890117937263035,
      "loss": 0.798828125,
      "step": 477
    },
    {
      "epoch": 1.8893280632411067,
      "grad_norm": 0.05127018690109253,
      "learning_rate": 0.00022858989209914593,
      "loss": 0.83935546875,
      "step": 478
    },
    {
      "epoch": 1.8932806324110671,
      "grad_norm": 0.046419087797403336,
      "learning_rate": 0.00022827816971315051,
      "loss": 0.7861328125,
      "step": 479
    },
    {
      "epoch": 1.8972332015810278,
      "grad_norm": 0.04532233998179436,
      "learning_rate": 0.0002279660143475979,
      "loss": 0.8310546875,
      "step": 480
    },
    {
      "epoch": 1.9011857707509883,
      "grad_norm": 0.05073583871126175,
      "learning_rate": 0.00022765342813840477,
      "loss": 0.79296875,
      "step": 481
    },
    {
      "epoch": 1.9051383399209487,
      "grad_norm": 0.04656722769141197,
      "learning_rate": 0.00022734041322443574,
      "loss": 0.80615234375,
      "step": 482
    },
    {
      "epoch": 1.9090909090909092,
      "grad_norm": 0.04716819152235985,
      "learning_rate": 0.00022702697174748878,
      "loss": 0.86767578125,
      "step": 483
    },
    {
      "epoch": 1.9130434782608696,
      "grad_norm": 0.054595693945884705,
      "learning_rate": 0.00022671310585228069,
      "loss": 0.8212890625,
      "step": 484
    },
    {
      "epoch": 1.91699604743083,
      "grad_norm": 0.049015577882528305,
      "learning_rate": 0.00022639881768643231,
      "loss": 0.859375,
      "step": 485
    },
    {
      "epoch": 1.9209486166007905,
      "grad_norm": 0.050880834460258484,
      "learning_rate": 0.00022608410940045385,
      "loss": 0.84765625,
      "step": 486
    },
    {
      "epoch": 1.924901185770751,
      "grad_norm": 0.051552336663007736,
      "learning_rate": 0.00022576898314773024,
      "loss": 0.82373046875,
      "step": 487
    },
    {
      "epoch": 1.9288537549407114,
      "grad_norm": 0.04669000953435898,
      "learning_rate": 0.00022545344108450624,
      "loss": 0.7939453125,
      "step": 488
    },
    {
      "epoch": 1.9328063241106719,
      "grad_norm": 0.049080733209848404,
      "learning_rate": 0.0002251374853698719,
      "loss": 0.7199554443359375,
      "step": 489
    },
    {
      "epoch": 1.9367588932806323,
      "grad_norm": 0.049850042909383774,
      "learning_rate": 0.00022482111816574755,
      "loss": 0.837890625,
      "step": 490
    },
    {
      "epoch": 1.9407114624505928,
      "grad_norm": 0.04702037200331688,
      "learning_rate": 0.00022450434163686923,
      "loss": 0.85205078125,
      "step": 491
    },
    {
      "epoch": 1.9446640316205532,
      "grad_norm": 0.04852689802646637,
      "learning_rate": 0.0002241871579507737,
      "loss": 0.8125,
      "step": 492
    },
    {
      "epoch": 1.9486166007905137,
      "grad_norm": 0.04736710712313652,
      "learning_rate": 0.0002238695692777838,
      "loss": 0.82958984375,
      "step": 493
    },
    {
      "epoch": 1.9525691699604744,
      "grad_norm": 0.04593873396515846,
      "learning_rate": 0.0002235515777909933,
      "loss": 0.80712890625,
      "step": 494
    },
    {
      "epoch": 1.9565217391304348,
      "grad_norm": 0.051194928586483,
      "learning_rate": 0.00022323318566625237,
      "loss": 0.869140625,
      "step": 495
    },
    {
      "epoch": 1.9604743083003953,
      "grad_norm": 0.04587307572364807,
      "learning_rate": 0.00022291439508215246,
      "loss": 0.82763671875,
      "step": 496
    },
    {
      "epoch": 1.9644268774703557,
      "grad_norm": 0.04845285043120384,
      "learning_rate": 0.00022259520822001154,
      "loss": 0.8369140625,
      "step": 497
    },
    {
      "epoch": 1.9683794466403162,
      "grad_norm": 0.045351188629865646,
      "learning_rate": 0.00022227562726385907,
      "loss": 0.7359619140625,
      "step": 498
    },
    {
      "epoch": 1.9723320158102768,
      "grad_norm": 0.04514331743121147,
      "learning_rate": 0.000221955654400421,
      "loss": 0.8388671875,
      "step": 499
    },
    {
      "epoch": 1.9762845849802373,
      "grad_norm": 0.04706789180636406,
      "learning_rate": 0.00022163529181910504,
      "loss": 0.791015625,
      "step": 500
    },
    {
      "epoch": 1.9802371541501977,
      "grad_norm": 0.04613194614648819,
      "learning_rate": 0.00022131454171198545,
      "loss": 0.81982421875,
      "step": 501
    },
    {
      "epoch": 1.9841897233201582,
      "grad_norm": 0.04641484469175339,
      "learning_rate": 0.0002209934062737882,
      "loss": 0.84521484375,
      "step": 502
    },
    {
      "epoch": 1.9881422924901186,
      "grad_norm": 0.040886715054512024,
      "learning_rate": 0.00022067188770187574,
      "loss": 0.70989990234375,
      "step": 503
    },
    {
      "epoch": 1.992094861660079,
      "grad_norm": 0.04634854570031166,
      "learning_rate": 0.0002203499881962323,
      "loss": 0.85595703125,
      "step": 504
    },
    {
      "epoch": 1.9960474308300395,
      "grad_norm": 0.04712579771876335,
      "learning_rate": 0.00022002770995944843,
      "loss": 0.77978515625,
      "step": 505
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.05044356733560562,
      "learning_rate": 0.00021970505519670633,
      "loss": 0.806640625,
      "step": 506
    },
    {
      "epoch": 2.0,
      "eval_loss": 0.83251953125,
      "eval_runtime": 2.2169,
      "eval_samples_per_second": 2.706,
      "eval_steps_per_second": 0.451,
      "step": 506
    },
    {
      "epoch": 2.0039525691699605,
      "grad_norm": 0.04614734649658203,
      "learning_rate": 0.00021938202611576445,
      "loss": 0.81298828125,
      "step": 507
    },
    {
      "epoch": 2.007905138339921,
      "grad_norm": 0.05542993173003197,
      "learning_rate": 0.00021905862492694258,
      "loss": 0.82421875,
      "step": 508
    },
    {
      "epoch": 2.0118577075098814,
      "grad_norm": 0.04725426435470581,
      "learning_rate": 0.00021873485384310654,
      "loss": 0.8466796875,
      "step": 509
    },
    {
      "epoch": 2.015810276679842,
      "grad_norm": 0.049337390810251236,
      "learning_rate": 0.00021841071507965333,
      "loss": 0.8408203125,
      "step": 510
    },
    {
      "epoch": 2.0197628458498023,
      "grad_norm": 0.049089428037405014,
      "learning_rate": 0.00021808621085449558,
      "loss": 0.84326171875,
      "step": 511
    },
    {
      "epoch": 2.0237154150197627,
      "grad_norm": 0.04510679841041565,
      "learning_rate": 0.00021776134338804672,
      "loss": 0.853515625,
      "step": 512
    },
    {
      "epoch": 2.027667984189723,
      "grad_norm": 0.04928339645266533,
      "learning_rate": 0.0002174361149032056,
      "loss": 0.802734375,
      "step": 513
    },
    {
      "epoch": 2.0316205533596836,
      "grad_norm": 0.04705115407705307,
      "learning_rate": 0.00021711052762534143,
      "loss": 0.875,
      "step": 514
    },
    {
      "epoch": 2.035573122529644,
      "grad_norm": 0.04963403940200806,
      "learning_rate": 0.00021678458378227827,
      "loss": 0.8125,
      "step": 515
    },
    {
      "epoch": 2.039525691699605,
      "grad_norm": 0.04543919861316681,
      "learning_rate": 0.0002164582856042801,
      "loss": 0.85107421875,
      "step": 516
    },
    {
      "epoch": 2.0434782608695654,
      "grad_norm": 0.048561736941337585,
      "learning_rate": 0.0002161316353240354,
      "loss": 0.83642578125,
      "step": 517
    },
    {
      "epoch": 2.047430830039526,
      "grad_norm": 0.046552300453186035,
      "learning_rate": 0.00021580463517664196,
      "loss": 0.688995361328125,
      "step": 518
    },
    {
      "epoch": 2.0513833992094863,
      "grad_norm": 0.045691922307014465,
      "learning_rate": 0.0002154772873995914,
      "loss": 0.82666015625,
      "step": 519
    },
    {
      "epoch": 2.0553359683794468,
      "grad_norm": 0.04575952887535095,
      "learning_rate": 0.00021514959423275413,
      "loss": 0.78387451171875,
      "step": 520
    },
    {
      "epoch": 2.059288537549407,
      "grad_norm": 0.05015664920210838,
      "learning_rate": 0.0002148215579183637,
      "loss": 0.84033203125,
      "step": 521
    },
    {
      "epoch": 2.0632411067193677,
      "grad_norm": 0.04789474606513977,
      "learning_rate": 0.0002144931807010019,
      "loss": 0.831298828125,
      "step": 522
    },
    {
      "epoch": 2.067193675889328,
      "grad_norm": 0.04774557426571846,
      "learning_rate": 0.00021416446482758287,
      "loss": 0.7841796875,
      "step": 523
    },
    {
      "epoch": 2.0711462450592886,
      "grad_norm": 0.04742559790611267,
      "learning_rate": 0.00021383541254733817,
      "loss": 0.79833984375,
      "step": 524
    },
    {
      "epoch": 2.075098814229249,
      "grad_norm": 0.044518161565065384,
      "learning_rate": 0.00021350602611180117,
      "loss": 0.86962890625,
      "step": 525
    },
    {
      "epoch": 2.0790513833992095,
      "grad_norm": 0.04813148081302643,
      "learning_rate": 0.00021317630777479163,
      "loss": 0.81689453125,
      "step": 526
    },
    {
      "epoch": 2.08300395256917,
      "grad_norm": 0.0458255298435688,
      "learning_rate": 0.00021284625979240058,
      "loss": 0.84033203125,
      "step": 527
    },
    {
      "epoch": 2.0869565217391304,
      "grad_norm": 0.04855121672153473,
      "learning_rate": 0.00021251588442297424,
      "loss": 0.84423828125,
      "step": 528
    },
    {
      "epoch": 2.090909090909091,
      "grad_norm": 0.04622291401028633,
      "learning_rate": 0.0002121851839270993,
      "loss": 0.7647705078125,
      "step": 529
    },
    {
      "epoch": 2.0948616600790513,
      "grad_norm": 0.04799032583832741,
      "learning_rate": 0.000211854160567587,
      "loss": 0.83544921875,
      "step": 530
    },
    {
      "epoch": 2.0988142292490117,
      "grad_norm": 0.045939851552248,
      "learning_rate": 0.00021152281660945777,
      "loss": 0.77880859375,
      "step": 531
    },
    {
      "epoch": 2.102766798418972,
      "grad_norm": 0.04935876652598381,
      "learning_rate": 0.00021119115431992568,
      "loss": 0.778564453125,
      "step": 532
    },
    {
      "epoch": 2.1067193675889326,
      "grad_norm": 0.04612088203430176,
      "learning_rate": 0.00021085917596838313,
      "loss": 0.81591796875,
      "step": 533
    },
    {
      "epoch": 2.110671936758893,
      "grad_norm": 0.04778169468045235,
      "learning_rate": 0.00021052688382638499,
      "loss": 0.80810546875,
      "step": 534
    },
    {
      "epoch": 2.1146245059288535,
      "grad_norm": 0.04639984667301178,
      "learning_rate": 0.0002101942801676334,
      "loss": 0.723175048828125,
      "step": 535
    },
    {
      "epoch": 2.1185770750988144,
      "grad_norm": 0.046360574662685394,
      "learning_rate": 0.00020986136726796183,
      "loss": 0.82275390625,
      "step": 536
    },
    {
      "epoch": 2.122529644268775,
      "grad_norm": 0.051891911774873734,
      "learning_rate": 0.00020952814740532,
      "loss": 0.8486328125,
      "step": 537
    },
    {
      "epoch": 2.1264822134387353,
      "grad_norm": 0.04591868072748184,
      "learning_rate": 0.00020919462285975778,
      "loss": 0.77734375,
      "step": 538
    },
    {
      "epoch": 2.130434782608696,
      "grad_norm": 0.048664532601833344,
      "learning_rate": 0.00020886079591340994,
      "loss": 0.75341796875,
      "step": 539
    },
    {
      "epoch": 2.1343873517786562,
      "grad_norm": 0.04860478267073631,
      "learning_rate": 0.00020852666885048048,
      "loss": 0.8310546875,
      "step": 540
    },
    {
      "epoch": 2.1383399209486167,
      "grad_norm": 0.0484267920255661,
      "learning_rate": 0.0002081922439572267,
      "loss": 0.826171875,
      "step": 541
    },
    {
      "epoch": 2.142292490118577,
      "grad_norm": 0.051395684480667114,
      "learning_rate": 0.00020785752352194407,
      "loss": 0.8388671875,
      "step": 542
    },
    {
      "epoch": 2.1462450592885376,
      "grad_norm": 0.045636989176273346,
      "learning_rate": 0.00020752250983495024,
      "loss": 0.80859375,
      "step": 543
    },
    {
      "epoch": 2.150197628458498,
      "grad_norm": 0.05005775764584541,
      "learning_rate": 0.00020718720518856927,
      "loss": 0.83544921875,
      "step": 544
    },
    {
      "epoch": 2.1541501976284585,
      "grad_norm": 0.04951068013906479,
      "learning_rate": 0.00020685161187711625,
      "loss": 0.80615234375,
      "step": 545
    },
    {
      "epoch": 2.158102766798419,
      "grad_norm": 0.04543376713991165,
      "learning_rate": 0.00020651573219688144,
      "loss": 0.82373046875,
      "step": 546
    },
    {
      "epoch": 2.1620553359683794,
      "grad_norm": 0.04580464959144592,
      "learning_rate": 0.0002061795684461145,
      "loss": 0.759765625,
      "step": 547
    },
    {
      "epoch": 2.16600790513834,
      "grad_norm": 0.047638650983572006,
      "learning_rate": 0.00020584312292500894,
      "loss": 0.78662109375,
      "step": 548
    },
    {
      "epoch": 2.1699604743083003,
      "grad_norm": 0.04593316465616226,
      "learning_rate": 0.00020550639793568624,
      "loss": 0.786865234375,
      "step": 549
    },
    {
      "epoch": 2.1739130434782608,
      "grad_norm": 0.0512143075466156,
      "learning_rate": 0.0002051693957821801,
      "loss": 0.77734375,
      "step": 550
    },
    {
      "epoch": 2.177865612648221,
      "grad_norm": 0.047573067247867584,
      "learning_rate": 0.00020483211877042064,
      "loss": 0.81689453125,
      "step": 551
    },
    {
      "epoch": 2.1818181818181817,
      "grad_norm": 0.047719623893499374,
      "learning_rate": 0.0002044945692082189,
      "loss": 0.7919921875,
      "step": 552
    },
    {
      "epoch": 2.185770750988142,
      "grad_norm": 0.04295816272497177,
      "learning_rate": 0.00020415674940525065,
      "loss": 0.637176513671875,
      "step": 553
    },
    {
      "epoch": 2.1897233201581026,
      "grad_norm": 0.04974406957626343,
      "learning_rate": 0.00020381866167304085,
      "loss": 0.8349609375,
      "step": 554
    },
    {
      "epoch": 2.1936758893280635,
      "grad_norm": 0.04715517535805702,
      "learning_rate": 0.00020348030832494787,
      "loss": 0.78515625,
      "step": 555
    },
    {
      "epoch": 2.197628458498024,
      "grad_norm": 0.04895627871155739,
      "learning_rate": 0.00020314169167614732,
      "loss": 0.81103515625,
      "step": 556
    },
    {
      "epoch": 2.2015810276679844,
      "grad_norm": 0.04950820282101631,
      "learning_rate": 0.0002028028140436166,
      "loss": 0.8349609375,
      "step": 557
    },
    {
      "epoch": 2.205533596837945,
      "grad_norm": 0.044492971152067184,
      "learning_rate": 0.0002024636777461189,
      "loss": 0.71875,
      "step": 558
    },
    {
      "epoch": 2.2094861660079053,
      "grad_norm": 0.04832074046134949,
      "learning_rate": 0.00020212428510418712,
      "loss": 0.8251953125,
      "step": 559
    },
    {
      "epoch": 2.2134387351778657,
      "grad_norm": 0.048138100653886795,
      "learning_rate": 0.00020178463844010847,
      "loss": 0.81591796875,
      "step": 560
    },
    {
      "epoch": 2.217391304347826,
      "grad_norm": 0.04953526705503464,
      "learning_rate": 0.00020144474007790814,
      "loss": 0.83447265625,
      "step": 561
    },
    {
      "epoch": 2.2213438735177866,
      "grad_norm": 0.047930147498846054,
      "learning_rate": 0.00020110459234333353,
      "loss": 0.76904296875,
      "step": 562
    },
    {
      "epoch": 2.225296442687747,
      "grad_norm": 0.048681121319532394,
      "learning_rate": 0.0002007641975638385,
      "loss": 0.72265625,
      "step": 563
    },
    {
      "epoch": 2.2292490118577075,
      "grad_norm": 0.05481003224849701,
      "learning_rate": 0.0002004235580685672,
      "loss": 0.81298828125,
      "step": 564
    },
    {
      "epoch": 2.233201581027668,
      "grad_norm": 0.048605479300022125,
      "learning_rate": 0.00020008267618833829,
      "loss": 0.8486328125,
      "step": 565
    },
    {
      "epoch": 2.2371541501976284,
      "grad_norm": 0.05604838579893112,
      "learning_rate": 0.00019974155425562894,
      "loss": 0.81005859375,
      "step": 566
    },
    {
      "epoch": 2.241106719367589,
      "grad_norm": 0.048590511083602905,
      "learning_rate": 0.00019940019460455878,
      "loss": 0.74658203125,
      "step": 567
    },
    {
      "epoch": 2.2450592885375493,
      "grad_norm": 0.050683263689279556,
      "learning_rate": 0.00019905859957087418,
      "loss": 0.68475341796875,
      "step": 568
    },
    {
      "epoch": 2.2490118577075098,
      "grad_norm": 0.05292607098817825,
      "learning_rate": 0.00019871677149193204,
      "loss": 0.7607421875,
      "step": 569
    },
    {
      "epoch": 2.2529644268774702,
      "grad_norm": 0.05144540220499039,
      "learning_rate": 0.00019837471270668379,
      "loss": 0.80615234375,
      "step": 570
    },
    {
      "epoch": 2.2569169960474307,
      "grad_norm": 0.05131471902132034,
      "learning_rate": 0.00019803242555565964,
      "loss": 0.78759765625,
      "step": 571
    },
    {
      "epoch": 2.260869565217391,
      "grad_norm": 0.052379339933395386,
      "learning_rate": 0.00019768991238095225,
      "loss": 0.8037109375,
      "step": 572
    },
    {
      "epoch": 2.2648221343873516,
      "grad_norm": 0.048578936606645584,
      "learning_rate": 0.0001973471755262009,
      "loss": 0.8427734375,
      "step": 573
    },
    {
      "epoch": 2.2687747035573125,
      "grad_norm": 0.04910541698336601,
      "learning_rate": 0.00019700421733657522,
      "loss": 0.783203125,
      "step": 574
    },
    {
      "epoch": 2.2727272727272725,
      "grad_norm": 0.046770643442869186,
      "learning_rate": 0.00019666104015875967,
      "loss": 0.7958984375,
      "step": 575
    },
    {
      "epoch": 2.2766798418972334,
      "grad_norm": 0.04771951958537102,
      "learning_rate": 0.00019631764634093685,
      "loss": 0.8203125,
      "step": 576
    },
    {
      "epoch": 2.280632411067194,
      "grad_norm": 0.0515475757420063,
      "learning_rate": 0.0001959740382327718,
      "loss": 0.77587890625,
      "step": 577
    },
    {
      "epoch": 2.2845849802371543,
      "grad_norm": 0.04727964475750923,
      "learning_rate": 0.0001956302181853959,
      "loss": 0.84228515625,
      "step": 578
    },
    {
      "epoch": 2.2885375494071147,
      "grad_norm": 0.047735366970300674,
      "learning_rate": 0.00019528618855139057,
      "loss": 0.79296875,
      "step": 579
    },
    {
      "epoch": 2.292490118577075,
      "grad_norm": 0.048225726932287216,
      "learning_rate": 0.00019494195168477137,
      "loss": 0.8330078125,
      "step": 580
    },
    {
      "epoch": 2.2964426877470356,
      "grad_norm": 0.04475891590118408,
      "learning_rate": 0.00019459750994097204,
      "loss": 0.77880859375,
      "step": 581
    },
    {
      "epoch": 2.300395256916996,
      "grad_norm": 0.04793180525302887,
      "learning_rate": 0.00019425286567682792,
      "loss": 0.81494140625,
      "step": 582
    },
    {
      "epoch": 2.3043478260869565,
      "grad_norm": 0.04663156345486641,
      "learning_rate": 0.00019390802125056022,
      "loss": 0.8056640625,
      "step": 583
    },
    {
      "epoch": 2.308300395256917,
      "grad_norm": 0.047295719385147095,
      "learning_rate": 0.00019356297902175973,
      "loss": 0.80078125,
      "step": 584
    },
    {
      "epoch": 2.3122529644268774,
      "grad_norm": 0.04829349368810654,
      "learning_rate": 0.00019321774135137076,
      "loss": 0.8076171875,
      "step": 585
    },
    {
      "epoch": 2.316205533596838,
      "grad_norm": 0.048433221876621246,
      "learning_rate": 0.00019287231060167482,
      "loss": 0.7861328125,
      "step": 586
    },
    {
      "epoch": 2.3201581027667983,
      "grad_norm": 0.04710831120610237,
      "learning_rate": 0.00019252668913627462,
      "loss": 0.7236328125,
      "step": 587
    },
    {
      "epoch": 2.324110671936759,
      "grad_norm": 0.047688860446214676,
      "learning_rate": 0.0001921808793200779,
      "loss": 0.7900390625,
      "step": 588
    },
    {
      "epoch": 2.3280632411067192,
      "grad_norm": 0.04863202944397926,
      "learning_rate": 0.00019183488351928098,
      "loss": 0.849609375,
      "step": 589
    },
    {
      "epoch": 2.3320158102766797,
      "grad_norm": 0.04699735715985298,
      "learning_rate": 0.000191488704101353,
      "loss": 0.7763671875,
      "step": 590
    },
    {
      "epoch": 2.33596837944664,
      "grad_norm": 0.045672137290239334,
      "learning_rate": 0.00019114234343501948,
      "loss": 0.7919921875,
      "step": 591
    },
    {
      "epoch": 2.3399209486166006,
      "grad_norm": 0.04825318977236748,
      "learning_rate": 0.00019079580389024593,
      "loss": 0.8173828125,
      "step": 592
    },
    {
      "epoch": 2.3438735177865615,
      "grad_norm": 0.05111541971564293,
      "learning_rate": 0.00019044908783822203,
      "loss": 0.78271484375,
      "step": 593
    },
    {
      "epoch": 2.3478260869565215,
      "grad_norm": 0.048476655036211014,
      "learning_rate": 0.0001901021976513451,
      "loss": 0.767578125,
      "step": 594
    },
    {
      "epoch": 2.3517786561264824,
      "grad_norm": 0.048755671828985214,
      "learning_rate": 0.00018975513570320405,
      "loss": 0.826171875,
      "step": 595
    },
    {
      "epoch": 2.355731225296443,
      "grad_norm": 0.04929805546998978,
      "learning_rate": 0.00018940790436856303,
      "loss": 0.75439453125,
      "step": 596
    },
    {
      "epoch": 2.3596837944664033,
      "grad_norm": 0.04922974482178688,
      "learning_rate": 0.00018906050602334517,
      "loss": 0.78955078125,
      "step": 597
    },
    {
      "epoch": 2.3636363636363638,
      "grad_norm": 0.05141812562942505,
      "learning_rate": 0.00018871294304461641,
      "loss": 0.79345703125,
      "step": 598
    },
    {
      "epoch": 2.367588932806324,
      "grad_norm": 0.050471507012844086,
      "learning_rate": 0.00018836521781056924,
      "loss": 0.7841796875,
      "step": 599
    },
    {
      "epoch": 2.3715415019762847,
      "grad_norm": 0.05033344775438309,
      "learning_rate": 0.00018801733270050626,
      "loss": 0.765625,
      "step": 600
    },
    {
      "epoch": 2.375494071146245,
      "grad_norm": 0.047611720860004425,
      "learning_rate": 0.00018766929009482415,
      "loss": 0.8271484375,
      "step": 601
    },
    {
      "epoch": 2.3794466403162056,
      "grad_norm": 0.0506114736199379,
      "learning_rate": 0.0001873210923749971,
      "loss": 0.84814453125,
      "step": 602
    },
    {
      "epoch": 2.383399209486166,
      "grad_norm": 0.04457153007388115,
      "learning_rate": 0.00018697274192356077,
      "loss": 0.682861328125,
      "step": 603
    },
    {
      "epoch": 2.3873517786561265,
      "grad_norm": 0.04921259358525276,
      "learning_rate": 0.00018662424112409593,
      "loss": 0.8173828125,
      "step": 604
    },
    {
      "epoch": 2.391304347826087,
      "grad_norm": 0.04977316036820412,
      "learning_rate": 0.00018627559236121196,
      "loss": 0.7939453125,
      "step": 605
    },
    {
      "epoch": 2.3952569169960474,
      "grad_norm": 0.04721233621239662,
      "learning_rate": 0.00018592679802053078,
      "loss": 0.81494140625,
      "step": 606
    },
    {
      "epoch": 2.399209486166008,
      "grad_norm": 0.0462174266576767,
      "learning_rate": 0.00018557786048867042,
      "loss": 0.77587890625,
      "step": 607
    },
    {
      "epoch": 2.4031620553359683,
      "grad_norm": 0.04819757863879204,
      "learning_rate": 0.00018522878215322864,
      "loss": 0.7900390625,
      "step": 608
    },
    {
      "epoch": 2.4071146245059287,
      "grad_norm": 0.048176128417253494,
      "learning_rate": 0.00018487956540276667,
      "loss": 0.80615234375,
      "step": 609
    },
    {
      "epoch": 2.411067193675889,
      "grad_norm": 0.047973763197660446,
      "learning_rate": 0.00018453021262679288,
      "loss": 0.74365234375,
      "step": 610
    },
    {
      "epoch": 2.4150197628458496,
      "grad_norm": 0.04828173667192459,
      "learning_rate": 0.0001841807262157463,
      "loss": 0.7451171875,
      "step": 611
    },
    {
      "epoch": 2.4189723320158105,
      "grad_norm": 0.047229327261447906,
      "learning_rate": 0.00018383110856098043,
      "loss": 0.7890625,
      "step": 612
    },
    {
      "epoch": 2.4229249011857705,
      "grad_norm": 0.04589885473251343,
      "learning_rate": 0.00018348136205474685,
      "loss": 0.78759765625,
      "step": 613
    },
    {
      "epoch": 2.4268774703557314,
      "grad_norm": 0.046882059425115585,
      "learning_rate": 0.00018313148909017865,
      "loss": 0.79541015625,
      "step": 614
    },
    {
      "epoch": 2.430830039525692,
      "grad_norm": 0.04611621052026749,
      "learning_rate": 0.0001827814920612743,
      "loss": 0.77734375,
      "step": 615
    },
    {
      "epoch": 2.4347826086956523,
      "grad_norm": 0.048252951353788376,
      "learning_rate": 0.00018243137336288124,
      "loss": 0.75830078125,
      "step": 616
    },
    {
      "epoch": 2.438735177865613,
      "grad_norm": 0.04710513353347778,
      "learning_rate": 0.00018208113539067933,
      "loss": 0.78369140625,
      "step": 617
    },
    {
      "epoch": 2.4426877470355732,
      "grad_norm": 0.04928605258464813,
      "learning_rate": 0.00018173078054116456,
      "loss": 0.8095703125,
      "step": 618
    },
    {
      "epoch": 2.4466403162055337,
      "grad_norm": 0.04609301686286926,
      "learning_rate": 0.00018138031121163275,
      "loss": 0.76123046875,
      "step": 619
    },
    {
      "epoch": 2.450592885375494,
      "grad_norm": 0.05168458819389343,
      "learning_rate": 0.00018102972980016296,
      "loss": 0.807861328125,
      "step": 620
    },
    {
      "epoch": 2.4545454545454546,
      "grad_norm": 0.05423901230096817,
      "learning_rate": 0.0001806790387056011,
      "loss": 0.84619140625,
      "step": 621
    },
    {
      "epoch": 2.458498023715415,
      "grad_norm": 0.045651875436306,
      "learning_rate": 0.00018032824032754383,
      "loss": 0.7705078125,
      "step": 622
    },
    {
      "epoch": 2.4624505928853755,
      "grad_norm": 0.04981774091720581,
      "learning_rate": 0.00017997733706632166,
      "loss": 0.82177734375,
      "step": 623
    },
    {
      "epoch": 2.466403162055336,
      "grad_norm": 0.054035864770412445,
      "learning_rate": 0.0001796263313229828,
      "loss": 0.7373046875,
      "step": 624
    },
    {
      "epoch": 2.4703557312252964,
      "grad_norm": 0.04274497181177139,
      "learning_rate": 0.00017927522549927678,
      "loss": 0.654510498046875,
      "step": 625
    },
    {
      "epoch": 2.474308300395257,
      "grad_norm": 0.051630932837724686,
      "learning_rate": 0.00017892402199763788,
      "loss": 0.8173828125,
      "step": 626
    },
    {
      "epoch": 2.4782608695652173,
      "grad_norm": 0.05124964937567711,
      "learning_rate": 0.00017857272322116874,
      "loss": 0.83203125,
      "step": 627
    },
    {
      "epoch": 2.4822134387351777,
      "grad_norm": 0.05060219392180443,
      "learning_rate": 0.00017822133157362386,
      "loss": 0.80908203125,
      "step": 628
    },
    {
      "epoch": 2.486166007905138,
      "grad_norm": 0.04931870102882385,
      "learning_rate": 0.00017786984945939336,
      "loss": 0.7587890625,
      "step": 629
    },
    {
      "epoch": 2.4901185770750986,
      "grad_norm": 0.05254590883851051,
      "learning_rate": 0.00017751827928348622,
      "loss": 0.76611328125,
      "step": 630
    },
    {
      "epoch": 2.494071146245059,
      "grad_norm": 0.05133964121341705,
      "learning_rate": 0.00017716662345151402,
      "loss": 0.80517578125,
      "step": 631
    },
    {
      "epoch": 2.4980237154150196,
      "grad_norm": 0.04904676601290703,
      "learning_rate": 0.0001768148843696745,
      "loss": 0.80615234375,
      "step": 632
    },
    {
      "epoch": 2.5019762845849804,
      "grad_norm": 0.05203196406364441,
      "learning_rate": 0.00017646306444473497,
      "loss": 0.7919921875,
      "step": 633
    },
    {
      "epoch": 2.5059288537549405,
      "grad_norm": 0.05061133950948715,
      "learning_rate": 0.00017611116608401596,
      "loss": 0.7841796875,
      "step": 634
    },
    {
      "epoch": 2.5098814229249014,
      "grad_norm": 0.04815781116485596,
      "learning_rate": 0.0001757591916953746,
      "loss": 0.759765625,
      "step": 635
    },
    {
      "epoch": 2.513833992094862,
      "grad_norm": 0.051274754106998444,
      "learning_rate": 0.0001754071436871884,
      "loss": 0.77783203125,
      "step": 636
    },
    {
      "epoch": 2.5177865612648223,
      "grad_norm": 0.05280039831995964,
      "learning_rate": 0.0001750550244683385,
      "loss": 0.7265625,
      "step": 637
    },
    {
      "epoch": 2.5217391304347827,
      "grad_norm": 0.05001666396856308,
      "learning_rate": 0.00017470283644819326,
      "loss": 0.810546875,
      "step": 638
    },
    {
      "epoch": 2.525691699604743,
      "grad_norm": 0.053191885352134705,
      "learning_rate": 0.0001743505820365919,
      "loss": 0.8232421875,
      "step": 639
    },
    {
      "epoch": 2.5296442687747036,
      "grad_norm": 0.05170443281531334,
      "learning_rate": 0.00017399826364382785,
      "loss": 0.79248046875,
      "step": 640
    },
    {
      "epoch": 2.533596837944664,
      "grad_norm": 0.05208049342036247,
      "learning_rate": 0.0001736458836806324,
      "loss": 0.767822265625,
      "step": 641
    },
    {
      "epoch": 2.5375494071146245,
      "grad_norm": 0.05331271141767502,
      "learning_rate": 0.0001732934445581582,
      "loss": 0.81982421875,
      "step": 642
    },
    {
      "epoch": 2.541501976284585,
      "grad_norm": 0.05136852711439133,
      "learning_rate": 0.00017294094868796242,
      "loss": 0.80908203125,
      "step": 643
    },
    {
      "epoch": 2.5454545454545454,
      "grad_norm": 0.05010833591222763,
      "learning_rate": 0.00017258839848199075,
      "loss": 0.7919921875,
      "step": 644
    },
    {
      "epoch": 2.549407114624506,
      "grad_norm": 0.04822184517979622,
      "learning_rate": 0.00017223579635256074,
      "loss": 0.80224609375,
      "step": 645
    },
    {
      "epoch": 2.5533596837944663,
      "grad_norm": 0.04735623300075531,
      "learning_rate": 0.00017188314471234493,
      "loss": 0.7071533203125,
      "step": 646
    },
    {
      "epoch": 2.5573122529644268,
      "grad_norm": 0.04892995208501816,
      "learning_rate": 0.00017153044597435503,
      "loss": 0.7763671875,
      "step": 647
    },
    {
      "epoch": 2.561264822134387,
      "grad_norm": 0.04770994558930397,
      "learning_rate": 0.00017117770255192463,
      "loss": 0.8134765625,
      "step": 648
    },
    {
      "epoch": 2.5652173913043477,
      "grad_norm": 0.0472155399620533,
      "learning_rate": 0.00017082491685869333,
      "loss": 0.76025390625,
      "step": 649
    },
    {
      "epoch": 2.5691699604743086,
      "grad_norm": 0.04837966710329056,
      "learning_rate": 0.0001704720913085898,
      "loss": 0.74267578125,
      "step": 650
    },
    {
      "epoch": 2.5731225296442686,
      "grad_norm": 0.05210874602198601,
      "learning_rate": 0.00017011922831581562,
      "loss": 0.77978515625,
      "step": 651
    },
    {
      "epoch": 2.5770750988142295,
      "grad_norm": 0.047879863530397415,
      "learning_rate": 0.00016976633029482837,
      "loss": 0.79443359375,
      "step": 652
    },
    {
      "epoch": 2.5810276679841895,
      "grad_norm": 0.05006123334169388,
      "learning_rate": 0.00016941339966032544,
      "loss": 0.744140625,
      "step": 653
    },
    {
      "epoch": 2.5849802371541504,
      "grad_norm": 0.05046766623854637,
      "learning_rate": 0.00016906043882722733,
      "loss": 0.8076171875,
      "step": 654
    },
    {
      "epoch": 2.588932806324111,
      "grad_norm": 0.04798324406147003,
      "learning_rate": 0.00016870745021066121,
      "loss": 0.80517578125,
      "step": 655
    },
    {
      "epoch": 2.5928853754940713,
      "grad_norm": 0.0483081080019474,
      "learning_rate": 0.00016835443622594432,
      "loss": 0.79638671875,
      "step": 656
    },
    {
      "epoch": 2.5968379446640317,
      "grad_norm": 0.055579736828804016,
      "learning_rate": 0.0001680013992885675,
      "loss": 0.81298828125,
      "step": 657
    },
    {
      "epoch": 2.600790513833992,
      "grad_norm": 0.04978753253817558,
      "learning_rate": 0.00016764834181417858,
      "loss": 0.78857421875,
      "step": 658
    },
    {
      "epoch": 2.6047430830039526,
      "grad_norm": 0.05404549837112427,
      "learning_rate": 0.000167295266218566,
      "loss": 0.8037109375,
      "step": 659
    },
    {
      "epoch": 2.608695652173913,
      "grad_norm": 0.049912698566913605,
      "learning_rate": 0.0001669421749176422,
      "loss": 0.79296875,
      "step": 660
    },
    {
      "epoch": 2.6126482213438735,
      "grad_norm": 0.04924013838171959,
      "learning_rate": 0.000166589070327427,
      "loss": 0.77197265625,
      "step": 661
    },
    {
      "epoch": 2.616600790513834,
      "grad_norm": 0.051574837416410446,
      "learning_rate": 0.00016623595486403125,
      "loss": 0.837890625,
      "step": 662
    },
    {
      "epoch": 2.6205533596837944,
      "grad_norm": 0.05079261586070061,
      "learning_rate": 0.00016588283094364002,
      "loss": 0.81494140625,
      "step": 663
    },
    {
      "epoch": 2.624505928853755,
      "grad_norm": 0.0504782609641552,
      "learning_rate": 0.0001655297009824965,
      "loss": 0.76611328125,
      "step": 664
    },
    {
      "epoch": 2.6284584980237153,
      "grad_norm": 0.05569262430071831,
      "learning_rate": 0.0001651765673968851,
      "loss": 0.7958984375,
      "step": 665
    },
    {
      "epoch": 2.632411067193676,
      "grad_norm": 0.050162605941295624,
      "learning_rate": 0.0001648234326031149,
      "loss": 0.8095703125,
      "step": 666
    },
    {
      "epoch": 2.6363636363636362,
      "grad_norm": 0.04872685670852661,
      "learning_rate": 0.00016447029901750347,
      "loss": 0.78271484375,
      "step": 667
    },
    {
      "epoch": 2.6403162055335967,
      "grad_norm": 0.0540570393204689,
      "learning_rate": 0.00016411716905635995,
      "loss": 0.82080078125,
      "step": 668
    },
    {
      "epoch": 2.6442687747035576,
      "grad_norm": 0.051567357033491135,
      "learning_rate": 0.0001637640451359688,
      "loss": 0.771484375,
      "step": 669
    },
    {
      "epoch": 2.6482213438735176,
      "grad_norm": 0.05172124132514,
      "learning_rate": 0.000163410929672573,
      "loss": 0.80029296875,
      "step": 670
    },
    {
      "epoch": 2.6521739130434785,
      "grad_norm": 0.05336343124508858,
      "learning_rate": 0.0001630578250823578,
      "loss": 0.76025390625,
      "step": 671
    },
    {
      "epoch": 2.6561264822134385,
      "grad_norm": 0.05276660993695259,
      "learning_rate": 0.00016270473378143395,
      "loss": 0.75439453125,
      "step": 672
    },
    {
      "epoch": 2.6600790513833994,
      "grad_norm": 0.051099881529808044,
      "learning_rate": 0.00016235165818582141,
      "loss": 0.7919921875,
      "step": 673
    },
    {
      "epoch": 2.66403162055336,
      "grad_norm": 0.055066246539354324,
      "learning_rate": 0.00016199860071143256,
      "loss": 0.80419921875,
      "step": 674
    },
    {
      "epoch": 2.6679841897233203,
      "grad_norm": 0.05164816230535507,
      "learning_rate": 0.00016164556377405568,
      "loss": 0.7412109375,
      "step": 675
    },
    {
      "epoch": 2.6719367588932808,
      "grad_norm": 0.05231785029172897,
      "learning_rate": 0.00016129254978933873,
      "loss": 0.84521484375,
      "step": 676
    },
    {
      "epoch": 2.675889328063241,
      "grad_norm": 0.053780488669872284,
      "learning_rate": 0.00016093956117277266,
      "loss": 0.7880859375,
      "step": 677
    },
    {
      "epoch": 2.6798418972332017,
      "grad_norm": 0.048681799322366714,
      "learning_rate": 0.00016058660033967454,
      "loss": 0.7470703125,
      "step": 678
    },
    {
      "epoch": 2.683794466403162,
      "grad_norm": 0.04854863882064819,
      "learning_rate": 0.00016023366970517166,
      "loss": 0.8251953125,
      "step": 679
    },
    {
      "epoch": 2.6877470355731226,
      "grad_norm": 0.050627678632736206,
      "learning_rate": 0.00015988077168418443,
      "loss": 0.80615234375,
      "step": 680
    },
    {
      "epoch": 2.691699604743083,
      "grad_norm": 0.05083775520324707,
      "learning_rate": 0.0001595279086914102,
      "loss": 0.7744140625,
      "step": 681
    },
    {
      "epoch": 2.6956521739130435,
      "grad_norm": 0.049797188490629196,
      "learning_rate": 0.00015917508314130667,
      "loss": 0.75390625,
      "step": 682
    },
    {
      "epoch": 2.699604743083004,
      "grad_norm": 0.05138544365763664,
      "learning_rate": 0.00015882229744807537,
      "loss": 0.7685546875,
      "step": 683
    },
    {
      "epoch": 2.7035573122529644,
      "grad_norm": 0.04927722364664078,
      "learning_rate": 0.000158469554025645,
      "loss": 0.80615234375,
      "step": 684
    },
    {
      "epoch": 2.707509881422925,
      "grad_norm": 0.051307618618011475,
      "learning_rate": 0.00015811685528765502,
      "loss": 0.7705078125,
      "step": 685
    },
    {
      "epoch": 2.7114624505928853,
      "grad_norm": 0.05202597752213478,
      "learning_rate": 0.00015776420364743926,
      "loss": 0.7646484375,
      "step": 686
    },
    {
      "epoch": 2.7154150197628457,
      "grad_norm": 0.051913194358348846,
      "learning_rate": 0.00015741160151800925,
      "loss": 0.76220703125,
      "step": 687
    },
    {
      "epoch": 2.719367588932806,
      "grad_norm": 0.05061808228492737,
      "learning_rate": 0.00015705905131203757,
      "loss": 0.79931640625,
      "step": 688
    },
    {
      "epoch": 2.7233201581027666,
      "grad_norm": 0.0506657175719738,
      "learning_rate": 0.00015670655544184185,
      "loss": 0.77685546875,
      "step": 689
    },
    {
      "epoch": 2.7272727272727275,
      "grad_norm": 0.04603055119514465,
      "learning_rate": 0.0001563541163193676,
      "loss": 0.66796875,
      "step": 690
    },
    {
      "epoch": 2.7312252964426875,
      "grad_norm": 0.05052204057574272,
      "learning_rate": 0.00015600173635617212,
      "loss": 0.78662109375,
      "step": 691
    },
    {
      "epoch": 2.7351778656126484,
      "grad_norm": 0.0513266921043396,
      "learning_rate": 0.00015564941796340808,
      "loss": 0.83203125,
      "step": 692
    },
    {
      "epoch": 2.7391304347826084,
      "grad_norm": 0.0499236024916172,
      "learning_rate": 0.00015529716355180674,
      "loss": 0.73583984375,
      "step": 693
    },
    {
      "epoch": 2.7430830039525693,
      "grad_norm": 0.052487947046756744,
      "learning_rate": 0.0001549449755316615,
      "loss": 0.75,
      "step": 694
    },
    {
      "epoch": 2.7470355731225298,
      "grad_norm": 0.05266030505299568,
      "learning_rate": 0.0001545928563128116,
      "loss": 0.8046875,
      "step": 695
    },
    {
      "epoch": 2.7509881422924902,
      "grad_norm": 0.048343416303396225,
      "learning_rate": 0.0001542408083046254,
      "loss": 0.8173828125,
      "step": 696
    },
    {
      "epoch": 2.7549407114624507,
      "grad_norm": 0.050842057913541794,
      "learning_rate": 0.00015388883391598404,
      "loss": 0.8271484375,
      "step": 697
    },
    {
      "epoch": 2.758893280632411,
      "grad_norm": 0.04736270010471344,
      "learning_rate": 0.000153536935555265,
      "loss": 0.64453125,
      "step": 698
    },
    {
      "epoch": 2.7628458498023716,
      "grad_norm": 0.05112220346927643,
      "learning_rate": 0.0001531851156303255,
      "loss": 0.76171875,
      "step": 699
    },
    {
      "epoch": 2.766798418972332,
      "grad_norm": 0.05520337074995041,
      "learning_rate": 0.00015283337654848597,
      "loss": 0.80224609375,
      "step": 700
    },
    {
      "epoch": 2.7707509881422925,
      "grad_norm": 0.04925573244690895,
      "learning_rate": 0.00015248172071651378,
      "loss": 0.706298828125,
      "step": 701
    },
    {
      "epoch": 2.774703557312253,
      "grad_norm": 0.04990237206220627,
      "learning_rate": 0.00015213015054060664,
      "loss": 0.7890625,
      "step": 702
    },
    {
      "epoch": 2.7786561264822134,
      "grad_norm": 0.04954756423830986,
      "learning_rate": 0.00015177866842637608,
      "loss": 0.7919921875,
      "step": 703
    },
    {
      "epoch": 2.782608695652174,
      "grad_norm": 0.050141263753175735,
      "learning_rate": 0.00015142727677883128,
      "loss": 0.7548828125,
      "step": 704
    },
    {
      "epoch": 2.7865612648221343,
      "grad_norm": 0.04988892376422882,
      "learning_rate": 0.0001510759780023621,
      "loss": 0.73876953125,
      "step": 705
    },
    {
      "epoch": 2.7905138339920947,
      "grad_norm": 0.049026332795619965,
      "learning_rate": 0.00015072477450072321,
      "loss": 0.7578125,
      "step": 706
    },
    {
      "epoch": 2.794466403162055,
      "grad_norm": 0.05193858593702316,
      "learning_rate": 0.0001503736686770172,
      "loss": 0.7841796875,
      "step": 707
    },
    {
      "epoch": 2.7984189723320156,
      "grad_norm": 0.051796805113554,
      "learning_rate": 0.0001500226629336783,
      "loss": 0.763671875,
      "step": 708
    },
    {
      "epoch": 2.8023715415019765,
      "grad_norm": 0.05025576427578926,
      "learning_rate": 0.00014967175967245616,
      "loss": 0.77685546875,
      "step": 709
    },
    {
      "epoch": 2.8063241106719365,
      "grad_norm": 0.05267256498336792,
      "learning_rate": 0.0001493209612943989,
      "loss": 0.8466796875,
      "step": 710
    },
    {
      "epoch": 2.8102766798418974,
      "grad_norm": 0.050027523189783096,
      "learning_rate": 0.00014897027019983706,
      "loss": 0.80615234375,
      "step": 711
    },
    {
      "epoch": 2.8142292490118574,
      "grad_norm": 0.056734491139650345,
      "learning_rate": 0.00014861968878836725,
      "loss": 0.78125,
      "step": 712
    },
    {
      "epoch": 2.8181818181818183,
      "grad_norm": 0.05816735327243805,
      "learning_rate": 0.0001482692194588354,
      "loss": 0.74755859375,
      "step": 713
    },
    {
      "epoch": 2.822134387351779,
      "grad_norm": 0.051682472229003906,
      "learning_rate": 0.00014791886460932072,
      "loss": 0.76953125,
      "step": 714
    },
    {
      "epoch": 2.8260869565217392,
      "grad_norm": 0.05062028393149376,
      "learning_rate": 0.00014756862663711876,
      "loss": 0.76708984375,
      "step": 715
    },
    {
      "epoch": 2.8300395256916997,
      "grad_norm": 0.056935474276542664,
      "learning_rate": 0.0001472185079387257,
      "loss": 0.79541015625,
      "step": 716
    },
    {
      "epoch": 2.83399209486166,
      "grad_norm": 0.05212491378188133,
      "learning_rate": 0.00014686851090982134,
      "loss": 0.82177734375,
      "step": 717
    },
    {
      "epoch": 2.8379446640316206,
      "grad_norm": 0.05325692892074585,
      "learning_rate": 0.00014651863794525315,
      "loss": 0.76025390625,
      "step": 718
    },
    {
      "epoch": 2.841897233201581,
      "grad_norm": 0.05286204814910889,
      "learning_rate": 0.00014616889143901957,
      "loss": 0.7548828125,
      "step": 719
    },
    {
      "epoch": 2.8458498023715415,
      "grad_norm": 0.050668634474277496,
      "learning_rate": 0.0001458192737842537,
      "loss": 0.79248046875,
      "step": 720
    },
    {
      "epoch": 2.849802371541502,
      "grad_norm": 0.050589222460985184,
      "learning_rate": 0.00014546978737320712,
      "loss": 0.74853515625,
      "step": 721
    },
    {
      "epoch": 2.8537549407114624,
      "grad_norm": 0.05571528896689415,
      "learning_rate": 0.0001451204345972333,
      "loss": 0.78857421875,
      "step": 722
    },
    {
      "epoch": 2.857707509881423,
      "grad_norm": 0.05910651758313179,
      "learning_rate": 0.00014477121784677133,
      "loss": 0.8115234375,
      "step": 723
    },
    {
      "epoch": 2.8616600790513833,
      "grad_norm": 0.049208275973796844,
      "learning_rate": 0.00014442213951132953,
      "loss": 0.81787109375,
      "step": 724
    },
    {
      "epoch": 2.8656126482213438,
      "grad_norm": 0.0521659329533577,
      "learning_rate": 0.0001440732019794692,
      "loss": 0.796142578125,
      "step": 725
    },
    {
      "epoch": 2.869565217391304,
      "grad_norm": 0.052084822207689285,
      "learning_rate": 0.00014372440763878804,
      "loss": 0.80615234375,
      "step": 726
    },
    {
      "epoch": 2.8735177865612647,
      "grad_norm": 0.05112325772643089,
      "learning_rate": 0.00014337575887590407,
      "loss": 0.8212890625,
      "step": 727
    },
    {
      "epoch": 2.8774703557312256,
      "grad_norm": 0.052766695618629456,
      "learning_rate": 0.00014302725807643923,
      "loss": 0.8330078125,
      "step": 728
    },
    {
      "epoch": 2.8814229249011856,
      "grad_norm": 0.05308271944522858,
      "learning_rate": 0.0001426789076250029,
      "loss": 0.73583984375,
      "step": 729
    },
    {
      "epoch": 2.8853754940711465,
      "grad_norm": 0.04873475059866905,
      "learning_rate": 0.00014233070990517588,
      "loss": 0.75048828125,
      "step": 730
    },
    {
      "epoch": 2.8893280632411065,
      "grad_norm": 0.051746852695941925,
      "learning_rate": 0.0001419826672994937,
      "loss": 0.7880859375,
      "step": 731
    },
    {
      "epoch": 2.8932806324110674,
      "grad_norm": 0.04904266074299812,
      "learning_rate": 0.00014163478218943076,
      "loss": 0.73779296875,
      "step": 732
    },
    {
      "epoch": 2.897233201581028,
      "grad_norm": 0.04873509705066681,
      "learning_rate": 0.00014128705695538353,
      "loss": 0.78369140625,
      "step": 733
    },
    {
      "epoch": 2.9011857707509883,
      "grad_norm": 0.053178515285253525,
      "learning_rate": 0.00014093949397665483,
      "loss": 0.744140625,
      "step": 734
    },
    {
      "epoch": 2.9051383399209487,
      "grad_norm": 0.05499696731567383,
      "learning_rate": 0.000140592095631437,
      "loss": 0.759765625,
      "step": 735
    },
    {
      "epoch": 2.909090909090909,
      "grad_norm": 0.04868374392390251,
      "learning_rate": 0.00014024486429679592,
      "loss": 0.8173828125,
      "step": 736
    },
    {
      "epoch": 2.9130434782608696,
      "grad_norm": 0.050794512033462524,
      "learning_rate": 0.00013989780234865487,
      "loss": 0.771484375,
      "step": 737
    },
    {
      "epoch": 2.91699604743083,
      "grad_norm": 0.053152915090322495,
      "learning_rate": 0.00013955091216177795,
      "loss": 0.8095703125,
      "step": 738
    },
    {
      "epoch": 2.9209486166007905,
      "grad_norm": 0.05093550682067871,
      "learning_rate": 0.00013920419610975404,
      "loss": 0.79736328125,
      "step": 739
    },
    {
      "epoch": 2.924901185770751,
      "grad_norm": 0.051597364246845245,
      "learning_rate": 0.00013885765656498054,
      "loss": 0.77294921875,
      "step": 740
    },
    {
      "epoch": 2.9288537549407114,
      "grad_norm": 0.05065556988120079,
      "learning_rate": 0.000138511295898647,
      "loss": 0.74560546875,
      "step": 741
    },
    {
      "epoch": 2.932806324110672,
      "grad_norm": 0.04829628765583038,
      "learning_rate": 0.000138165116480719,
      "loss": 0.6778717041015625,
      "step": 742
    },
    {
      "epoch": 2.9367588932806323,
      "grad_norm": 0.050820861011743546,
      "learning_rate": 0.0001378191206799221,
      "loss": 0.78857421875,
      "step": 743
    },
    {
      "epoch": 2.940711462450593,
      "grad_norm": 0.05142400413751602,
      "learning_rate": 0.00013747331086372535,
      "loss": 0.802734375,
      "step": 744
    },
    {
      "epoch": 2.9446640316205532,
      "grad_norm": 0.048891760408878326,
      "learning_rate": 0.00013712768939832517,
      "loss": 0.76220703125,
      "step": 745
    },
    {
      "epoch": 2.9486166007905137,
      "grad_norm": 0.051397357136011124,
      "learning_rate": 0.00013678225864862924,
      "loss": 0.7783203125,
      "step": 746
    },
    {
      "epoch": 2.9525691699604746,
      "grad_norm": 0.05603568255901337,
      "learning_rate": 0.00013643702097824027,
      "loss": 0.75390625,
      "step": 747
    },
    {
      "epoch": 2.9565217391304346,
      "grad_norm": 0.05158814415335655,
      "learning_rate": 0.00013609197874943975,
      "loss": 0.818359375,
      "step": 748
    },
    {
      "epoch": 2.9604743083003955,
      "grad_norm": 0.053329404443502426,
      "learning_rate": 0.00013574713432317205,
      "loss": 0.7783203125,
      "step": 749
    },
    {
      "epoch": 2.9644268774703555,
      "grad_norm": 0.05176032707095146,
      "learning_rate": 0.00013540249005902796,
      "loss": 0.78662109375,
      "step": 750
    },
    {
      "epoch": 2.9683794466403164,
      "grad_norm": 0.048907071352005005,
      "learning_rate": 0.0001350580483152286,
      "loss": 0.68994140625,
      "step": 751
    },
    {
      "epoch": 2.972332015810277,
      "grad_norm": 0.05139489099383354,
      "learning_rate": 0.00013471381144860946,
      "loss": 0.791015625,
      "step": 752
    },
    {
      "epoch": 2.9762845849802373,
      "grad_norm": 0.05032915994524956,
      "learning_rate": 0.0001343697818146041,
      "loss": 0.744140625,
      "step": 753
    },
    {
      "epoch": 2.9802371541501977,
      "grad_norm": 0.052021317183971405,
      "learning_rate": 0.00013402596176722813,
      "loss": 0.77294921875,
      "step": 754
    },
    {
      "epoch": 2.984189723320158,
      "grad_norm": 0.04918317124247551,
      "learning_rate": 0.00013368235365906315,
      "loss": 0.79345703125,
      "step": 755
    },
    {
      "epoch": 2.9881422924901186,
      "grad_norm": 0.043905504047870636,
      "learning_rate": 0.0001333389598412403,
      "loss": 0.66925048828125,
      "step": 756
    },
    {
      "epoch": 2.992094861660079,
      "grad_norm": 0.05138632282614708,
      "learning_rate": 0.00013299578266342478,
      "loss": 0.80859375,
      "step": 757
    },
    {
      "epoch": 2.9960474308300395,
      "grad_norm": 0.05320889502763748,
      "learning_rate": 0.0001326528244737991,
      "loss": 0.73291015625,
      "step": 758
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.05528523400425911,
      "learning_rate": 0.0001323100876190477,
      "loss": 0.740234375,
      "step": 759
    },
    {
      "epoch": 3.0,
      "eval_loss": 0.82666015625,
      "eval_runtime": 2.2312,
      "eval_samples_per_second": 2.689,
      "eval_steps_per_second": 0.448,
      "step": 759
    },
    {
      "epoch": 3.0039525691699605,
      "grad_norm": 0.051899995654821396,
      "learning_rate": 0.00013196757444434033,
      "loss": 0.74755859375,
      "step": 760
    },
    {
      "epoch": 3.007905138339921,
      "grad_norm": 0.06162136793136597,
      "learning_rate": 0.00013162528729331619,
      "loss": 0.7763671875,
      "step": 761
    },
    {
      "epoch": 3.0118577075098814,
      "grad_norm": 0.06101340427994728,
      "learning_rate": 0.00013128322850806796,
      "loss": 0.79833984375,
      "step": 762
    },
    {
      "epoch": 3.015810276679842,
      "grad_norm": 0.05581176280975342,
      "learning_rate": 0.00013094140042912582,
      "loss": 0.7919921875,
      "step": 763
    },
    {
      "epoch": 3.0197628458498023,
      "grad_norm": 0.051494572311639786,
      "learning_rate": 0.0001305998053954412,
      "loss": 0.7958984375,
      "step": 764
    },
    {
      "epoch": 3.0237154150197627,
      "grad_norm": 0.05755125731229782,
      "learning_rate": 0.00013025844574437109,
      "loss": 0.8056640625,
      "step": 765
    },
    {
      "epoch": 3.027667984189723,
      "grad_norm": 0.053429752588272095,
      "learning_rate": 0.0001299173238116617,
      "loss": 0.755859375,
      "step": 766
    },
    {
      "epoch": 3.0316205533596836,
      "grad_norm": 0.054341088980436325,
      "learning_rate": 0.0001295764419314328,
      "loss": 0.8251953125,
      "step": 767
    },
    {
      "epoch": 3.035573122529644,
      "grad_norm": 0.06252113729715347,
      "learning_rate": 0.00012923580243616147,
      "loss": 0.765625,
      "step": 768
    },
    {
      "epoch": 3.039525691699605,
      "grad_norm": 0.06053081899881363,
      "learning_rate": 0.00012889540765666644,
      "loss": 0.8037109375,
      "step": 769
    },
    {
      "epoch": 3.0434782608695654,
      "grad_norm": 0.05292205139994621,
      "learning_rate": 0.0001285552599220919,
      "loss": 0.7890625,
      "step": 770
    },
    {
      "epoch": 3.047430830039526,
      "grad_norm": 0.05917607247829437,
      "learning_rate": 0.00012821536155989153,
      "loss": 0.646484375,
      "step": 771
    },
    {
      "epoch": 3.0513833992094863,
      "grad_norm": 0.056112755089998245,
      "learning_rate": 0.00012787571489581288,
      "loss": 0.77880859375,
      "step": 772
    },
    {
      "epoch": 3.0553359683794468,
      "grad_norm": 0.05101701244711876,
      "learning_rate": 0.0001275363222538811,
      "loss": 0.739990234375,
      "step": 773
    },
    {
      "epoch": 3.059288537549407,
      "grad_norm": 0.06536255776882172,
      "learning_rate": 0.00012719718595638333,
      "loss": 0.79345703125,
      "step": 774
    },
    {
      "epoch": 3.0632411067193677,
      "grad_norm": 0.06030237302184105,
      "learning_rate": 0.00012685830832385268,
      "loss": 0.780029296875,
      "step": 775
    },
    {
      "epoch": 3.067193675889328,
      "grad_norm": 0.05529727414250374,
      "learning_rate": 0.0001265196916750521,
      "loss": 0.7392578125,
      "step": 776
    },
    {
      "epoch": 3.0711462450592886,
      "grad_norm": 0.056271884590387344,
      "learning_rate": 0.0001261813383269591,
      "loss": 0.75244140625,
      "step": 777
    },
    {
      "epoch": 3.075098814229249,
      "grad_norm": 0.0604536235332489,
      "learning_rate": 0.00012584325059474932,
      "loss": 0.822265625,
      "step": 778
    },
    {
      "epoch": 3.0790513833992095,
      "grad_norm": 0.05639917030930519,
      "learning_rate": 0.0001255054307917811,
      "loss": 0.771484375,
      "step": 779
    },
    {
      "epoch": 3.08300395256917,
      "grad_norm": 0.05530835688114166,
      "learning_rate": 0.00012516788122957936,
      "loss": 0.79150390625,
      "step": 780
    },
    {
      "epoch": 3.0869565217391304,
      "grad_norm": 0.0566108264029026,
      "learning_rate": 0.00012483060421781994,
      "loss": 0.7958984375,
      "step": 781
    },
    {
      "epoch": 3.090909090909091,
      "grad_norm": 0.05416880548000336,
      "learning_rate": 0.00012449360206431373,
      "loss": 0.7188720703125,
      "step": 782
    },
    {
      "epoch": 3.0948616600790513,
      "grad_norm": 0.05598125979304314,
      "learning_rate": 0.000124156877074991,
      "loss": 0.78759765625,
      "step": 783
    },
    {
      "epoch": 3.0988142292490117,
      "grad_norm": 0.05141172185540199,
      "learning_rate": 0.00012382043155388545,
      "loss": 0.732421875,
      "step": 784
    },
    {
      "epoch": 3.102766798418972,
      "grad_norm": 0.05593885853886604,
      "learning_rate": 0.00012348426780311856,
      "loss": 0.73046875,
      "step": 785
    },
    {
      "epoch": 3.1067193675889326,
      "grad_norm": 0.05612756684422493,
      "learning_rate": 0.00012314838812288377,
      "loss": 0.77099609375,
      "step": 786
    },
    {
      "epoch": 3.110671936758893,
      "grad_norm": 0.051879674196243286,
      "learning_rate": 0.00012281279481143073,
      "loss": 0.763671875,
      "step": 787
    },
    {
      "epoch": 3.1146245059288535,
      "grad_norm": 0.04744001477956772,
      "learning_rate": 0.00012247749016504976,
      "loss": 0.6829833984375,
      "step": 788
    },
    {
      "epoch": 3.1185770750988144,
      "grad_norm": 0.055309098213911057,
      "learning_rate": 0.00012214247647805587,
      "loss": 0.7783203125,
      "step": 789
    },
    {
      "epoch": 3.122529644268775,
      "grad_norm": 0.05403228476643562,
      "learning_rate": 0.00012180775604277324,
      "loss": 0.80126953125,
      "step": 790
    },
    {
      "epoch": 3.1264822134387353,
      "grad_norm": 0.04919366165995598,
      "learning_rate": 0.00012147333114951956,
      "loss": 0.73046875,
      "step": 791
    },
    {
      "epoch": 3.130434782608696,
      "grad_norm": 0.050172075629234314,
      "learning_rate": 0.00012113920408659006,
      "loss": 0.71044921875,
      "step": 792
    },
    {
      "epoch": 3.1343873517786562,
      "grad_norm": 0.057564280927181244,
      "learning_rate": 0.0001208053771402422,
      "loss": 0.78759765625,
      "step": 793
    },
    {
      "epoch": 3.1383399209486167,
      "grad_norm": 0.053241100162267685,
      "learning_rate": 0.00012047185259467998,
      "loss": 0.779296875,
      "step": 794
    },
    {
      "epoch": 3.142292490118577,
      "grad_norm": 0.052953559905290604,
      "learning_rate": 0.00012013863273203813,
      "loss": 0.79150390625,
      "step": 795
    },
    {
      "epoch": 3.1462450592885376,
      "grad_norm": 0.05897699296474457,
      "learning_rate": 0.00011980571983236667,
      "loss": 0.76318359375,
      "step": 796
    },
    {
      "epoch": 3.150197628458498,
      "grad_norm": 0.05418133735656738,
      "learning_rate": 0.000119473116173615,
      "loss": 0.7900390625,
      "step": 797
    },
    {
      "epoch": 3.1541501976284585,
      "grad_norm": 0.04996829479932785,
      "learning_rate": 0.00011914082403161687,
      "loss": 0.76123046875,
      "step": 798
    },
    {
      "epoch": 3.158102766798419,
      "grad_norm": 0.05383431538939476,
      "learning_rate": 0.00011880884568007431,
      "loss": 0.77783203125,
      "step": 799
    },
    {
      "epoch": 3.1620553359683794,
      "grad_norm": 0.05254179984331131,
      "learning_rate": 0.00011847718339054222,
      "loss": 0.71533203125,
      "step": 800
    },
    {
      "epoch": 3.16600790513834,
      "grad_norm": 0.05000333487987518,
      "learning_rate": 0.00011814583943241301,
      "loss": 0.74267578125,
      "step": 801
    },
    {
      "epoch": 3.1699604743083003,
      "grad_norm": 0.05227748304605484,
      "learning_rate": 0.00011781481607290072,
      "loss": 0.73974609375,
      "step": 802
    },
    {
      "epoch": 3.1739130434782608,
      "grad_norm": 0.05048929154872894,
      "learning_rate": 0.00011748411557702575,
      "loss": 0.73095703125,
      "step": 803
    },
    {
      "epoch": 3.177865612648221,
      "grad_norm": 0.05667538195848465,
      "learning_rate": 0.0001171537402075994,
      "loss": 0.7705078125,
      "step": 804
    },
    {
      "epoch": 3.1818181818181817,
      "grad_norm": 0.05378851667046547,
      "learning_rate": 0.00011682369222520828,
      "loss": 0.74853515625,
      "step": 805
    },
    {
      "epoch": 3.185770750988142,
      "grad_norm": 0.04754330962896347,
      "learning_rate": 0.00011649397388819886,
      "loss": 0.59869384765625,
      "step": 806
    },
    {
      "epoch": 3.1897233201581026,
      "grad_norm": 0.05500974506139755,
      "learning_rate": 0.00011616458745266183,
      "loss": 0.7880859375,
      "step": 807
    },
    {
      "epoch": 3.1936758893280635,
      "grad_norm": 0.0505843460559845,
      "learning_rate": 0.00011583553517241714,
      "loss": 0.74169921875,
      "step": 808
    },
    {
      "epoch": 3.197628458498024,
      "grad_norm": 0.05279306322336197,
      "learning_rate": 0.00011550681929899811,
      "loss": 0.763671875,
      "step": 809
    },
    {
      "epoch": 3.2015810276679844,
      "grad_norm": 0.052863262593746185,
      "learning_rate": 0.00011517844208163622,
      "loss": 0.78662109375,
      "step": 810
    },
    {
      "epoch": 3.205533596837945,
      "grad_norm": 0.05115286260843277,
      "learning_rate": 0.00011485040576724587,
      "loss": 0.67724609375,
      "step": 811
    },
    {
      "epoch": 3.2094861660079053,
      "grad_norm": 0.05531739071011543,
      "learning_rate": 0.00011452271260040856,
      "loss": 0.7783203125,
      "step": 812
    },
    {
      "epoch": 3.2134387351778657,
      "grad_norm": 0.05174247547984123,
      "learning_rate": 0.00011419536482335799,
      "loss": 0.7685546875,
      "step": 813
    },
    {
      "epoch": 3.217391304347826,
      "grad_norm": 0.05128086358308792,
      "learning_rate": 0.00011386836467596456,
      "loss": 0.78759765625,
      "step": 814
    },
    {
      "epoch": 3.2213438735177866,
      "grad_norm": 0.05611417442560196,
      "learning_rate": 0.00011354171439571986,
      "loss": 0.7255859375,
      "step": 815
    },
    {
      "epoch": 3.225296442687747,
      "grad_norm": 0.055481016635894775,
      "learning_rate": 0.00011321541621772174,
      "loss": 0.681640625,
      "step": 816
    },
    {
      "epoch": 3.2292490118577075,
      "grad_norm": 0.05108511075377464,
      "learning_rate": 0.00011288947237465856,
      "loss": 0.7646484375,
      "step": 817
    },
    {
      "epoch": 3.233201581027668,
      "grad_norm": 0.05600423738360405,
      "learning_rate": 0.00011256388509679436,
      "loss": 0.8017578125,
      "step": 818
    },
    {
      "epoch": 3.2371541501976284,
      "grad_norm": 0.057243626564741135,
      "learning_rate": 0.00011223865661195325,
      "loss": 0.76318359375,
      "step": 819
    },
    {
      "epoch": 3.241106719367589,
      "grad_norm": 0.053384605795145035,
      "learning_rate": 0.00011191378914550442,
      "loss": 0.705078125,
      "step": 820
    },
    {
      "epoch": 3.2450592885375493,
      "grad_norm": 2.3215250968933105,
      "learning_rate": 0.0001115892849203467,
      "loss": 0.65301513671875,
      "step": 821
    },
    {
      "epoch": 3.2490118577075098,
      "grad_norm": 0.0616152361035347,
      "learning_rate": 0.00011126514615689345,
      "loss": 0.716796875,
      "step": 822
    },
    {
      "epoch": 3.2529644268774702,
      "grad_norm": 0.05792299658060074,
      "learning_rate": 0.00011094137507305742,
      "loss": 0.76220703125,
      "step": 823
    },
    {
      "epoch": 3.2569169960474307,
      "grad_norm": 0.05174622684717178,
      "learning_rate": 0.00011061797388423553,
      "loss": 0.74560546875,
      "step": 824
    },
    {
      "epoch": 3.260869565217391,
      "grad_norm": 0.05768445506691933,
      "learning_rate": 0.00011029494480329362,
      "loss": 0.759765625,
      "step": 825
    },
    {
      "epoch": 3.2648221343873516,
      "grad_norm": 0.06220095977187157,
      "learning_rate": 0.00010997229004055156,
      "loss": 0.79638671875,
      "step": 826
    },
    {
      "epoch": 3.2687747035573125,
      "grad_norm": 0.05393914505839348,
      "learning_rate": 0.0001096500118037677,
      "loss": 0.740234375,
      "step": 827
    },
    {
      "epoch": 3.2727272727272725,
      "grad_norm": 0.05432239547371864,
      "learning_rate": 0.00010932811229812426,
      "loss": 0.7509765625,
      "step": 828
    },
    {
      "epoch": 3.2766798418972334,
      "grad_norm": 0.059977006167173386,
      "learning_rate": 0.00010900659372621178,
      "loss": 0.77392578125,
      "step": 829
    },
    {
      "epoch": 3.280632411067194,
      "grad_norm": 0.05477907136082649,
      "learning_rate": 0.00010868545828801452,
      "loss": 0.73193359375,
      "step": 830
    },
    {
      "epoch": 3.2845849802371543,
      "grad_norm": 0.05100884288549423,
      "learning_rate": 0.000108364708180895,
      "loss": 0.79541015625,
      "step": 831
    },
    {
      "epoch": 3.2885375494071147,
      "grad_norm": 0.05638902261853218,
      "learning_rate": 0.000108044345599579,
      "loss": 0.7490234375,
      "step": 832
    },
    {
      "epoch": 3.292490118577075,
      "grad_norm": 0.0547369085252285,
      "learning_rate": 0.00010772437273614093,
      "loss": 0.78759765625,
      "step": 833
    },
    {
      "epoch": 3.2964426877470356,
      "grad_norm": 0.052789900451898575,
      "learning_rate": 0.00010740479177998842,
      "loss": 0.73486328125,
      "step": 834
    },
    {
      "epoch": 3.300395256916996,
      "grad_norm": 0.05357060208916664,
      "learning_rate": 0.00010708560491784754,
      "loss": 0.76806640625,
      "step": 835
    },
    {
      "epoch": 3.3043478260869565,
      "grad_norm": 0.053670529276132584,
      "learning_rate": 0.00010676681433374769,
      "loss": 0.7607421875,
      "step": 836
    },
    {
      "epoch": 3.308300395256917,
      "grad_norm": 0.053498417139053345,
      "learning_rate": 0.00010644842220900674,
      "loss": 0.75732421875,
      "step": 837
    },
    {
      "epoch": 3.3122529644268774,
      "grad_norm": 0.05245465040206909,
      "learning_rate": 0.00010613043072221622,
      "loss": 0.7646484375,
      "step": 838
    },
    {
      "epoch": 3.316205533596838,
      "grad_norm": 0.055819518864154816,
      "learning_rate": 0.00010581284204922625,
      "loss": 0.74169921875,
      "step": 839
    },
    {
      "epoch": 3.3201581027667983,
      "grad_norm": 0.05201595649123192,
      "learning_rate": 0.00010549565836313071,
      "loss": 0.68408203125,
      "step": 840
    },
    {
      "epoch": 3.324110671936759,
      "grad_norm": 0.051147766411304474,
      "learning_rate": 0.00010517888183425243,
      "loss": 0.74462890625,
      "step": 841
    },
    {
      "epoch": 3.3280632411067192,
      "grad_norm": 0.05324004963040352,
      "learning_rate": 0.00010486251463012813,
      "loss": 0.8017578125,
      "step": 842
    },
    {
      "epoch": 3.3320158102766797,
      "grad_norm": 0.051513224840164185,
      "learning_rate": 0.00010454655891549375,
      "loss": 0.734375,
      "step": 843
    },
    {
      "epoch": 3.33596837944664,
      "grad_norm": 0.052302587777376175,
      "learning_rate": 0.00010423101685226975,
      "loss": 0.74951171875,
      "step": 844
    },
    {
      "epoch": 3.3399209486166006,
      "grad_norm": 0.05285404622554779,
      "learning_rate": 0.00010391589059954612,
      "loss": 0.771484375,
      "step": 845
    },
    {
      "epoch": 3.3438735177865615,
      "grad_norm": 0.05412985756993294,
      "learning_rate": 0.00010360118231356766,
      "loss": 0.73828125,
      "step": 846
    },
    {
      "epoch": 3.3478260869565215,
      "grad_norm": 0.054956164211034775,
      "learning_rate": 0.00010328689414771931,
      "loss": 0.72705078125,
      "step": 847
    },
    {
      "epoch": 3.3517786561264824,
      "grad_norm": 0.053771331906318665,
      "learning_rate": 0.00010297302825251126,
      "loss": 0.779296875,
      "step": 848
    },
    {
      "epoch": 3.355731225296443,
      "grad_norm": 0.04873364046216011,
      "learning_rate": 0.00010265958677556428,
      "loss": 0.7108154296875,
      "step": 849
    },
    {
      "epoch": 3.3596837944664033,
      "grad_norm": 0.05224348604679108,
      "learning_rate": 0.0001023465718615952,
      "loss": 0.74462890625,
      "step": 850
    },
    {
      "epoch": 3.3636363636363638,
      "grad_norm": 0.053375955671072006,
      "learning_rate": 0.00010203398565240204,
      "loss": 0.74853515625,
      "step": 851
    },
    {
      "epoch": 3.367588932806324,
      "grad_norm": 0.050562094897031784,
      "learning_rate": 0.0001017218302868495,
      "loss": 0.73876953125,
      "step": 852
    },
    {
      "epoch": 3.3715415019762847,
      "grad_norm": 0.05314769595861435,
      "learning_rate": 0.00010141010790085403,
      "loss": 0.72314453125,
      "step": 853
    },
    {
      "epoch": 3.375494071146245,
      "grad_norm": 0.05577458068728447,
      "learning_rate": 0.00010109882062736967,
      "loss": 0.78125,
      "step": 854
    },
    {
      "epoch": 3.3794466403162056,
      "grad_norm": 0.05554281547665596,
      "learning_rate": 0.000100787970596373,
      "loss": 0.796875,
      "step": 855
    },
    {
      "epoch": 3.383399209486166,
      "grad_norm": 0.0484260730445385,
      "learning_rate": 0.00010047755993484891,
      "loss": 0.6470947265625,
      "step": 856
    },
    {
      "epoch": 3.3873517786561265,
      "grad_norm": 0.053015198558568954,
      "learning_rate": 0.00010016759076677596,
      "loss": 0.771484375,
      "step": 857
    },
    {
      "epoch": 3.391304347826087,
      "grad_norm": 0.05134866014122963,
      "learning_rate": 9.985806521311158e-05,
      "loss": 0.75,
      "step": 858
    },
    {
      "epoch": 3.3952569169960474,
      "grad_norm": 0.051030248403549194,
      "learning_rate": 9.954898539177801e-05,
      "loss": 0.77099609375,
      "step": 859
    },
    {
      "epoch": 3.399209486166008,
      "grad_norm": 0.05247574672102928,
      "learning_rate": 9.924035341764746e-05,
      "loss": 0.7353515625,
      "step": 860
    },
    {
      "epoch": 3.4031620553359683,
      "grad_norm": 0.05345858260989189,
      "learning_rate": 9.893217140252784e-05,
      "loss": 0.74755859375,
      "step": 861
    },
    {
      "epoch": 3.4071146245059287,
      "grad_norm": 0.05108778551220894,
      "learning_rate": 9.862444145514812e-05,
      "loss": 0.7646484375,
      "step": 862
    },
    {
      "epoch": 3.411067193675889,
      "grad_norm": 0.0508539117872715,
      "learning_rate": 9.831716568114398e-05,
      "loss": 0.7021484375,
      "step": 863
    },
    {
      "epoch": 3.4150197628458496,
      "grad_norm": 0.05132082849740982,
      "learning_rate": 9.801034618304355e-05,
      "loss": 0.70361328125,
      "step": 864
    },
    {
      "epoch": 3.4189723320158105,
      "grad_norm": 0.05184292420744896,
      "learning_rate": 9.770398506025287e-05,
      "loss": 0.74560546875,
      "step": 865
    },
    {
      "epoch": 3.4229249011857705,
      "grad_norm": 0.051414720714092255,
      "learning_rate": 9.739808440904152e-05,
      "loss": 0.74462890625,
      "step": 866
    },
    {
      "epoch": 3.4268774703557314,
      "grad_norm": 0.051381465047597885,
      "learning_rate": 9.709264632252837e-05,
      "loss": 0.7529296875,
      "step": 867
    },
    {
      "epoch": 3.430830039525692,
      "grad_norm": 0.05242805927991867,
      "learning_rate": 9.678767289066716e-05,
      "loss": 0.73388671875,
      "step": 868
    },
    {
      "epoch": 3.4347826086956523,
      "grad_norm": 0.05319010838866234,
      "learning_rate": 9.648316620023212e-05,
      "loss": 0.71630859375,
      "step": 869
    },
    {
      "epoch": 3.438735177865613,
      "grad_norm": 0.05086330324411392,
      "learning_rate": 9.6179128334804e-05,
      "loss": 0.740234375,
      "step": 870
    },
    {
      "epoch": 3.4426877470355732,
      "grad_norm": 0.05177238583564758,
      "learning_rate": 9.58755613747556e-05,
      "loss": 0.7646484375,
      "step": 871
    },
    {
      "epoch": 3.4466403162055337,
      "grad_norm": 0.05241120979189873,
      "learning_rate": 9.557246739723753e-05,
      "loss": 0.720703125,
      "step": 872
    },
    {
      "epoch": 3.450592885375494,
      "grad_norm": 0.05358758196234703,
      "learning_rate": 9.52698484761639e-05,
      "loss": 0.7587890625,
      "step": 873
    },
    {
      "epoch": 3.4545454545454546,
      "grad_norm": 0.053646866232156754,
      "learning_rate": 9.496770668219852e-05,
      "loss": 0.79736328125,
      "step": 874
    },
    {
      "epoch": 3.458498023715415,
      "grad_norm": 0.05216224491596222,
      "learning_rate": 9.466604408274013e-05,
      "loss": 0.72900390625,
      "step": 875
    },
    {
      "epoch": 3.4624505928853755,
      "grad_norm": 0.053330615162849426,
      "learning_rate": 9.436486274190893e-05,
      "loss": 0.77685546875,
      "step": 876
    },
    {
      "epoch": 3.466403162055336,
      "grad_norm": 0.057709477841854095,
      "learning_rate": 9.406416472053196e-05,
      "loss": 0.690673828125,
      "step": 877
    },
    {
      "epoch": 3.4703557312252964,
      "grad_norm": 0.04858383163809776,
      "learning_rate": 9.376395207612904e-05,
      "loss": 0.620086669921875,
      "step": 878
    },
    {
      "epoch": 3.474308300395257,
      "grad_norm": 0.0550827756524086,
      "learning_rate": 9.346422686289904e-05,
      "loss": 0.771484375,
      "step": 879
    },
    {
      "epoch": 3.4782608695652173,
      "grad_norm": 0.05308609828352928,
      "learning_rate": 9.31649911317055e-05,
      "loss": 0.78515625,
      "step": 880
    },
    {
      "epoch": 3.4822134387351777,
      "grad_norm": 0.053905121982097626,
      "learning_rate": 9.286624693006258e-05,
      "loss": 0.76416015625,
      "step": 881
    },
    {
      "epoch": 3.486166007905138,
      "grad_norm": 0.05441486835479736,
      "learning_rate": 9.256799630212134e-05,
      "loss": 0.71923828125,
      "step": 882
    },
    {
      "epoch": 3.4901185770750986,
      "grad_norm": 0.054014090448617935,
      "learning_rate": 9.227024128865539e-05,
      "loss": 0.72412109375,
      "step": 883
    },
    {
      "epoch": 3.494071146245059,
      "grad_norm": 0.05252964794635773,
      "learning_rate": 9.197298392704725e-05,
      "loss": 0.76123046875,
      "step": 884
    },
    {
      "epoch": 3.4980237154150196,
      "grad_norm": 0.054570894688367844,
      "learning_rate": 9.167622625127425e-05,
      "loss": 0.7607421875,
      "step": 885
    },
    {
      "epoch": 3.5019762845849804,
      "grad_norm": 0.05284995585680008,
      "learning_rate": 9.137997029189461e-05,
      "loss": 0.74951171875,
      "step": 886
    },
    {
      "epoch": 3.5059288537549405,
      "grad_norm": 0.053298115730285645,
      "learning_rate": 9.108421807603353e-05,
      "loss": 0.7421875,
      "step": 887
    },
    {
      "epoch": 3.5098814229249014,
      "grad_norm": 0.05470963194966316,
      "learning_rate": 9.078897162736931e-05,
      "loss": 0.7158203125,
      "step": 888
    },
    {
      "epoch": 3.513833992094862,
      "grad_norm": 0.05425053834915161,
      "learning_rate": 9.049423296611971e-05,
      "loss": 0.734375,
      "step": 889
    },
    {
      "epoch": 3.5177865612648223,
      "grad_norm": 0.05183039605617523,
      "learning_rate": 9.020000410902784e-05,
      "loss": 0.6845703125,
      "step": 890
    },
    {
      "epoch": 3.5217391304347827,
      "grad_norm": 0.05399145558476448,
      "learning_rate": 8.990628706934852e-05,
      "loss": 0.763671875,
      "step": 891
    },
    {
      "epoch": 3.525691699604743,
      "grad_norm": 0.0534062385559082,
      "learning_rate": 8.96130838568345e-05,
      "loss": 0.77783203125,
      "step": 892
    },
    {
      "epoch": 3.5296442687747036,
      "grad_norm": 0.053236447274684906,
      "learning_rate": 8.932039647772266e-05,
      "loss": 0.7470703125,
      "step": 893
    },
    {
      "epoch": 3.533596837944664,
      "grad_norm": 0.05518777295947075,
      "learning_rate": 8.902822693472024e-05,
      "loss": 0.7236328125,
      "step": 894
    },
    {
      "epoch": 3.5375494071146245,
      "grad_norm": 0.053785745054483414,
      "learning_rate": 8.873657722699123e-05,
      "loss": 0.7734375,
      "step": 895
    },
    {
      "epoch": 3.541501976284585,
      "grad_norm": 0.05190523713827133,
      "learning_rate": 8.844544935014272e-05,
      "loss": 0.76513671875,
      "step": 896
    },
    {
      "epoch": 3.5454545454545454,
      "grad_norm": 0.05303623154759407,
      "learning_rate": 8.815484529621116e-05,
      "loss": 0.74853515625,
      "step": 897
    },
    {
      "epoch": 3.549407114624506,
      "grad_norm": 0.05198900029063225,
      "learning_rate": 8.786476705364872e-05,
      "loss": 0.7578125,
      "step": 898
    },
    {
      "epoch": 3.5533596837944663,
      "grad_norm": 0.057638019323349,
      "learning_rate": 8.75752166073097e-05,
      "loss": 0.66552734375,
      "step": 899
    },
    {
      "epoch": 3.5573122529644268,
      "grad_norm": 0.05313939228653908,
      "learning_rate": 8.728619593843697e-05,
      "loss": 0.732421875,
      "step": 900
    },
    {
      "epoch": 3.561264822134387,
      "grad_norm": 0.0544971264898777,
      "learning_rate": 8.699770702464848e-05,
      "loss": 0.76904296875,
      "step": 901
    },
    {
      "epoch": 3.5652173913043477,
      "grad_norm": 0.0540071502327919,
      "learning_rate": 8.670975183992358e-05,
      "loss": 0.72021484375,
      "step": 902
    },
    {
      "epoch": 3.5691699604743086,
      "grad_norm": 0.05368657037615776,
      "learning_rate": 8.642233235458966e-05,
      "loss": 0.70166015625,
      "step": 903
    },
    {
      "epoch": 3.5731225296442686,
      "grad_norm": 0.05290033668279648,
      "learning_rate": 8.61354505353085e-05,
      "loss": 0.73876953125,
      "step": 904
    },
    {
      "epoch": 3.5770750988142295,
      "grad_norm": 0.05497506260871887,
      "learning_rate": 8.584910834506305e-05,
      "loss": 0.74853515625,
      "step": 905
    },
    {
      "epoch": 3.5810276679841895,
      "grad_norm": 0.052698586136102676,
      "learning_rate": 8.556330774314365e-05,
      "loss": 0.70068359375,
      "step": 906
    },
    {
      "epoch": 3.5849802371541504,
      "grad_norm": 0.05320180207490921,
      "learning_rate": 8.527805068513506e-05,
      "loss": 0.76220703125,
      "step": 907
    },
    {
      "epoch": 3.588932806324111,
      "grad_norm": 0.05322538688778877,
      "learning_rate": 8.499333912290276e-05,
      "loss": 0.76220703125,
      "step": 908
    },
    {
      "epoch": 3.5928853754940713,
      "grad_norm": 0.054569076746702194,
      "learning_rate": 8.470917500457961e-05,
      "loss": 0.75,
      "step": 909
    },
    {
      "epoch": 3.5968379446640317,
      "grad_norm": 0.05753767862915993,
      "learning_rate": 8.442556027455268e-05,
      "loss": 0.76806640625,
      "step": 910
    },
    {
      "epoch": 3.600790513833992,
      "grad_norm": 0.051646698266267776,
      "learning_rate": 8.414249687344992e-05,
      "loss": 0.74462890625,
      "step": 911
    },
    {
      "epoch": 3.6047430830039526,
      "grad_norm": 0.0552995391190052,
      "learning_rate": 8.38599867381267e-05,
      "loss": 0.75927734375,
      "step": 912
    },
    {
      "epoch": 3.608695652173913,
      "grad_norm": 0.058130476623773575,
      "learning_rate": 8.357803180165275e-05,
      "loss": 0.7509765625,
      "step": 913
    },
    {
      "epoch": 3.6126482213438735,
      "grad_norm": 0.053999271243810654,
      "learning_rate": 8.329663399329877e-05,
      "loss": 0.7294921875,
      "step": 914
    },
    {
      "epoch": 3.616600790513834,
      "grad_norm": 0.053738072514534,
      "learning_rate": 8.301579523852347e-05,
      "loss": 0.78857421875,
      "step": 915
    },
    {
      "epoch": 3.6205533596837944,
      "grad_norm": 0.0562644898891449,
      "learning_rate": 8.273551745896015e-05,
      "loss": 0.76904296875,
      "step": 916
    },
    {
      "epoch": 3.624505928853755,
      "grad_norm": 0.05426559969782829,
      "learning_rate": 8.245580257240369e-05,
      "loss": 0.720703125,
      "step": 917
    },
    {
      "epoch": 3.6284584980237153,
      "grad_norm": 0.05383181944489479,
      "learning_rate": 8.21766524927974e-05,
      "loss": 0.75146484375,
      "step": 918
    },
    {
      "epoch": 3.632411067193676,
      "grad_norm": 0.056170038878917694,
      "learning_rate": 8.189806913021987e-05,
      "loss": 0.76416015625,
      "step": 919
    },
    {
      "epoch": 3.6363636363636362,
      "grad_norm": 0.05566052719950676,
      "learning_rate": 8.162005439087185e-05,
      "loss": 0.73828125,
      "step": 920
    },
    {
      "epoch": 3.6403162055335967,
      "grad_norm": 0.05887375771999359,
      "learning_rate": 8.134261017706348e-05,
      "loss": 0.7783203125,
      "step": 921
    },
    {
      "epoch": 3.6442687747035576,
      "grad_norm": 0.05650169029831886,
      "learning_rate": 8.106573838720103e-05,
      "loss": 0.728515625,
      "step": 922
    },
    {
      "epoch": 3.6482213438735176,
      "grad_norm": 0.05518361181020737,
      "learning_rate": 8.078944091577395e-05,
      "loss": 0.75830078125,
      "step": 923
    },
    {
      "epoch": 3.6521739130434785,
      "grad_norm": 0.0547516793012619,
      "learning_rate": 8.051371965334184e-05,
      "loss": 0.7158203125,
      "step": 924
    },
    {
      "epoch": 3.6561264822134385,
      "grad_norm": 0.05537589639425278,
      "learning_rate": 8.023857648652181e-05,
      "loss": 0.7109375,
      "step": 925
    },
    {
      "epoch": 3.6600790513833994,
      "grad_norm": 0.05405193194746971,
      "learning_rate": 7.996401329797516e-05,
      "loss": 0.7470703125,
      "step": 926
    },
    {
      "epoch": 3.66403162055336,
      "grad_norm": 0.056710172444581985,
      "learning_rate": 7.969003196639477e-05,
      "loss": 0.75927734375,
      "step": 927
    },
    {
      "epoch": 3.6679841897233203,
      "grad_norm": 0.055127404630184174,
      "learning_rate": 7.941663436649229e-05,
      "loss": 0.696044921875,
      "step": 928
    },
    {
      "epoch": 3.6719367588932808,
      "grad_norm": 0.059965454041957855,
      "learning_rate": 7.9143822368985e-05,
      "loss": 0.798828125,
      "step": 929
    },
    {
      "epoch": 3.675889328063241,
      "grad_norm": 0.05501282587647438,
      "learning_rate": 7.887159784058335e-05,
      "loss": 0.7431640625,
      "step": 930
    },
    {
      "epoch": 3.6798418972332017,
      "grad_norm": 0.051082588732242584,
      "learning_rate": 7.859996264397804e-05,
      "loss": 0.70654296875,
      "step": 931
    },
    {
      "epoch": 3.683794466403162,
      "grad_norm": 0.05296861380338669,
      "learning_rate": 7.832891863782712e-05,
      "loss": 0.7841796875,
      "step": 932
    },
    {
      "epoch": 3.6877470355731226,
      "grad_norm": 0.05670865997672081,
      "learning_rate": 7.80584676767437e-05,
      "loss": 0.76318359375,
      "step": 933
    },
    {
      "epoch": 3.691699604743083,
      "grad_norm": 0.054566651582717896,
      "learning_rate": 7.77886116112827e-05,
      "loss": 0.7314453125,
      "step": 934
    },
    {
      "epoch": 3.6956521739130435,
      "grad_norm": 0.052188850939273834,
      "learning_rate": 7.75193522879287e-05,
      "loss": 0.71142578125,
      "step": 935
    },
    {
      "epoch": 3.699604743083004,
      "grad_norm": 0.05537329986691475,
      "learning_rate": 7.725069154908301e-05,
      "loss": 0.72412109375,
      "step": 936
    },
    {
      "epoch": 3.7035573122529644,
      "grad_norm": 0.05591835081577301,
      "learning_rate": 7.698263123305116e-05,
      "loss": 0.76318359375,
      "step": 937
    },
    {
      "epoch": 3.707509881422925,
      "grad_norm": 0.055910952389240265,
      "learning_rate": 7.671517317403022e-05,
      "loss": 0.73095703125,
      "step": 938
    },
    {
      "epoch": 3.7114624505928853,
      "grad_norm": 0.05722372606396675,
      "learning_rate": 7.644831920209638e-05,
      "loss": 0.72314453125,
      "step": 939
    },
    {
      "epoch": 3.7154150197628457,
      "grad_norm": 0.05704692378640175,
      "learning_rate": 7.618207114319238e-05,
      "loss": 0.71826171875,
      "step": 940
    },
    {
      "epoch": 3.719367588932806,
      "grad_norm": 0.057204436510801315,
      "learning_rate": 7.591643081911505e-05,
      "loss": 0.75634765625,
      "step": 941
    },
    {
      "epoch": 3.7233201581027666,
      "grad_norm": 0.05155207961797714,
      "learning_rate": 7.565140004750272e-05,
      "loss": 0.73486328125,
      "step": 942
    },
    {
      "epoch": 3.7272727272727275,
      "grad_norm": 0.04798625782132149,
      "learning_rate": 7.538698064182303e-05,
      "loss": 0.6318359375,
      "step": 943
    },
    {
      "epoch": 3.7312252964426875,
      "grad_norm": 0.0545424185693264,
      "learning_rate": 7.512317441136017e-05,
      "loss": 0.7431640625,
      "step": 944
    },
    {
      "epoch": 3.7351778656126484,
      "grad_norm": 0.05616064742207527,
      "learning_rate": 7.485998316120273e-05,
      "loss": 0.787109375,
      "step": 945
    },
    {
      "epoch": 3.7391304347826084,
      "grad_norm": 0.05260308086872101,
      "learning_rate": 7.459740869223139e-05,
      "loss": 0.69580078125,
      "step": 946
    },
    {
      "epoch": 3.7430830039525693,
      "grad_norm": 0.053783025592565536,
      "learning_rate": 7.433545280110649e-05,
      "loss": 0.70556640625,
      "step": 947
    },
    {
      "epoch": 3.7470355731225298,
      "grad_norm": 0.05571635439991951,
      "learning_rate": 7.40741172802558e-05,
      "loss": 0.76025390625,
      "step": 948
    },
    {
      "epoch": 3.7509881422924902,
      "grad_norm": 0.05421881005167961,
      "learning_rate": 7.381340391786208e-05,
      "loss": 0.771484375,
      "step": 949
    },
    {
      "epoch": 3.7549407114624507,
      "grad_norm": 0.05487171560525894,
      "learning_rate": 7.355331449785117e-05,
      "loss": 0.783203125,
      "step": 950
    },
    {
      "epoch": 3.758893280632411,
      "grad_norm": 0.0544293187558651,
      "learning_rate": 7.329385079987942e-05,
      "loss": 0.6055908203125,
      "step": 951
    },
    {
      "epoch": 3.7628458498023716,
      "grad_norm": 0.05523071065545082,
      "learning_rate": 7.303501459932179e-05,
      "loss": 0.72216796875,
      "step": 952
    },
    {
      "epoch": 3.766798418972332,
      "grad_norm": 0.05477157235145569,
      "learning_rate": 7.277680766725963e-05,
      "loss": 0.7587890625,
      "step": 953
    },
    {
      "epoch": 3.7707509881422925,
      "grad_norm": 0.056483328342437744,
      "learning_rate": 7.251923177046851e-05,
      "loss": 0.664306640625,
      "step": 954
    },
    {
      "epoch": 3.774703557312253,
      "grad_norm": 0.053752899169921875,
      "learning_rate": 7.226228867140604e-05,
      "loss": 0.74609375,
      "step": 955
    },
    {
      "epoch": 3.7786561264822134,
      "grad_norm": 0.052997808903455734,
      "learning_rate": 7.200598012820008e-05,
      "loss": 0.74853515625,
      "step": 956
    },
    {
      "epoch": 3.782608695652174,
      "grad_norm": 0.05428636074066162,
      "learning_rate": 7.175030789463653e-05,
      "loss": 0.71240234375,
      "step": 957
    },
    {
      "epoch": 3.7865612648221343,
      "grad_norm": 0.05559973791241646,
      "learning_rate": 7.149527372014723e-05,
      "loss": 0.69873046875,
      "step": 958
    },
    {
      "epoch": 3.7905138339920947,
      "grad_norm": 0.05483286455273628,
      "learning_rate": 7.124087934979827e-05,
      "loss": 0.71630859375,
      "step": 959
    },
    {
      "epoch": 3.794466403162055,
      "grad_norm": 0.05329837277531624,
      "learning_rate": 7.098712652427779e-05,
      "loss": 0.7412109375,
      "step": 960
    },
    {
      "epoch": 3.7984189723320156,
      "grad_norm": 0.05392313748598099,
      "learning_rate": 7.07340169798842e-05,
      "loss": 0.724609375,
      "step": 961
    },
    {
      "epoch": 3.8023715415019765,
      "grad_norm": 0.054372984915971756,
      "learning_rate": 7.048155244851431e-05,
      "loss": 0.73486328125,
      "step": 962
    },
    {
      "epoch": 3.8063241106719365,
      "grad_norm": 0.053075000643730164,
      "learning_rate": 7.022973465765144e-05,
      "loss": 0.802734375,
      "step": 963
    },
    {
      "epoch": 3.8102766798418974,
      "grad_norm": 0.051393721252679825,
      "learning_rate": 6.997856533035355e-05,
      "loss": 0.76416015625,
      "step": 964
    },
    {
      "epoch": 3.8142292490118574,
      "grad_norm": 0.05451299250125885,
      "learning_rate": 6.972804618524148e-05,
      "loss": 0.73828125,
      "step": 965
    },
    {
      "epoch": 3.8181818181818183,
      "grad_norm": 0.05435147508978844,
      "learning_rate": 6.947817893648728e-05,
      "loss": 0.70703125,
      "step": 966
    },
    {
      "epoch": 3.822134387351779,
      "grad_norm": 0.054048508405685425,
      "learning_rate": 6.92289652938024e-05,
      "loss": 0.72998046875,
      "step": 967
    },
    {
      "epoch": 3.8260869565217392,
      "grad_norm": 0.053173504769802094,
      "learning_rate": 6.8980406962426e-05,
      "loss": 0.7275390625,
      "step": 968
    },
    {
      "epoch": 3.8300395256916997,
      "grad_norm": 0.0538102425634861,
      "learning_rate": 6.873250564311334e-05,
      "loss": 0.75244140625,
      "step": 969
    },
    {
      "epoch": 3.83399209486166,
      "grad_norm": 0.05333505943417549,
      "learning_rate": 6.848526303212395e-05,
      "loss": 0.7763671875,
      "step": 970
    },
    {
      "epoch": 3.8379446640316206,
      "grad_norm": 0.05360402539372444,
      "learning_rate": 6.823868082121022e-05,
      "loss": 0.71533203125,
      "step": 971
    },
    {
      "epoch": 3.841897233201581,
      "grad_norm": 0.053121209144592285,
      "learning_rate": 6.799276069760584e-05,
      "loss": 0.71240234375,
      "step": 972
    },
    {
      "epoch": 3.8458498023715415,
      "grad_norm": 0.05314965918660164,
      "learning_rate": 6.77475043440141e-05,
      "loss": 0.74951171875,
      "step": 973
    },
    {
      "epoch": 3.849802371541502,
      "grad_norm": 0.05307522788643837,
      "learning_rate": 6.750291343859656e-05,
      "loss": 0.7060546875,
      "step": 974
    },
    {
      "epoch": 3.8537549407114624,
      "grad_norm": 0.05269191041588783,
      "learning_rate": 6.725898965496129e-05,
      "loss": 0.74169921875,
      "step": 975
    },
    {
      "epoch": 3.857707509881423,
      "grad_norm": 0.05536837875843048,
      "learning_rate": 6.701573466215177e-05,
      "loss": 0.7666015625,
      "step": 976
    },
    {
      "epoch": 3.8616600790513833,
      "grad_norm": 0.05472695827484131,
      "learning_rate": 6.677315012463515e-05,
      "loss": 0.77587890625,
      "step": 977
    },
    {
      "epoch": 3.8656126482213438,
      "grad_norm": 0.056150708347558975,
      "learning_rate": 6.653123770229114e-05,
      "loss": 0.7509765625,
      "step": 978
    },
    {
      "epoch": 3.869565217391304,
      "grad_norm": 0.054174479097127914,
      "learning_rate": 6.628999905040043e-05,
      "loss": 0.763671875,
      "step": 979
    },
    {
      "epoch": 3.8735177865612647,
      "grad_norm": 0.05432188883423805,
      "learning_rate": 6.604943581963341e-05,
      "loss": 0.77685546875,
      "step": 980
    },
    {
      "epoch": 3.8774703557312256,
      "grad_norm": 0.0533493347465992,
      "learning_rate": 6.580954965603902e-05,
      "loss": 0.7880859375,
      "step": 981
    },
    {
      "epoch": 3.8814229249011856,
      "grad_norm": 0.05559117719531059,
      "learning_rate": 6.557034220103336e-05,
      "loss": 0.69580078125,
      "step": 982
    },
    {
      "epoch": 3.8853754940711465,
      "grad_norm": 0.05539815127849579,
      "learning_rate": 6.533181509138837e-05,
      "loss": 0.708984375,
      "step": 983
    },
    {
      "epoch": 3.8893280632411065,
      "grad_norm": 0.05573389679193497,
      "learning_rate": 6.509396995922094e-05,
      "loss": 0.748046875,
      "step": 984
    },
    {
      "epoch": 3.8932806324110674,
      "grad_norm": 0.05240863934159279,
      "learning_rate": 6.485680843198133e-05,
      "loss": 0.697265625,
      "step": 985
    },
    {
      "epoch": 3.897233201581028,
      "grad_norm": 0.05378623679280281,
      "learning_rate": 6.462033213244237e-05,
      "loss": 0.7412109375,
      "step": 986
    },
    {
      "epoch": 3.9011857707509883,
      "grad_norm": 0.05812434107065201,
      "learning_rate": 6.438454267868821e-05,
      "loss": 0.703125,
      "step": 987
    },
    {
      "epoch": 3.9051383399209487,
      "grad_norm": 0.05458831042051315,
      "learning_rate": 6.414944168410334e-05,
      "loss": 0.71875,
      "step": 988
    },
    {
      "epoch": 3.909090909090909,
      "grad_norm": 0.05372072011232376,
      "learning_rate": 6.391503075736134e-05,
      "loss": 0.77294921875,
      "step": 989
    },
    {
      "epoch": 3.9130434782608696,
      "grad_norm": 0.05204453691840172,
      "learning_rate": 6.368131150241408e-05,
      "loss": 0.7333984375,
      "step": 990
    },
    {
      "epoch": 3.91699604743083,
      "grad_norm": 0.0560961477458477,
      "learning_rate": 6.344828551848072e-05,
      "loss": 0.76953125,
      "step": 991
    },
    {
      "epoch": 3.9209486166007905,
      "grad_norm": 0.05361437052488327,
      "learning_rate": 6.321595440003669e-05,
      "loss": 0.755859375,
      "step": 992
    },
    {
      "epoch": 3.924901185770751,
      "grad_norm": 0.05396462604403496,
      "learning_rate": 6.298431973680281e-05,
      "loss": 0.732421875,
      "step": 993
    },
    {
      "epoch": 3.9288537549407114,
      "grad_norm": 0.053852856159210205,
      "learning_rate": 6.275338311373452e-05,
      "loss": 0.7041015625,
      "step": 994
    },
    {
      "epoch": 3.932806324110672,
      "grad_norm": 0.05076231434941292,
      "learning_rate": 6.252314611101077e-05,
      "loss": 0.6410064697265625,
      "step": 995
    },
    {
      "epoch": 3.9367588932806323,
      "grad_norm": 0.05324838310480118,
      "learning_rate": 6.229361030402342e-05,
      "loss": 0.7490234375,
      "step": 996
    },
    {
      "epoch": 3.940711462450593,
      "grad_norm": 0.05387488380074501,
      "learning_rate": 6.20647772633665e-05,
      "loss": 0.76171875,
      "step": 997
    },
    {
      "epoch": 3.9446640316205532,
      "grad_norm": 0.052048832178115845,
      "learning_rate": 6.183664855482529e-05,
      "loss": 0.72119140625,
      "step": 998
    },
    {
      "epoch": 3.9486166007905137,
      "grad_norm": 0.05562395229935646,
      "learning_rate": 6.16092257393658e-05,
      "loss": 0.73583984375,
      "step": 999
    },
    {
      "epoch": 3.9525691699604746,
      "grad_norm": 0.05489029362797737,
      "learning_rate": 6.138251037312378e-05,
      "loss": 0.71435546875,
      "step": 1000
    },
    {
      "epoch": 3.9565217391304346,
      "grad_norm": 0.054414838552474976,
      "learning_rate": 6.115650400739452e-05,
      "loss": 0.77783203125,
      "step": 1001
    },
    {
      "epoch": 3.9604743083003955,
      "grad_norm": 0.05501807853579521,
      "learning_rate": 6.0931208188621775e-05,
      "loss": 0.73486328125,
      "step": 1002
    },
    {
      "epoch": 3.9644268774703555,
      "grad_norm": 0.05498626083135605,
      "learning_rate": 6.070662445838751e-05,
      "loss": 0.74560546875,
      "step": 1003
    },
    {
      "epoch": 3.9683794466403164,
      "grad_norm": 0.1845346838235855,
      "learning_rate": 6.048275435340127e-05,
      "loss": 0.6566162109375,
      "step": 1004
    },
    {
      "epoch": 3.972332015810277,
      "grad_norm": 0.05547404661774635,
      "learning_rate": 6.025959940548949e-05,
      "loss": 0.75048828125,
      "step": 1005
    },
    {
      "epoch": 3.9762845849802373,
      "grad_norm": 0.05626276880502701,
      "learning_rate": 6.003716114158531e-05,
      "loss": 0.70654296875,
      "step": 1006
    },
    {
      "epoch": 3.9802371541501977,
      "grad_norm": 0.053916070610284805,
      "learning_rate": 5.98154410837179e-05,
      "loss": 0.73388671875,
      "step": 1007
    },
    {
      "epoch": 3.984189723320158,
      "grad_norm": 0.0541171133518219,
      "learning_rate": 5.959444074900218e-05,
      "loss": 0.75439453125,
      "step": 1008
    },
    {
      "epoch": 3.9881422924901186,
      "grad_norm": 0.049360692501068115,
      "learning_rate": 5.937416164962826e-05,
      "loss": 0.6370849609375,
      "step": 1009
    },
    {
      "epoch": 3.992094861660079,
      "grad_norm": 0.05568039417266846,
      "learning_rate": 5.915460529285134e-05,
      "loss": 0.7685546875,
      "step": 1010
    },
    {
      "epoch": 3.9960474308300395,
      "grad_norm": 0.0535382516682148,
      "learning_rate": 5.893577318098116e-05,
      "loss": 0.691650390625,
      "step": 1011
    },
    {
      "epoch": 4.0,
      "grad_norm": 0.07047536969184875,
      "learning_rate": 5.8717666811371893e-05,
      "loss": 0.6865234375,
      "step": 1012
    },
    {
      "epoch": 4.0,
      "eval_loss": 0.82861328125,
      "eval_runtime": 2.2041,
      "eval_samples_per_second": 2.722,
      "eval_steps_per_second": 0.454,
      "step": 1012
    },
    {
      "epoch": 4.003952569169961,
      "grad_norm": 0.06031075865030289,
      "learning_rate": 5.850028767641185e-05,
      "loss": 0.69384765625,
      "step": 1013
    },
    {
      "epoch": 4.007905138339921,
      "grad_norm": 0.06110788509249687,
      "learning_rate": 5.8283637263513285e-05,
      "loss": 0.7333984375,
      "step": 1014
    },
    {
      "epoch": 4.011857707509882,
      "grad_norm": 0.06551854312419891,
      "learning_rate": 5.8067717055102054e-05,
      "loss": 0.75732421875,
      "step": 1015
    },
    {
      "epoch": 4.015810276679842,
      "grad_norm": 0.06766308099031448,
      "learning_rate": 5.785252852860766e-05,
      "loss": 0.751953125,
      "step": 1016
    },
    {
      "epoch": 4.019762845849803,
      "grad_norm": 0.06225856393575668,
      "learning_rate": 5.763807315645317e-05,
      "loss": 0.7568359375,
      "step": 1017
    },
    {
      "epoch": 4.023715415019763,
      "grad_norm": 0.05833744257688522,
      "learning_rate": 5.742435240604497e-05,
      "loss": 0.76611328125,
      "step": 1018
    },
    {
      "epoch": 4.027667984189724,
      "grad_norm": 0.06074969843029976,
      "learning_rate": 5.7211367739762854e-05,
      "loss": 0.71484375,
      "step": 1019
    },
    {
      "epoch": 4.031620553359684,
      "grad_norm": 0.06087961420416832,
      "learning_rate": 5.699912061494998e-05,
      "loss": 0.783203125,
      "step": 1020
    },
    {
      "epoch": 4.0355731225296445,
      "grad_norm": 0.05966727435588837,
      "learning_rate": 5.678761248390286e-05,
      "loss": 0.72216796875,
      "step": 1021
    },
    {
      "epoch": 4.0395256916996045,
      "grad_norm": 0.059027113020420074,
      "learning_rate": 5.657684479386141e-05,
      "loss": 0.76123046875,
      "step": 1022
    },
    {
      "epoch": 4.043478260869565,
      "grad_norm": 0.062165651470422745,
      "learning_rate": 5.6366818986999205e-05,
      "loss": 0.748046875,
      "step": 1023
    },
    {
      "epoch": 4.047430830039525,
      "grad_norm": 7.732985019683838,
      "learning_rate": 5.615753650041346e-05,
      "loss": 0.96875,
      "step": 1024
    },
    {
      "epoch": 4.051383399209486,
      "grad_norm": 0.06478087604045868,
      "learning_rate": 5.594899876611526e-05,
      "loss": 0.74072265625,
      "step": 1025
    },
    {
      "epoch": 4.055335968379446,
      "grad_norm": 0.057147298008203506,
      "learning_rate": 5.574120721101963e-05,
      "loss": 0.703521728515625,
      "step": 1026
    },
    {
      "epoch": 4.059288537549407,
      "grad_norm": 0.05950389802455902,
      "learning_rate": 5.553416325693602e-05,
      "loss": 0.7529296875,
      "step": 1027
    },
    {
      "epoch": 4.063241106719367,
      "grad_norm": 0.06623628735542297,
      "learning_rate": 5.5327868320558286e-05,
      "loss": 0.73486328125,
      "step": 1028
    },
    {
      "epoch": 4.067193675889328,
      "grad_norm": 0.05642949417233467,
      "learning_rate": 5.5122323813455296e-05,
      "loss": 0.700927734375,
      "step": 1029
    },
    {
      "epoch": 4.071146245059288,
      "grad_norm": 0.05788682773709297,
      "learning_rate": 5.491753114206106e-05,
      "loss": 0.71630859375,
      "step": 1030
    },
    {
      "epoch": 4.075098814229249,
      "grad_norm": 0.05707879737019539,
      "learning_rate": 5.471349170766511e-05,
      "loss": 0.78173828125,
      "step": 1031
    },
    {
      "epoch": 4.07905138339921,
      "grad_norm": 0.05501970276236534,
      "learning_rate": 5.451020690640307e-05,
      "loss": 0.73486328125,
      "step": 1032
    },
    {
      "epoch": 4.08300395256917,
      "grad_norm": 0.054872021079063416,
      "learning_rate": 5.430767812924694e-05,
      "loss": 0.75244140625,
      "step": 1033
    },
    {
      "epoch": 4.086956521739131,
      "grad_norm": 0.05542471259832382,
      "learning_rate": 5.4105906761995653e-05,
      "loss": 0.755859375,
      "step": 1034
    },
    {
      "epoch": 4.090909090909091,
      "grad_norm": 0.054993074387311935,
      "learning_rate": 5.39048941852656e-05,
      "loss": 0.681884765625,
      "step": 1035
    },
    {
      "epoch": 4.094861660079052,
      "grad_norm": 0.05428818240761757,
      "learning_rate": 5.370464177448109e-05,
      "loss": 0.74853515625,
      "step": 1036
    },
    {
      "epoch": 4.098814229249012,
      "grad_norm": 0.09079686552286148,
      "learning_rate": 5.350515089986514e-05,
      "loss": 0.69287109375,
      "step": 1037
    },
    {
      "epoch": 4.102766798418973,
      "grad_norm": 0.05702628195285797,
      "learning_rate": 5.3306422926429854e-05,
      "loss": 0.69287109375,
      "step": 1038
    },
    {
      "epoch": 4.106719367588933,
      "grad_norm": 0.0552668459713459,
      "learning_rate": 5.3108459213967295e-05,
      "loss": 0.73193359375,
      "step": 1039
    },
    {
      "epoch": 4.1106719367588935,
      "grad_norm": 0.055145759135484695,
      "learning_rate": 5.2911261117040014e-05,
      "loss": 0.724609375,
      "step": 1040
    },
    {
      "epoch": 4.1146245059288535,
      "grad_norm": 0.05150497332215309,
      "learning_rate": 5.271482998497184e-05,
      "loss": 0.65087890625,
      "step": 1041
    },
    {
      "epoch": 4.118577075098814,
      "grad_norm": 0.053702473640441895,
      "learning_rate": 5.251916716183872e-05,
      "loss": 0.740234375,
      "step": 1042
    },
    {
      "epoch": 4.122529644268774,
      "grad_norm": 0.05422266200184822,
      "learning_rate": 5.232427398645947e-05,
      "loss": 0.7646484375,
      "step": 1043
    },
    {
      "epoch": 4.126482213438735,
      "grad_norm": 0.053399842232465744,
      "learning_rate": 5.2130151792386566e-05,
      "loss": 0.6953125,
      "step": 1044
    },
    {
      "epoch": 4.130434782608695,
      "grad_norm": 0.05270052328705788,
      "learning_rate": 5.1936801907897106e-05,
      "loss": 0.67529296875,
      "step": 1045
    },
    {
      "epoch": 4.134387351778656,
      "grad_norm": 0.05339214578270912,
      "learning_rate": 5.17442256559836e-05,
      "loss": 0.74853515625,
      "step": 1046
    },
    {
      "epoch": 4.138339920948616,
      "grad_norm": 0.05379122123122215,
      "learning_rate": 5.155242435434502e-05,
      "loss": 0.7431640625,
      "step": 1047
    },
    {
      "epoch": 4.142292490118577,
      "grad_norm": 0.054417215287685394,
      "learning_rate": 5.1361399315377786e-05,
      "loss": 0.75439453125,
      "step": 1048
    },
    {
      "epoch": 4.146245059288537,
      "grad_norm": 0.05603625997900963,
      "learning_rate": 5.1171151846166786e-05,
      "loss": 0.7255859375,
      "step": 1049
    },
    {
      "epoch": 4.150197628458498,
      "grad_norm": 0.05460800230503082,
      "learning_rate": 5.0981683248476356e-05,
      "loss": 0.7509765625,
      "step": 1050
    },
    {
      "epoch": 4.154150197628459,
      "grad_norm": 0.05409042164683342,
      "learning_rate": 5.079299481874138e-05,
      "loss": 0.7265625,
      "step": 1051
    },
    {
      "epoch": 4.158102766798419,
      "grad_norm": 0.05564555525779724,
      "learning_rate": 5.060508784805851e-05,
      "loss": 0.7421875,
      "step": 1052
    },
    {
      "epoch": 4.16205533596838,
      "grad_norm": 0.05496601015329361,
      "learning_rate": 5.041796362217736e-05,
      "loss": 0.68115234375,
      "step": 1053
    },
    {
      "epoch": 4.16600790513834,
      "grad_norm": 0.0534840002655983,
      "learning_rate": 5.0231623421491426e-05,
      "loss": 0.7099609375,
      "step": 1054
    },
    {
      "epoch": 4.169960474308301,
      "grad_norm": 0.055106133222579956,
      "learning_rate": 5.0046068521029753e-05,
      "loss": 0.703369140625,
      "step": 1055
    },
    {
      "epoch": 4.173913043478261,
      "grad_norm": 0.053178250789642334,
      "learning_rate": 4.986130019044779e-05,
      "loss": 0.6962890625,
      "step": 1056
    },
    {
      "epoch": 4.177865612648222,
      "grad_norm": 0.05478484183549881,
      "learning_rate": 4.9677319694019025e-05,
      "loss": 0.73046875,
      "step": 1057
    },
    {
      "epoch": 4.181818181818182,
      "grad_norm": 0.05557248741388321,
      "learning_rate": 4.9494128290626173e-05,
      "loss": 0.71435546875,
      "step": 1058
    },
    {
      "epoch": 4.1857707509881426,
      "grad_norm": 0.05151933804154396,
      "learning_rate": 4.931172723375262e-05,
      "loss": 0.5699462890625,
      "step": 1059
    },
    {
      "epoch": 4.189723320158103,
      "grad_norm": 0.05619212985038757,
      "learning_rate": 4.913011777147375e-05,
      "loss": 0.7509765625,
      "step": 1060
    },
    {
      "epoch": 4.1936758893280635,
      "grad_norm": 0.05416307598352432,
      "learning_rate": 4.894930114644853e-05,
      "loss": 0.7080078125,
      "step": 1061
    },
    {
      "epoch": 4.1976284584980235,
      "grad_norm": 0.054548755288124084,
      "learning_rate": 4.8769278595910935e-05,
      "loss": 0.72705078125,
      "step": 1062
    },
    {
      "epoch": 4.201581027667984,
      "grad_norm": 0.055503588169813156,
      "learning_rate": 4.859005135166156e-05,
      "loss": 0.75,
      "step": 1063
    },
    {
      "epoch": 4.205533596837944,
      "grad_norm": 0.05263538658618927,
      "learning_rate": 4.841162064005903e-05,
      "loss": 0.64453125,
      "step": 1064
    },
    {
      "epoch": 4.209486166007905,
      "grad_norm": 0.05432296544313431,
      "learning_rate": 4.823398768201185e-05,
      "loss": 0.7412109375,
      "step": 1065
    },
    {
      "epoch": 4.213438735177865,
      "grad_norm": 0.05512768030166626,
      "learning_rate": 4.805715369296978e-05,
      "loss": 0.73291015625,
      "step": 1066
    },
    {
      "epoch": 4.217391304347826,
      "grad_norm": 0.05556974187493324,
      "learning_rate": 4.7881119882915685e-05,
      "loss": 0.75,
      "step": 1067
    },
    {
      "epoch": 4.221343873517786,
      "grad_norm": 0.055198121815919876,
      "learning_rate": 4.770588745635727e-05,
      "loss": 0.69140625,
      "step": 1068
    },
    {
      "epoch": 4.225296442687747,
      "grad_norm": 0.0551803782582283,
      "learning_rate": 4.7531457612318735e-05,
      "loss": 0.646484375,
      "step": 1069
    },
    {
      "epoch": 4.229249011857707,
      "grad_norm": 0.05492149665951729,
      "learning_rate": 4.735783154433267e-05,
      "loss": 0.7275390625,
      "step": 1070
    },
    {
      "epoch": 4.233201581027668,
      "grad_norm": 0.05539706349372864,
      "learning_rate": 4.718501044043188e-05,
      "loss": 0.76416015625,
      "step": 1071
    },
    {
      "epoch": 4.237154150197629,
      "grad_norm": 0.05736236646771431,
      "learning_rate": 4.7012995483141086e-05,
      "loss": 0.72705078125,
      "step": 1072
    },
    {
      "epoch": 4.241106719367589,
      "grad_norm": 0.05520552769303322,
      "learning_rate": 4.6841787849469055e-05,
      "loss": 0.67041015625,
      "step": 1073
    },
    {
      "epoch": 4.24505928853755,
      "grad_norm": 1.1780487298965454,
      "learning_rate": 4.667138871090048e-05,
      "loss": 0.6583251953125,
      "step": 1074
    },
    {
      "epoch": 4.24901185770751,
      "grad_norm": 0.055132906883955,
      "learning_rate": 4.650179923338788e-05,
      "loss": 0.68017578125,
      "step": 1075
    },
    {
      "epoch": 4.252964426877471,
      "grad_norm": 0.054544541984796524,
      "learning_rate": 4.633302057734379e-05,
      "loss": 0.7255859375,
      "step": 1076
    },
    {
      "epoch": 4.256916996047431,
      "grad_norm": 0.053575873374938965,
      "learning_rate": 4.6165053897632576e-05,
      "loss": 0.712890625,
      "step": 1077
    },
    {
      "epoch": 4.260869565217392,
      "grad_norm": 0.05275188758969307,
      "learning_rate": 4.599790034356278e-05,
      "loss": 0.72509765625,
      "step": 1078
    },
    {
      "epoch": 4.264822134387352,
      "grad_norm": 0.054403889924287796,
      "learning_rate": 4.583156105887906e-05,
      "loss": 0.75830078125,
      "step": 1079
    },
    {
      "epoch": 4.2687747035573125,
      "grad_norm": 0.053071387112140656,
      "learning_rate": 4.5666037181754555e-05,
      "loss": 0.705078125,
      "step": 1080
    },
    {
      "epoch": 4.2727272727272725,
      "grad_norm": 0.05347397178411484,
      "learning_rate": 4.550132984478295e-05,
      "loss": 0.71533203125,
      "step": 1081
    },
    {
      "epoch": 4.276679841897233,
      "grad_norm": 0.054446324706077576,
      "learning_rate": 4.5337440174970715e-05,
      "loss": 0.73681640625,
      "step": 1082
    },
    {
      "epoch": 4.280632411067193,
      "grad_norm": 0.05359195917844772,
      "learning_rate": 4.517436929372954e-05,
      "loss": 0.69580078125,
      "step": 1083
    },
    {
      "epoch": 4.284584980237154,
      "grad_norm": 0.052981577813625336,
      "learning_rate": 4.501211831686853e-05,
      "loss": 0.75732421875,
      "step": 1084
    },
    {
      "epoch": 4.288537549407114,
      "grad_norm": 0.0531194768846035,
      "learning_rate": 4.485068835458658e-05,
      "loss": 0.71337890625,
      "step": 1085
    },
    {
      "epoch": 4.292490118577075,
      "grad_norm": 0.05377298966050148,
      "learning_rate": 4.46900805114649e-05,
      "loss": 0.75,
      "step": 1086
    },
    {
      "epoch": 4.296442687747035,
      "grad_norm": 0.05639534816145897,
      "learning_rate": 4.453029588645922e-05,
      "loss": 0.697265625,
      "step": 1087
    },
    {
      "epoch": 4.300395256916996,
      "grad_norm": 0.0568559356033802,
      "learning_rate": 4.437133557289258e-05,
      "loss": 0.73046875,
      "step": 1088
    },
    {
      "epoch": 4.304347826086957,
      "grad_norm": 0.0537240132689476,
      "learning_rate": 4.421320065844757e-05,
      "loss": 0.72607421875,
      "step": 1089
    },
    {
      "epoch": 4.308300395256917,
      "grad_norm": 0.054221879690885544,
      "learning_rate": 4.4055892225159095e-05,
      "loss": 0.7216796875,
      "step": 1090
    },
    {
      "epoch": 4.312252964426877,
      "grad_norm": 0.05394740030169487,
      "learning_rate": 4.38994113494068e-05,
      "loss": 0.72998046875,
      "step": 1091
    },
    {
      "epoch": 4.316205533596838,
      "grad_norm": 0.056213587522506714,
      "learning_rate": 4.374375910190779e-05,
      "loss": 0.70654296875,
      "step": 1092
    },
    {
      "epoch": 4.320158102766799,
      "grad_norm": 0.05380198732018471,
      "learning_rate": 4.358893654770935e-05,
      "loss": 0.65185546875,
      "step": 1093
    },
    {
      "epoch": 4.324110671936759,
      "grad_norm": 0.05435040965676308,
      "learning_rate": 4.343494474618155e-05,
      "loss": 0.7099609375,
      "step": 1094
    },
    {
      "epoch": 4.32806324110672,
      "grad_norm": 0.05529727041721344,
      "learning_rate": 4.3281784751010134e-05,
      "loss": 0.76708984375,
      "step": 1095
    },
    {
      "epoch": 4.33201581027668,
      "grad_norm": 0.05435086786746979,
      "learning_rate": 4.3129457610189176e-05,
      "loss": 0.701171875,
      "step": 1096
    },
    {
      "epoch": 4.335968379446641,
      "grad_norm": 0.055761270225048065,
      "learning_rate": 4.297796436601394e-05,
      "loss": 0.71630859375,
      "step": 1097
    },
    {
      "epoch": 4.339920948616601,
      "grad_norm": 0.056693367660045624,
      "learning_rate": 4.282730605507374e-05,
      "loss": 0.73779296875,
      "step": 1098
    },
    {
      "epoch": 4.3438735177865615,
      "grad_norm": 0.05438676476478577,
      "learning_rate": 4.2677483708245e-05,
      "loss": 0.705078125,
      "step": 1099
    },
    {
      "epoch": 4.3478260869565215,
      "grad_norm": 0.053797755390405655,
      "learning_rate": 4.2528498350683965e-05,
      "loss": 0.6953125,
      "step": 1100
    },
    {
      "epoch": 4.351778656126482,
      "grad_norm": 0.05658596009016037,
      "learning_rate": 4.2380351001819885e-05,
      "loss": 0.74365234375,
      "step": 1101
    },
    {
      "epoch": 4.355731225296442,
      "grad_norm": 0.060522112995386124,
      "learning_rate": 4.223304267534785e-05,
      "loss": 0.6790771484375,
      "step": 1102
    },
    {
      "epoch": 4.359683794466403,
      "grad_norm": 0.05506613105535507,
      "learning_rate": 4.208657437922204e-05,
      "loss": 0.71142578125,
      "step": 1103
    },
    {
      "epoch": 4.363636363636363,
      "grad_norm": 0.05358298122882843,
      "learning_rate": 4.1940947115648734e-05,
      "loss": 0.71630859375,
      "step": 1104
    },
    {
      "epoch": 4.367588932806324,
      "grad_norm": 0.05336678400635719,
      "learning_rate": 4.179616188107941e-05,
      "loss": 0.70556640625,
      "step": 1105
    },
    {
      "epoch": 4.371541501976284,
      "grad_norm": 0.05330111086368561,
      "learning_rate": 4.165221966620406e-05,
      "loss": 0.6904296875,
      "step": 1106
    },
    {
      "epoch": 4.375494071146245,
      "grad_norm": 0.056206557899713516,
      "learning_rate": 4.150912145594423e-05,
      "loss": 0.74560546875,
      "step": 1107
    },
    {
      "epoch": 4.379446640316205,
      "grad_norm": 0.058410242199897766,
      "learning_rate": 4.136686822944649e-05,
      "loss": 0.758056640625,
      "step": 1108
    },
    {
      "epoch": 4.383399209486166,
      "grad_norm": 0.050166577100753784,
      "learning_rate": 4.1225460960075556e-05,
      "loss": 0.618072509765625,
      "step": 1109
    },
    {
      "epoch": 4.387351778656127,
      "grad_norm": 0.0549464225769043,
      "learning_rate": 4.1084900615407746e-05,
      "loss": 0.73681640625,
      "step": 1110
    },
    {
      "epoch": 4.391304347826087,
      "grad_norm": 0.054804883897304535,
      "learning_rate": 4.094518815722427e-05,
      "loss": 0.71630859375,
      "step": 1111
    },
    {
      "epoch": 4.395256916996048,
      "grad_norm": 0.05403197556734085,
      "learning_rate": 4.08063245415047e-05,
      "loss": 0.7353515625,
      "step": 1112
    },
    {
      "epoch": 4.399209486166008,
      "grad_norm": 0.052911508828401566,
      "learning_rate": 4.0668310718420426e-05,
      "loss": 0.7021484375,
      "step": 1113
    },
    {
      "epoch": 4.403162055335969,
      "grad_norm": 0.0533103421330452,
      "learning_rate": 4.053114763232818e-05,
      "loss": 0.712890625,
      "step": 1114
    },
    {
      "epoch": 4.407114624505929,
      "grad_norm": 0.05533958226442337,
      "learning_rate": 4.039483622176351e-05,
      "loss": 0.73095703125,
      "step": 1115
    },
    {
      "epoch": 4.41106719367589,
      "grad_norm": 0.054855141788721085,
      "learning_rate": 4.0259377419434425e-05,
      "loss": 0.671875,
      "step": 1116
    },
    {
      "epoch": 4.41501976284585,
      "grad_norm": 0.05641382187604904,
      "learning_rate": 4.012477215221493e-05,
      "loss": 0.6728515625,
      "step": 1117
    },
    {
      "epoch": 4.4189723320158105,
      "grad_norm": 0.05477788299322128,
      "learning_rate": 3.9991021341138726e-05,
      "loss": 0.712890625,
      "step": 1118
    },
    {
      "epoch": 4.4229249011857705,
      "grad_norm": 0.05365835875272751,
      "learning_rate": 3.9858125901393e-05,
      "loss": 0.7119140625,
      "step": 1119
    },
    {
      "epoch": 4.426877470355731,
      "grad_norm": 0.05367009714245796,
      "learning_rate": 3.972608674231201e-05,
      "loss": 0.71923828125,
      "step": 1120
    },
    {
      "epoch": 4.430830039525691,
      "grad_norm": 0.05536982789635658,
      "learning_rate": 3.959490476737098e-05,
      "loss": 0.701171875,
      "step": 1121
    },
    {
      "epoch": 4.434782608695652,
      "grad_norm": 0.05440201237797737,
      "learning_rate": 3.946458087417979e-05,
      "loss": 0.6845703125,
      "step": 1122
    },
    {
      "epoch": 4.438735177865612,
      "grad_norm": 0.05495268106460571,
      "learning_rate": 3.9335115954477e-05,
      "loss": 0.70703125,
      "step": 1123
    },
    {
      "epoch": 4.442687747035573,
      "grad_norm": 0.054702214896678925,
      "learning_rate": 3.9206510894123594e-05,
      "loss": 0.73046875,
      "step": 1124
    },
    {
      "epoch": 4.446640316205533,
      "grad_norm": 0.054403141140937805,
      "learning_rate": 3.907876657309703e-05,
      "loss": 0.68701171875,
      "step": 1125
    },
    {
      "epoch": 4.450592885375494,
      "grad_norm": 0.05774274840950966,
      "learning_rate": 3.8951883865485156e-05,
      "loss": 0.723388671875,
      "step": 1126
    },
    {
      "epoch": 4.454545454545454,
      "grad_norm": 0.056211017072200775,
      "learning_rate": 3.882586363948027e-05,
      "loss": 0.76171875,
      "step": 1127
    },
    {
      "epoch": 4.458498023715415,
      "grad_norm": 0.05575614422559738,
      "learning_rate": 3.870070675737313e-05,
      "loss": 0.69580078125,
      "step": 1128
    },
    {
      "epoch": 4.462450592885375,
      "grad_norm": 0.057191088795661926,
      "learning_rate": 3.857641407554711e-05,
      "loss": 0.744140625,
      "step": 1129
    },
    {
      "epoch": 4.466403162055336,
      "grad_norm": 0.06048453971743584,
      "learning_rate": 3.8452986444472266e-05,
      "loss": 0.658203125,
      "step": 1130
    },
    {
      "epoch": 4.470355731225297,
      "grad_norm": 0.04927687719464302,
      "learning_rate": 3.8330424708699606e-05,
      "loss": 0.5936279296875,
      "step": 1131
    },
    {
      "epoch": 4.474308300395257,
      "grad_norm": 0.056541845202445984,
      "learning_rate": 3.820872970685526e-05,
      "loss": 0.736328125,
      "step": 1132
    },
    {
      "epoch": 4.478260869565218,
      "grad_norm": 0.05535850673913956,
      "learning_rate": 3.808790227163471e-05,
      "loss": 0.75341796875,
      "step": 1133
    },
    {
      "epoch": 4.482213438735178,
      "grad_norm": 0.05761480703949928,
      "learning_rate": 3.796794322979717e-05,
      "loss": 0.73095703125,
      "step": 1134
    },
    {
      "epoch": 4.486166007905139,
      "grad_norm": 0.05654006078839302,
      "learning_rate": 3.784885340215994e-05,
      "loss": 0.6884765625,
      "step": 1135
    },
    {
      "epoch": 4.490118577075099,
      "grad_norm": 0.05465972423553467,
      "learning_rate": 3.7730633603592606e-05,
      "loss": 0.6923828125,
      "step": 1136
    },
    {
      "epoch": 4.4940711462450595,
      "grad_norm": 0.05400924012064934,
      "learning_rate": 3.761328464301173e-05,
      "loss": 0.72900390625,
      "step": 1137
    },
    {
      "epoch": 4.4980237154150196,
      "grad_norm": 0.05557999014854431,
      "learning_rate": 3.749680732337509e-05,
      "loss": 0.7275390625,
      "step": 1138
    },
    {
      "epoch": 4.5019762845849804,
      "grad_norm": 0.056743323802948,
      "learning_rate": 3.7381202441676344e-05,
      "loss": 0.71923828125,
      "step": 1139
    },
    {
      "epoch": 4.5059288537549405,
      "grad_norm": 0.05441879481077194,
      "learning_rate": 3.726647078893946e-05,
      "loss": 0.7119140625,
      "step": 1140
    },
    {
      "epoch": 4.509881422924901,
      "grad_norm": 0.05461134389042854,
      "learning_rate": 3.715261315021343e-05,
      "loss": 0.68310546875,
      "step": 1141
    },
    {
      "epoch": 4.513833992094861,
      "grad_norm": 0.05546554550528526,
      "learning_rate": 3.703963030456673e-05,
      "loss": 0.70166015625,
      "step": 1142
    },
    {
      "epoch": 4.517786561264822,
      "grad_norm": 0.05584446340799332,
      "learning_rate": 3.692752302508211e-05,
      "loss": 0.6552734375,
      "step": 1143
    },
    {
      "epoch": 4.521739130434782,
      "grad_norm": 0.05811898037791252,
      "learning_rate": 3.681629207885133e-05,
      "loss": 0.7314453125,
      "step": 1144
    },
    {
      "epoch": 4.525691699604743,
      "grad_norm": 0.05595145747065544,
      "learning_rate": 3.67059382269698e-05,
      "loss": 0.74462890625,
      "step": 1145
    },
    {
      "epoch": 4.529644268774703,
      "grad_norm": 0.05631166696548462,
      "learning_rate": 3.659646222453145e-05,
      "loss": 0.71435546875,
      "step": 1146
    },
    {
      "epoch": 4.533596837944664,
      "grad_norm": 0.057159360498189926,
      "learning_rate": 3.64878648206236e-05,
      "loss": 0.69189453125,
      "step": 1147
    },
    {
      "epoch": 4.537549407114625,
      "grad_norm": 0.05762336775660515,
      "learning_rate": 3.638014675832164e-05,
      "loss": 0.7412109375,
      "step": 1148
    },
    {
      "epoch": 4.541501976284585,
      "grad_norm": 0.056783583015203476,
      "learning_rate": 3.627330877468422e-05,
      "loss": 0.73388671875,
      "step": 1149
    },
    {
      "epoch": 4.545454545454545,
      "grad_norm": 0.05468875914812088,
      "learning_rate": 3.616735160074798e-05,
      "loss": 0.71533203125,
      "step": 1150
    },
    {
      "epoch": 4.549407114624506,
      "grad_norm": 0.05687073990702629,
      "learning_rate": 3.606227596152269e-05,
      "loss": 0.72705078125,
      "step": 1151
    },
    {
      "epoch": 4.553359683794467,
      "grad_norm": 0.05497435852885246,
      "learning_rate": 3.5958082575986254e-05,
      "loss": 0.6357421875,
      "step": 1152
    },
    {
      "epoch": 4.557312252964427,
      "grad_norm": 0.05538005381822586,
      "learning_rate": 3.585477215707968e-05,
      "loss": 0.7001953125,
      "step": 1153
    },
    {
      "epoch": 4.561264822134388,
      "grad_norm": 0.0567510724067688,
      "learning_rate": 3.57523454117024e-05,
      "loss": 0.736328125,
      "step": 1154
    },
    {
      "epoch": 4.565217391304348,
      "grad_norm": 0.05559039115905762,
      "learning_rate": 3.565080304070727e-05,
      "loss": 0.69091796875,
      "step": 1155
    },
    {
      "epoch": 4.569169960474309,
      "grad_norm": 0.0571005754172802,
      "learning_rate": 3.5550145738895836e-05,
      "loss": 0.671875,
      "step": 1156
    },
    {
      "epoch": 4.573122529644269,
      "grad_norm": 0.056164585053920746,
      "learning_rate": 3.5450374195013606e-05,
      "loss": 0.70703125,
      "step": 1157
    },
    {
      "epoch": 4.5770750988142295,
      "grad_norm": 0.05715157091617584,
      "learning_rate": 3.5351489091745274e-05,
      "loss": 0.716796875,
      "step": 1158
    },
    {
      "epoch": 4.5810276679841895,
      "grad_norm": 0.26093801856040955,
      "learning_rate": 3.525349110571009e-05,
      "loss": 0.67138671875,
      "step": 1159
    },
    {
      "epoch": 4.58498023715415,
      "grad_norm": 0.060415253043174744,
      "learning_rate": 3.515638090745726e-05,
      "loss": 0.73193359375,
      "step": 1160
    },
    {
      "epoch": 4.58893280632411,
      "grad_norm": 0.059150293469429016,
      "learning_rate": 3.5060159161461286e-05,
      "loss": 0.73095703125,
      "step": 1161
    },
    {
      "epoch": 4.592885375494071,
      "grad_norm": 0.057372454553842545,
      "learning_rate": 3.496482652611744e-05,
      "loss": 0.71826171875,
      "step": 1162
    },
    {
      "epoch": 4.596837944664031,
      "grad_norm": 0.05578102543950081,
      "learning_rate": 3.48703836537373e-05,
      "loss": 0.7373046875,
      "step": 1163
    },
    {
      "epoch": 4.600790513833992,
      "grad_norm": 0.05556683987379074,
      "learning_rate": 3.477683119054425e-05,
      "loss": 0.71484375,
      "step": 1164
    },
    {
      "epoch": 4.604743083003952,
      "grad_norm": 0.05595415458083153,
      "learning_rate": 3.468416977666906e-05,
      "loss": 0.728515625,
      "step": 1165
    },
    {
      "epoch": 4.608695652173913,
      "grad_norm": 0.05514390021562576,
      "learning_rate": 3.459240004614554e-05,
      "loss": 0.72119140625,
      "step": 1166
    },
    {
      "epoch": 4.612648221343873,
      "grad_norm": 0.055212028324604034,
      "learning_rate": 3.450152262690616e-05,
      "loss": 0.6982421875,
      "step": 1167
    },
    {
      "epoch": 4.616600790513834,
      "grad_norm": 0.05663762241601944,
      "learning_rate": 3.441153814077777e-05,
      "loss": 0.75927734375,
      "step": 1168
    },
    {
      "epoch": 4.620553359683795,
      "grad_norm": 0.055595897138118744,
      "learning_rate": 3.432244720347731e-05,
      "loss": 0.736328125,
      "step": 1169
    },
    {
      "epoch": 4.624505928853755,
      "grad_norm": 0.05545177310705185,
      "learning_rate": 3.423425042460768e-05,
      "loss": 0.69287109375,
      "step": 1170
    },
    {
      "epoch": 4.628458498023716,
      "grad_norm": 0.05727703496813774,
      "learning_rate": 3.41469484076535e-05,
      "loss": 0.7216796875,
      "step": 1171
    },
    {
      "epoch": 4.632411067193676,
      "grad_norm": 0.05711454153060913,
      "learning_rate": 3.4060541749977014e-05,
      "loss": 0.73291015625,
      "step": 1172
    },
    {
      "epoch": 4.636363636363637,
      "grad_norm": 0.055495601147413254,
      "learning_rate": 3.397503104281395e-05,
      "loss": 0.70849609375,
      "step": 1173
    },
    {
      "epoch": 4.640316205533597,
      "grad_norm": 0.056339360773563385,
      "learning_rate": 3.389041687126957e-05,
      "loss": 0.7490234375,
      "step": 1174
    },
    {
      "epoch": 4.644268774703558,
      "grad_norm": 0.05566352233290672,
      "learning_rate": 3.380669981431455e-05,
      "loss": 0.6982421875,
      "step": 1175
    },
    {
      "epoch": 4.648221343873518,
      "grad_norm": 0.05475316569209099,
      "learning_rate": 3.372388044478112e-05,
      "loss": 0.7275390625,
      "step": 1176
    },
    {
      "epoch": 4.6521739130434785,
      "grad_norm": 0.05501093342900276,
      "learning_rate": 3.36419593293591e-05,
      "loss": 0.68798828125,
      "step": 1177
    },
    {
      "epoch": 4.6561264822134385,
      "grad_norm": 0.05590834096074104,
      "learning_rate": 3.356093702859199e-05,
      "loss": 0.681640625,
      "step": 1178
    },
    {
      "epoch": 4.660079051383399,
      "grad_norm": 0.0547773577272892,
      "learning_rate": 3.3480814096873205e-05,
      "loss": 0.71826171875,
      "step": 1179
    },
    {
      "epoch": 4.664031620553359,
      "grad_norm": 0.0576273575425148,
      "learning_rate": 3.3401591082442256e-05,
      "loss": 0.72900390625,
      "step": 1180
    },
    {
      "epoch": 4.66798418972332,
      "grad_norm": 0.057993900030851364,
      "learning_rate": 3.332326852738093e-05,
      "loss": 0.665771484375,
      "step": 1181
    },
    {
      "epoch": 4.67193675889328,
      "grad_norm": 0.05709964409470558,
      "learning_rate": 3.32458469676097e-05,
      "loss": 0.767578125,
      "step": 1182
    },
    {
      "epoch": 4.675889328063241,
      "grad_norm": 0.055068306624889374,
      "learning_rate": 3.316932693288398e-05,
      "loss": 0.71337890625,
      "step": 1183
    },
    {
      "epoch": 4.679841897233201,
      "grad_norm": 0.05504557862877846,
      "learning_rate": 3.309370894679049e-05,
      "loss": 0.679931640625,
      "step": 1184
    },
    {
      "epoch": 4.683794466403162,
      "grad_norm": 0.05689159780740738,
      "learning_rate": 3.301899352674373e-05,
      "loss": 0.7578125,
      "step": 1185
    },
    {
      "epoch": 4.687747035573123,
      "grad_norm": 0.05697442963719368,
      "learning_rate": 3.294518118398244e-05,
      "loss": 0.734375,
      "step": 1186
    },
    {
      "epoch": 4.691699604743083,
      "grad_norm": 0.0566042996942997,
      "learning_rate": 3.287227242356598e-05,
      "loss": 0.7041015625,
      "step": 1187
    },
    {
      "epoch": 4.695652173913043,
      "grad_norm": 0.054815925657749176,
      "learning_rate": 3.280026774437107e-05,
      "loss": 0.6845703125,
      "step": 1188
    },
    {
      "epoch": 4.699604743083004,
      "grad_norm": 0.056150153279304504,
      "learning_rate": 3.2729167639088196e-05,
      "loss": 0.69580078125,
      "step": 1189
    },
    {
      "epoch": 4.703557312252965,
      "grad_norm": 0.05479145422577858,
      "learning_rate": 3.2658972594218356e-05,
      "loss": 0.7333984375,
      "step": 1190
    },
    {
      "epoch": 4.707509881422925,
      "grad_norm": 0.05574192851781845,
      "learning_rate": 3.2589683090069686e-05,
      "loss": 0.7021484375,
      "step": 1191
    },
    {
      "epoch": 4.711462450592886,
      "grad_norm": 0.05705820396542549,
      "learning_rate": 3.252129960075418e-05,
      "loss": 0.6943359375,
      "step": 1192
    },
    {
      "epoch": 4.715415019762846,
      "grad_norm": 0.05751410126686096,
      "learning_rate": 3.2453822594184415e-05,
      "loss": 0.688232421875,
      "step": 1193
    },
    {
      "epoch": 4.719367588932807,
      "grad_norm": 0.055831827223300934,
      "learning_rate": 3.238725253207042e-05,
      "loss": 0.728515625,
      "step": 1194
    },
    {
      "epoch": 4.723320158102767,
      "grad_norm": 0.05498051270842552,
      "learning_rate": 3.232158986991645e-05,
      "loss": 0.708984375,
      "step": 1195
    },
    {
      "epoch": 4.7272727272727275,
      "grad_norm": 0.0530736930668354,
      "learning_rate": 3.2256835057017896e-05,
      "loss": 0.609130859375,
      "step": 1196
    },
    {
      "epoch": 4.7312252964426875,
      "grad_norm": 0.055936723947525024,
      "learning_rate": 3.219298853645823e-05,
      "loss": 0.7177734375,
      "step": 1197
    },
    {
      "epoch": 4.735177865612648,
      "grad_norm": 0.05768805369734764,
      "learning_rate": 3.213005074510594e-05,
      "loss": 0.7578125,
      "step": 1198
    },
    {
      "epoch": 4.739130434782608,
      "grad_norm": 0.05408450588583946,
      "learning_rate": 3.206802211361154e-05,
      "loss": 0.67041015625,
      "step": 1199
    },
    {
      "epoch": 4.743083003952569,
      "grad_norm": 0.055922579020261765,
      "learning_rate": 3.200690306640465e-05,
      "loss": 0.6787109375,
      "step": 1200
    },
    {
      "epoch": 4.747035573122529,
      "grad_norm": 0.05565500259399414,
      "learning_rate": 3.1946694021691064e-05,
      "loss": 0.73291015625,
      "step": 1201
    },
    {
      "epoch": 4.75098814229249,
      "grad_norm": 0.05630705878138542,
      "learning_rate": 3.188739539144995e-05,
      "loss": 0.74267578125,
      "step": 1202
    },
    {
      "epoch": 4.75494071146245,
      "grad_norm": 0.05529142916202545,
      "learning_rate": 3.182900758143091e-05,
      "loss": 0.75390625,
      "step": 1203
    },
    {
      "epoch": 4.758893280632411,
      "grad_norm": 0.05508255958557129,
      "learning_rate": 3.1771530991151335e-05,
      "loss": 0.579345703125,
      "step": 1204
    },
    {
      "epoch": 4.762845849802371,
      "grad_norm": 0.05694893002510071,
      "learning_rate": 3.1714966013893594e-05,
      "loss": 0.69482421875,
      "step": 1205
    },
    {
      "epoch": 4.766798418972332,
      "grad_norm": 0.05562539026141167,
      "learning_rate": 3.1659313036702384e-05,
      "loss": 0.73193359375,
      "step": 1206
    },
    {
      "epoch": 4.770750988142293,
      "grad_norm": 0.05617164447903633,
      "learning_rate": 3.160457244038201e-05,
      "loss": 0.63671875,
      "step": 1207
    },
    {
      "epoch": 4.774703557312253,
      "grad_norm": 0.054693274199962616,
      "learning_rate": 3.155074459949388e-05,
      "loss": 0.72021484375,
      "step": 1208
    },
    {
      "epoch": 4.778656126482213,
      "grad_norm": 0.05582672357559204,
      "learning_rate": 3.149782988235388e-05,
      "loss": 0.724609375,
      "step": 1209
    },
    {
      "epoch": 4.782608695652174,
      "grad_norm": 0.055862534791231155,
      "learning_rate": 3.1445828651029814e-05,
      "loss": 0.6865234375,
      "step": 1210
    },
    {
      "epoch": 4.786561264822135,
      "grad_norm": 0.056729596108198166,
      "learning_rate": 3.139474126133908e-05,
      "loss": 0.67431640625,
      "step": 1211
    },
    {
      "epoch": 4.790513833992095,
      "grad_norm": 0.055598948150873184,
      "learning_rate": 3.134456806284605e-05,
      "loss": 0.68994140625,
      "step": 1212
    },
    {
      "epoch": 4.794466403162056,
      "grad_norm": 0.055375054478645325,
      "learning_rate": 3.129530939885979e-05,
      "loss": 0.71435546875,
      "step": 1213
    },
    {
      "epoch": 4.798418972332016,
      "grad_norm": 0.055152665823698044,
      "learning_rate": 3.124696560643167e-05,
      "loss": 0.7001953125,
      "step": 1214
    },
    {
      "epoch": 4.8023715415019765,
      "grad_norm": 0.056901007890701294,
      "learning_rate": 3.1199537016353095e-05,
      "loss": 0.71044921875,
      "step": 1215
    },
    {
      "epoch": 4.8063241106719365,
      "grad_norm": 0.05612964555621147,
      "learning_rate": 3.115302395315322e-05,
      "loss": 0.775390625,
      "step": 1216
    },
    {
      "epoch": 4.810276679841897,
      "grad_norm": 0.05552266910672188,
      "learning_rate": 3.110742673509668e-05,
      "loss": 0.73779296875,
      "step": 1217
    },
    {
      "epoch": 4.8142292490118574,
      "grad_norm": 0.056585729122161865,
      "learning_rate": 3.1062745674181515e-05,
      "loss": 0.7099609375,
      "step": 1218
    },
    {
      "epoch": 4.818181818181818,
      "grad_norm": 0.05520981550216675,
      "learning_rate": 3.101898107613694e-05,
      "loss": 0.68359375,
      "step": 1219
    },
    {
      "epoch": 4.822134387351778,
      "grad_norm": 0.0560835637152195,
      "learning_rate": 3.0976133240421296e-05,
      "loss": 0.7041015625,
      "step": 1220
    },
    {
      "epoch": 4.826086956521739,
      "grad_norm": 0.05474124476313591,
      "learning_rate": 3.093420246022002e-05,
      "loss": 0.70068359375,
      "step": 1221
    },
    {
      "epoch": 4.830039525691699,
      "grad_norm": 0.05576196312904358,
      "learning_rate": 3.0893189022443596e-05,
      "loss": 0.724609375,
      "step": 1222
    },
    {
      "epoch": 4.83399209486166,
      "grad_norm": 0.05694150924682617,
      "learning_rate": 3.0853093207725634e-05,
      "loss": 0.7490234375,
      "step": 1223
    },
    {
      "epoch": 4.837944664031621,
      "grad_norm": 0.05832142382860184,
      "learning_rate": 3.0813915290420866e-05,
      "loss": 0.69140625,
      "step": 1224
    },
    {
      "epoch": 4.841897233201581,
      "grad_norm": 0.05578732490539551,
      "learning_rate": 3.0775655538603424e-05,
      "loss": 0.689453125,
      "step": 1225
    },
    {
      "epoch": 4.845849802371541,
      "grad_norm": 0.055678464472293854,
      "learning_rate": 3.073831421406484e-05,
      "loss": 0.72509765625,
      "step": 1226
    },
    {
      "epoch": 4.849802371541502,
      "grad_norm": 0.05638342723250389,
      "learning_rate": 3.070189157231234e-05,
      "loss": 0.681640625,
      "step": 1227
    },
    {
      "epoch": 4.853754940711463,
      "grad_norm": 0.05609418824315071,
      "learning_rate": 3.0666387862567104e-05,
      "loss": 0.7158203125,
      "step": 1228
    },
    {
      "epoch": 4.857707509881423,
      "grad_norm": 0.05710776895284653,
      "learning_rate": 3.0631803327762504e-05,
      "loss": 0.74267578125,
      "step": 1229
    },
    {
      "epoch": 4.861660079051384,
      "grad_norm": 0.056284066289663315,
      "learning_rate": 3.059813820454254e-05,
      "loss": 0.75146484375,
      "step": 1230
    },
    {
      "epoch": 4.865612648221344,
      "grad_norm": 0.05773218721151352,
      "learning_rate": 3.0565392723260084e-05,
      "loss": 0.7236328125,
      "step": 1231
    },
    {
      "epoch": 4.869565217391305,
      "grad_norm": 0.05682191252708435,
      "learning_rate": 3.053356710797543e-05,
      "loss": 0.73974609375,
      "step": 1232
    },
    {
      "epoch": 4.873517786561265,
      "grad_norm": 0.057496849447488785,
      "learning_rate": 3.0502661576454654e-05,
      "loss": 0.75244140625,
      "step": 1233
    },
    {
      "epoch": 4.877470355731226,
      "grad_norm": 0.055534396320581436,
      "learning_rate": 3.047267634016824e-05,
      "loss": 0.76220703125,
      "step": 1234
    },
    {
      "epoch": 4.881422924901186,
      "grad_norm": 0.0553637370467186,
      "learning_rate": 3.0443611604289538e-05,
      "loss": 0.67236328125,
      "step": 1235
    },
    {
      "epoch": 4.8853754940711465,
      "grad_norm": 0.05914520472288132,
      "learning_rate": 3.04154675676934e-05,
      "loss": 0.68701171875,
      "step": 1236
    },
    {
      "epoch": 4.8893280632411065,
      "grad_norm": 0.056896913796663284,
      "learning_rate": 3.0388244422954794e-05,
      "loss": 0.72216796875,
      "step": 1237
    },
    {
      "epoch": 4.893280632411067,
      "grad_norm": 0.05555310845375061,
      "learning_rate": 3.0361942356347526e-05,
      "loss": 0.6748046875,
      "step": 1238
    },
    {
      "epoch": 4.897233201581027,
      "grad_norm": 0.05691086873412132,
      "learning_rate": 3.0336561547842936e-05,
      "loss": 0.71728515625,
      "step": 1239
    },
    {
      "epoch": 4.901185770750988,
      "grad_norm": 0.058291394263505936,
      "learning_rate": 3.0312102171108698e-05,
      "loss": 0.67822265625,
      "step": 1240
    },
    {
      "epoch": 4.905138339920948,
      "grad_norm": 0.05477149412035942,
      "learning_rate": 3.028856439350756e-05,
      "loss": 0.6962890625,
      "step": 1241
    },
    {
      "epoch": 4.909090909090909,
      "grad_norm": 0.0555829256772995,
      "learning_rate": 3.02659483760963e-05,
      "loss": 0.74951171875,
      "step": 1242
    },
    {
      "epoch": 4.913043478260869,
      "grad_norm": 0.054509956389665604,
      "learning_rate": 3.0244254273624526e-05,
      "loss": 0.71142578125,
      "step": 1243
    },
    {
      "epoch": 4.91699604743083,
      "grad_norm": 0.0573466531932354,
      "learning_rate": 3.0223482234533686e-05,
      "loss": 0.744140625,
      "step": 1244
    },
    {
      "epoch": 4.920948616600791,
      "grad_norm": 0.05668642744421959,
      "learning_rate": 3.0203632400956037e-05,
      "loss": 0.734375,
      "step": 1245
    },
    {
      "epoch": 4.924901185770751,
      "grad_norm": 0.05693650245666504,
      "learning_rate": 3.0184704908713622e-05,
      "loss": 0.70751953125,
      "step": 1246
    },
    {
      "epoch": 4.928853754940711,
      "grad_norm": 0.05662629008293152,
      "learning_rate": 3.0166699887317446e-05,
      "loss": 0.68212890625,
      "step": 1247
    },
    {
      "epoch": 4.932806324110672,
      "grad_norm": 0.05085329711437225,
      "learning_rate": 3.0149617459966466e-05,
      "loss": 0.6214752197265625,
      "step": 1248
    },
    {
      "epoch": 4.936758893280633,
      "grad_norm": 0.05406127870082855,
      "learning_rate": 3.0133457743546867e-05,
      "loss": 0.72705078125,
      "step": 1249
    },
    {
      "epoch": 4.940711462450593,
      "grad_norm": 0.05496757850050926,
      "learning_rate": 3.011822084863114e-05,
      "loss": 0.7392578125,
      "step": 1250
    },
    {
      "epoch": 4.944664031620554,
      "grad_norm": 0.05471997335553169,
      "learning_rate": 3.0103906879477434e-05,
      "loss": 0.69873046875,
      "step": 1251
    },
    {
      "epoch": 4.948616600790514,
      "grad_norm": 0.05885379761457443,
      "learning_rate": 3.0090515934028784e-05,
      "loss": 0.71142578125,
      "step": 1252
    },
    {
      "epoch": 4.952569169960475,
      "grad_norm": 0.05763247236609459,
      "learning_rate": 3.0078048103912447e-05,
      "loss": 0.69140625,
      "step": 1253
    },
    {
      "epoch": 4.956521739130435,
      "grad_norm": 0.05539042875170708,
      "learning_rate": 3.00665034744393e-05,
      "loss": 0.75537109375,
      "step": 1254
    },
    {
      "epoch": 4.9604743083003955,
      "grad_norm": 0.056817468255758286,
      "learning_rate": 3.005588212460323e-05,
      "loss": 0.7138671875,
      "step": 1255
    },
    {
      "epoch": 4.9644268774703555,
      "grad_norm": 0.05679190158843994,
      "learning_rate": 3.004618412708061e-05,
      "loss": 0.72412109375,
      "step": 1256
    },
    {
      "epoch": 4.968379446640316,
      "grad_norm": 0.05523546785116196,
      "learning_rate": 3.0037409548229765e-05,
      "loss": 0.631103515625,
      "step": 1257
    },
    {
      "epoch": 4.972332015810276,
      "grad_norm": 0.05577237159013748,
      "learning_rate": 3.002955844809058e-05,
      "loss": 0.72802734375,
      "step": 1258
    },
    {
      "epoch": 4.976284584980237,
      "grad_norm": 0.055667150765657425,
      "learning_rate": 3.0022630880384044e-05,
      "loss": 0.68408203125,
      "step": 1259
    },
    {
      "epoch": 4.980237154150197,
      "grad_norm": 0.05597792938351631,
      "learning_rate": 3.001662689251188e-05,
      "loss": 0.71240234375,
      "step": 1260
    },
    {
      "epoch": 4.984189723320158,
      "grad_norm": 0.05570489913225174,
      "learning_rate": 3.0011546525556278e-05,
      "loss": 0.73095703125,
      "step": 1261
    },
    {
      "epoch": 4.988142292490118,
      "grad_norm": 0.05224841460585594,
      "learning_rate": 3.0007389814279508e-05,
      "loss": 0.617431640625,
      "step": 1262
    },
    {
      "epoch": 4.992094861660079,
      "grad_norm": 0.05771161988377571,
      "learning_rate": 3.0004156787123817e-05,
      "loss": 0.7470703125,
      "step": 1263
    },
    {
      "epoch": 4.996047430830039,
      "grad_norm": 0.05612274259328842,
      "learning_rate": 3.0001847466211105e-05,
      "loss": 0.66943359375,
      "step": 1264
    },
    {
      "epoch": 5.0,
      "grad_norm": 0.0666361004114151,
      "learning_rate": 3.000046186734286e-05,
      "loss": 0.65478515625,
      "step": 1265
    },
    {
      "epoch": 5.0,
      "eval_loss": 0.828125,
      "eval_runtime": 2.22,
      "eval_samples_per_second": 2.703,
      "eval_steps_per_second": 0.45,
      "step": 1265
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 1265,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 0,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 9.273463858175934e+19,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}