{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 1482,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.002699055330634278,
      "grad_norm": 123.96797180175781,
      "learning_rate": 1.6666666666666668e-07,
      "loss": 0.29786407947540283,
      "step": 2
    },
    {
      "epoch": 0.005398110661268556,
      "grad_norm": 3.0589780807495117,
      "learning_rate": 5.000000000000001e-07,
      "loss": 0.9299415349960327,
      "step": 4
    },
    {
      "epoch": 0.008097165991902834,
      "grad_norm": 2.4749207496643066,
      "learning_rate": 8.333333333333333e-07,
      "loss": 0.9372931718826294,
      "step": 6
    },
    {
      "epoch": 0.010796221322537112,
      "grad_norm": 2.2769699096679688,
      "learning_rate": 1.1666666666666668e-06,
      "loss": 0.5104070901870728,
      "step": 8
    },
    {
      "epoch": 0.01349527665317139,
      "grad_norm": 3.0426244735717773,
      "learning_rate": 1.5e-06,
      "loss": 0.5902462005615234,
      "step": 10
    },
    {
      "epoch": 0.016194331983805668,
      "grad_norm": 3.86154842376709,
      "learning_rate": 1.8333333333333335e-06,
      "loss": 0.928583025932312,
      "step": 12
    },
    {
      "epoch": 0.018893387314439947,
      "grad_norm": 1.8792176246643066,
      "learning_rate": 2.166666666666667e-06,
      "loss": 0.8758266568183899,
      "step": 14
    },
    {
      "epoch": 0.021592442645074223,
      "grad_norm": 4.866174221038818,
      "learning_rate": 2.5e-06,
      "loss": 1.0566331148147583,
      "step": 16
    },
    {
      "epoch": 0.024291497975708502,
      "grad_norm": 3.7274439334869385,
      "learning_rate": 2.8333333333333335e-06,
      "loss": 0.4785526394844055,
      "step": 18
    },
    {
      "epoch": 0.02699055330634278,
      "grad_norm": 2.2945733070373535,
      "learning_rate": 3.166666666666667e-06,
      "loss": 0.4686698913574219,
      "step": 20
    },
    {
      "epoch": 0.029689608636977057,
      "grad_norm": 2.5992486476898193,
      "learning_rate": 3.5000000000000004e-06,
      "loss": 0.41955965757369995,
      "step": 22
    },
    {
      "epoch": 0.032388663967611336,
      "grad_norm": 2.801939010620117,
      "learning_rate": 3.833333333333334e-06,
      "loss": 0.871375322341919,
      "step": 24
    },
    {
      "epoch": 0.03508771929824561,
      "grad_norm": 2.4493536949157715,
      "learning_rate": 4.166666666666667e-06,
      "loss": 0.4926496744155884,
      "step": 26
    },
    {
      "epoch": 0.037786774628879895,
      "grad_norm": 4.693727970123291,
      "learning_rate": 4.5e-06,
      "loss": 1.0131165981292725,
      "step": 28
    },
    {
      "epoch": 0.04048582995951417,
      "grad_norm": 2.3234457969665527,
      "learning_rate": 4.833333333333333e-06,
      "loss": 0.9670289158821106,
      "step": 30
    },
    {
      "epoch": 0.043184885290148446,
      "grad_norm": 10.311660766601562,
      "learning_rate": 5.166666666666667e-06,
      "loss": 0.4570980668067932,
      "step": 32
    },
    {
      "epoch": 0.04588394062078273,
      "grad_norm": 2.5042009353637695,
      "learning_rate": 5.500000000000001e-06,
      "loss": 1.0683726072311401,
      "step": 34
    },
    {
      "epoch": 0.048582995951417005,
      "grad_norm": 1.1646201610565186,
      "learning_rate": 5.833333333333334e-06,
      "loss": 0.45573946833610535,
      "step": 36
    },
    {
      "epoch": 0.05128205128205128,
      "grad_norm": 1.9673726558685303,
      "learning_rate": 6.166666666666667e-06,
      "loss": 0.600303590297699,
      "step": 38
    },
    {
      "epoch": 0.05398110661268556,
      "grad_norm": 1.8087180852890015,
      "learning_rate": 6.5000000000000004e-06,
      "loss": 0.9155614376068115,
      "step": 40
    },
    {
      "epoch": 0.05668016194331984,
      "grad_norm": 2.9125490188598633,
      "learning_rate": 6.833333333333333e-06,
      "loss": 0.10254953056573868,
      "step": 42
    },
    {
      "epoch": 0.059379217273954114,
      "grad_norm": 4.365234851837158,
      "learning_rate": 7.166666666666667e-06,
      "loss": 0.5865437984466553,
      "step": 44
    },
    {
      "epoch": 0.0620782726045884,
      "grad_norm": 3.153306245803833,
      "learning_rate": 7.5e-06,
      "loss": 0.4570964276790619,
      "step": 46
    },
    {
      "epoch": 0.06477732793522267,
      "grad_norm": 2.16092848777771,
      "learning_rate": 7.833333333333333e-06,
      "loss": 0.9249556064605713,
      "step": 48
    },
    {
      "epoch": 0.06747638326585695,
      "grad_norm": 1.8864729404449463,
      "learning_rate": 8.166666666666668e-06,
      "loss": 0.9879755973815918,
      "step": 50
    },
    {
      "epoch": 0.07017543859649122,
      "grad_norm": 2.141915798187256,
      "learning_rate": 8.500000000000002e-06,
      "loss": 0.9798436164855957,
      "step": 52
    },
    {
      "epoch": 0.0728744939271255,
      "grad_norm": 1.9038501977920532,
      "learning_rate": 8.833333333333334e-06,
      "loss": 0.9050228595733643,
      "step": 54
    },
    {
      "epoch": 0.07557354925775979,
      "grad_norm": 2.1748414039611816,
      "learning_rate": 9.166666666666666e-06,
      "loss": 0.8556973934173584,
      "step": 56
    },
    {
      "epoch": 0.07827260458839407,
      "grad_norm": 1.771748423576355,
      "learning_rate": 9.5e-06,
      "loss": 0.97296142578125,
      "step": 58
    },
    {
      "epoch": 0.08097165991902834,
      "grad_norm": 12.455157279968262,
      "learning_rate": 9.833333333333333e-06,
      "loss": 0.8485205769538879,
      "step": 60
    },
    {
      "epoch": 0.08367071524966262,
      "grad_norm": 1.9719027280807495,
      "learning_rate": 1.0166666666666667e-05,
      "loss": 0.8762905597686768,
      "step": 62
    },
    {
      "epoch": 0.08636977058029689,
      "grad_norm": 2.098322868347168,
      "learning_rate": 1.05e-05,
      "loss": 0.8045662641525269,
      "step": 64
    },
    {
      "epoch": 0.08906882591093117,
      "grad_norm": 2.10783314704895,
      "learning_rate": 1.0833333333333334e-05,
      "loss": 0.9314976334571838,
      "step": 66
    },
    {
      "epoch": 0.09176788124156546,
      "grad_norm": 1.4629249572753906,
      "learning_rate": 1.1166666666666668e-05,
      "loss": 1.1287637948989868,
      "step": 68
    },
    {
      "epoch": 0.09446693657219973,
      "grad_norm": 2.19218111038208,
      "learning_rate": 1.1500000000000002e-05,
      "loss": 1.0018784999847412,
      "step": 70
    },
    {
      "epoch": 0.09716599190283401,
      "grad_norm": 7.496009349822998,
      "learning_rate": 1.1833333333333334e-05,
      "loss": 0.6217132806777954,
      "step": 72
    },
    {
      "epoch": 0.09986504723346828,
      "grad_norm": 1.461382269859314,
      "learning_rate": 1.2166666666666668e-05,
      "loss": 0.4434390664100647,
      "step": 74
    },
    {
      "epoch": 0.10256410256410256,
      "grad_norm": 3.232837438583374,
      "learning_rate": 1.25e-05,
      "loss": 0.9331040382385254,
      "step": 76
    },
    {
      "epoch": 0.10526315789473684,
      "grad_norm": 2.710008382797241,
      "learning_rate": 1.2499943912852736e-05,
      "loss": 0.7011754512786865,
      "step": 78
    },
    {
      "epoch": 0.10796221322537113,
      "grad_norm": 2.020285129547119,
      "learning_rate": 1.2499775652529443e-05,
      "loss": 1.0530972480773926,
      "step": 80
    },
    {
      "epoch": 0.1106612685560054,
      "grad_norm": 2.3170576095581055,
      "learning_rate": 1.249949522238558e-05,
      "loss": 0.697028398513794,
      "step": 82
    },
    {
      "epoch": 0.11336032388663968,
      "grad_norm": 2.3631045818328857,
      "learning_rate": 1.2499102628013513e-05,
      "loss": 0.8030006885528564,
      "step": 84
    },
    {
      "epoch": 0.11605937921727395,
      "grad_norm": 0.7326921820640564,
      "learning_rate": 1.2498597877242402e-05,
      "loss": 0.596689760684967,
      "step": 86
    },
    {
      "epoch": 0.11875843454790823,
      "grad_norm": 2.40205454826355,
      "learning_rate": 1.249798098013803e-05,
      "loss": 0.7292033433914185,
      "step": 88
    },
    {
      "epoch": 0.1214574898785425,
      "grad_norm": 1.8302048444747925,
      "learning_rate": 1.2497251949002623e-05,
      "loss": 0.5806452035903931,
      "step": 90
    },
    {
      "epoch": 0.1241565452091768,
      "grad_norm": 1.6161532402038574,
      "learning_rate": 1.2496410798374584e-05,
      "loss": 1.0763652324676514,
      "step": 92
    },
    {
      "epoch": 0.12685560053981107,
      "grad_norm": 1.9346797466278076,
      "learning_rate": 1.2495457545028227e-05,
      "loss": 0.9050993919372559,
      "step": 94
    },
    {
      "epoch": 0.12955465587044535,
      "grad_norm": 2.1635751724243164,
      "learning_rate": 1.2494392207973419e-05,
      "loss": 1.0081508159637451,
      "step": 96
    },
    {
      "epoch": 0.13225371120107962,
      "grad_norm": 1.9737285375595093,
      "learning_rate": 1.2493214808455219e-05,
      "loss": 0.8886507749557495,
      "step": 98
    },
    {
      "epoch": 0.1349527665317139,
      "grad_norm": 2.099431276321411,
      "learning_rate": 1.2491925369953435e-05,
      "loss": 0.9926242828369141,
      "step": 100
    },
    {
      "epoch": 0.13765182186234817,
      "grad_norm": 2.662266254425049,
      "learning_rate": 1.249052391818218e-05,
      "loss": 0.9976869821548462,
      "step": 102
    },
    {
      "epoch": 0.14035087719298245,
      "grad_norm": 1.6853854656219482,
      "learning_rate": 1.248901048108934e-05,
      "loss": 0.9816886782646179,
      "step": 104
    },
    {
      "epoch": 0.14304993252361672,
      "grad_norm": 6.228536605834961,
      "learning_rate": 1.2487385088856024e-05,
      "loss": 0.6037951707839966,
      "step": 106
    },
    {
      "epoch": 0.145748987854251,
      "grad_norm": 7.536047458648682,
      "learning_rate": 1.2485647773895957e-05,
      "loss": 0.6610171794891357,
      "step": 108
    },
    {
      "epoch": 0.1484480431848853,
      "grad_norm": 4.089591979980469,
      "learning_rate": 1.2483798570854848e-05,
      "loss": 0.36474066972732544,
      "step": 110
    },
    {
      "epoch": 0.15114709851551958,
      "grad_norm": 1.2712372541427612,
      "learning_rate": 1.248183751660968e-05,
      "loss": 0.5292806625366211,
      "step": 112
    },
    {
      "epoch": 0.15384615384615385,
      "grad_norm": 1.7450406551361084,
      "learning_rate": 1.2479764650267988e-05,
      "loss": 1.097339153289795,
      "step": 114
    },
    {
      "epoch": 0.15654520917678813,
      "grad_norm": 2.237950563430786,
      "learning_rate": 1.2477580013167072e-05,
      "loss": 0.976284384727478,
      "step": 116
    },
    {
      "epoch": 0.1592442645074224,
      "grad_norm": 2.6984260082244873,
      "learning_rate": 1.2475283648873178e-05,
      "loss": 0.8394799828529358,
      "step": 118
    },
    {
      "epoch": 0.16194331983805668,
      "grad_norm": 2.801074743270874,
      "learning_rate": 1.2472875603180622e-05,
      "loss": 0.7012876272201538,
      "step": 120
    },
    {
      "epoch": 0.16464237516869096,
      "grad_norm": 1.151301383972168,
      "learning_rate": 1.2470355924110887e-05,
      "loss": 1.0838816165924072,
      "step": 122
    },
    {
      "epoch": 0.16734143049932523,
      "grad_norm": 1.6192210912704468,
      "learning_rate": 1.2467724661911659e-05,
      "loss": 0.9945567846298218,
      "step": 124
    },
    {
      "epoch": 0.1700404858299595,
      "grad_norm": 1.7934941053390503,
      "learning_rate": 1.2464981869055819e-05,
      "loss": 0.9529829621315002,
      "step": 126
    },
    {
      "epoch": 0.17273954116059378,
      "grad_norm": 18.378650665283203,
      "learning_rate": 1.2462127600240409e-05,
      "loss": 0.8152964115142822,
      "step": 128
    },
    {
      "epoch": 0.17543859649122806,
      "grad_norm": 38.34910583496094,
      "learning_rate": 1.2459161912385535e-05,
      "loss": 0.6358547806739807,
      "step": 130
    },
    {
      "epoch": 0.17813765182186234,
      "grad_norm": 0.6077762842178345,
      "learning_rate": 1.245608486463323e-05,
      "loss": 0.16767336428165436,
      "step": 132
    },
    {
      "epoch": 0.18083670715249664,
      "grad_norm": 3.260507106781006,
      "learning_rate": 1.2452896518346279e-05,
      "loss": 0.6223729848861694,
      "step": 134
    },
    {
      "epoch": 0.18353576248313092,
      "grad_norm": 3.0357773303985596,
      "learning_rate": 1.2449596937106993e-05,
      "loss": 0.40284159779548645,
      "step": 136
    },
    {
      "epoch": 0.1862348178137652,
      "grad_norm": 1.1678791046142578,
      "learning_rate": 1.2446186186715941e-05,
      "loss": 0.988430380821228,
      "step": 138
    },
    {
      "epoch": 0.18893387314439947,
      "grad_norm": 1.1722887754440308,
      "learning_rate": 1.2442664335190634e-05,
      "loss": 0.9420180916786194,
      "step": 140
    },
    {
      "epoch": 0.19163292847503374,
      "grad_norm": 1.7688356637954712,
      "learning_rate": 1.243903145276418e-05,
      "loss": 0.8568445444107056,
      "step": 142
    },
    {
      "epoch": 0.19433198380566802,
      "grad_norm": 1.7096655368804932,
      "learning_rate": 1.2435287611883869e-05,
      "loss": 0.6841754913330078,
      "step": 144
    },
    {
      "epoch": 0.1970310391363023,
      "grad_norm": 1.9151872396469116,
      "learning_rate": 1.2431432887209741e-05,
      "loss": 0.9281893968582153,
      "step": 146
    },
    {
      "epoch": 0.19973009446693657,
      "grad_norm": 1.6319060325622559,
      "learning_rate": 1.2427467355613087e-05,
      "loss": 0.9721434116363525,
      "step": 148
    },
    {
      "epoch": 0.20242914979757085,
      "grad_norm": 2.102926015853882,
      "learning_rate": 1.2423391096174922e-05,
      "loss": 0.630251407623291,
      "step": 150
    },
    {
      "epoch": 0.20512820512820512,
      "grad_norm": 3.118698835372925,
      "learning_rate": 1.2419204190184405e-05,
      "loss": 1.116424322128296,
      "step": 152
    },
    {
      "epoch": 0.2078272604588394,
      "grad_norm": 5.269786357879639,
      "learning_rate": 1.2414906721137222e-05,
      "loss": 0.7768229246139526,
      "step": 154
    },
    {
      "epoch": 0.21052631578947367,
      "grad_norm": 1.7130775451660156,
      "learning_rate": 1.2410498774733918e-05,
      "loss": 0.7465885877609253,
      "step": 156
    },
    {
      "epoch": 0.21322537112010798,
      "grad_norm": 1.2827574014663696,
      "learning_rate": 1.2405980438878187e-05,
      "loss": 0.9992589354515076,
      "step": 158
    },
    {
      "epoch": 0.21592442645074225,
      "grad_norm": 1.3526352643966675,
      "learning_rate": 1.2401351803675115e-05,
      "loss": 1.1087861061096191,
      "step": 160
    },
    {
      "epoch": 0.21862348178137653,
      "grad_norm": 5.795386791229248,
      "learning_rate": 1.23966129614294e-05,
      "loss": 0.8273687362670898,
      "step": 162
    },
    {
      "epoch": 0.2213225371120108,
      "grad_norm": 1.4797230958938599,
      "learning_rate": 1.239176400664349e-05,
      "loss": 0.9844716787338257,
      "step": 164
    },
    {
      "epoch": 0.22402159244264508,
      "grad_norm": 2.5438950061798096,
      "learning_rate": 1.2386805036015709e-05,
      "loss": 1.0064153671264648,
      "step": 166
    },
    {
      "epoch": 0.22672064777327935,
      "grad_norm": 24.848285675048828,
      "learning_rate": 1.2381736148438333e-05,
      "loss": 0.8047782778739929,
      "step": 168
    },
    {
      "epoch": 0.22941970310391363,
      "grad_norm": 2.069371223449707,
      "learning_rate": 1.2376557444995605e-05,
      "loss": 0.4937904477119446,
      "step": 170
    },
    {
      "epoch": 0.2321187584345479,
      "grad_norm": 2.0151240825653076,
      "learning_rate": 1.237126902896173e-05,
      "loss": 1.0987937450408936,
      "step": 172
    },
    {
      "epoch": 0.23481781376518218,
      "grad_norm": 1.6710108518600464,
      "learning_rate": 1.2365871005798818e-05,
      "loss": 0.6136937141418457,
      "step": 174
    },
    {
      "epoch": 0.23751686909581646,
      "grad_norm": 19.61103630065918,
      "learning_rate": 1.2360363483154764e-05,
      "loss": 1.1899774074554443,
      "step": 176
    },
    {
      "epoch": 0.24021592442645073,
      "grad_norm": 1.5459237098693848,
      "learning_rate": 1.235474657086112e-05,
      "loss": 0.9780693054199219,
      "step": 178
    },
    {
      "epoch": 0.242914979757085,
      "grad_norm": 1.487262487411499,
      "learning_rate": 1.2349020380930897e-05,
      "loss": 0.6330715417861938,
      "step": 180
    },
    {
      "epoch": 0.24561403508771928,
      "grad_norm": 0.6218187212944031,
      "learning_rate": 1.2343185027556323e-05,
      "loss": 0.5066222548484802,
      "step": 182
    },
    {
      "epoch": 0.2483130904183536,
      "grad_norm": 1.9460417032241821,
      "learning_rate": 1.2337240627106584e-05,
      "loss": 0.9712158441543579,
      "step": 184
    },
    {
      "epoch": 0.25101214574898784,
      "grad_norm": 1.5485562086105347,
      "learning_rate": 1.233118729812549e-05,
      "loss": 1.0215809345245361,
      "step": 186
    },
    {
      "epoch": 0.25371120107962214,
      "grad_norm": 1.5811684131622314,
      "learning_rate": 1.2325025161329109e-05,
      "loss": 0.6591629385948181,
      "step": 188
    },
    {
      "epoch": 0.2564102564102564,
      "grad_norm": 2.3522331714630127,
      "learning_rate": 1.2318754339603373e-05,
      "loss": 0.8668273687362671,
      "step": 190
    },
    {
      "epoch": 0.2591093117408907,
      "grad_norm": 7.786831378936768,
      "learning_rate": 1.2312374958001619e-05,
      "loss": 0.850255012512207,
      "step": 192
    },
    {
      "epoch": 0.26180836707152494,
      "grad_norm": 7.128757476806641,
      "learning_rate": 1.2305887143742084e-05,
      "loss": 0.933728814125061,
      "step": 194
    },
    {
      "epoch": 0.26450742240215924,
      "grad_norm": 1.2906512022018433,
      "learning_rate": 1.2299291026205397e-05,
      "loss": 1.0171899795532227,
      "step": 196
    },
    {
      "epoch": 0.26720647773279355,
      "grad_norm": 9.613722801208496,
      "learning_rate": 1.2292586736931966e-05,
      "loss": 0.17835456132888794,
      "step": 198
    },
    {
      "epoch": 0.2699055330634278,
      "grad_norm": 1.638985514640808,
      "learning_rate": 1.228577440961938e-05,
      "loss": 0.9216899871826172,
      "step": 200
    },
    {
      "epoch": 0.2726045883940621,
      "grad_norm": 1.2578356266021729,
      "learning_rate": 1.2278854180119726e-05,
      "loss": 1.0369343757629395,
      "step": 202
    },
    {
      "epoch": 0.27530364372469635,
      "grad_norm": 1.291988730430603,
      "learning_rate": 1.2271826186436896e-05,
      "loss": 0.9166511297225952,
      "step": 204
    },
    {
      "epoch": 0.27800269905533065,
      "grad_norm": 1.1957826614379883,
      "learning_rate": 1.2264690568723817e-05,
      "loss": 0.764278769493103,
      "step": 206
    },
    {
      "epoch": 0.2807017543859649,
      "grad_norm": 1.4660202264785767,
      "learning_rate": 1.2257447469279669e-05,
      "loss": 0.6684662699699402,
      "step": 208
    },
    {
      "epoch": 0.2834008097165992,
      "grad_norm": 1.8246656656265259,
      "learning_rate": 1.2250097032547043e-05,
      "loss": 1.0045970678329468,
      "step": 210
    },
    {
      "epoch": 0.28609986504723345,
      "grad_norm": 1.6462355852127075,
      "learning_rate": 1.2242639405109057e-05,
      "loss": 0.9771850109100342,
      "step": 212
    },
    {
      "epoch": 0.28879892037786775,
      "grad_norm": 1.5680208206176758,
      "learning_rate": 1.2235074735686443e-05,
      "loss": 0.9396547079086304,
      "step": 214
    },
    {
      "epoch": 0.291497975708502,
      "grad_norm": 1.9619158506393433,
      "learning_rate": 1.222740317513457e-05,
      "loss": 1.0256106853485107,
      "step": 216
    },
    {
      "epoch": 0.2941970310391363,
      "grad_norm": 0.649040699005127,
      "learning_rate": 1.2219624876440437e-05,
      "loss": 0.7259390354156494,
      "step": 218
    },
    {
      "epoch": 0.2968960863697706,
      "grad_norm": 1.64500093460083,
      "learning_rate": 1.2211739994719637e-05,
      "loss": 0.9923442602157593,
      "step": 220
    },
    {
      "epoch": 0.29959514170040485,
      "grad_norm": 1.3503235578536987,
      "learning_rate": 1.2203748687213235e-05,
      "loss": 1.0567125082015991,
      "step": 222
    },
    {
      "epoch": 0.30229419703103916,
      "grad_norm": 1.9163061380386353,
      "learning_rate": 1.219565111328467e-05,
      "loss": 0.8977484703063965,
      "step": 224
    },
    {
      "epoch": 0.3049932523616734,
      "grad_norm": 1.6293538808822632,
      "learning_rate": 1.2187447434416537e-05,
      "loss": 1.0445246696472168,
      "step": 226
    },
    {
      "epoch": 0.3076923076923077,
      "grad_norm": 0.5400710105895996,
      "learning_rate": 1.2179137814207398e-05,
      "loss": 0.5192906856536865,
      "step": 228
    },
    {
      "epoch": 0.31039136302294196,
      "grad_norm": 30.060245513916016,
      "learning_rate": 1.2170722418368503e-05,
      "loss": 0.9097606539726257,
      "step": 230
    },
    {
      "epoch": 0.31309041835357626,
      "grad_norm": 4.271488189697266,
      "learning_rate": 1.2162201414720487e-05,
      "loss": 0.6040419340133667,
      "step": 232
    },
    {
      "epoch": 0.3157894736842105,
      "grad_norm": 15.518794059753418,
      "learning_rate": 1.2153574973190035e-05,
      "loss": 0.3896315097808838,
      "step": 234
    },
    {
      "epoch": 0.3184885290148448,
      "grad_norm": 3.9835827350616455,
      "learning_rate": 1.2144843265806474e-05,
      "loss": 0.6756294965744019,
      "step": 236
    },
    {
      "epoch": 0.32118758434547906,
      "grad_norm": 1.1679621934890747,
      "learning_rate": 1.2136006466698362e-05,
      "loss": 1.0688567161560059,
      "step": 238
    },
    {
      "epoch": 0.32388663967611336,
      "grad_norm": 1.6078269481658936,
      "learning_rate": 1.2127064752090001e-05,
      "loss": 0.6071195602416992,
      "step": 240
    },
    {
      "epoch": 0.3265856950067476,
      "grad_norm": 4.92821741104126,
      "learning_rate": 1.211801830029793e-05,
      "loss": 0.757681131362915,
      "step": 242
    },
    {
      "epoch": 0.3292847503373819,
      "grad_norm": 1.6710680723190308,
      "learning_rate": 1.2108867291727363e-05,
      "loss": 0.9659180045127869,
      "step": 244
    },
    {
      "epoch": 0.3319838056680162,
      "grad_norm": 2.416759729385376,
      "learning_rate": 1.2099611908868602e-05,
      "loss": 0.9776782393455505,
      "step": 246
    },
    {
      "epoch": 0.33468286099865047,
      "grad_norm": 1.6332911252975464,
      "learning_rate": 1.2090252336293388e-05,
      "loss": 0.9600896835327148,
      "step": 248
    },
    {
      "epoch": 0.33738191632928477,
      "grad_norm": 5.349152088165283,
      "learning_rate": 1.2080788760651221e-05,
      "loss": 0.5158158540725708,
      "step": 250
    },
    {
      "epoch": 0.340080971659919,
      "grad_norm": 31.22907066345215,
      "learning_rate": 1.2071221370665644e-05,
      "loss": 0.6257212162017822,
      "step": 252
    },
    {
      "epoch": 0.3427800269905533,
      "grad_norm": 2.575179100036621,
      "learning_rate": 1.2061550357130476e-05,
      "loss": 1.0216875076293945,
      "step": 254
    },
    {
      "epoch": 0.34547908232118757,
      "grad_norm": 2.1095643043518066,
      "learning_rate": 1.2051775912906002e-05,
      "loss": 0.6756740808486938,
      "step": 256
    },
    {
      "epoch": 0.3481781376518219,
      "grad_norm": 1.6237268447875977,
      "learning_rate": 1.2041898232915136e-05,
      "loss": 0.7705059051513672,
      "step": 258
    },
    {
      "epoch": 0.3508771929824561,
      "grad_norm": 1.3587663173675537,
      "learning_rate": 1.203191751413953e-05,
      "loss": 0.9567830562591553,
      "step": 260
    },
    {
      "epoch": 0.3535762483130904,
      "grad_norm": 2.174368143081665,
      "learning_rate": 1.2021833955615643e-05,
      "loss": 0.5454485416412354,
      "step": 262
    },
    {
      "epoch": 0.3562753036437247,
      "grad_norm": 1.7718565464019775,
      "learning_rate": 1.2011647758430774e-05,
      "loss": 0.971337080001831,
      "step": 264
    },
    {
      "epoch": 0.358974358974359,
      "grad_norm": 1.3361896276474,
      "learning_rate": 1.2001359125719057e-05,
      "loss": 0.9904292821884155,
      "step": 266
    },
    {
      "epoch": 0.3616734143049933,
      "grad_norm": 3.2935264110565186,
      "learning_rate": 1.1990968262657397e-05,
      "loss": 1.0136817693710327,
      "step": 268
    },
    {
      "epoch": 0.3643724696356275,
      "grad_norm": 0.8393303155899048,
      "learning_rate": 1.1980475376461393e-05,
      "loss": 0.07791149616241455,
      "step": 270
    },
    {
      "epoch": 0.36707152496626183,
      "grad_norm": 2.3149139881134033,
      "learning_rate": 1.1969880676381196e-05,
      "loss": 0.9124975800514221,
      "step": 272
    },
    {
      "epoch": 0.3697705802968961,
      "grad_norm": 1.0495190620422363,
      "learning_rate": 1.1959184373697345e-05,
      "loss": 1.007908582687378,
      "step": 274
    },
    {
      "epoch": 0.3724696356275304,
      "grad_norm": 4.054476261138916,
      "learning_rate": 1.1948386681716538e-05,
      "loss": 0.5559310913085938,
      "step": 276
    },
    {
      "epoch": 0.37516869095816463,
      "grad_norm": 1.1862071752548218,
      "learning_rate": 1.1937487815767397e-05,
      "loss": 0.7214630842208862,
      "step": 278
    },
    {
      "epoch": 0.37786774628879893,
      "grad_norm": 0.8050886988639832,
      "learning_rate": 1.1926487993196163e-05,
      "loss": 0.7162290215492249,
      "step": 280
    },
    {
      "epoch": 0.3805668016194332,
      "grad_norm": 1.8456649780273438,
      "learning_rate": 1.191538743336236e-05,
      "loss": 0.8286449909210205,
      "step": 282
    },
    {
      "epoch": 0.3832658569500675,
      "grad_norm": 12.547414779663086,
      "learning_rate": 1.1904186357634428e-05,
      "loss": 0.35176369547843933,
      "step": 284
    },
    {
      "epoch": 0.38596491228070173,
      "grad_norm": 1.5508333444595337,
      "learning_rate": 1.1892884989385298e-05,
      "loss": 0.9995942711830139,
      "step": 286
    },
    {
      "epoch": 0.38866396761133604,
      "grad_norm": 3.0489025115966797,
      "learning_rate": 1.1881483553987962e-05,
      "loss": 0.41472408175468445,
      "step": 288
    },
    {
      "epoch": 0.3913630229419703,
      "grad_norm": 18.13665199279785,
      "learning_rate": 1.1869982278810934e-05,
      "loss": 0.7451214790344238,
      "step": 290
    },
    {
      "epoch": 0.3940620782726046,
      "grad_norm": 1.6674484014511108,
      "learning_rate": 1.185838139321377e-05,
      "loss": 0.6856521964073181,
      "step": 292
    },
    {
      "epoch": 0.3967611336032389,
      "grad_norm": 5.430974960327148,
      "learning_rate": 1.1846681128542443e-05,
      "loss": 0.8595588207244873,
      "step": 294
    },
    {
      "epoch": 0.39946018893387314,
      "grad_norm": 1.4392977952957153,
      "learning_rate": 1.183488171812477e-05,
      "loss": 0.7703130841255188,
      "step": 296
    },
    {
      "epoch": 0.40215924426450744,
      "grad_norm": 1.7315428256988525,
      "learning_rate": 1.1822983397265734e-05,
      "loss": 0.9766842126846313,
      "step": 298
    },
    {
      "epoch": 0.4048582995951417,
      "grad_norm": 1.4848453998565674,
      "learning_rate": 1.18109864032428e-05,
      "loss": 0.904464840888977,
      "step": 300
    },
    {
      "epoch": 0.407557354925776,
      "grad_norm": 1.4237099885940552,
      "learning_rate": 1.1798890975301189e-05,
      "loss": 1.0174388885498047,
      "step": 302
    },
    {
      "epoch": 0.41025641025641024,
      "grad_norm": 1.5580227375030518,
      "learning_rate": 1.178669735464909e-05,
      "loss": 1.038877248764038,
      "step": 304
    },
    {
      "epoch": 0.41295546558704455,
      "grad_norm": 1.6760661602020264,
      "learning_rate": 1.177440578445287e-05,
      "loss": 0.5212962031364441,
      "step": 306
    },
    {
      "epoch": 0.4156545209176788,
      "grad_norm": 1.1963051557540894,
      "learning_rate": 1.176201650983221e-05,
      "loss": 0.7233787775039673,
      "step": 308
    },
    {
      "epoch": 0.4183535762483131,
      "grad_norm": 1.6447457075119019,
      "learning_rate": 1.1749529777855224e-05,
      "loss": 1.0451695919036865,
      "step": 310
    },
    {
      "epoch": 0.42105263157894735,
      "grad_norm": 307.018798828125,
      "learning_rate": 1.1736945837533531e-05,
      "loss": 0.7426882982254028,
      "step": 312
    },
    {
      "epoch": 0.42375168690958165,
      "grad_norm": 1.5677286386489868,
      "learning_rate": 1.1724264939817287e-05,
      "loss": 0.9855917692184448,
      "step": 314
    },
    {
      "epoch": 0.42645074224021595,
      "grad_norm": 1.4524308443069458,
      "learning_rate": 1.171148733759018e-05,
      "loss": 1.0825656652450562,
      "step": 316
    },
    {
      "epoch": 0.4291497975708502,
      "grad_norm": 1.332364797592163,
      "learning_rate": 1.1698613285664393e-05,
      "loss": 0.21006017923355103,
      "step": 318
    },
    {
      "epoch": 0.4318488529014845,
      "grad_norm": 1.1307263374328613,
      "learning_rate": 1.1685643040775515e-05,
      "loss": 0.4775347113609314,
      "step": 320
    },
    {
      "epoch": 0.43454790823211875,
      "grad_norm": 5.774119853973389,
      "learning_rate": 1.1672576861577423e-05,
      "loss": 1.05266273021698,
      "step": 322
    },
    {
      "epoch": 0.43724696356275305,
      "grad_norm": 1.3685437440872192,
      "learning_rate": 1.165941500863713e-05,
      "loss": 1.074377417564392,
      "step": 324
    },
    {
      "epoch": 0.4399460188933873,
      "grad_norm": 1.943925142288208,
      "learning_rate": 1.1646157744429583e-05,
      "loss": 0.9657345414161682,
      "step": 326
    },
    {
      "epoch": 0.4426450742240216,
      "grad_norm": 1.660365343093872,
      "learning_rate": 1.1632805333332424e-05,
      "loss": 0.9795082807540894,
      "step": 328
    },
    {
      "epoch": 0.44534412955465585,
      "grad_norm": 7.672799587249756,
      "learning_rate": 1.1619358041620728e-05,
      "loss": 0.16447825729846954,
      "step": 330
    },
    {
      "epoch": 0.44804318488529016,
      "grad_norm": 1.6035205125808716,
      "learning_rate": 1.1605816137461693e-05,
      "loss": 1.0562779903411865,
      "step": 332
    },
    {
      "epoch": 0.4507422402159244,
      "grad_norm": 1.6066842079162598,
      "learning_rate": 1.1592179890909276e-05,
      "loss": 0.5840043425559998,
      "step": 334
    },
    {
      "epoch": 0.4534412955465587,
      "grad_norm": 1.5669262409210205,
      "learning_rate": 1.157844957389883e-05,
      "loss": 0.9664932489395142,
      "step": 336
    },
    {
      "epoch": 0.45614035087719296,
      "grad_norm": 1.8515318632125854,
      "learning_rate": 1.1564625460241665e-05,
      "loss": 0.9272164702415466,
      "step": 338
    },
    {
      "epoch": 0.45883940620782726,
      "grad_norm": 1.9376684427261353,
      "learning_rate": 1.1550707825619594e-05,
      "loss": 0.9817652702331543,
      "step": 340
    },
    {
      "epoch": 0.46153846153846156,
      "grad_norm": 5.883458137512207,
      "learning_rate": 1.1536696947579434e-05,
      "loss": 0.6517050266265869,
      "step": 342
    },
    {
      "epoch": 0.4642375168690958,
      "grad_norm": 1.574130654335022,
      "learning_rate": 1.1522593105527472e-05,
      "loss": 0.7160367369651794,
      "step": 344
    },
    {
      "epoch": 0.4669365721997301,
      "grad_norm": 1.5215942859649658,
      "learning_rate": 1.1508396580723888e-05,
      "loss": 0.9305225014686584,
      "step": 346
    },
    {
      "epoch": 0.46963562753036436,
      "grad_norm": 10.74595832824707,
      "learning_rate": 1.1494107656277158e-05,
      "loss": 0.23292149603366852,
      "step": 348
    },
    {
      "epoch": 0.47233468286099867,
      "grad_norm": 1.3209294080734253,
      "learning_rate": 1.1479726617138396e-05,
      "loss": 0.5377740859985352,
      "step": 350
    },
    {
      "epoch": 0.4750337381916329,
      "grad_norm": 5.547281265258789,
      "learning_rate": 1.1465253750095676e-05,
      "loss": 0.5457713007926941,
      "step": 352
    },
    {
      "epoch": 0.4777327935222672,
      "grad_norm": 1.200194239616394,
      "learning_rate": 1.145068934376831e-05,
      "loss": 1.032280445098877,
      "step": 354
    },
    {
      "epoch": 0.48043184885290147,
      "grad_norm": 1.527847409248352,
      "learning_rate": 1.1436033688601103e-05,
      "loss": 0.7377746105194092,
      "step": 356
    },
    {
      "epoch": 0.48313090418353577,
      "grad_norm": 2.019571304321289,
      "learning_rate": 1.142128707685855e-05,
      "loss": 1.0082802772521973,
      "step": 358
    },
    {
      "epoch": 0.48582995951417,
      "grad_norm": 1.2335315942764282,
      "learning_rate": 1.1406449802619007e-05,
      "loss": 1.0848407745361328,
      "step": 360
    },
    {
      "epoch": 0.4885290148448043,
      "grad_norm": 4.238769054412842,
      "learning_rate": 1.1391522161768835e-05,
      "loss": 0.9359495043754578,
      "step": 362
    },
    {
      "epoch": 0.49122807017543857,
      "grad_norm": 7.280695915222168,
      "learning_rate": 1.137650445199649e-05,
      "loss": 0.7889329791069031,
      "step": 364
    },
    {
      "epoch": 0.4939271255060729,
      "grad_norm": 1.1879907846450806,
      "learning_rate": 1.13613969727866e-05,
      "loss": 0.9769068956375122,
      "step": 366
    },
    {
      "epoch": 0.4966261808367072,
      "grad_norm": 2.0206735134124756,
      "learning_rate": 1.1346200025413972e-05,
      "loss": 0.8470125198364258,
      "step": 368
    },
    {
      "epoch": 0.4993252361673414,
      "grad_norm": 1.0538994073867798,
      "learning_rate": 1.1330913912937602e-05,
      "loss": 1.0040283203125,
      "step": 370
    },
    {
      "epoch": 0.5020242914979757,
      "grad_norm": 1.0824867486953735,
      "learning_rate": 1.131553894019463e-05,
      "loss": 1.0739049911499023,
      "step": 372
    },
    {
      "epoch": 0.50472334682861,
      "grad_norm": 2.1606943607330322,
      "learning_rate": 1.1300075413794247e-05,
      "loss": 0.9793626070022583,
      "step": 374
    },
    {
      "epoch": 0.5074224021592443,
      "grad_norm": 1.1736167669296265,
      "learning_rate": 1.1284523642111592e-05,
      "loss": 0.7736898064613342,
      "step": 376
    },
    {
      "epoch": 0.5101214574898786,
      "grad_norm": 1.4421758651733398,
      "learning_rate": 1.1268883935281603e-05,
      "loss": 0.9196012020111084,
      "step": 378
    },
    {
      "epoch": 0.5128205128205128,
      "grad_norm": 1.8012371063232422,
      "learning_rate": 1.1253156605192829e-05,
      "loss": 0.7796334028244019,
      "step": 380
    },
    {
      "epoch": 0.5155195681511471,
      "grad_norm": 1.5929791927337646,
      "learning_rate": 1.1237341965481207e-05,
      "loss": 1.0640032291412354,
      "step": 382
    },
    {
      "epoch": 0.5182186234817814,
      "grad_norm": 1.9453246593475342,
      "learning_rate": 1.1221440331523815e-05,
      "loss": 0.9769595861434937,
      "step": 384
    },
    {
      "epoch": 0.5209176788124157,
      "grad_norm": 10.83289623260498,
      "learning_rate": 1.1205452020432574e-05,
      "loss": 0.5430967211723328,
      "step": 386
    },
    {
      "epoch": 0.5236167341430499,
      "grad_norm": 4.249309062957764,
      "learning_rate": 1.1189377351047935e-05,
      "loss": 0.5993819832801819,
      "step": 388
    },
    {
      "epoch": 0.5263157894736842,
      "grad_norm": 1.6194641590118408,
      "learning_rate": 1.1173216643932509e-05,
      "loss": 1.113552451133728,
      "step": 390
    },
    {
      "epoch": 0.5290148448043185,
      "grad_norm": 1.8865735530853271,
      "learning_rate": 1.1156970221364681e-05,
      "loss": 0.9687294960021973,
      "step": 392
    },
    {
      "epoch": 0.5317139001349528,
      "grad_norm": 1.3079495429992676,
      "learning_rate": 1.1140638407332185e-05,
      "loss": 0.5798075199127197,
      "step": 394
    },
    {
      "epoch": 0.5344129554655871,
      "grad_norm": 1.5965051651000977,
      "learning_rate": 1.1124221527525635e-05,
      "loss": 1.0805583000183105,
      "step": 396
    },
    {
      "epoch": 0.5371120107962213,
      "grad_norm": 1.7013156414031982,
      "learning_rate": 1.1107719909332037e-05,
      "loss": 1.0401415824890137,
      "step": 398
    },
    {
      "epoch": 0.5398110661268556,
      "grad_norm": 2.132007360458374,
      "learning_rate": 1.1091133881828261e-05,
      "loss": 0.8972035646438599,
      "step": 400
    },
    {
      "epoch": 0.5425101214574899,
      "grad_norm": 11.097935676574707,
      "learning_rate": 1.1074463775774472e-05,
      "loss": 0.5467524528503418,
      "step": 402
    },
    {
      "epoch": 0.5452091767881242,
      "grad_norm": 1.6173795461654663,
      "learning_rate": 1.1057709923607537e-05,
      "loss": 0.955978274345398,
      "step": 404
    },
    {
      "epoch": 0.5479082321187584,
      "grad_norm": 2.0655932426452637,
      "learning_rate": 1.1040872659434402e-05,
      "loss": 0.6293669939041138,
      "step": 406
    },
    {
      "epoch": 0.5506072874493927,
      "grad_norm": 1.8929414749145508,
      "learning_rate": 1.1023952319025414e-05,
      "loss": 0.9048166871070862,
      "step": 408
    },
    {
      "epoch": 0.553306342780027,
      "grad_norm": 1.0451692342758179,
      "learning_rate": 1.1006949239807643e-05,
      "loss": 1.1323614120483398,
      "step": 410
    },
    {
      "epoch": 0.5560053981106613,
      "grad_norm": 6.36082649230957,
      "learning_rate": 1.0989863760858138e-05,
      "loss": 0.9985231757164001,
      "step": 412
    },
    {
      "epoch": 0.5587044534412956,
      "grad_norm": 1.1424140930175781,
      "learning_rate": 1.0972696222897176e-05,
      "loss": 0.9446185827255249,
      "step": 414
    },
    {
      "epoch": 0.5614035087719298,
      "grad_norm": 3.7635855674743652,
      "learning_rate": 1.0955446968281463e-05,
      "loss": 0.8581997156143188,
      "step": 416
    },
    {
      "epoch": 0.5641025641025641,
      "grad_norm": 2.5408518314361572,
      "learning_rate": 1.0938116340997299e-05,
      "loss": 0.8878166675567627,
      "step": 418
    },
    {
      "epoch": 0.5668016194331984,
      "grad_norm": 1.8976860046386719,
      "learning_rate": 1.0920704686653735e-05,
      "loss": 0.6632760167121887,
      "step": 420
    },
    {
      "epoch": 0.5695006747638327,
      "grad_norm": 4.141200065612793,
      "learning_rate": 1.0903212352475665e-05,
      "loss": 0.7282555103302002,
      "step": 422
    },
    {
      "epoch": 0.5721997300944669,
      "grad_norm": 1.912293553352356,
      "learning_rate": 1.0885639687296914e-05,
      "loss": 0.9195336699485779,
      "step": 424
    },
    {
      "epoch": 0.5748987854251012,
      "grad_norm": 1.864601492881775,
      "learning_rate": 1.0867987041553269e-05,
      "loss": 0.9130004644393921,
      "step": 426
    },
    {
      "epoch": 0.5775978407557355,
      "grad_norm": 4.861878395080566,
      "learning_rate": 1.0850254767275501e-05,
      "loss": 1.0303194522857666,
      "step": 428
    },
    {
      "epoch": 0.5802968960863698,
      "grad_norm": 1.301428198814392,
      "learning_rate": 1.083244321808234e-05,
      "loss": 1.012520432472229,
      "step": 430
    },
    {
      "epoch": 0.582995951417004,
      "grad_norm": 2.791686534881592,
      "learning_rate": 1.0814552749173427e-05,
      "loss": 0.86846923828125,
      "step": 432
    },
    {
      "epoch": 0.5856950067476383,
      "grad_norm": 3.153118133544922,
      "learning_rate": 1.0796583717322221e-05,
      "loss": 0.7495797872543335,
      "step": 434
    },
    {
      "epoch": 0.5883940620782726,
      "grad_norm": 1.4211339950561523,
      "learning_rate": 1.0778536480868895e-05,
      "loss": 0.4938827157020569,
      "step": 436
    },
    {
      "epoch": 0.5910931174089069,
      "grad_norm": 2.191868782043457,
      "learning_rate": 1.0760411399713189e-05,
      "loss": 1.0031588077545166,
      "step": 438
    },
    {
      "epoch": 0.5937921727395412,
      "grad_norm": 1.890841007232666,
      "learning_rate": 1.0742208835307222e-05,
      "loss": 0.7012419104576111,
      "step": 440
    },
    {
      "epoch": 0.5964912280701754,
      "grad_norm": 5.149887561798096,
      "learning_rate": 1.0723929150648296e-05,
      "loss": 0.6346755027770996,
      "step": 442
    },
    {
      "epoch": 0.5991902834008097,
      "grad_norm": 1.7442600727081299,
      "learning_rate": 1.0705572710271656e-05,
      "loss": 0.9421064853668213,
      "step": 444
    },
    {
      "epoch": 0.601889338731444,
      "grad_norm": 1.8889329433441162,
      "learning_rate": 1.0687139880243208e-05,
      "loss": 0.8577780723571777,
      "step": 446
    },
    {
      "epoch": 0.6045883940620783,
      "grad_norm": 1.529708743095398,
      "learning_rate": 1.0668631028152236e-05,
      "loss": 1.0774247646331787,
      "step": 448
    },
    {
      "epoch": 0.6072874493927125,
      "grad_norm": 5.384032726287842,
      "learning_rate": 1.0650046523104059e-05,
      "loss": 0.6740553379058838,
      "step": 450
    },
    {
      "epoch": 0.6099865047233468,
      "grad_norm": 1.94712233543396,
      "learning_rate": 1.0631386735712675e-05,
      "loss": 0.9021118879318237,
      "step": 452
    },
    {
      "epoch": 0.6126855600539811,
      "grad_norm": 2.5946881771087646,
      "learning_rate": 1.0612652038093372e-05,
      "loss": 1.0916223526000977,
      "step": 454
    },
    {
      "epoch": 0.6153846153846154,
      "grad_norm": 4.924251556396484,
      "learning_rate": 1.0593842803855302e-05,
      "loss": 0.6892099380493164,
      "step": 456
    },
    {
      "epoch": 0.6180836707152496,
      "grad_norm": 1.7946263551712036,
      "learning_rate": 1.0574959408094039e-05,
      "loss": 0.9302884340286255,
      "step": 458
    },
    {
      "epoch": 0.6207827260458839,
      "grad_norm": 3.0235397815704346,
      "learning_rate": 1.0556002227384083e-05,
      "loss": 0.9852180480957031,
      "step": 460
    },
    {
      "epoch": 0.6234817813765182,
      "grad_norm": 2.6003530025482178,
      "learning_rate": 1.0536971639771371e-05,
      "loss": 1.0105475187301636,
      "step": 462
    },
    {
      "epoch": 0.6261808367071525,
      "grad_norm": 1.9353368282318115,
      "learning_rate": 1.0517868024765723e-05,
      "loss": 0.53856360912323,
      "step": 464
    },
    {
      "epoch": 0.6288798920377868,
      "grad_norm": 1.5394912958145142,
      "learning_rate": 1.0498691763333278e-05,
      "loss": 0.7180197238922119,
      "step": 466
    },
    {
      "epoch": 0.631578947368421,
      "grad_norm": 1.3707131147384644,
      "learning_rate": 1.0479443237888898e-05,
      "loss": 0.8788055181503296,
      "step": 468
    },
    {
      "epoch": 0.6342780026990553,
      "grad_norm": 2.12168288230896,
      "learning_rate": 1.0460122832288538e-05,
      "loss": 0.9377783536911011,
      "step": 470
    },
    {
      "epoch": 0.6369770580296896,
      "grad_norm": 1.5926860570907593,
      "learning_rate": 1.0440730931821603e-05,
      "loss": 0.9266502857208252,
      "step": 472
    },
    {
      "epoch": 0.6396761133603239,
      "grad_norm": 1.3771506547927856,
      "learning_rate": 1.0421267923203245e-05,
      "loss": 0.8251262903213501,
      "step": 474
    },
    {
      "epoch": 0.6423751686909581,
      "grad_norm": 1.7435166835784912,
      "learning_rate": 1.0401734194566667e-05,
      "loss": 1.051794171333313,
      "step": 476
    },
    {
      "epoch": 0.6450742240215924,
      "grad_norm": 3.4853711128234863,
      "learning_rate": 1.0382130135455377e-05,
      "loss": 0.9569863080978394,
      "step": 478
    },
    {
      "epoch": 0.6477732793522267,
      "grad_norm": 6.124602794647217,
      "learning_rate": 1.0362456136815419e-05,
      "loss": 0.6598426103591919,
      "step": 480
    },
    {
      "epoch": 0.650472334682861,
      "grad_norm": 3.28501033782959,
      "learning_rate": 1.0342712590987575e-05,
      "loss": 0.9515646696090698,
      "step": 482
    },
    {
      "epoch": 0.6531713900134952,
      "grad_norm": 1.8997509479522705,
      "learning_rate": 1.0322899891699554e-05,
      "loss": 0.7211359739303589,
      "step": 484
    },
    {
      "epoch": 0.6558704453441295,
      "grad_norm": 2.0254898071289062,
      "learning_rate": 1.030301843405812e-05,
      "loss": 0.8057195544242859,
      "step": 486
    },
    {
      "epoch": 0.6585695006747638,
      "grad_norm": 7.1337480545043945,
      "learning_rate": 1.0283068614541222e-05,
      "loss": 0.6165438890457153,
      "step": 488
    },
    {
      "epoch": 0.6612685560053981,
      "grad_norm": 1.6425862312316895,
      "learning_rate": 1.0263050830990097e-05,
      "loss": 1.0961238145828247,
      "step": 490
    },
    {
      "epoch": 0.6639676113360324,
      "grad_norm": 4.242962837219238,
      "learning_rate": 1.0242965482601322e-05,
      "loss": 0.21474683284759521,
      "step": 492
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 1.5638395547866821,
      "learning_rate": 1.0222812969918858e-05,
      "loss": 0.9058488011360168,
      "step": 494
    },
    {
      "epoch": 0.6693657219973009,
      "grad_norm": 6.208765506744385,
      "learning_rate": 1.0202593694826065e-05,
      "loss": 0.39533284306526184,
      "step": 496
    },
    {
      "epoch": 0.6720647773279352,
      "grad_norm": 1.744771957397461,
      "learning_rate": 1.0182308060537681e-05,
      "loss": 1.0490394830703735,
      "step": 498
    },
    {
      "epoch": 0.6747638326585695,
      "grad_norm": 1.165880560874939,
      "learning_rate": 1.016195647159179e-05,
      "loss": 1.1421074867248535,
      "step": 500
    },
    {
      "epoch": 0.6774628879892037,
      "grad_norm": 3.3272783756256104,
      "learning_rate": 1.0141539333841752e-05,
      "loss": 0.9005064964294434,
      "step": 502
    },
    {
      "epoch": 0.680161943319838,
      "grad_norm": 2.1412487030029297,
      "learning_rate": 1.0121057054448099e-05,
      "loss": 0.6484662294387817,
      "step": 504
    },
    {
      "epoch": 0.6828609986504723,
      "grad_norm": 1.8351943492889404,
      "learning_rate": 1.0100510041870434e-05,
      "loss": 0.9145583510398865,
      "step": 506
    },
    {
      "epoch": 0.6855600539811066,
      "grad_norm": 1.9452043771743774,
      "learning_rate": 1.0079898705859268e-05,
      "loss": 1.101776123046875,
      "step": 508
    },
    {
      "epoch": 0.6882591093117408,
      "grad_norm": 1.2626560926437378,
      "learning_rate": 1.0059223457447861e-05,
      "loss": 1.0483142137527466,
      "step": 510
    },
    {
      "epoch": 0.6909581646423751,
      "grad_norm": 0.7712414860725403,
      "learning_rate": 1.0038484708944019e-05,
      "loss": 0.545906662940979,
      "step": 512
    },
    {
      "epoch": 0.6936572199730094,
      "grad_norm": 1.8449019193649292,
      "learning_rate": 1.001768287392187e-05,
      "loss": 0.5840798616409302,
      "step": 514
    },
    {
      "epoch": 0.6963562753036437,
      "grad_norm": 1.3261218070983887,
      "learning_rate": 9.996818367213623e-06,
      "loss": 0.8815082311630249,
      "step": 516
    },
    {
      "epoch": 0.699055330634278,
      "grad_norm": 2.2945189476013184,
      "learning_rate": 9.97589160490129e-06,
      "loss": 0.9285835027694702,
      "step": 518
    },
    {
      "epoch": 0.7017543859649122,
      "grad_norm": 8.204078674316406,
      "learning_rate": 9.95490300430839e-06,
      "loss": 0.593896746635437,
      "step": 520
    },
    {
      "epoch": 0.7044534412955465,
      "grad_norm": 1.5768344402313232,
      "learning_rate": 9.933852983991631e-06,
      "loss": 1.00489342212677,
      "step": 522
    },
    {
      "epoch": 0.7071524966261808,
      "grad_norm": 3.006584405899048,
      "learning_rate": 9.91274196373255e-06,
      "loss": 1.0357744693756104,
      "step": 524
    },
    {
      "epoch": 0.7098515519568152,
      "grad_norm": 6.199564456939697,
      "learning_rate": 9.891570364529163e-06,
      "loss": 0.642838716506958,
      "step": 526
    },
    {
      "epoch": 0.7125506072874493,
      "grad_norm": 1.7646253108978271,
      "learning_rate": 9.87033860858755e-06,
      "loss": 0.9927930235862732,
      "step": 528
    },
    {
      "epoch": 0.7152496626180836,
      "grad_norm": 4.5279221534729,
      "learning_rate": 9.849047119313439e-06,
      "loss": 0.2820289433002472,
      "step": 530
    },
    {
      "epoch": 0.717948717948718,
      "grad_norm": 1.3871742486953735,
      "learning_rate": 9.827696321303773e-06,
      "loss": 0.9865570068359375,
      "step": 532
    },
    {
      "epoch": 0.7206477732793523,
      "grad_norm": 5.380123615264893,
      "learning_rate": 9.806286640338232e-06,
      "loss": 0.23654060065746307,
      "step": 534
    },
    {
      "epoch": 0.7233468286099866,
      "grad_norm": 1.4577468633651733,
      "learning_rate": 9.78481850337075e-06,
      "loss": 0.7747691869735718,
      "step": 536
    },
    {
      "epoch": 0.7260458839406208,
      "grad_norm": 3.0036792755126953,
      "learning_rate": 9.763292338520986e-06,
      "loss": 0.9602346420288086,
      "step": 538
    },
    {
      "epoch": 0.728744939271255,
      "grad_norm": 1.4889585971832275,
      "learning_rate": 9.741708575065808e-06,
      "loss": 0.5133143663406372,
      "step": 540
    },
    {
      "epoch": 0.7314439946018894,
      "grad_norm": 7.9594268798828125,
      "learning_rate": 9.720067643430716e-06,
      "loss": 0.310360312461853,
      "step": 542
    },
    {
      "epoch": 0.7341430499325237,
      "grad_norm": 2.530517578125,
      "learning_rate": 9.698369975181262e-06,
      "loss": 1.0847041606903076,
      "step": 544
    },
    {
      "epoch": 0.7368421052631579,
      "grad_norm": 7.523575305938721,
      "learning_rate": 9.676616003014447e-06,
      "loss": 0.5520514249801636,
      "step": 546
    },
    {
      "epoch": 0.7395411605937922,
      "grad_norm": 16.927391052246094,
      "learning_rate": 9.65480616075009e-06,
      "loss": 0.6531012058258057,
      "step": 548
    },
    {
      "epoch": 0.7422402159244265,
      "grad_norm": 1.8876800537109375,
      "learning_rate": 9.632940883322178e-06,
      "loss": 0.9499740600585938,
      "step": 550
    },
    {
      "epoch": 0.7449392712550608,
      "grad_norm": 1.4345674514770508,
      "learning_rate": 9.611020606770188e-06,
      "loss": 0.5219556093215942,
      "step": 552
    },
    {
      "epoch": 0.747638326585695,
      "grad_norm": 5.749211311340332,
      "learning_rate": 9.5890457682304e-06,
      "loss": 0.6242225170135498,
      "step": 554
    },
    {
      "epoch": 0.7503373819163293,
      "grad_norm": 2.7486813068389893,
      "learning_rate": 9.567016805927166e-06,
      "loss": 0.6217697858810425,
      "step": 556
    },
    {
      "epoch": 0.7530364372469636,
      "grad_norm": 1.5207133293151855,
      "learning_rate": 9.544934159164188e-06,
      "loss": 1.0374534130096436,
      "step": 558
    },
    {
      "epoch": 0.7557354925775979,
      "grad_norm": 6.610947132110596,
      "learning_rate": 9.522798268315749e-06,
      "loss": 0.6023949384689331,
      "step": 560
    },
    {
      "epoch": 0.7584345479082322,
      "grad_norm": 1.1763848066329956,
      "learning_rate": 9.500609574817922e-06,
      "loss": 0.693153440952301,
      "step": 562
    },
    {
      "epoch": 0.7611336032388664,
      "grad_norm": 0.46580708026885986,
      "learning_rate": 9.478368521159782e-06,
      "loss": 0.1448395848274231,
      "step": 564
    },
    {
      "epoch": 0.7638326585695007,
      "grad_norm": 2.9862771034240723,
      "learning_rate": 9.456075550874576e-06,
      "loss": 0.6183888912200928,
      "step": 566
    },
    {
      "epoch": 0.766531713900135,
      "grad_norm": 63.45586013793945,
      "learning_rate": 9.433731108530874e-06,
      "loss": 0.9780744314193726,
      "step": 568
    },
    {
      "epoch": 0.7692307692307693,
      "grad_norm": 1.2516928911209106,
      "learning_rate": 9.411335639723707e-06,
      "loss": 1.024972677230835,
      "step": 570
    },
    {
      "epoch": 0.7719298245614035,
      "grad_norm": 1.1070282459259033,
      "learning_rate": 9.388889591065685e-06,
      "loss": 0.9459818601608276,
      "step": 572
    },
    {
      "epoch": 0.7746288798920378,
      "grad_norm": 1.320272445678711,
      "learning_rate": 9.36639341017808e-06,
      "loss": 1.0482739210128784,
      "step": 574
    },
    {
      "epoch": 0.7773279352226721,
      "grad_norm": 1.0126550197601318,
      "learning_rate": 9.343847545681912e-06,
      "loss": 0.7617048025131226,
      "step": 576
    },
    {
      "epoch": 0.7800269905533064,
      "grad_norm": 1.111310362815857,
      "learning_rate": 9.321252447188992e-06,
      "loss": 1.0313292741775513,
      "step": 578
    },
    {
      "epoch": 0.7827260458839406,
      "grad_norm": 2.3641977310180664,
      "learning_rate": 9.298608565292958e-06,
      "loss": 0.8116118311882019,
      "step": 580
    },
    {
      "epoch": 0.7854251012145749,
      "grad_norm": 3.368452548980713,
      "learning_rate": 9.275916351560302e-06,
      "loss": 0.85608971118927,
      "step": 582
    },
    {
      "epoch": 0.7881241565452092,
      "grad_norm": 4.553686141967773,
      "learning_rate": 9.25317625852134e-06,
      "loss": 0.1353357583284378,
      "step": 584
    },
    {
      "epoch": 0.7908232118758435,
      "grad_norm": 1.8922858238220215,
      "learning_rate": 9.230388739661216e-06,
      "loss": 1.093623399734497,
      "step": 586
    },
    {
      "epoch": 0.7935222672064778,
      "grad_norm": 1.1269725561141968,
      "learning_rate": 9.207554249410829e-06,
      "loss": 0.7518768310546875,
      "step": 588
    },
    {
      "epoch": 0.796221322537112,
      "grad_norm": 1.5451685190200806,
      "learning_rate": 9.184673243137799e-06,
      "loss": 0.9263067245483398,
      "step": 590
    },
    {
      "epoch": 0.7989203778677463,
      "grad_norm": 1.5247893333435059,
      "learning_rate": 9.161746177137366e-06,
      "loss": 0.8519529104232788,
      "step": 592
    },
    {
      "epoch": 0.8016194331983806,
      "grad_norm": 2.638950824737549,
      "learning_rate": 9.138773508623304e-06,
      "loss": 1.0825176239013672,
      "step": 594
    },
    {
      "epoch": 0.8043184885290149,
      "grad_norm": 2.3280320167541504,
      "learning_rate": 9.115755695718785e-06,
      "loss": 1.038777470588684,
      "step": 596
    },
    {
      "epoch": 0.8070175438596491,
      "grad_norm": 1.8069512844085693,
      "learning_rate": 9.092693197447267e-06,
      "loss": 0.9702070951461792,
      "step": 598
    },
    {
      "epoch": 0.8097165991902834,
      "grad_norm": 5.8682379722595215,
      "learning_rate": 9.069586473723325e-06,
      "loss": 0.5837458372116089,
      "step": 600
    },
    {
      "epoch": 0.8124156545209177,
      "grad_norm": 2.862755298614502,
      "learning_rate": 9.046435985343476e-06,
      "loss": 0.8376547694206238,
      "step": 602
    },
    {
      "epoch": 0.815114709851552,
      "grad_norm": 1.6289156675338745,
      "learning_rate": 9.023242193977e-06,
      "loss": 0.8585331439971924,
      "step": 604
    },
    {
      "epoch": 0.8178137651821862,
      "grad_norm": 2.9280383586883545,
      "learning_rate": 9.000005562156733e-06,
      "loss": 0.9037019610404968,
      "step": 606
    },
    {
      "epoch": 0.8205128205128205,
      "grad_norm": 1.8420056104660034,
      "learning_rate": 8.976726553269837e-06,
      "loss": 0.9938711524009705,
      "step": 608
    },
    {
      "epoch": 0.8232118758434548,
      "grad_norm": 1.1752334833145142,
      "learning_rate": 8.953405631548557e-06,
      "loss": 1.0280206203460693,
      "step": 610
    },
    {
      "epoch": 0.8259109311740891,
      "grad_norm": 1.6784051656723022,
      "learning_rate": 8.930043262060974e-06,
      "loss": 0.8855659365653992,
      "step": 612
    },
    {
      "epoch": 0.8286099865047234,
      "grad_norm": 2.5772430896759033,
      "learning_rate": 8.906639910701719e-06,
      "loss": 0.9628806710243225,
      "step": 614
    },
    {
      "epoch": 0.8313090418353576,
      "grad_norm": 1.87814462184906,
      "learning_rate": 8.883196044182693e-06,
      "loss": 0.56829833984375,
      "step": 616
    },
    {
      "epoch": 0.8340080971659919,
      "grad_norm": 2.191746950149536,
      "learning_rate": 8.859712130023752e-06,
      "loss": 0.9893323183059692,
      "step": 618
    },
    {
      "epoch": 0.8367071524966262,
      "grad_norm": 1.060782790184021,
      "learning_rate": 8.836188636543382e-06,
      "loss": 0.7178077697753906,
      "step": 620
    },
    {
      "epoch": 0.8394062078272605,
      "grad_norm": 1.4658266305923462,
      "learning_rate": 8.812626032849373e-06,
      "loss": 0.5496494770050049,
      "step": 622
    },
    {
      "epoch": 0.8421052631578947,
      "grad_norm": 1.6255152225494385,
      "learning_rate": 8.789024788829443e-06,
      "loss": 0.6712936162948608,
      "step": 624
    },
    {
      "epoch": 0.844804318488529,
      "grad_norm": 1.417540192604065,
      "learning_rate": 8.765385375141892e-06,
      "loss": 0.7042181491851807,
      "step": 626
    },
    {
      "epoch": 0.8475033738191633,
      "grad_norm": 1.9119606018066406,
      "learning_rate": 8.741708263206186e-06,
      "loss": 1.062172532081604,
      "step": 628
    },
    {
      "epoch": 0.8502024291497976,
      "grad_norm": 7.317932605743408,
      "learning_rate": 8.717993925193591e-06,
      "loss": 0.7059786915779114,
      "step": 630
    },
    {
      "epoch": 0.8529014844804319,
      "grad_norm": 1.9727838039398193,
      "learning_rate": 8.694242834017729e-06,
      "loss": 1.1658766269683838,
      "step": 632
    },
    {
      "epoch": 0.8556005398110661,
      "grad_norm": 2.5640006065368652,
      "learning_rate": 8.670455463325162e-06,
      "loss": 0.8735545873641968,
      "step": 634
    },
    {
      "epoch": 0.8582995951417004,
      "grad_norm": 1.479243516921997,
      "learning_rate": 8.646632287485932e-06,
      "loss": 0.8225340843200684,
      "step": 636
    },
    {
      "epoch": 0.8609986504723347,
      "grad_norm": 1.6788865327835083,
      "learning_rate": 8.622773781584127e-06,
      "loss": 0.9871320724487305,
      "step": 638
    },
    {
      "epoch": 0.863697705802969,
      "grad_norm": 4.9331440925598145,
      "learning_rate": 8.598880421408375e-06,
      "loss": 0.24402402341365814,
      "step": 640
    },
    {
      "epoch": 0.8663967611336032,
      "grad_norm": 1.409420132637024,
      "learning_rate": 8.57495268344238e-06,
      "loss": 1.0236334800720215,
      "step": 642
    },
    {
      "epoch": 0.8690958164642375,
      "grad_norm": 2.8709068298339844,
      "learning_rate": 8.550991044855408e-06,
      "loss": 0.9956761598587036,
      "step": 644
    },
    {
      "epoch": 0.8717948717948718,
      "grad_norm": 1.2389776706695557,
      "learning_rate": 8.526995983492777e-06,
      "loss": 0.9422023296356201,
      "step": 646
    },
    {
      "epoch": 0.8744939271255061,
      "grad_norm": 2.6241936683654785,
      "learning_rate": 8.50296797786632e-06,
      "loss": 0.9618534445762634,
      "step": 648
    },
    {
      "epoch": 0.8771929824561403,
      "grad_norm": 5.383096218109131,
      "learning_rate": 8.478907507144855e-06,
      "loss": 0.5624386072158813,
      "step": 650
    },
    {
      "epoch": 0.8798920377867746,
      "grad_norm": 2.1661858558654785,
      "learning_rate": 8.454815051144614e-06,
      "loss": 0.709771454334259,
      "step": 652
    },
    {
      "epoch": 0.8825910931174089,
      "grad_norm": 2.7425076961517334,
      "learning_rate": 8.430691090319692e-06,
      "loss": 1.019305944442749,
      "step": 654
    },
    {
      "epoch": 0.8852901484480432,
      "grad_norm": 1.5749717950820923,
      "learning_rate": 8.406536105752446e-06,
      "loss": 0.991958498954773,
      "step": 656
    },
    {
      "epoch": 0.8879892037786775,
      "grad_norm": 1.0196173191070557,
      "learning_rate": 8.382350579143922e-06,
      "loss": 1.085745096206665,
      "step": 658
    },
    {
      "epoch": 0.8906882591093117,
      "grad_norm": 0.9763017296791077,
      "learning_rate": 8.35813499280423e-06,
      "loss": 1.089850664138794,
      "step": 660
    },
    {
      "epoch": 0.893387314439946,
      "grad_norm": 14.465669631958008,
      "learning_rate": 8.333889829642934e-06,
      "loss": 0.7980184555053711,
      "step": 662
    },
    {
      "epoch": 0.8960863697705803,
      "grad_norm": 2.9542925357818604,
      "learning_rate": 8.309615573159432e-06,
      "loss": 0.3161945343017578,
      "step": 664
    },
    {
      "epoch": 0.8987854251012146,
      "grad_norm": 3.6325623989105225,
      "learning_rate": 8.285312707433288e-06,
      "loss": 0.7513540983200073,
      "step": 666
    },
    {
      "epoch": 0.9014844804318488,
      "grad_norm": 1.150533676147461,
      "learning_rate": 8.260981717114611e-06,
      "loss": 0.9773034453392029,
      "step": 668
    },
    {
      "epoch": 0.9041835357624831,
      "grad_norm": 1.3201379776000977,
      "learning_rate": 8.23662308741436e-06,
      "loss": 1.034916639328003,
      "step": 670
    },
    {
      "epoch": 0.9068825910931174,
      "grad_norm": 7.727103233337402,
      "learning_rate": 8.21223730409469e-06,
      "loss": 0.7840131521224976,
      "step": 672
    },
    {
      "epoch": 0.9095816464237517,
      "grad_norm": 1.597216010093689,
      "learning_rate": 8.187824853459248e-06,
      "loss": 0.9697774648666382,
      "step": 674
    },
    {
      "epoch": 0.9122807017543859,
      "grad_norm": 1.5465730428695679,
      "learning_rate": 8.163386222343491e-06,
      "loss": 0.9404412508010864,
      "step": 676
    },
    {
      "epoch": 0.9149797570850202,
      "grad_norm": 1.401080846786499,
      "learning_rate": 8.138921898104967e-06,
      "loss": 1.0558454990386963,
      "step": 678
    },
    {
      "epoch": 0.9176788124156545,
      "grad_norm": 6.414635181427002,
      "learning_rate": 8.1144323686136e-06,
      "loss": 0.33971545100212097,
      "step": 680
    },
    {
      "epoch": 0.9203778677462888,
      "grad_norm": 1.2682753801345825,
      "learning_rate": 8.08991812224195e-06,
      "loss": 1.0396260023117065,
      "step": 682
    },
    {
      "epoch": 0.9230769230769231,
      "grad_norm": 10.276638984680176,
      "learning_rate": 8.0653796478555e-06,
      "loss": 0.9345718622207642,
      "step": 684
    },
    {
      "epoch": 0.9257759784075573,
      "grad_norm": 2.0107717514038086,
      "learning_rate": 8.040817434802875e-06,
      "loss": 1.0054938793182373,
      "step": 686
    },
    {
      "epoch": 0.9284750337381916,
      "grad_norm": 1.338994026184082,
      "learning_rate": 8.01623197290611e-06,
      "loss": 1.0551596879959106,
      "step": 688
    },
    {
      "epoch": 0.9311740890688259,
      "grad_norm": 3.6777682304382324,
      "learning_rate": 7.991623752450866e-06,
      "loss": 0.8525782823562622,
      "step": 690
    },
    {
      "epoch": 0.9338731443994602,
      "grad_norm": 2.8609213829040527,
      "learning_rate": 7.966993264176657e-06,
      "loss": 0.8466967344284058,
      "step": 692
    },
    {
      "epoch": 0.9365721997300944,
      "grad_norm": 1.2463239431381226,
      "learning_rate": 7.94234099926706e-06,
      "loss": 0.936937153339386,
      "step": 694
    },
    {
      "epoch": 0.9392712550607287,
      "grad_norm": 1.7466425895690918,
      "learning_rate": 7.917667449339935e-06,
      "loss": 0.9347761869430542,
      "step": 696
    },
    {
      "epoch": 0.941970310391363,
      "grad_norm": 1.8468271493911743,
      "learning_rate": 7.892973106437598e-06,
      "loss": 0.8284968137741089,
      "step": 698
    },
    {
      "epoch": 0.9446693657219973,
      "grad_norm": 1.7733769416809082,
      "learning_rate": 7.868258463017027e-06,
      "loss": 0.9093437194824219,
      "step": 700
    },
    {
      "epoch": 0.9473684210526315,
      "grad_norm": 1.6979347467422485,
      "learning_rate": 7.843524011940038e-06,
      "loss": 0.5854538679122925,
      "step": 702
    },
    {
      "epoch": 0.9500674763832658,
      "grad_norm": 1.380608081817627,
      "learning_rate": 7.818770246463445e-06,
      "loss": 0.7273447513580322,
      "step": 704
    },
    {
      "epoch": 0.9527665317139001,
      "grad_norm": 1.1277148723602295,
      "learning_rate": 7.793997660229233e-06,
      "loss": 1.00750732421875,
      "step": 706
    },
    {
      "epoch": 0.9554655870445344,
      "grad_norm": 0.6885129809379578,
      "learning_rate": 7.769206747254719e-06,
      "loss": 0.18471550941467285,
      "step": 708
    },
    {
      "epoch": 0.9581646423751687,
      "grad_norm": 3.316200017929077,
      "learning_rate": 7.744398001922686e-06,
      "loss": 0.9240825176239014,
      "step": 710
    },
    {
      "epoch": 0.9608636977058029,
      "grad_norm": 4.04154109954834,
      "learning_rate": 7.719571918971539e-06,
      "loss": 0.41226115822792053,
      "step": 712
    },
    {
      "epoch": 0.9635627530364372,
      "grad_norm": 1.1670745611190796,
      "learning_rate": 7.694728993485423e-06,
      "loss": 0.8245844841003418,
      "step": 714
    },
    {
      "epoch": 0.9662618083670715,
      "grad_norm": 2.671957492828369,
      "learning_rate": 7.669869720884367e-06,
      "loss": 0.9521523714065552,
      "step": 716
    },
    {
      "epoch": 0.9689608636977058,
      "grad_norm": 1.659239649772644,
      "learning_rate": 7.64499459691439e-06,
      "loss": 0.9625018835067749,
      "step": 718
    },
    {
      "epoch": 0.97165991902834,
      "grad_norm": 4.6280364990234375,
      "learning_rate": 7.620104117637621e-06,
      "loss": 0.8236821293830872,
      "step": 720
    },
    {
      "epoch": 0.9743589743589743,
      "grad_norm": 1.4543287754058838,
      "learning_rate": 7.595198779422408e-06,
      "loss": 1.03853178024292,
      "step": 722
    },
    {
      "epoch": 0.9770580296896086,
      "grad_norm": 9.59180736541748,
      "learning_rate": 7.570279078933419e-06,
      "loss": 0.2856726050376892,
      "step": 724
    },
    {
      "epoch": 0.979757085020243,
      "grad_norm": 4.740160942077637,
      "learning_rate": 7.54534551312173e-06,
      "loss": 0.1729520559310913,
      "step": 726
    },
    {
      "epoch": 0.9824561403508771,
      "grad_norm": 1.3076441287994385,
      "learning_rate": 7.520398579214927e-06,
      "loss": 0.958693265914917,
      "step": 728
    },
    {
      "epoch": 0.9851551956815114,
      "grad_norm": 1.226672887802124,
      "learning_rate": 7.495438774707179e-06,
      "loss": 0.8376245498657227,
      "step": 730
    },
    {
      "epoch": 0.9878542510121457,
      "grad_norm": 1.606249451637268,
      "learning_rate": 7.4704665973493254e-06,
      "loss": 0.9087053537368774,
      "step": 732
    },
    {
      "epoch": 0.99055330634278,
      "grad_norm": 3.589003801345825,
      "learning_rate": 7.445482545138942e-06,
      "loss": 0.8934133052825928,
      "step": 734
    },
    {
      "epoch": 0.9932523616734144,
      "grad_norm": 1.0932425260543823,
      "learning_rate": 7.420487116310418e-06,
      "loss": 1.093599796295166,
      "step": 736
    },
    {
      "epoch": 0.9959514170040485,
      "grad_norm": 1.64720618724823,
      "learning_rate": 7.3954808093250175e-06,
      "loss": 1.0401995182037354,
      "step": 738
    },
    {
      "epoch": 0.9986504723346828,
      "grad_norm": 1.071671724319458,
      "learning_rate": 7.37046412286093e-06,
      "loss": 0.6273572444915771,
      "step": 740
    },
    {
      "epoch": 1.001349527665317,
      "grad_norm": 1.4724849462509155,
      "learning_rate": 7.34543755580334e-06,
      "loss": 0.885528564453125,
      "step": 742
    },
    {
      "epoch": 1.0040485829959513,
      "grad_norm": 1.077073097229004,
      "learning_rate": 7.320401607234473e-06,
      "loss": 0.7546196579933167,
      "step": 744
    },
    {
      "epoch": 1.0067476383265856,
      "grad_norm": 1.7151180505752563,
      "learning_rate": 7.295356776423637e-06,
      "loss": 0.6727256774902344,
      "step": 746
    },
    {
      "epoch": 1.00944669365722,
      "grad_norm": 7.7168073654174805,
      "learning_rate": 7.270303562817274e-06,
      "loss": 0.44044023752212524,
      "step": 748
    },
    {
      "epoch": 1.0121457489878543,
      "grad_norm": 2.8954923152923584,
      "learning_rate": 7.245242466028994e-06,
      "loss": 0.8065706491470337,
      "step": 750
    },
    {
      "epoch": 1.0148448043184886,
      "grad_norm": 3.5301990509033203,
      "learning_rate": 7.220173985829614e-06,
      "loss": 0.5840882062911987,
      "step": 752
    },
    {
      "epoch": 1.0175438596491229,
      "grad_norm": 5.2072062492370605,
      "learning_rate": 7.195098622137196e-06,
      "loss": 0.4359647035598755,
      "step": 754
    },
    {
      "epoch": 1.0202429149797572,
      "grad_norm": 1.3144277334213257,
      "learning_rate": 7.170016875007067e-06,
      "loss": 0.7932149171829224,
      "step": 756
    },
    {
      "epoch": 1.0229419703103915,
      "grad_norm": 2.169553756713867,
      "learning_rate": 7.144929244621857e-06,
      "loss": 0.6181255578994751,
      "step": 758
    },
    {
      "epoch": 1.0256410256410255,
      "grad_norm": 3.7381906509399414,
      "learning_rate": 7.1198362312815205e-06,
      "loss": 0.20642229914665222,
      "step": 760
    },
    {
      "epoch": 1.0283400809716599,
      "grad_norm": 3.731247663497925,
      "learning_rate": 7.094738335393361e-06,
      "loss": 0.7006998062133789,
      "step": 762
    },
    {
      "epoch": 1.0310391363022942,
      "grad_norm": 1.382784366607666,
      "learning_rate": 7.069636057462043e-06,
      "loss": 0.6871730089187622,
      "step": 764
    },
    {
      "epoch": 1.0337381916329285,
      "grad_norm": 1.5015952587127686,
      "learning_rate": 7.044529898079626e-06,
      "loss": 0.8277305364608765,
      "step": 766
    },
    {
      "epoch": 1.0364372469635628,
      "grad_norm": 2.0695316791534424,
      "learning_rate": 7.01942035791557e-06,
      "loss": 0.4166184365749359,
      "step": 768
    },
    {
      "epoch": 1.039136302294197,
      "grad_norm": 1.3989157676696777,
      "learning_rate": 6.994307937706755e-06,
      "loss": 0.90754234790802,
      "step": 770
    },
    {
      "epoch": 1.0418353576248314,
      "grad_norm": 1.9147645235061646,
      "learning_rate": 6.969193138247497e-06,
      "loss": 0.7407764196395874,
      "step": 772
    },
    {
      "epoch": 1.0445344129554657,
      "grad_norm": 3.022681951522827,
      "learning_rate": 6.944076460379559e-06,
      "loss": 0.46522819995880127,
      "step": 774
    },
    {
      "epoch": 1.0472334682861,
      "grad_norm": 1.5226314067840576,
      "learning_rate": 6.918958404982161e-06,
      "loss": 0.7765253782272339,
      "step": 776
    },
    {
      "epoch": 1.049932523616734,
      "grad_norm": 2.1499991416931152,
      "learning_rate": 6.893839472961994e-06,
      "loss": 0.7544516324996948,
      "step": 778
    },
    {
      "epoch": 1.0526315789473684,
      "grad_norm": 3.095790386199951,
      "learning_rate": 6.868720165243235e-06,
      "loss": 0.6773780584335327,
      "step": 780
    },
    {
      "epoch": 1.0553306342780027,
      "grad_norm": 1.459345817565918,
      "learning_rate": 6.843600982757548e-06,
      "loss": 0.7147480249404907,
      "step": 782
    },
    {
      "epoch": 1.058029689608637,
      "grad_norm": 3.3086650371551514,
      "learning_rate": 6.818482426434101e-06,
      "loss": 0.7261034250259399,
      "step": 784
    },
    {
      "epoch": 1.0607287449392713,
      "grad_norm": 1.651834487915039,
      "learning_rate": 6.79336499718958e-06,
      "loss": 0.8136019706726074,
      "step": 786
    },
    {
      "epoch": 1.0634278002699056,
      "grad_norm": 7.757126331329346,
      "learning_rate": 6.768249195918188e-06,
      "loss": 0.5220491886138916,
      "step": 788
    },
    {
      "epoch": 1.0661268556005399,
      "grad_norm": 4.931647777557373,
      "learning_rate": 6.743135523481661e-06,
      "loss": 0.7346121072769165,
      "step": 790
    },
    {
      "epoch": 1.0688259109311742,
      "grad_norm": 42.31561279296875,
      "learning_rate": 6.718024480699292e-06,
      "loss": 0.4509182274341583,
      "step": 792
    },
    {
      "epoch": 1.0715249662618083,
      "grad_norm": 6.802929878234863,
      "learning_rate": 6.692916568337926e-06,
      "loss": 0.20489805936813354,
      "step": 794
    },
    {
      "epoch": 1.0742240215924426,
      "grad_norm": 2.2887001037597656,
      "learning_rate": 6.667812287101978e-06,
      "loss": 0.7869080305099487,
      "step": 796
    },
    {
      "epoch": 1.0769230769230769,
      "grad_norm": 1.7047935724258423,
      "learning_rate": 6.64271213762346e-06,
      "loss": 0.7171746492385864,
      "step": 798
    },
    {
      "epoch": 1.0796221322537112,
      "grad_norm": 1.3638522624969482,
      "learning_rate": 6.617616620451979e-06,
      "loss": 0.8181086778640747,
      "step": 800
    },
    {
      "epoch": 1.0823211875843455,
      "grad_norm": 2.479830741882324,
      "learning_rate": 6.592526236044769e-06,
      "loss": 0.6260647177696228,
      "step": 802
    },
    {
      "epoch": 1.0850202429149798,
      "grad_norm": 2.7747585773468018,
      "learning_rate": 6.567441484756705e-06,
      "loss": 0.6399790048599243,
      "step": 804
    },
    {
      "epoch": 1.087719298245614,
      "grad_norm": 2.4006686210632324,
      "learning_rate": 6.5423628668303235e-06,
      "loss": 0.6539818644523621,
      "step": 806
    },
    {
      "epoch": 1.0904183535762484,
      "grad_norm": 3.984959125518799,
      "learning_rate": 6.517290882385854e-06,
      "loss": 0.4466148614883423,
      "step": 808
    },
    {
      "epoch": 1.0931174089068827,
      "grad_norm": 6.600959300994873,
      "learning_rate": 6.492226031411236e-06,
      "loss": 0.42955803871154785,
      "step": 810
    },
    {
      "epoch": 1.0958164642375168,
      "grad_norm": 2.7055540084838867,
      "learning_rate": 6.467168813752154e-06,
      "loss": 0.6232951283454895,
      "step": 812
    },
    {
      "epoch": 1.098515519568151,
      "grad_norm": 3.5650031566619873,
      "learning_rate": 6.442119729102068e-06,
      "loss": 0.6016315221786499,
      "step": 814
    },
    {
      "epoch": 1.1012145748987854,
      "grad_norm": 3.2496516704559326,
      "learning_rate": 6.41707927699225e-06,
      "loss": 0.4725358486175537,
      "step": 816
    },
    {
      "epoch": 1.1039136302294197,
      "grad_norm": 1.7780163288116455,
      "learning_rate": 6.3920479567818155e-06,
      "loss": 0.6818860173225403,
      "step": 818
    },
    {
      "epoch": 1.106612685560054,
      "grad_norm": 3.279601812362671,
      "learning_rate": 6.367026267647783e-06,
      "loss": 0.7466439008712769,
      "step": 820
    },
    {
      "epoch": 1.1093117408906883,
      "grad_norm": 2.5535480976104736,
      "learning_rate": 6.342014708575093e-06,
      "loss": 0.8270366787910461,
      "step": 822
    },
    {
      "epoch": 1.1120107962213226,
      "grad_norm": 1.4318671226501465,
      "learning_rate": 6.317013778346681e-06,
      "loss": 0.4883289933204651,
      "step": 824
    },
    {
      "epoch": 1.114709851551957,
      "grad_norm": 6.088655948638916,
      "learning_rate": 6.2920239755335176e-06,
      "loss": 0.4648905098438263,
      "step": 826
    },
    {
      "epoch": 1.117408906882591,
      "grad_norm": 3.39751935005188,
      "learning_rate": 6.2670457984846695e-06,
      "loss": 0.79395592212677,
      "step": 828
    },
    {
      "epoch": 1.1201079622132253,
      "grad_norm": 7.12752628326416,
      "learning_rate": 6.2420797453173574e-06,
      "loss": 0.22918568551540375,
      "step": 830
    },
    {
      "epoch": 1.1228070175438596,
      "grad_norm": 1.8719902038574219,
      "learning_rate": 6.217126313907036e-06,
      "loss": 0.7311997413635254,
      "step": 832
    },
    {
      "epoch": 1.125506072874494,
      "grad_norm": 9.373211860656738,
      "learning_rate": 6.192186001877449e-06,
      "loss": 0.487352192401886,
      "step": 834
    },
    {
      "epoch": 1.1282051282051282,
      "grad_norm": 1.653995394706726,
      "learning_rate": 6.167259306590711e-06,
      "loss": 0.5706923007965088,
      "step": 836
    },
    {
      "epoch": 1.1309041835357625,
      "grad_norm": 1.8983337879180908,
      "learning_rate": 6.142346725137395e-06,
      "loss": 0.7815992832183838,
      "step": 838
    },
    {
      "epoch": 1.1336032388663968,
      "grad_norm": 2.8028581142425537,
      "learning_rate": 6.117448754326609e-06,
      "loss": 0.34738290309906006,
      "step": 840
    },
    {
      "epoch": 1.136302294197031,
      "grad_norm": 3.3673501014709473,
      "learning_rate": 6.092565890676098e-06,
      "loss": 0.3341389000415802,
      "step": 842
    },
    {
      "epoch": 1.1390013495276654,
      "grad_norm": 4.791003704071045,
      "learning_rate": 6.06769863040234e-06,
      "loss": 0.48775380849838257,
      "step": 844
    },
    {
      "epoch": 1.1417004048582995,
      "grad_norm": 3.2612569332122803,
      "learning_rate": 6.042847469410645e-06,
      "loss": 0.7673020958900452,
      "step": 846
    },
    {
      "epoch": 1.1443994601889338,
      "grad_norm": 2.966323137283325,
      "learning_rate": 6.018012903285271e-06,
      "loss": 0.7615069150924683,
      "step": 848
    },
    {
      "epoch": 1.147098515519568,
      "grad_norm": 7.46718168258667,
      "learning_rate": 5.993195427279541e-06,
      "loss": 0.8174636960029602,
      "step": 850
    },
    {
      "epoch": 1.1497975708502024,
      "grad_norm": 1.3792356252670288,
      "learning_rate": 5.968395536305962e-06,
      "loss": 0.4660506844520569,
      "step": 852
    },
    {
      "epoch": 1.1524966261808367,
      "grad_norm": 1.9996525049209595,
      "learning_rate": 5.943613724926361e-06,
      "loss": 0.6199110746383667,
      "step": 854
    },
    {
      "epoch": 1.155195681511471,
      "grad_norm": 5.937838554382324,
      "learning_rate": 5.918850487342022e-06,
      "loss": 0.6069660186767578,
      "step": 856
    },
    {
      "epoch": 1.1578947368421053,
      "grad_norm": 1.8015501499176025,
      "learning_rate": 5.894106317383823e-06,
      "loss": 0.45053383708000183,
      "step": 858
    },
    {
      "epoch": 1.1605937921727396,
      "grad_norm": 2.855788469314575,
      "learning_rate": 5.869381708502398e-06,
      "loss": 0.5916150808334351,
      "step": 860
    },
    {
      "epoch": 1.163292847503374,
      "grad_norm": 1.6809040307998657,
      "learning_rate": 5.844677153758292e-06,
      "loss": 0.48865312337875366,
      "step": 862
    },
    {
      "epoch": 1.165991902834008,
      "grad_norm": 2.5966737270355225,
      "learning_rate": 5.819993145812122e-06,
      "loss": 0.42146843671798706,
      "step": 864
    },
    {
      "epoch": 1.1686909581646423,
      "grad_norm": 1.4814966917037964,
      "learning_rate": 5.795330176914772e-06,
      "loss": 0.6994541883468628,
      "step": 866
    },
    {
      "epoch": 1.1713900134952766,
      "grad_norm": 2.2960119247436523,
      "learning_rate": 5.770688738897551e-06,
      "loss": 0.5806586146354675,
      "step": 868
    },
    {
      "epoch": 1.174089068825911,
      "grad_norm": 3.2501308917999268,
      "learning_rate": 5.7460693231624e-06,
      "loss": 0.8271964192390442,
      "step": 870
    },
    {
      "epoch": 1.1767881241565452,
      "grad_norm": 3.3459393978118896,
      "learning_rate": 5.7214724206720915e-06,
      "loss": 0.31470566987991333,
      "step": 872
    },
    {
      "epoch": 1.1794871794871795,
      "grad_norm": 1.6450824737548828,
      "learning_rate": 5.696898521940438e-06,
      "loss": 0.7387674450874329,
      "step": 874
    },
    {
      "epoch": 1.1821862348178138,
      "grad_norm": 0.4505995810031891,
      "learning_rate": 5.6723481170225055e-06,
      "loss": 0.3696012496948242,
      "step": 876
    },
    {
      "epoch": 1.1848852901484481,
      "grad_norm": 0.2561063766479492,
      "learning_rate": 5.647821695504846e-06,
      "loss": 0.423138827085495,
      "step": 878
    },
    {
      "epoch": 1.1875843454790824,
      "grad_norm": 1.6858747005462646,
      "learning_rate": 5.623319746495732e-06,
      "loss": 0.32702261209487915,
      "step": 880
    },
    {
      "epoch": 1.1902834008097165,
      "grad_norm": 1.5090140104293823,
      "learning_rate": 5.598842758615401e-06,
      "loss": 0.6388052701950073,
      "step": 882
    },
    {
      "epoch": 1.1929824561403508,
      "grad_norm": 2.3837759494781494,
      "learning_rate": 5.574391219986317e-06,
      "loss": 0.38176387548446655,
      "step": 884
    },
    {
      "epoch": 1.1956815114709851,
      "grad_norm": 2.500481605529785,
      "learning_rate": 5.549965618223428e-06,
      "loss": 0.7306652069091797,
      "step": 886
    },
    {
      "epoch": 1.1983805668016194,
      "grad_norm": 3.897916793823242,
      "learning_rate": 5.525566440424449e-06,
      "loss": 0.49203619360923767,
      "step": 888
    },
    {
      "epoch": 1.2010796221322537,
      "grad_norm": 1.7262345552444458,
      "learning_rate": 5.501194173160148e-06,
      "loss": 0.37901103496551514,
      "step": 890
    },
    {
      "epoch": 1.203778677462888,
      "grad_norm": 4.88112735748291,
      "learning_rate": 5.476849302464638e-06,
      "loss": 0.35398244857788086,
      "step": 892
    },
    {
      "epoch": 1.2064777327935223,
      "grad_norm": 1.9734995365142822,
      "learning_rate": 5.452532313825684e-06,
      "loss": 0.7075091004371643,
      "step": 894
    },
    {
      "epoch": 1.2091767881241566,
      "grad_norm": 5.391160011291504,
      "learning_rate": 5.4282436921750305e-06,
      "loss": 0.5342161655426025,
      "step": 896
    },
    {
      "epoch": 1.211875843454791,
      "grad_norm": 1.6796256303787231,
      "learning_rate": 5.403983921878722e-06,
      "loss": 0.498091459274292,
      "step": 898
    },
    {
      "epoch": 1.214574898785425,
      "grad_norm": 1.9090220928192139,
      "learning_rate": 5.37975348672744e-06,
      "loss": 0.6458582878112793,
      "step": 900
    },
    {
      "epoch": 1.2172739541160593,
      "grad_norm": 2.673980712890625,
      "learning_rate": 5.355552869926876e-06,
      "loss": 0.6077509522438049,
      "step": 902
    },
    {
      "epoch": 1.2199730094466936,
      "grad_norm": 2.16408371925354,
      "learning_rate": 5.33138255408807e-06,
      "loss": 0.8459935188293457,
      "step": 904
    },
    {
      "epoch": 1.222672064777328,
      "grad_norm": 1.250825047492981,
      "learning_rate": 5.3072430212177975e-06,
      "loss": 0.5663684606552124,
      "step": 906
    },
    {
      "epoch": 1.2253711201079622,
      "grad_norm": 2.2070729732513428,
      "learning_rate": 5.283134752708964e-06,
      "loss": 0.04916539788246155,
      "step": 908
    },
    {
      "epoch": 1.2280701754385965,
      "grad_norm": 1.4894299507141113,
      "learning_rate": 5.2590582293309935e-06,
      "loss": 0.6701165437698364,
      "step": 910
    },
    {
      "epoch": 1.2307692307692308,
      "grad_norm": 2.152111291885376,
      "learning_rate": 5.235013931220241e-06,
      "loss": 0.37132638692855835,
      "step": 912
    },
    {
      "epoch": 1.2334682860998651,
      "grad_norm": 0.9825637340545654,
      "learning_rate": 5.2110023378704315e-06,
      "loss": 0.35279959440231323,
      "step": 914
    },
    {
      "epoch": 1.2361673414304994,
      "grad_norm": 1.7362233400344849,
      "learning_rate": 5.187023928123085e-06,
      "loss": 0.727353572845459,
      "step": 916
    },
    {
      "epoch": 1.2388663967611335,
      "grad_norm": 1.6653279066085815,
      "learning_rate": 5.163079180157966e-06,
      "loss": 0.7612659931182861,
      "step": 918
    },
    {
      "epoch": 1.2415654520917678,
      "grad_norm": 2.676962375640869,
      "learning_rate": 5.139168571483559e-06,
      "loss": 0.47323521971702576,
      "step": 920
    },
    {
      "epoch": 1.2442645074224021,
      "grad_norm": 2.4546144008636475,
      "learning_rate": 5.115292578927536e-06,
      "loss": 0.3562048077583313,
      "step": 922
    },
    {
      "epoch": 1.2469635627530364,
      "grad_norm": 1.6883822679519653,
      "learning_rate": 5.091451678627251e-06,
      "loss": 0.6207482814788818,
      "step": 924
    },
    {
      "epoch": 1.2496626180836707,
      "grad_norm": 1.189233660697937,
      "learning_rate": 5.06764634602025e-06,
      "loss": 0.5157153010368347,
      "step": 926
    },
    {
      "epoch": 1.252361673414305,
      "grad_norm": 3.9678120613098145,
      "learning_rate": 5.043877055834775e-06,
      "loss": 0.44284674525260925,
      "step": 928
    },
    {
      "epoch": 1.2550607287449393,
      "grad_norm": 1.0479458570480347,
      "learning_rate": 5.020144282080314e-06,
      "loss": 0.7401950359344482,
      "step": 930
    },
    {
      "epoch": 1.2577597840755734,
      "grad_norm": 15.801717758178711,
      "learning_rate": 4.996448498038139e-06,
      "loss": 0.39344197511672974,
      "step": 932
    },
    {
      "epoch": 1.260458839406208,
      "grad_norm": 1.5226280689239502,
      "learning_rate": 4.972790176251868e-06,
      "loss": 0.6036249399185181,
      "step": 934
    },
    {
      "epoch": 1.263157894736842,
      "grad_norm": 1.5542678833007812,
      "learning_rate": 4.949169788518046e-06,
      "loss": 0.830246090888977,
      "step": 936
    },
    {
      "epoch": 1.2658569500674763,
      "grad_norm": 1.36121666431427,
      "learning_rate": 4.92558780587673e-06,
      "loss": 0.4464884400367737,
      "step": 938
    },
    {
      "epoch": 1.2685560053981106,
      "grad_norm": 1.4898165464401245,
      "learning_rate": 4.9020446986021015e-06,
      "loss": 0.3654748201370239,
      "step": 940
    },
    {
      "epoch": 1.271255060728745,
      "grad_norm": 1.4254517555236816,
      "learning_rate": 4.8785409361930865e-06,
      "loss": 0.7567611336708069,
      "step": 942
    },
    {
      "epoch": 1.2739541160593792,
      "grad_norm": 1.619158387184143,
      "learning_rate": 4.855076987363988e-06,
      "loss": 0.7386656999588013,
      "step": 944
    },
    {
      "epoch": 1.2766531713900136,
      "grad_norm": 1.5548937320709229,
      "learning_rate": 4.831653320035144e-06,
      "loss": 0.9016460180282593,
      "step": 946
    },
    {
      "epoch": 1.2793522267206479,
      "grad_norm": 1.3139351606369019,
      "learning_rate": 4.808270401323599e-06,
      "loss": 0.712449312210083,
      "step": 948
    },
    {
      "epoch": 1.282051282051282,
      "grad_norm": 1.7884823083877563,
      "learning_rate": 4.7849286975337815e-06,
      "loss": 0.6212611198425293,
      "step": 950
    },
    {
      "epoch": 1.2847503373819165,
      "grad_norm": 1.0487291812896729,
      "learning_rate": 4.7616286741482036e-06,
      "loss": 0.7121725082397461,
      "step": 952
    },
    {
      "epoch": 1.2874493927125505,
      "grad_norm": 1.6497894525527954,
      "learning_rate": 4.738370795818193e-06,
      "loss": 0.6121946573257446,
      "step": 954
    },
    {
      "epoch": 1.2901484480431848,
      "grad_norm": 2.2327287197113037,
      "learning_rate": 4.715155526354606e-06,
      "loss": 0.8555269241333008,
      "step": 956
    },
    {
      "epoch": 1.2928475033738192,
      "grad_norm": 17.18166160583496,
      "learning_rate": 4.6919833287185954e-06,
      "loss": 0.7826257944107056,
      "step": 958
    },
    {
      "epoch": 1.2955465587044535,
      "grad_norm": 1.892973780632019,
      "learning_rate": 4.6688546650123706e-06,
      "loss": 0.8690598011016846,
      "step": 960
    },
    {
      "epoch": 1.2982456140350878,
      "grad_norm": 1.4111993312835693,
      "learning_rate": 4.645769996469983e-06,
      "loss": 0.6364820599555969,
      "step": 962
    },
    {
      "epoch": 1.300944669365722,
      "grad_norm": 3.973740339279175,
      "learning_rate": 4.622729783448124e-06,
      "loss": 0.5858311653137207,
      "step": 964
    },
    {
      "epoch": 1.3036437246963564,
      "grad_norm": 2.5259652137756348,
      "learning_rate": 4.599734485416955e-06,
      "loss": 0.7325659990310669,
      "step": 966
    },
    {
      "epoch": 1.3063427800269904,
      "grad_norm": 13.180168151855469,
      "learning_rate": 4.576784560950933e-06,
      "loss": 0.34615111351013184,
      "step": 968
    },
    {
      "epoch": 1.3090418353576248,
      "grad_norm": 1.4625717401504517,
      "learning_rate": 4.553880467719675e-06,
      "loss": 0.578520655632019,
      "step": 970
    },
    {
      "epoch": 1.311740890688259,
      "grad_norm": 8.096935272216797,
      "learning_rate": 4.531022662478826e-06,
      "loss": 0.37505674362182617,
      "step": 972
    },
    {
      "epoch": 1.3144399460188934,
      "grad_norm": 1.8905644416809082,
      "learning_rate": 4.5082116010609495e-06,
      "loss": 0.6498898267745972,
      "step": 974
    },
    {
      "epoch": 1.3171390013495277,
      "grad_norm": 1.8634613752365112,
      "learning_rate": 4.48544773836644e-06,
      "loss": 0.6129083037376404,
      "step": 976
    },
    {
      "epoch": 1.319838056680162,
      "grad_norm": 2.667171001434326,
      "learning_rate": 4.462731528354454e-06,
      "loss": 0.46260231733322144,
      "step": 978
    },
    {
      "epoch": 1.3225371120107963,
      "grad_norm": 3.009416103363037,
      "learning_rate": 4.440063424033848e-06,
      "loss": 0.692058801651001,
      "step": 980
    },
    {
      "epoch": 1.3252361673414306,
      "grad_norm": 1.555985689163208,
      "learning_rate": 4.417443877454153e-06,
      "loss": 0.7391829490661621,
      "step": 982
    },
    {
      "epoch": 1.3279352226720649,
      "grad_norm": 2.0486674308776855,
      "learning_rate": 4.3948733396965576e-06,
      "loss": 0.5268170237541199,
      "step": 984
    },
    {
      "epoch": 1.330634278002699,
      "grad_norm": 1.6344236135482788,
      "learning_rate": 4.372352260864907e-06,
      "loss": 0.6643505096435547,
      "step": 986
    },
    {
      "epoch": 1.3333333333333333,
      "grad_norm": 2.9619522094726562,
      "learning_rate": 4.3498810900767415e-06,
      "loss": 0.5001938343048096,
      "step": 988
    },
    {
      "epoch": 1.3360323886639676,
      "grad_norm": 1.5613045692443848,
      "learning_rate": 4.327460275454321e-06,
      "loss": 0.7717913389205933,
      "step": 990
    },
    {
      "epoch": 1.3387314439946019,
      "grad_norm": 1.4568570852279663,
      "learning_rate": 4.3050902641156995e-06,
      "loss": 0.3589901328086853,
      "step": 992
    },
    {
      "epoch": 1.3414304993252362,
      "grad_norm": 5.554232120513916,
      "learning_rate": 4.282771502165812e-06,
      "loss": 0.6063488721847534,
      "step": 994
    },
    {
      "epoch": 1.3441295546558705,
      "grad_norm": 1.037520408630371,
      "learning_rate": 4.260504434687568e-06,
      "loss": 0.7692219018936157,
      "step": 996
    },
    {
      "epoch": 1.3468286099865048,
      "grad_norm": 7.167163848876953,
      "learning_rate": 4.238289505732982e-06,
      "loss": 0.3994293808937073,
      "step": 998
    },
    {
      "epoch": 1.349527665317139,
      "grad_norm": 1.551005482673645,
      "learning_rate": 4.21612715831432e-06,
      "loss": 0.33824437856674194,
      "step": 1000
    },
    {
      "epoch": 1.3522267206477734,
      "grad_norm": 2.381816864013672,
      "learning_rate": 4.1940178343952596e-06,
      "loss": 0.7282351851463318,
      "step": 1002
    },
    {
      "epoch": 1.3549257759784075,
      "grad_norm": 1.5229370594024658,
      "learning_rate": 4.171961974882077e-06,
      "loss": 0.8121545314788818,
      "step": 1004
    },
    {
      "epoch": 1.3576248313090418,
      "grad_norm": 1.3013309240341187,
      "learning_rate": 4.149960019614857e-06,
      "loss": 0.6453372240066528,
      "step": 1006
    },
    {
      "epoch": 1.360323886639676,
      "grad_norm": 1.6318532228469849,
      "learning_rate": 4.1280124073587234e-06,
      "loss": 0.6700369119644165,
      "step": 1008
    },
    {
      "epoch": 1.3630229419703104,
      "grad_norm": 1.9664186239242554,
      "learning_rate": 4.106119575795082e-06,
      "loss": 0.6605565547943115,
      "step": 1010
    },
    {
      "epoch": 1.3657219973009447,
      "grad_norm": 1.618058681488037,
      "learning_rate": 4.084281961512902e-06,
      "loss": 0.37986230850219727,
      "step": 1012
    },
    {
      "epoch": 1.368421052631579,
      "grad_norm": 1.9911377429962158,
      "learning_rate": 4.062500000000001e-06,
      "loss": 0.6968834400177002,
      "step": 1014
    },
    {
      "epoch": 1.3711201079622133,
      "grad_norm": 3.1421597003936768,
      "learning_rate": 4.040774125634362e-06,
      "loss": 0.8204485774040222,
      "step": 1016
    },
    {
      "epoch": 1.3738191632928474,
      "grad_norm": 1.7936409711837769,
      "learning_rate": 4.019104771675477e-06,
      "loss": 0.4428718090057373,
      "step": 1018
    },
    {
      "epoch": 1.376518218623482,
      "grad_norm": 2.101984977722168,
      "learning_rate": 3.997492370255699e-06,
      "loss": 0.8280647993087769,
      "step": 1020
    },
    {
      "epoch": 1.379217273954116,
      "grad_norm": 1.8467909097671509,
      "learning_rate": 3.975937352371629e-06,
      "loss": 0.3088380992412567,
      "step": 1022
    },
    {
      "epoch": 1.3819163292847503,
      "grad_norm": 2.341449737548828,
      "learning_rate": 3.954440147875524e-06,
      "loss": 0.39887773990631104,
      "step": 1024
    },
    {
      "epoch": 1.3846153846153846,
      "grad_norm": 22.286470413208008,
      "learning_rate": 3.9330011854667124e-06,
      "loss": 0.5050676465034485,
      "step": 1026
    },
    {
      "epoch": 1.3873144399460189,
      "grad_norm": 2.2894952297210693,
      "learning_rate": 3.91162089268306e-06,
      "loss": 0.7694636583328247,
      "step": 1028
    },
    {
      "epoch": 1.3900134952766532,
      "grad_norm": 1.8550227880477905,
      "learning_rate": 3.890299695892435e-06,
      "loss": 0.6376620531082153,
      "step": 1030
    },
    {
      "epoch": 1.3927125506072875,
      "grad_norm": 1.3034743070602417,
      "learning_rate": 3.8690380202842075e-06,
      "loss": 0.5672460794448853,
      "step": 1032
    },
    {
      "epoch": 1.3954116059379218,
      "grad_norm": 14.647714614868164,
      "learning_rate": 3.847836289860769e-06,
      "loss": 0.3966209292411804,
      "step": 1034
    },
    {
      "epoch": 1.3981106612685559,
      "grad_norm": 4.088876724243164,
      "learning_rate": 3.826694927429083e-06,
      "loss": 0.5219507217407227,
      "step": 1036
    },
    {
      "epoch": 1.4008097165991904,
      "grad_norm": 1.5946576595306396,
      "learning_rate": 3.805614354592246e-06,
      "loss": 0.6981402635574341,
      "step": 1038
    },
    {
      "epoch": 1.4035087719298245,
      "grad_norm": 1.6788384914398193,
      "learning_rate": 3.784594991741079e-06,
      "loss": 0.7897889018058777,
      "step": 1040
    },
    {
      "epoch": 1.4062078272604588,
      "grad_norm": 3.879822015762329,
      "learning_rate": 3.7636372580457534e-06,
      "loss": 0.3763599395751953,
      "step": 1042
    },
    {
      "epoch": 1.408906882591093,
      "grad_norm": 3.674297332763672,
      "learning_rate": 3.742741571447424e-06,
      "loss": 0.10553102195262909,
      "step": 1044
    },
    {
      "epoch": 1.4116059379217274,
      "grad_norm": 2.0286495685577393,
      "learning_rate": 3.7219083486498912e-06,
      "loss": 0.3425998091697693,
      "step": 1046
    },
    {
      "epoch": 1.4143049932523617,
      "grad_norm": 2.1781485080718994,
      "learning_rate": 3.7011380051113058e-06,
      "loss": 0.7947150468826294,
      "step": 1048
    },
    {
      "epoch": 1.417004048582996,
      "grad_norm": 1.2689515352249146,
      "learning_rate": 3.6804309550358677e-06,
      "loss": 0.46531498432159424,
      "step": 1050
    },
    {
      "epoch": 1.4197031039136303,
      "grad_norm": 1.434031367301941,
      "learning_rate": 3.659787611365574e-06,
      "loss": 0.6526649594306946,
      "step": 1052
    },
    {
      "epoch": 1.4224021592442644,
      "grad_norm": 2.48591947555542,
      "learning_rate": 3.6392083857719812e-06,
      "loss": 0.5354222059249878,
      "step": 1054
    },
    {
      "epoch": 1.425101214574899,
      "grad_norm": 4.407574653625488,
      "learning_rate": 3.6186936886479986e-06,
      "loss": 0.6338904500007629,
      "step": 1056
    },
    {
      "epoch": 1.427800269905533,
      "grad_norm": 12.838454246520996,
      "learning_rate": 3.598243929099704e-06,
      "loss": 0.47556883096694946,
      "step": 1058
    },
    {
      "epoch": 1.4304993252361673,
      "grad_norm": 1.669755220413208,
      "learning_rate": 3.577859514938181e-06,
      "loss": 0.5890032052993774,
      "step": 1060
    },
    {
      "epoch": 1.4331983805668016,
      "grad_norm": 1.2008280754089355,
      "learning_rate": 3.5575408526713886e-06,
      "loss": 0.3775816559791565,
      "step": 1062
    },
    {
      "epoch": 1.435897435897436,
      "grad_norm": 2.5516271591186523,
      "learning_rate": 3.5372883474960595e-06,
      "loss": 0.5098634362220764,
      "step": 1064
    },
    {
      "epoch": 1.4385964912280702,
      "grad_norm": 1.3215935230255127,
      "learning_rate": 3.5171024032896113e-06,
      "loss": 0.726750910282135,
      "step": 1066
    },
    {
      "epoch": 1.4412955465587045,
      "grad_norm": 3.994313955307007,
      "learning_rate": 3.4969834226020947e-06,
      "loss": 0.39119070768356323,
      "step": 1068
    },
    {
      "epoch": 1.4439946018893388,
      "grad_norm": 1.602039098739624,
      "learning_rate": 3.4769318066481747e-06,
      "loss": 0.6564367413520813,
      "step": 1070
    },
    {
      "epoch": 1.446693657219973,
      "grad_norm": 8.2996244430542,
      "learning_rate": 3.4569479552991156e-06,
      "loss": 0.35547560453414917,
      "step": 1072
    },
    {
      "epoch": 1.4493927125506074,
      "grad_norm": 1.2243651151657104,
      "learning_rate": 3.437032267074816e-06,
      "loss": 0.8508844971656799,
      "step": 1074
    },
    {
      "epoch": 1.4520917678812415,
      "grad_norm": 1.6840155124664307,
      "learning_rate": 3.4171851391358574e-06,
      "loss": 0.6419157385826111,
      "step": 1076
    },
    {
      "epoch": 1.4547908232118758,
      "grad_norm": 1.2368465662002563,
      "learning_rate": 3.3974069672755875e-06,
      "loss": 0.10182754695415497,
      "step": 1078
    },
    {
      "epoch": 1.45748987854251,
      "grad_norm": 13.594934463500977,
      "learning_rate": 3.3776981459122213e-06,
      "loss": 0.47692227363586426,
      "step": 1080
    },
    {
      "epoch": 1.4601889338731444,
      "grad_norm": 1.5118765830993652,
      "learning_rate": 3.3580590680809876e-06,
      "loss": 0.7316707372665405,
      "step": 1082
    },
    {
      "epoch": 1.4628879892037787,
      "grad_norm": 1.727602481842041,
      "learning_rate": 3.338490125426275e-06,
      "loss": 0.6650782823562622,
      "step": 1084
    },
    {
      "epoch": 1.465587044534413,
      "grad_norm": 1.1840381622314453,
      "learning_rate": 3.3189917081938286e-06,
      "loss": 0.7887551188468933,
      "step": 1086
    },
    {
      "epoch": 1.4682860998650473,
      "grad_norm": 1.3345993757247925,
      "learning_rate": 3.2995642052229782e-06,
      "loss": 0.4664420485496521,
      "step": 1088
    },
    {
      "epoch": 1.4709851551956814,
      "grad_norm": 1.6331321001052856,
      "learning_rate": 3.2802080039388673e-06,
      "loss": 0.8616183400154114,
      "step": 1090
    },
    {
      "epoch": 1.4736842105263157,
      "grad_norm": 1.847618818283081,
      "learning_rate": 3.260923490344732e-06,
      "loss": 0.5459949970245361,
      "step": 1092
    },
    {
      "epoch": 1.47638326585695,
      "grad_norm": 3.2221004962921143,
      "learning_rate": 3.2417110490142145e-06,
      "loss": 0.6761457324028015,
      "step": 1094
    },
    {
      "epoch": 1.4790823211875843,
      "grad_norm": 1.1452100276947021,
      "learning_rate": 3.222571063083678e-06,
      "loss": 0.7724871635437012,
      "step": 1096
    },
    {
      "epoch": 1.4817813765182186,
      "grad_norm": 1.6045210361480713,
      "learning_rate": 3.2035039142445718e-06,
      "loss": 0.8433651924133301,
      "step": 1098
    },
    {
      "epoch": 1.484480431848853,
      "grad_norm": 1.699333667755127,
      "learning_rate": 3.184509982735827e-06,
      "loss": 0.7413595914840698,
      "step": 1100
    },
    {
      "epoch": 1.4871794871794872,
      "grad_norm": 1.9658582210540771,
      "learning_rate": 3.1655896473362632e-06,
      "loss": 0.5522735118865967,
      "step": 1102
    },
    {
      "epoch": 1.4898785425101215,
      "grad_norm": 1.078214168548584,
      "learning_rate": 3.14674328535704e-06,
      "loss": 0.21913763880729675,
      "step": 1104
    },
    {
      "epoch": 1.4925775978407558,
      "grad_norm": 1.8495062589645386,
      "learning_rate": 3.1279712726341337e-06,
      "loss": 0.6720937490463257,
      "step": 1106
    },
    {
      "epoch": 1.49527665317139,
      "grad_norm": 1.9412720203399658,
      "learning_rate": 3.109273983520838e-06,
      "loss": 0.7124868631362915,
      "step": 1108
    },
    {
      "epoch": 1.4979757085020242,
      "grad_norm": 1.5045949220657349,
      "learning_rate": 3.090651790880304e-06,
      "loss": 0.725304365158081,
      "step": 1110
    },
    {
      "epoch": 1.5006747638326585,
      "grad_norm": 1.9396291971206665,
      "learning_rate": 3.0721050660781e-06,
      "loss": 0.7659965753555298,
      "step": 1112
    },
    {
      "epoch": 1.5033738191632928,
      "grad_norm": 1.9754250049591064,
      "learning_rate": 3.053634178974804e-06,
      "loss": 0.511092483997345,
      "step": 1114
    },
    {
      "epoch": 1.5060728744939271,
      "grad_norm": 1.1582471132278442,
      "learning_rate": 3.0352394979186396e-06,
      "loss": 0.6046227216720581,
      "step": 1116
    },
    {
      "epoch": 1.5087719298245614,
      "grad_norm": 6.374830722808838,
      "learning_rate": 3.0169213897381145e-06,
      "loss": 0.46287164092063904,
      "step": 1118
    },
    {
      "epoch": 1.5114709851551957,
      "grad_norm": 1.767095923423767,
      "learning_rate": 2.9986802197347152e-06,
      "loss": 0.900627613067627,
      "step": 1120
    },
    {
      "epoch": 1.5141700404858298,
      "grad_norm": 1.4868059158325195,
      "learning_rate": 2.9805163516756204e-06,
      "loss": 0.769967257976532,
      "step": 1122
    },
    {
      "epoch": 1.5168690958164643,
      "grad_norm": 2.632185697555542,
      "learning_rate": 2.962430147786445e-06,
      "loss": 0.6432470083236694,
      "step": 1124
    },
    {
      "epoch": 1.5195681511470984,
      "grad_norm": 9.906206130981445,
      "learning_rate": 2.9444219687440157e-06,
      "loss": 0.5127274990081787,
      "step": 1126
    },
    {
      "epoch": 1.522267206477733,
      "grad_norm": 2.0955259799957275,
      "learning_rate": 2.9264921736691867e-06,
      "loss": 0.42444682121276855,
      "step": 1128
    },
    {
      "epoch": 1.524966261808367,
      "grad_norm": 2.149416208267212,
      "learning_rate": 2.9086411201196646e-06,
      "loss": 0.5323820114135742,
      "step": 1130
    },
    {
      "epoch": 1.5276653171390013,
      "grad_norm": 1.5409173965454102,
      "learning_rate": 2.8908691640828852e-06,
      "loss": 0.6285885572433472,
      "step": 1132
    },
    {
      "epoch": 1.5303643724696356,
      "grad_norm": 2.386502265930176,
      "learning_rate": 2.873176659968921e-06,
      "loss": 0.575620174407959,
      "step": 1134
    },
    {
      "epoch": 1.53306342780027,
      "grad_norm": 2.00553297996521,
      "learning_rate": 2.8555639606033987e-06,
      "loss": 0.4259451627731323,
      "step": 1136
    },
    {
      "epoch": 1.5357624831309042,
      "grad_norm": 7.872402667999268,
      "learning_rate": 2.8380314172204726e-06,
      "loss": 0.11073433607816696,
      "step": 1138
    },
    {
      "epoch": 1.5384615384615383,
      "grad_norm": 5.999627590179443,
      "learning_rate": 2.8205793794558236e-06,
      "loss": 0.6745946407318115,
      "step": 1140
    },
    {
      "epoch": 1.5411605937921729,
      "grad_norm": 2.0469369888305664,
      "learning_rate": 2.8032081953396775e-06,
      "loss": 0.5133538842201233,
      "step": 1142
    },
    {
      "epoch": 1.543859649122807,
      "grad_norm": 0.9723069667816162,
      "learning_rate": 2.785918211289868e-06,
      "loss": 0.692731499671936,
      "step": 1144
    },
    {
      "epoch": 1.5465587044534415,
      "grad_norm": 1.7804145812988281,
      "learning_rate": 2.768709772104932e-06,
      "loss": 0.4003831744194031,
      "step": 1146
    },
    {
      "epoch": 1.5492577597840755,
      "grad_norm": 1.6913983821868896,
      "learning_rate": 2.7515832209572283e-06,
      "loss": 0.6252081990242004,
      "step": 1148
    },
    {
      "epoch": 1.5519568151147098,
      "grad_norm": 3.494619369506836,
      "learning_rate": 2.734538899386098e-06,
      "loss": 0.7116725444793701,
      "step": 1150
    },
    {
      "epoch": 1.5546558704453441,
      "grad_norm": 2.3654909133911133,
      "learning_rate": 2.7175771472910535e-06,
      "loss": 0.7219235301017761,
      "step": 1152
    },
    {
      "epoch": 1.5573549257759784,
      "grad_norm": 1.9625266790390015,
      "learning_rate": 2.7006983029249958e-06,
      "loss": 0.7391921281814575,
      "step": 1154
    },
    {
      "epoch": 1.5600539811066128,
      "grad_norm": 1.6443387269973755,
      "learning_rate": 2.6839027028874717e-06,
      "loss": 0.7720010280609131,
      "step": 1156
    },
    {
      "epoch": 1.5627530364372468,
      "grad_norm": 3.267526388168335,
      "learning_rate": 2.667190682117967e-06,
      "loss": 0.6769675016403198,
      "step": 1158
    },
    {
      "epoch": 1.5654520917678814,
      "grad_norm": 1.439118504524231,
      "learning_rate": 2.6505625738892153e-06,
      "loss": 0.7269835472106934,
      "step": 1160
    },
    {
      "epoch": 1.5681511470985154,
      "grad_norm": 4.097200393676758,
      "learning_rate": 2.634018709800558e-06,
      "loss": 0.6407755613327026,
      "step": 1162
    },
    {
      "epoch": 1.5708502024291497,
      "grad_norm": 0.7139143347740173,
      "learning_rate": 2.61755941977134e-06,
      "loss": 0.30610889196395874,
      "step": 1164
    },
    {
      "epoch": 1.573549257759784,
      "grad_norm": 1.56275475025177,
      "learning_rate": 2.601185032034313e-06,
      "loss": 0.683242678642273,
      "step": 1166
    },
    {
      "epoch": 1.5762483130904184,
      "grad_norm": 3.5380778312683105,
      "learning_rate": 2.5848958731291024e-06,
      "loss": 0.38974276185035706,
      "step": 1168
    },
    {
      "epoch": 1.5789473684210527,
      "grad_norm": 4.699647903442383,
      "learning_rate": 2.568692267895693e-06,
      "loss": 0.7000415325164795,
      "step": 1170
    },
    {
      "epoch": 1.581646423751687,
      "grad_norm": 1.5647377967834473,
      "learning_rate": 2.5525745394679455e-06,
      "loss": 0.7570105791091919,
      "step": 1172
    },
    {
      "epoch": 1.5843454790823213,
      "grad_norm": 5.9123334884643555,
      "learning_rate": 2.536543009267165e-06,
      "loss": 0.20975083112716675,
      "step": 1174
    },
    {
      "epoch": 1.5870445344129553,
      "grad_norm": 1.4215142726898193,
      "learning_rate": 2.520597996995678e-06,
      "loss": 0.7487507462501526,
      "step": 1176
    },
    {
      "epoch": 1.5897435897435899,
      "grad_norm": 5.5586371421813965,
      "learning_rate": 2.5047398206304597e-06,
      "loss": 0.4733960032463074,
      "step": 1178
    },
    {
      "epoch": 1.592442645074224,
      "grad_norm": 6.647611141204834,
      "learning_rate": 2.4889687964168013e-06,
      "loss": 0.5053025484085083,
      "step": 1180
    },
    {
      "epoch": 1.5951417004048583,
      "grad_norm": 3.1487364768981934,
      "learning_rate": 2.4732852388619934e-06,
      "loss": 0.48154693841934204,
      "step": 1182
    },
    {
      "epoch": 1.5978407557354926,
      "grad_norm": 1.7464215755462646,
      "learning_rate": 2.4576894607290587e-06,
      "loss": 0.4145604968070984,
      "step": 1184
    },
    {
      "epoch": 1.6005398110661269,
      "grad_norm": 1.1593838930130005,
      "learning_rate": 2.4421817730305156e-06,
      "loss": 0.39196354150772095,
      "step": 1186
    },
    {
      "epoch": 1.6032388663967612,
      "grad_norm": 1.4402377605438232,
      "learning_rate": 2.4267624850221723e-06,
      "loss": 0.5265844464302063,
      "step": 1188
    },
    {
      "epoch": 1.6059379217273952,
      "grad_norm": 2.604595184326172,
      "learning_rate": 2.4114319041969635e-06,
      "loss": 0.5243338942527771,
      "step": 1190
    },
    {
      "epoch": 1.6086369770580298,
      "grad_norm": 0.9398858547210693,
      "learning_rate": 2.3961903362788154e-06,
      "loss": 0.5175016522407532,
      "step": 1192
    },
    {
      "epoch": 1.6113360323886639,
      "grad_norm": 1.7844507694244385,
      "learning_rate": 2.3810380852165517e-06,
      "loss": 0.6253082752227783,
      "step": 1194
    },
    {
      "epoch": 1.6140350877192984,
      "grad_norm": 2.234337329864502,
      "learning_rate": 2.365975453177828e-06,
      "loss": 0.7877857685089111,
      "step": 1196
    },
    {
      "epoch": 1.6167341430499325,
      "grad_norm": 1.4822181463241577,
      "learning_rate": 2.351002740543113e-06,
      "loss": 0.5377737283706665,
      "step": 1198
    },
    {
      "epoch": 1.6194331983805668,
      "grad_norm": 1.9002721309661865,
      "learning_rate": 2.336120245899691e-06,
      "loss": 0.6274523735046387,
      "step": 1200
    },
    {
      "epoch": 1.622132253711201,
      "grad_norm": 2.3867383003234863,
      "learning_rate": 2.3213282660357083e-06,
      "loss": 0.4820527136325836,
      "step": 1202
    },
    {
      "epoch": 1.6248313090418354,
      "grad_norm": 0.8942919969558716,
      "learning_rate": 2.3066270959342636e-06,
      "loss": 0.3185853064060211,
      "step": 1204
    },
    {
      "epoch": 1.6275303643724697,
      "grad_norm": 3.2428300380706787,
      "learning_rate": 2.2920170287675116e-06,
      "loss": 0.24991720914840698,
      "step": 1206
    },
    {
      "epoch": 1.6302294197031038,
      "grad_norm": 1.798754096031189,
      "learning_rate": 2.2774983558908253e-06,
      "loss": 0.756623387336731,
      "step": 1208
    },
    {
      "epoch": 1.6329284750337383,
      "grad_norm": 1.6678624153137207,
      "learning_rate": 2.2630713668369872e-06,
      "loss": 0.4156914949417114,
      "step": 1210
    },
    {
      "epoch": 1.6356275303643724,
      "grad_norm": 1.567728877067566,
      "learning_rate": 2.2487363493104073e-06,
      "loss": 0.7142396569252014,
      "step": 1212
    },
    {
      "epoch": 1.6383265856950069,
      "grad_norm": 5.427001953125,
      "learning_rate": 2.2344935891813945e-06,
      "loss": 0.14030721783638,
      "step": 1214
    },
    {
      "epoch": 1.641025641025641,
      "grad_norm": 2.0503334999084473,
      "learning_rate": 2.2203433704804495e-06,
      "loss": 0.7471613883972168,
      "step": 1216
    },
    {
      "epoch": 1.6437246963562753,
      "grad_norm": 1.1235144138336182,
      "learning_rate": 2.206285975392603e-06,
      "loss": 0.5582278966903687,
      "step": 1218
    },
    {
      "epoch": 1.6464237516869096,
      "grad_norm": 1.2342617511749268,
      "learning_rate": 2.1923216842517874e-06,
      "loss": 0.6891179084777832,
      "step": 1220
    },
    {
      "epoch": 1.6491228070175439,
      "grad_norm": 4.849971771240234,
      "learning_rate": 2.178450775535252e-06,
      "loss": 0.6573494076728821,
      "step": 1222
    },
    {
      "epoch": 1.6518218623481782,
      "grad_norm": 33.77346420288086,
      "learning_rate": 2.164673525857998e-06,
      "loss": 0.4994286000728607,
      "step": 1224
    },
    {
      "epoch": 1.6545209176788123,
      "grad_norm": 1.8156238794326782,
      "learning_rate": 2.150990209967273e-06,
      "loss": 0.746261715888977,
      "step": 1226
    },
    {
      "epoch": 1.6572199730094468,
      "grad_norm": 3.0515799522399902,
      "learning_rate": 2.137401100737088e-06,
      "loss": 0.7395338416099548,
      "step": 1228
    },
    {
      "epoch": 1.6599190283400809,
      "grad_norm": 2.6969211101531982,
      "learning_rate": 2.123906469162774e-06,
      "loss": 0.7482485175132751,
      "step": 1230
    },
    {
      "epoch": 1.6626180836707154,
      "grad_norm": 3.7500598430633545,
      "learning_rate": 2.1105065843555795e-06,
      "loss": 0.4869375228881836,
      "step": 1232
    },
    {
      "epoch": 1.6653171390013495,
      "grad_norm": 1.6825298070907593,
      "learning_rate": 2.097201713537307e-06,
      "loss": 0.6156188249588013,
      "step": 1234
    },
    {
      "epoch": 1.6680161943319838,
      "grad_norm": 5.1931471824646,
      "learning_rate": 2.083992122034976e-06,
      "loss": 0.3456149101257324,
      "step": 1236
    },
    {
      "epoch": 1.670715249662618,
      "grad_norm": 2.117143392562866,
      "learning_rate": 2.07087807327554e-06,
      "loss": 0.44808173179626465,
      "step": 1238
    },
    {
      "epoch": 1.6734143049932524,
      "grad_norm": 1.7127982378005981,
      "learning_rate": 2.0578598287806287e-06,
      "loss": 0.36599722504615784,
      "step": 1240
    },
    {
      "epoch": 1.6761133603238867,
      "grad_norm": 1.7033370733261108,
      "learning_rate": 2.044937648161333e-06,
      "loss": 0.5988764762878418,
      "step": 1242
    },
    {
      "epoch": 1.6788124156545208,
      "grad_norm": 2.8658814430236816,
      "learning_rate": 2.0321117891130313e-06,
      "loss": 0.38747280836105347,
      "step": 1244
    },
    {
      "epoch": 1.6815114709851553,
      "grad_norm": 4.310657024383545,
      "learning_rate": 2.0193825074102454e-06,
      "loss": 0.7432397603988647,
      "step": 1246
    },
    {
      "epoch": 1.6842105263157894,
      "grad_norm": 4.345435619354248,
      "learning_rate": 2.006750056901543e-06,
      "loss": 0.5351995229721069,
      "step": 1248
    },
    {
      "epoch": 1.686909581646424,
      "grad_norm": 1.7507013082504272,
      "learning_rate": 1.9942146895044764e-06,
      "loss": 0.7102921009063721,
      "step": 1250
    },
    {
      "epoch": 1.689608636977058,
      "grad_norm": 1.8140771389007568,
      "learning_rate": 1.9817766552005553e-06,
      "loss": 0.5322377681732178,
      "step": 1252
    },
    {
      "epoch": 1.6923076923076923,
      "grad_norm": 1.937525987625122,
      "learning_rate": 1.969436202030262e-06,
      "loss": 0.5792850852012634,
      "step": 1254
    },
    {
      "epoch": 1.6950067476383266,
      "grad_norm": 1.4619972705841064,
      "learning_rate": 1.957193576088111e-06,
      "loss": 0.6791541576385498,
      "step": 1256
    },
    {
      "epoch": 1.697705802968961,
      "grad_norm": 17.1634578704834,
      "learning_rate": 1.9450490215177322e-06,
      "loss": 0.46500182151794434,
      "step": 1258
    },
    {
      "epoch": 1.7004048582995952,
      "grad_norm": 2.4044148921966553,
      "learning_rate": 1.9330027805070092e-06,
      "loss": 0.3937757611274719,
      "step": 1260
    },
    {
      "epoch": 1.7031039136302293,
      "grad_norm": 2.509300708770752,
      "learning_rate": 1.9210550932832463e-06,
      "loss": 0.42199158668518066,
      "step": 1262
    },
    {
      "epoch": 1.7058029689608638,
      "grad_norm": 3.170949935913086,
      "learning_rate": 1.909206198108378e-06,
      "loss": 0.6984668970108032,
      "step": 1264
    },
    {
      "epoch": 1.708502024291498,
      "grad_norm": 1.8157047033309937,
      "learning_rate": 1.8974563312742188e-06,
      "loss": 0.47702908515930176,
      "step": 1266
    },
    {
      "epoch": 1.7112010796221324,
      "grad_norm": 2.528952121734619,
      "learning_rate": 1.8858057270977524e-06,
      "loss": 0.555398166179657,
      "step": 1268
    },
    {
      "epoch": 1.7139001349527665,
      "grad_norm": 2.8582353591918945,
      "learning_rate": 1.874254617916454e-06,
      "loss": 0.5454248189926147,
      "step": 1270
    },
    {
      "epoch": 1.7165991902834008,
      "grad_norm": 1.347306728363037,
      "learning_rate": 1.8628032340836596e-06,
      "loss": 0.762856125831604,
      "step": 1272
    },
    {
      "epoch": 1.719298245614035,
      "grad_norm": 4.5018229484558105,
      "learning_rate": 1.8514518039639768e-06,
      "loss": 0.3407154679298401,
      "step": 1274
    },
    {
      "epoch": 1.7219973009446694,
      "grad_norm": 2.1817541122436523,
      "learning_rate": 1.8402005539287227e-06,
      "loss": 0.4855961799621582,
      "step": 1276
    },
    {
      "epoch": 1.7246963562753037,
      "grad_norm": 2.419599771499634,
      "learning_rate": 1.8290497083514133e-06,
      "loss": 0.40242263674736023,
      "step": 1278
    },
    {
      "epoch": 1.7273954116059378,
      "grad_norm": 2.2311151027679443,
      "learning_rate": 1.817999489603293e-06,
      "loss": 0.33770740032196045,
      "step": 1280
    },
    {
      "epoch": 1.7300944669365723,
      "grad_norm": 1.1219701766967773,
      "learning_rate": 1.8070501180488932e-06,
      "loss": 0.2575661242008209,
      "step": 1282
    },
    {
      "epoch": 1.7327935222672064,
      "grad_norm": 2.5874390602111816,
      "learning_rate": 1.79620181204164e-06,
      "loss": 0.435394287109375,
      "step": 1284
    },
    {
      "epoch": 1.7354925775978407,
      "grad_norm": 1.4016201496124268,
      "learning_rate": 1.7854547879195035e-06,
      "loss": 0.38581591844558716,
      "step": 1286
    },
    {
      "epoch": 1.738191632928475,
      "grad_norm": 1.244989275932312,
      "learning_rate": 1.7748092600006785e-06,
      "loss": 0.5393861532211304,
      "step": 1288
    },
    {
      "epoch": 1.7408906882591093,
      "grad_norm": 3.02862286567688,
      "learning_rate": 1.7642654405793119e-06,
      "loss": 0.6616307497024536,
      "step": 1290
    },
    {
      "epoch": 1.7435897435897436,
      "grad_norm": 2.827266216278076,
      "learning_rate": 1.7538235399212737e-06,
      "loss": 0.6251143217086792,
      "step": 1292
    },
    {
      "epoch": 1.746288798920378,
      "grad_norm": 4.890537261962891,
      "learning_rate": 1.7434837662599568e-06,
      "loss": 0.3798263669013977,
      "step": 1294
    },
    {
      "epoch": 1.7489878542510122,
      "grad_norm": 19.619352340698242,
      "learning_rate": 1.7332463257921268e-06,
      "loss": 0.2934688329696655,
      "step": 1296
    },
    {
      "epoch": 1.7516869095816463,
      "grad_norm": 1.7478938102722168,
      "learning_rate": 1.7231114226738156e-06,
      "loss": 0.8473851680755615,
      "step": 1298
    },
    {
      "epoch": 1.7543859649122808,
      "grad_norm": 1.7794421911239624,
      "learning_rate": 1.7130792590162397e-06,
      "loss": 0.5401483774185181,
      "step": 1300
    },
    {
      "epoch": 1.757085020242915,
      "grad_norm": 1.8848437070846558,
      "learning_rate": 1.7031500348817794e-06,
      "loss": 0.877458930015564,
      "step": 1302
    },
    {
      "epoch": 1.7597840755735492,
      "grad_norm": 1.747219443321228,
      "learning_rate": 1.6933239482799831e-06,
      "loss": 0.6049869656562805,
      "step": 1304
    },
    {
      "epoch": 1.7624831309041835,
      "grad_norm": 2.7758688926696777,
      "learning_rate": 1.6836011951636216e-06,
      "loss": 0.46802860498428345,
      "step": 1306
    },
    {
      "epoch": 1.7651821862348178,
      "grad_norm": 3.131430149078369,
      "learning_rate": 1.6739819694247778e-06,
      "loss": 0.7983341217041016,
      "step": 1308
    },
    {
      "epoch": 1.7678812415654521,
      "grad_norm": 1.9045193195343018,
      "learning_rate": 1.6644664628909834e-06,
      "loss": 0.7016539573669434,
      "step": 1310
    },
    {
      "epoch": 1.7705802968960864,
      "grad_norm": 2.361384630203247,
      "learning_rate": 1.6550548653213892e-06,
      "loss": 0.5561462640762329,
      "step": 1312
    },
    {
      "epoch": 1.7732793522267207,
      "grad_norm": 3.259943962097168,
      "learning_rate": 1.6457473644029872e-06,
      "loss": 0.4066377282142639,
      "step": 1314
    },
    {
      "epoch": 1.7759784075573548,
      "grad_norm": 2.0142383575439453,
      "learning_rate": 1.636544145746861e-06,
      "loss": 0.7119549512863159,
      "step": 1316
    },
    {
      "epoch": 1.7786774628879893,
      "grad_norm": 2.7605931758880615,
      "learning_rate": 1.6274453928844864e-06,
      "loss": 0.516852617263794,
      "step": 1318
    },
    {
      "epoch": 1.7813765182186234,
      "grad_norm": 1.3088191747665405,
      "learning_rate": 1.6184512872640761e-06,
      "loss": 0.37209126353263855,
      "step": 1320
    },
    {
      "epoch": 1.7840755735492577,
      "grad_norm": 1.4621187448501587,
      "learning_rate": 1.6095620082469544e-06,
      "loss": 0.4754895269870758,
      "step": 1322
    },
    {
      "epoch": 1.786774628879892,
      "grad_norm": 2.0048413276672363,
      "learning_rate": 1.6007777331039826e-06,
      "loss": 0.567115068435669,
      "step": 1324
    },
    {
      "epoch": 1.7894736842105263,
      "grad_norm": 1.5625020265579224,
      "learning_rate": 1.5920986370120274e-06,
      "loss": 0.620823860168457,
      "step": 1326
    },
    {
      "epoch": 1.7921727395411606,
      "grad_norm": 2.2350094318389893,
      "learning_rate": 1.5835248930504632e-06,
      "loss": 0.6646386384963989,
      "step": 1328
    },
    {
      "epoch": 1.7948717948717947,
      "grad_norm": 1.4773541688919067,
      "learning_rate": 1.575056672197722e-06,
      "loss": 0.7824012041091919,
      "step": 1330
    },
    {
      "epoch": 1.7975708502024292,
      "grad_norm": 2.12636661529541,
      "learning_rate": 1.566694143327883e-06,
      "loss": 0.6168233156204224,
      "step": 1332
    },
    {
      "epoch": 1.8002699055330633,
      "grad_norm": 2.9663407802581787,
      "learning_rate": 1.5584374732073067e-06,
      "loss": 0.31019002199172974,
      "step": 1334
    },
    {
      "epoch": 1.8029689608636978,
      "grad_norm": 1.7707102298736572,
      "learning_rate": 1.5502868264913084e-06,
      "loss": 0.5860764384269714,
      "step": 1336
    },
    {
      "epoch": 1.805668016194332,
      "grad_norm": 1.6591790914535522,
      "learning_rate": 1.5422423657208736e-06,
      "loss": 0.728720486164093,
      "step": 1338
    },
    {
      "epoch": 1.8083670715249662,
      "grad_norm": 20.809070587158203,
      "learning_rate": 1.5343042513194182e-06,
      "loss": 0.4329081177711487,
      "step": 1340
    },
    {
      "epoch": 1.8110661268556005,
      "grad_norm": 1.4043638706207275,
      "learning_rate": 1.5264726415895871e-06,
      "loss": 0.690475583076477,
      "step": 1342
    },
    {
      "epoch": 1.8137651821862348,
      "grad_norm": 1.4320697784423828,
      "learning_rate": 1.5187476927101011e-06,
      "loss": 0.3367083668708801,
      "step": 1344
    },
    {
      "epoch": 1.8164642375168691,
      "grad_norm": 3.004023313522339,
      "learning_rate": 1.5111295587326372e-06,
      "loss": 0.8619272708892822,
      "step": 1346
    },
    {
      "epoch": 1.8191632928475032,
      "grad_norm": 4.751201629638672,
      "learning_rate": 1.5036183915787609e-06,
      "loss": 0.20347274839878082,
      "step": 1348
    },
    {
      "epoch": 1.8218623481781377,
      "grad_norm": 0.9431716799736023,
      "learning_rate": 1.4962143410368955e-06,
      "loss": 0.0988755151629448,
      "step": 1350
    },
    {
      "epoch": 1.8245614035087718,
      "grad_norm": 0.4600701928138733,
      "learning_rate": 1.4889175547593333e-06,
      "loss": 0.4559515714645386,
      "step": 1352
    },
    {
      "epoch": 1.8272604588394064,
      "grad_norm": 2.7570862770080566,
      "learning_rate": 1.4817281782592927e-06,
      "loss": 0.3706595301628113,
      "step": 1354
    },
    {
      "epoch": 1.8299595141700404,
      "grad_norm": 1.6503052711486816,
      "learning_rate": 1.4746463549080147e-06,
      "loss": 0.3438398838043213,
      "step": 1356
    },
    {
      "epoch": 1.8326585695006747,
      "grad_norm": 1.4355121850967407,
      "learning_rate": 1.467672225931907e-06,
      "loss": 0.6213847398757935,
      "step": 1358
    },
    {
      "epoch": 1.835357624831309,
      "grad_norm": 1.1493998765945435,
      "learning_rate": 1.4608059304097255e-06,
      "loss": 0.8824546337127686,
      "step": 1360
    },
    {
      "epoch": 1.8380566801619433,
      "grad_norm": 1.216939926147461,
      "learning_rate": 1.4540476052697988e-06,
      "loss": 0.7696167826652527,
      "step": 1362
    },
    {
      "epoch": 1.8407557354925776,
      "grad_norm": 6.155215740203857,
      "learning_rate": 1.4473973852873018e-06,
      "loss": 0.6460918188095093,
      "step": 1364
    },
    {
      "epoch": 1.8434547908232117,
      "grad_norm": 0.5168651342391968,
      "learning_rate": 1.4408554030815654e-06,
      "loss": 0.224877268075943,
      "step": 1366
    },
    {
      "epoch": 1.8461538461538463,
      "grad_norm": 3.582855224609375,
      "learning_rate": 1.434421789113432e-06,
      "loss": 0.3557729721069336,
      "step": 1368
    },
    {
      "epoch": 1.8488529014844803,
      "grad_norm": 9.36894702911377,
      "learning_rate": 1.428096671682653e-06,
      "loss": 0.8958494663238525,
      "step": 1370
    },
    {
      "epoch": 1.8515519568151149,
      "grad_norm": 4.210360050201416,
      "learning_rate": 1.4218801769253341e-06,
      "loss": 0.7161762714385986,
      "step": 1372
    },
    {
      "epoch": 1.854251012145749,
      "grad_norm": 2.4463114738464355,
      "learning_rate": 1.415772428811415e-06,
      "loss": 0.028064336627721786,
      "step": 1374
    },
    {
      "epoch": 1.8569500674763832,
      "grad_norm": 2.058156967163086,
      "learning_rate": 1.4097735491421994e-06,
      "loss": 0.6387984752655029,
      "step": 1376
    },
    {
      "epoch": 1.8596491228070176,
      "grad_norm": 1.5363142490386963,
      "learning_rate": 1.403883657547927e-06,
      "loss": 0.697824239730835,
      "step": 1378
    },
    {
      "epoch": 1.8623481781376519,
      "grad_norm": 4.654923439025879,
      "learning_rate": 1.3981028714853856e-06,
      "loss": 0.5086572766304016,
      "step": 1380
    },
    {
      "epoch": 1.8650472334682862,
      "grad_norm": 1.4995976686477661,
      "learning_rate": 1.39243130623557e-06,
      "loss": 0.6153897047042847,
      "step": 1382
    },
    {
      "epoch": 1.8677462887989202,
      "grad_norm": 1.5821216106414795,
      "learning_rate": 1.3868690749013852e-06,
      "loss": 0.4210359454154968,
      "step": 1384
    },
    {
      "epoch": 1.8704453441295548,
      "grad_norm": 1.385354995727539,
      "learning_rate": 1.3814162884053855e-06,
      "loss": 0.8175305128097534,
      "step": 1386
    },
    {
      "epoch": 1.8731443994601888,
      "grad_norm": 1.201923131942749,
      "learning_rate": 1.376073055487567e-06,
      "loss": 0.4728902578353882,
      "step": 1388
    },
    {
      "epoch": 1.8758434547908234,
      "grad_norm": 2.1456212997436523,
      "learning_rate": 1.3708394827031984e-06,
      "loss": 0.621558427810669,
      "step": 1390
    },
    {
      "epoch": 1.8785425101214575,
      "grad_norm": 2.024261236190796,
      "learning_rate": 1.365715674420695e-06,
      "loss": 0.6893987655639648,
      "step": 1392
    },
    {
      "epoch": 1.8812415654520918,
      "grad_norm": 3.368173837661743,
      "learning_rate": 1.360701732819537e-06,
      "loss": 0.4840161204338074,
      "step": 1394
    },
    {
      "epoch": 1.883940620782726,
      "grad_norm": 2.0906198024749756,
      "learning_rate": 1.3557977578882333e-06,
      "loss": 0.360158234834671,
      "step": 1396
    },
    {
      "epoch": 1.8866396761133604,
      "grad_norm": 2.162259817123413,
      "learning_rate": 1.3510038474223268e-06,
      "loss": 0.35252755880355835,
      "step": 1398
    },
    {
      "epoch": 1.8893387314439947,
      "grad_norm": 2.556044340133667,
      "learning_rate": 1.346320097022444e-06,
      "loss": 0.7171377539634705,
      "step": 1400
    },
    {
      "epoch": 1.8920377867746287,
      "grad_norm": 3.5639069080352783,
      "learning_rate": 1.3417466000923887e-06,
      "loss": 0.45300090312957764,
      "step": 1402
    },
    {
      "epoch": 1.8947368421052633,
      "grad_norm": 4.419144630432129,
      "learning_rate": 1.3372834478372803e-06,
      "loss": 0.72588050365448,
      "step": 1404
    },
    {
      "epoch": 1.8974358974358974,
      "grad_norm": 1.746862769126892,
      "learning_rate": 1.3329307292617312e-06,
      "loss": 0.4953262209892273,
      "step": 1406
    },
    {
      "epoch": 1.9001349527665317,
      "grad_norm": 1.7869200706481934,
      "learning_rate": 1.3286885311680783e-06,
      "loss": 0.4988870322704315,
      "step": 1408
    },
    {
      "epoch": 1.902834008097166,
      "grad_norm": 3.3469603061676025,
      "learning_rate": 1.3245569381546465e-06,
      "loss": 0.3246951699256897,
      "step": 1410
    },
    {
      "epoch": 1.9055330634278003,
      "grad_norm": 2.1499931812286377,
      "learning_rate": 1.320536032614063e-06,
      "loss": 0.6533905267715454,
      "step": 1412
    },
    {
      "epoch": 1.9082321187584346,
      "grad_norm": 2.3623106479644775,
      "learning_rate": 1.3166258947316151e-06,
      "loss": 0.5628916025161743,
      "step": 1414
    },
    {
      "epoch": 1.9109311740890689,
      "grad_norm": 2.8255856037139893,
      "learning_rate": 1.312826602483652e-06,
      "loss": 0.09494273364543915,
      "step": 1416
    },
    {
      "epoch": 1.9136302294197032,
      "grad_norm": 1.3409160375595093,
      "learning_rate": 1.309138231636027e-06,
      "loss": 0.8202773332595825,
      "step": 1418
    },
    {
      "epoch": 1.9163292847503373,
      "grad_norm": 8.893857955932617,
      "learning_rate": 1.3055608557425885e-06,
      "loss": 0.464354932308197,
      "step": 1420
    },
    {
      "epoch": 1.9190283400809718,
      "grad_norm": 3.1871230602264404,
      "learning_rate": 1.3020945461437132e-06,
      "loss": 0.5134360790252686,
      "step": 1422
    },
    {
      "epoch": 1.9217273954116059,
      "grad_norm": 4.8007354736328125,
      "learning_rate": 1.2987393719648823e-06,
      "loss": 0.4733040928840637,
      "step": 1424
    },
    {
      "epoch": 1.9244264507422402,
      "grad_norm": 1.6076239347457886,
      "learning_rate": 1.2954954001153042e-06,
      "loss": 0.4948502779006958,
      "step": 1426
    },
    {
      "epoch": 1.9271255060728745,
      "grad_norm": 1.6794874668121338,
      "learning_rate": 1.2923626952865786e-06,
      "loss": 0.6524335741996765,
      "step": 1428
    },
    {
      "epoch": 1.9298245614035088,
      "grad_norm": 4.740302085876465,
      "learning_rate": 1.2893413199514102e-06,
      "loss": 0.7467541694641113,
      "step": 1430
    },
    {
      "epoch": 1.932523616734143,
      "grad_norm": 1.1458661556243896,
      "learning_rate": 1.286431334362358e-06,
      "loss": 0.47734931111335754,
      "step": 1432
    },
    {
      "epoch": 1.9352226720647774,
      "grad_norm": 2.340743064880371,
      "learning_rate": 1.283632796550635e-06,
      "loss": 0.3793056607246399,
      "step": 1434
    },
    {
      "epoch": 1.9379217273954117,
      "grad_norm": 2.9522817134857178,
      "learning_rate": 1.2809457623249545e-06,
      "loss": 0.7396039962768555,
      "step": 1436
    },
    {
      "epoch": 1.9406207827260458,
      "grad_norm": 1.8434336185455322,
      "learning_rate": 1.2783702852704132e-06,
      "loss": 0.4388154149055481,
      "step": 1438
    },
    {
      "epoch": 1.9433198380566803,
      "grad_norm": 2.278200626373291,
      "learning_rate": 1.2759064167474226e-06,
      "loss": 0.3468833863735199,
      "step": 1440
    },
    {
      "epoch": 1.9460188933873144,
      "grad_norm": 1.7238056659698486,
      "learning_rate": 1.2735542058906884e-06,
      "loss": 0.6383070945739746,
      "step": 1442
    },
    {
      "epoch": 1.9487179487179487,
      "grad_norm": 3.111173391342163,
      "learning_rate": 1.2713136996082269e-06,
      "loss": 0.6295847296714783,
      "step": 1444
    },
    {
      "epoch": 1.951417004048583,
      "grad_norm": 1.7762092351913452,
      "learning_rate": 1.2691849425804317e-06,
      "loss": 0.6602956056594849,
      "step": 1446
    },
    {
      "epoch": 1.9541160593792173,
      "grad_norm": 1.167322039604187,
      "learning_rate": 1.2671679772591808e-06,
      "loss": 0.46681874990463257,
      "step": 1448
    },
    {
      "epoch": 1.9568151147098516,
      "grad_norm": 3.337437152862549,
      "learning_rate": 1.265262843866992e-06,
      "loss": 0.5883115530014038,
      "step": 1450
    },
    {
      "epoch": 1.9595141700404857,
      "grad_norm": 2.6898999214172363,
      "learning_rate": 1.2634695803962196e-06,
      "loss": 0.600220263004303,
      "step": 1452
    },
    {
      "epoch": 1.9622132253711202,
      "grad_norm": 1.3048210144042969,
      "learning_rate": 1.2617882226082982e-06,
      "loss": 0.8725317716598511,
      "step": 1454
    },
    {
      "epoch": 1.9649122807017543,
      "grad_norm": 1.329509973526001,
      "learning_rate": 1.2602188040330271e-06,
      "loss": 0.7059814929962158,
      "step": 1456
    },
    {
      "epoch": 1.9676113360323888,
      "grad_norm": 1.0768544673919678,
      "learning_rate": 1.2587613559679029e-06,
      "loss": 0.4005241394042969,
      "step": 1458
    },
    {
      "epoch": 1.9703103913630229,
      "grad_norm": 1.7787357568740845,
      "learning_rate": 1.2574159074774968e-06,
      "loss": 0.5970302820205688,
      "step": 1460
    },
    {
      "epoch": 1.9730094466936572,
      "grad_norm": 1.7534894943237305,
      "learning_rate": 1.2561824853928736e-06,
      "loss": 0.8058260679244995,
      "step": 1462
    },
    {
      "epoch": 1.9757085020242915,
      "grad_norm": 1.4299421310424805,
      "learning_rate": 1.255061114311054e-06,
      "loss": 0.49718576669692993,
      "step": 1464
    },
    {
      "epoch": 1.9784075573549258,
      "grad_norm": 1.9105091094970703,
      "learning_rate": 1.2540518165945298e-06,
      "loss": 0.486233115196228,
      "step": 1466
    },
    {
      "epoch": 1.98110661268556,
      "grad_norm": 1.4206773042678833,
      "learning_rate": 1.2531546123708135e-06,
      "loss": 0.15221592783927917,
      "step": 1468
    },
    {
      "epoch": 1.9838056680161942,
      "grad_norm": 2.441514730453491,
      "learning_rate": 1.252369519532038e-06,
      "loss": 0.655547022819519,
      "step": 1470
    },
    {
      "epoch": 1.9865047233468287,
      "grad_norm": 1.990182876586914,
      "learning_rate": 1.2516965537346026e-06,
      "loss": 0.41459017992019653,
      "step": 1472
    },
    {
      "epoch": 1.9892037786774628,
      "grad_norm": 5.279425144195557,
      "learning_rate": 1.2511357283988542e-06,
      "loss": 0.651479959487915,
      "step": 1474
    },
    {
      "epoch": 1.9919028340080973,
      "grad_norm": 1.2038631439208984,
      "learning_rate": 1.250687054708827e-06,
      "loss": 0.7315380573272705,
      "step": 1476
    },
    {
      "epoch": 1.9946018893387314,
      "grad_norm": 1.1363749504089355,
      "learning_rate": 1.2503505416120152e-06,
      "loss": 0.6686517596244812,
      "step": 1478
    },
    {
      "epoch": 1.9973009446693657,
      "grad_norm": 3.964367628097534,
      "learning_rate": 1.2501261958191954e-06,
      "loss": 0.2313126027584076,
      "step": 1480
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.6272908449172974,
      "learning_rate": 1.2500140218042928e-06,
      "loss": 0.46454429626464844,
      "step": 1482
    },
    {
      "epoch": 2.0,
      "step": 1482,
      "total_flos": 3.038711167334744e+18,
      "train_loss": 0.6924078768212223,
      "train_runtime": 3699.7491,
      "train_samples_per_second": 12.017,
      "train_steps_per_second": 0.401
    }
  ],
  "logging_steps": 2,
  "max_steps": 1482,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 99999,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": false,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 3.038711167334744e+18,
  "train_batch_size": 3,
  "trial_name": null,
  "trial_params": null
}