{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 2048,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.000976950083956648,
      "grad_norm": 17.968935012817383,
      "learning_rate": 0.0,
      "loss": 1.2799,
      "step": 1
    },
    {
      "epoch": 0.001953900167913296,
      "grad_norm": 22.7800235748291,
      "learning_rate": 8.064516129032259e-08,
      "loss": 1.2072,
      "step": 2
    },
    {
      "epoch": 0.0029308502518699433,
      "grad_norm": 16.298179626464844,
      "learning_rate": 1.6129032258064518e-07,
      "loss": 1.411,
      "step": 3
    },
    {
      "epoch": 0.003907800335826592,
      "grad_norm": 13.078301429748535,
      "learning_rate": 2.4193548387096775e-07,
      "loss": 1.1789,
      "step": 4
    },
    {
      "epoch": 0.00488475041978324,
      "grad_norm": 12.133336067199707,
      "learning_rate": 3.2258064516129035e-07,
      "loss": 1.0316,
      "step": 5
    },
    {
      "epoch": 0.005861700503739887,
      "grad_norm": 15.982775688171387,
      "learning_rate": 4.032258064516129e-07,
      "loss": 1.1839,
      "step": 6
    },
    {
      "epoch": 0.006838650587696535,
      "grad_norm": 13.022838592529297,
      "learning_rate": 4.838709677419355e-07,
      "loss": 1.1056,
      "step": 7
    },
    {
      "epoch": 0.007815600671653183,
      "grad_norm": 16.860830307006836,
      "learning_rate": 5.645161290322581e-07,
      "loss": 1.2288,
      "step": 8
    },
    {
      "epoch": 0.008792550755609831,
      "grad_norm": 11.351203918457031,
      "learning_rate": 6.451612903225807e-07,
      "loss": 1.2214,
      "step": 9
    },
    {
      "epoch": 0.00976950083956648,
      "grad_norm": 15.175298690795898,
      "learning_rate": 7.258064516129033e-07,
      "loss": 1.421,
      "step": 10
    },
    {
      "epoch": 0.010746450923523125,
      "grad_norm": 19.758380889892578,
      "learning_rate": 8.064516129032258e-07,
      "loss": 1.401,
      "step": 11
    },
    {
      "epoch": 0.011723401007479773,
      "grad_norm": 16.22666358947754,
      "learning_rate": 8.870967741935485e-07,
      "loss": 1.0867,
      "step": 12
    },
    {
      "epoch": 0.012700351091436421,
      "grad_norm": 15.286944389343262,
      "learning_rate": 9.67741935483871e-07,
      "loss": 1.4673,
      "step": 13
    },
    {
      "epoch": 0.01367730117539307,
      "grad_norm": 16.071199417114258,
      "learning_rate": 1.0483870967741936e-06,
      "loss": 1.2807,
      "step": 14
    },
    {
      "epoch": 0.014654251259349717,
      "grad_norm": 12.26354694366455,
      "learning_rate": 1.1290322580645162e-06,
      "loss": 1.1647,
      "step": 15
    },
    {
      "epoch": 0.015631201343306367,
      "grad_norm": 15.69483470916748,
      "learning_rate": 1.2096774193548388e-06,
      "loss": 1.1656,
      "step": 16
    },
    {
      "epoch": 0.016608151427263015,
      "grad_norm": 19.166576385498047,
      "learning_rate": 1.2903225806451614e-06,
      "loss": 1.3481,
      "step": 17
    },
    {
      "epoch": 0.017585101511219663,
      "grad_norm": 15.776891708374023,
      "learning_rate": 1.3709677419354838e-06,
      "loss": 1.3953,
      "step": 18
    },
    {
      "epoch": 0.01856205159517631,
      "grad_norm": 14.586052894592285,
      "learning_rate": 1.4516129032258066e-06,
      "loss": 1.3277,
      "step": 19
    },
    {
      "epoch": 0.01953900167913296,
      "grad_norm": 17.343685150146484,
      "learning_rate": 1.5322580645161292e-06,
      "loss": 1.0952,
      "step": 20
    },
    {
      "epoch": 0.020515951763089603,
      "grad_norm": 14.847457885742188,
      "learning_rate": 1.6129032258064516e-06,
      "loss": 1.2949,
      "step": 21
    },
    {
      "epoch": 0.02149290184704625,
      "grad_norm": 14.039813041687012,
      "learning_rate": 1.6935483870967742e-06,
      "loss": 1.1587,
      "step": 22
    },
    {
      "epoch": 0.0224698519310029,
      "grad_norm": 14.10567569732666,
      "learning_rate": 1.774193548387097e-06,
      "loss": 1.1669,
      "step": 23
    },
    {
      "epoch": 0.023446802014959547,
      "grad_norm": 12.816205978393555,
      "learning_rate": 1.8548387096774196e-06,
      "loss": 1.114,
      "step": 24
    },
    {
      "epoch": 0.024423752098916195,
      "grad_norm": 18.03955078125,
      "learning_rate": 1.935483870967742e-06,
      "loss": 1.7148,
      "step": 25
    },
    {
      "epoch": 0.025400702182872843,
      "grad_norm": 11.711819648742676,
      "learning_rate": 2.0161290322580646e-06,
      "loss": 1.1004,
      "step": 26
    },
    {
      "epoch": 0.02637765226682949,
      "grad_norm": 11.962332725524902,
      "learning_rate": 2.096774193548387e-06,
      "loss": 1.0374,
      "step": 27
    },
    {
      "epoch": 0.02735460235078614,
      "grad_norm": 20.176681518554688,
      "learning_rate": 2.17741935483871e-06,
      "loss": 1.2643,
      "step": 28
    },
    {
      "epoch": 0.028331552434742786,
      "grad_norm": 10.272699356079102,
      "learning_rate": 2.2580645161290324e-06,
      "loss": 0.86,
      "step": 29
    },
    {
      "epoch": 0.029308502518699434,
      "grad_norm": 12.97459888458252,
      "learning_rate": 2.338709677419355e-06,
      "loss": 1.1146,
      "step": 30
    },
    {
      "epoch": 0.030285452602656082,
      "grad_norm": 17.359928131103516,
      "learning_rate": 2.4193548387096776e-06,
      "loss": 1.1275,
      "step": 31
    },
    {
      "epoch": 0.031262402686612734,
      "grad_norm": 10.485804557800293,
      "learning_rate": 2.5e-06,
      "loss": 1.0539,
      "step": 32
    },
    {
      "epoch": 0.03223935277056938,
      "grad_norm": 12.242683410644531,
      "learning_rate": 2.580645161290323e-06,
      "loss": 1.0711,
      "step": 33
    },
    {
      "epoch": 0.03321630285452603,
      "grad_norm": 10.652597427368164,
      "learning_rate": 2.6612903225806454e-06,
      "loss": 0.827,
      "step": 34
    },
    {
      "epoch": 0.034193252938482674,
      "grad_norm": 11.75671100616455,
      "learning_rate": 2.7419354838709676e-06,
      "loss": 0.9183,
      "step": 35
    },
    {
      "epoch": 0.035170203022439325,
      "grad_norm": 11.894708633422852,
      "learning_rate": 2.822580645161291e-06,
      "loss": 0.8568,
      "step": 36
    },
    {
      "epoch": 0.03614715310639597,
      "grad_norm": 12.387930870056152,
      "learning_rate": 2.903225806451613e-06,
      "loss": 0.948,
      "step": 37
    },
    {
      "epoch": 0.03712410319035262,
      "grad_norm": 23.549697875976562,
      "learning_rate": 2.983870967741936e-06,
      "loss": 1.0557,
      "step": 38
    },
    {
      "epoch": 0.038101053274309266,
      "grad_norm": 10.79415225982666,
      "learning_rate": 3.0645161290322584e-06,
      "loss": 0.8586,
      "step": 39
    },
    {
      "epoch": 0.03907800335826592,
      "grad_norm": 11.130952835083008,
      "learning_rate": 3.145161290322581e-06,
      "loss": 0.7007,
      "step": 40
    },
    {
      "epoch": 0.04005495344222256,
      "grad_norm": 14.665740966796875,
      "learning_rate": 3.225806451612903e-06,
      "loss": 0.8159,
      "step": 41
    },
    {
      "epoch": 0.041031903526179206,
      "grad_norm": 9.616032600402832,
      "learning_rate": 3.306451612903226e-06,
      "loss": 0.6988,
      "step": 42
    },
    {
      "epoch": 0.04200885361013586,
      "grad_norm": 12.437187194824219,
      "learning_rate": 3.3870967741935484e-06,
      "loss": 0.6888,
      "step": 43
    },
    {
      "epoch": 0.0429858036940925,
      "grad_norm": 7.805335998535156,
      "learning_rate": 3.4677419354838714e-06,
      "loss": 0.564,
      "step": 44
    },
    {
      "epoch": 0.04396275377804915,
      "grad_norm": 7.527621269226074,
      "learning_rate": 3.548387096774194e-06,
      "loss": 0.5619,
      "step": 45
    },
    {
      "epoch": 0.0449397038620058,
      "grad_norm": 10.622644424438477,
      "learning_rate": 3.6290322580645166e-06,
      "loss": 0.6401,
      "step": 46
    },
    {
      "epoch": 0.04591665394596245,
      "grad_norm": 9.222088813781738,
      "learning_rate": 3.7096774193548392e-06,
      "loss": 0.5901,
      "step": 47
    },
    {
      "epoch": 0.04689360402991909,
      "grad_norm": 7.2194366455078125,
      "learning_rate": 3.7903225806451614e-06,
      "loss": 0.5456,
      "step": 48
    },
    {
      "epoch": 0.047870554113875745,
      "grad_norm": 10.335058212280273,
      "learning_rate": 3.870967741935484e-06,
      "loss": 0.5238,
      "step": 49
    },
    {
      "epoch": 0.04884750419783239,
      "grad_norm": 7.783710956573486,
      "learning_rate": 3.951612903225807e-06,
      "loss": 0.4556,
      "step": 50
    },
    {
      "epoch": 0.04982445428178904,
      "grad_norm": 7.917117118835449,
      "learning_rate": 4.032258064516129e-06,
      "loss": 0.4581,
      "step": 51
    },
    {
      "epoch": 0.050801404365745685,
      "grad_norm": 6.636364459991455,
      "learning_rate": 4.112903225806452e-06,
      "loss": 0.5275,
      "step": 52
    },
    {
      "epoch": 0.051778354449702337,
      "grad_norm": 6.040541172027588,
      "learning_rate": 4.193548387096774e-06,
      "loss": 0.4448,
      "step": 53
    },
    {
      "epoch": 0.05275530453365898,
      "grad_norm": 6.1212263107299805,
      "learning_rate": 4.274193548387097e-06,
      "loss": 0.3961,
      "step": 54
    },
    {
      "epoch": 0.05373225461761563,
      "grad_norm": 6.664571285247803,
      "learning_rate": 4.35483870967742e-06,
      "loss": 0.3631,
      "step": 55
    },
    {
      "epoch": 0.05470920470157228,
      "grad_norm": 4.888693809509277,
      "learning_rate": 4.435483870967742e-06,
      "loss": 0.3922,
      "step": 56
    },
    {
      "epoch": 0.05568615478552893,
      "grad_norm": 5.145596027374268,
      "learning_rate": 4.516129032258065e-06,
      "loss": 0.3449,
      "step": 57
    },
    {
      "epoch": 0.05666310486948557,
      "grad_norm": 6.826282978057861,
      "learning_rate": 4.596774193548387e-06,
      "loss": 0.3537,
      "step": 58
    },
    {
      "epoch": 0.057640054953442224,
      "grad_norm": 4.439844131469727,
      "learning_rate": 4.67741935483871e-06,
      "loss": 0.3876,
      "step": 59
    },
    {
      "epoch": 0.05861700503739887,
      "grad_norm": 4.745813369750977,
      "learning_rate": 4.758064516129033e-06,
      "loss": 0.3219,
      "step": 60
    },
    {
      "epoch": 0.05959395512135552,
      "grad_norm": 6.4229736328125,
      "learning_rate": 4.838709677419355e-06,
      "loss": 0.3467,
      "step": 61
    },
    {
      "epoch": 0.060570905205312164,
      "grad_norm": 5.087151527404785,
      "learning_rate": 4.919354838709678e-06,
      "loss": 0.3007,
      "step": 62
    },
    {
      "epoch": 0.061547855289268816,
      "grad_norm": 4.666023254394531,
      "learning_rate": 5e-06,
      "loss": 0.3669,
      "step": 63
    },
    {
      "epoch": 0.06252480537322547,
      "grad_norm": 3.0126302242279053,
      "learning_rate": 4.999996872112104e-06,
      "loss": 0.2961,
      "step": 64
    },
    {
      "epoch": 0.0635017554571821,
      "grad_norm": 3.9373786449432373,
      "learning_rate": 4.999987488456242e-06,
      "loss": 0.3356,
      "step": 65
    },
    {
      "epoch": 0.06447870554113876,
      "grad_norm": 3.22776460647583,
      "learning_rate": 4.999971849055896e-06,
      "loss": 0.2988,
      "step": 66
    },
    {
      "epoch": 0.06545565562509541,
      "grad_norm": 5.045942783355713,
      "learning_rate": 4.9999499539501995e-06,
      "loss": 0.29,
      "step": 67
    },
    {
      "epoch": 0.06643260570905206,
      "grad_norm": 4.188644886016846,
      "learning_rate": 4.9999218031939415e-06,
      "loss": 0.29,
      "step": 68
    },
    {
      "epoch": 0.0674095557930087,
      "grad_norm": 3.267216682434082,
      "learning_rate": 4.999887396857563e-06,
      "loss": 0.2885,
      "step": 69
    },
    {
      "epoch": 0.06838650587696535,
      "grad_norm": 3.768075466156006,
      "learning_rate": 4.999846735027161e-06,
      "loss": 0.3026,
      "step": 70
    },
    {
      "epoch": 0.069363455960922,
      "grad_norm": 3.0770761966705322,
      "learning_rate": 4.999799817804482e-06,
      "loss": 0.2781,
      "step": 71
    },
    {
      "epoch": 0.07034040604487865,
      "grad_norm": 3.6093029975891113,
      "learning_rate": 4.9997466453069295e-06,
      "loss": 0.2753,
      "step": 72
    },
    {
      "epoch": 0.07131735612883529,
      "grad_norm": 4.61515474319458,
      "learning_rate": 4.999687217667556e-06,
      "loss": 0.2969,
      "step": 73
    },
    {
      "epoch": 0.07229430621279194,
      "grad_norm": 2.091836452484131,
      "learning_rate": 4.999621535035068e-06,
      "loss": 0.247,
      "step": 74
    },
    {
      "epoch": 0.07327125629674859,
      "grad_norm": 2.735579013824463,
      "learning_rate": 4.999549597573825e-06,
      "loss": 0.2728,
      "step": 75
    },
    {
      "epoch": 0.07424820638070524,
      "grad_norm": 3.6851677894592285,
      "learning_rate": 4.999471405463837e-06,
      "loss": 0.2785,
      "step": 76
    },
    {
      "epoch": 0.07522515646466188,
      "grad_norm": 2.23905086517334,
      "learning_rate": 4.999386958900763e-06,
      "loss": 0.233,
      "step": 77
    },
    {
      "epoch": 0.07620210654861853,
      "grad_norm": 3.8556435108184814,
      "learning_rate": 4.999296258095916e-06,
      "loss": 0.2777,
      "step": 78
    },
    {
      "epoch": 0.07717905663257518,
      "grad_norm": 3.1029233932495117,
      "learning_rate": 4.9991993032762565e-06,
      "loss": 0.2318,
      "step": 79
    },
    {
      "epoch": 0.07815600671653183,
      "grad_norm": 3.8344168663024902,
      "learning_rate": 4.999096094684397e-06,
      "loss": 0.2938,
      "step": 80
    },
    {
      "epoch": 0.07913295680048847,
      "grad_norm": 1.9346352815628052,
      "learning_rate": 4.998986632578596e-06,
      "loss": 0.2201,
      "step": 81
    },
    {
      "epoch": 0.08010990688444512,
      "grad_norm": 2.4821383953094482,
      "learning_rate": 4.998870917232763e-06,
      "loss": 0.2349,
      "step": 82
    },
    {
      "epoch": 0.08108685696840177,
      "grad_norm": 2.1198668479919434,
      "learning_rate": 4.998748948936452e-06,
      "loss": 0.252,
      "step": 83
    },
    {
      "epoch": 0.08206380705235841,
      "grad_norm": 2.3148319721221924,
      "learning_rate": 4.9986207279948675e-06,
      "loss": 0.246,
      "step": 84
    },
    {
      "epoch": 0.08304075713631506,
      "grad_norm": 2.0130088329315186,
      "learning_rate": 4.998486254728856e-06,
      "loss": 0.2426,
      "step": 85
    },
    {
      "epoch": 0.08401770722027171,
      "grad_norm": 2.2017133235931396,
      "learning_rate": 4.998345529474913e-06,
      "loss": 0.2142,
      "step": 86
    },
    {
      "epoch": 0.08499465730422837,
      "grad_norm": 3.0237224102020264,
      "learning_rate": 4.998198552585177e-06,
      "loss": 0.2565,
      "step": 87
    },
    {
      "epoch": 0.085971607388185,
      "grad_norm": 2.1265227794647217,
      "learning_rate": 4.998045324427428e-06,
      "loss": 0.2327,
      "step": 88
    },
    {
      "epoch": 0.08694855747214165,
      "grad_norm": 2.4763548374176025,
      "learning_rate": 4.997885845385092e-06,
      "loss": 0.2833,
      "step": 89
    },
    {
      "epoch": 0.0879255075560983,
      "grad_norm": 3.6360650062561035,
      "learning_rate": 4.9977201158572344e-06,
      "loss": 0.2709,
      "step": 90
    },
    {
      "epoch": 0.08890245764005496,
      "grad_norm": 1.8734065294265747,
      "learning_rate": 4.997548136258561e-06,
      "loss": 0.2115,
      "step": 91
    },
    {
      "epoch": 0.0898794077240116,
      "grad_norm": 2.348198175430298,
      "learning_rate": 4.99736990701942e-06,
      "loss": 0.2326,
      "step": 92
    },
    {
      "epoch": 0.09085635780796825,
      "grad_norm": 2.2890987396240234,
      "learning_rate": 4.997185428585795e-06,
      "loss": 0.208,
      "step": 93
    },
    {
      "epoch": 0.0918333078919249,
      "grad_norm": 2.5858378410339355,
      "learning_rate": 4.996994701419309e-06,
      "loss": 0.2217,
      "step": 94
    },
    {
      "epoch": 0.09281025797588155,
      "grad_norm": 2.160419225692749,
      "learning_rate": 4.99679772599722e-06,
      "loss": 0.222,
      "step": 95
    },
    {
      "epoch": 0.09378720805983819,
      "grad_norm": 2.987501859664917,
      "learning_rate": 4.996594502812421e-06,
      "loss": 0.2521,
      "step": 96
    },
    {
      "epoch": 0.09476415814379484,
      "grad_norm": 2.2823338508605957,
      "learning_rate": 4.996385032373441e-06,
      "loss": 0.2104,
      "step": 97
    },
    {
      "epoch": 0.09574110822775149,
      "grad_norm": 2.4988088607788086,
      "learning_rate": 4.9961693152044385e-06,
      "loss": 0.222,
      "step": 98
    },
    {
      "epoch": 0.09671805831170814,
      "grad_norm": 2.2819881439208984,
      "learning_rate": 4.995947351845207e-06,
      "loss": 0.2042,
      "step": 99
    },
    {
      "epoch": 0.09769500839566478,
      "grad_norm": 1.820811152458191,
      "learning_rate": 4.995719142851166e-06,
      "loss": 0.1957,
      "step": 100
    },
    {
      "epoch": 0.09867195847962143,
      "grad_norm": 3.9323723316192627,
      "learning_rate": 4.995484688793365e-06,
      "loss": 0.2339,
      "step": 101
    },
    {
      "epoch": 0.09964890856357808,
      "grad_norm": 2.8077266216278076,
      "learning_rate": 4.995243990258481e-06,
      "loss": 0.2151,
      "step": 102
    },
    {
      "epoch": 0.10062585864753473,
      "grad_norm": 1.6394991874694824,
      "learning_rate": 4.994997047848818e-06,
      "loss": 0.2219,
      "step": 103
    },
    {
      "epoch": 0.10160280873149137,
      "grad_norm": 3.04624342918396,
      "learning_rate": 4.994743862182301e-06,
      "loss": 0.1981,
      "step": 104
    },
    {
      "epoch": 0.10257975881544802,
      "grad_norm": 2.501258611679077,
      "learning_rate": 4.994484433892479e-06,
      "loss": 0.2088,
      "step": 105
    },
    {
      "epoch": 0.10355670889940467,
      "grad_norm": 1.729941725730896,
      "learning_rate": 4.994218763628522e-06,
      "loss": 0.2029,
      "step": 106
    },
    {
      "epoch": 0.10453365898336132,
      "grad_norm": 3.224109649658203,
      "learning_rate": 4.9939468520552205e-06,
      "loss": 0.2307,
      "step": 107
    },
    {
      "epoch": 0.10551060906731796,
      "grad_norm": 1.9119126796722412,
      "learning_rate": 4.993668699852982e-06,
      "loss": 0.2221,
      "step": 108
    },
    {
      "epoch": 0.10648755915127461,
      "grad_norm": 1.848638653755188,
      "learning_rate": 4.993384307717828e-06,
      "loss": 0.2143,
      "step": 109
    },
    {
      "epoch": 0.10746450923523126,
      "grad_norm": 1.9752260446548462,
      "learning_rate": 4.993093676361396e-06,
      "loss": 0.2258,
      "step": 110
    },
    {
      "epoch": 0.10844145931918792,
      "grad_norm": 2.0553202629089355,
      "learning_rate": 4.9927968065109366e-06,
      "loss": 0.2356,
      "step": 111
    },
    {
      "epoch": 0.10941840940314455,
      "grad_norm": 1.6603600978851318,
      "learning_rate": 4.99249369890931e-06,
      "loss": 0.1998,
      "step": 112
    },
    {
      "epoch": 0.1103953594871012,
      "grad_norm": 4.3979339599609375,
      "learning_rate": 4.992184354314986e-06,
      "loss": 0.2492,
      "step": 113
    },
    {
      "epoch": 0.11137230957105786,
      "grad_norm": 1.3203685283660889,
      "learning_rate": 4.99186877350204e-06,
      "loss": 0.1949,
      "step": 114
    },
    {
      "epoch": 0.11234925965501451,
      "grad_norm": 1.582054853439331,
      "learning_rate": 4.991546957260155e-06,
      "loss": 0.1899,
      "step": 115
    },
    {
      "epoch": 0.11332620973897115,
      "grad_norm": 3.809147357940674,
      "learning_rate": 4.991218906394612e-06,
      "loss": 0.2529,
      "step": 116
    },
    {
      "epoch": 0.1143031598229278,
      "grad_norm": 2.083314895629883,
      "learning_rate": 4.990884621726298e-06,
      "loss": 0.2269,
      "step": 117
    },
    {
      "epoch": 0.11528010990688445,
      "grad_norm": 2.141798734664917,
      "learning_rate": 4.990544104091696e-06,
      "loss": 0.1825,
      "step": 118
    },
    {
      "epoch": 0.1162570599908411,
      "grad_norm": 1.1795802116394043,
      "learning_rate": 4.990197354342889e-06,
      "loss": 0.1867,
      "step": 119
    },
    {
      "epoch": 0.11723401007479774,
      "grad_norm": 2.0592150688171387,
      "learning_rate": 4.9898443733475495e-06,
      "loss": 0.2038,
      "step": 120
    },
    {
      "epoch": 0.11821096015875439,
      "grad_norm": 2.3183350563049316,
      "learning_rate": 4.9894851619889475e-06,
      "loss": 0.2277,
      "step": 121
    },
    {
      "epoch": 0.11918791024271104,
      "grad_norm": 1.8908512592315674,
      "learning_rate": 4.989119721165941e-06,
      "loss": 0.1979,
      "step": 122
    },
    {
      "epoch": 0.12016486032666769,
      "grad_norm": 2.6937687397003174,
      "learning_rate": 4.9887480517929746e-06,
      "loss": 0.2323,
      "step": 123
    },
    {
      "epoch": 0.12114181041062433,
      "grad_norm": 2.000697135925293,
      "learning_rate": 4.988370154800083e-06,
      "loss": 0.1972,
      "step": 124
    },
    {
      "epoch": 0.12211876049458098,
      "grad_norm": 5.163992881774902,
      "learning_rate": 4.98798603113288e-06,
      "loss": 0.1952,
      "step": 125
    },
    {
      "epoch": 0.12309571057853763,
      "grad_norm": 1.2718846797943115,
      "learning_rate": 4.987595681752564e-06,
      "loss": 0.1936,
      "step": 126
    },
    {
      "epoch": 0.12407266066249427,
      "grad_norm": 1.3900277614593506,
      "learning_rate": 4.987199107635907e-06,
      "loss": 0.1927,
      "step": 127
    },
    {
      "epoch": 0.12504961074645093,
      "grad_norm": 1.9162976741790771,
      "learning_rate": 4.986796309775264e-06,
      "loss": 0.1978,
      "step": 128
    },
    {
      "epoch": 0.12602656083040756,
      "grad_norm": 2.0890822410583496,
      "learning_rate": 4.986387289178559e-06,
      "loss": 0.234,
      "step": 129
    },
    {
      "epoch": 0.1270035109143642,
      "grad_norm": 2.2969601154327393,
      "learning_rate": 4.985972046869288e-06,
      "loss": 0.2219,
      "step": 130
    },
    {
      "epoch": 0.12798046099832086,
      "grad_norm": 1.5308568477630615,
      "learning_rate": 4.985550583886516e-06,
      "loss": 0.2064,
      "step": 131
    },
    {
      "epoch": 0.1289574110822775,
      "grad_norm": 1.4585882425308228,
      "learning_rate": 4.985122901284875e-06,
      "loss": 0.1977,
      "step": 132
    },
    {
      "epoch": 0.12993436116623416,
      "grad_norm": 1.4630974531173706,
      "learning_rate": 4.984689000134559e-06,
      "loss": 0.1967,
      "step": 133
    },
    {
      "epoch": 0.13091131125019081,
      "grad_norm": 1.3947391510009766,
      "learning_rate": 4.984248881521322e-06,
      "loss": 0.2117,
      "step": 134
    },
    {
      "epoch": 0.13188826133414747,
      "grad_norm": 1.6325701475143433,
      "learning_rate": 4.98380254654648e-06,
      "loss": 0.186,
      "step": 135
    },
    {
      "epoch": 0.13286521141810412,
      "grad_norm": 4.865332126617432,
      "learning_rate": 4.9833499963269e-06,
      "loss": 0.2107,
      "step": 136
    },
    {
      "epoch": 0.13384216150206074,
      "grad_norm": 1.3951985836029053,
      "learning_rate": 4.982891231995005e-06,
      "loss": 0.1695,
      "step": 137
    },
    {
      "epoch": 0.1348191115860174,
      "grad_norm": 2.447169780731201,
      "learning_rate": 4.982426254698764e-06,
      "loss": 0.2176,
      "step": 138
    },
    {
      "epoch": 0.13579606166997404,
      "grad_norm": 1.225381851196289,
      "learning_rate": 4.981955065601693e-06,
      "loss": 0.2107,
      "step": 139
    },
    {
      "epoch": 0.1367730117539307,
      "grad_norm": 1.4975941181182861,
      "learning_rate": 4.981477665882856e-06,
      "loss": 0.195,
      "step": 140
    },
    {
      "epoch": 0.13774996183788735,
      "grad_norm": 2.819326877593994,
      "learning_rate": 4.980994056736854e-06,
      "loss": 0.2106,
      "step": 141
    },
    {
      "epoch": 0.138726911921844,
      "grad_norm": 1.3914092779159546,
      "learning_rate": 4.980504239373828e-06,
      "loss": 0.1818,
      "step": 142
    },
    {
      "epoch": 0.13970386200580065,
      "grad_norm": 1.275080680847168,
      "learning_rate": 4.980008215019452e-06,
      "loss": 0.1882,
      "step": 143
    },
    {
      "epoch": 0.1406808120897573,
      "grad_norm": 1.7779786586761475,
      "learning_rate": 4.979505984914934e-06,
      "loss": 0.1741,
      "step": 144
    },
    {
      "epoch": 0.14165776217371392,
      "grad_norm": 1.4576950073242188,
      "learning_rate": 4.978997550317008e-06,
      "loss": 0.1941,
      "step": 145
    },
    {
      "epoch": 0.14263471225767058,
      "grad_norm": 1.334631085395813,
      "learning_rate": 4.9784829124979365e-06,
      "loss": 0.1741,
      "step": 146
    },
    {
      "epoch": 0.14361166234162723,
      "grad_norm": 2.1714446544647217,
      "learning_rate": 4.977962072745503e-06,
      "loss": 0.1858,
      "step": 147
    },
    {
      "epoch": 0.14458861242558388,
      "grad_norm": 2.0816490650177,
      "learning_rate": 4.977435032363009e-06,
      "loss": 0.2045,
      "step": 148
    },
    {
      "epoch": 0.14556556250954053,
      "grad_norm": 1.6877857446670532,
      "learning_rate": 4.976901792669274e-06,
      "loss": 0.2134,
      "step": 149
    },
    {
      "epoch": 0.14654251259349718,
      "grad_norm": 1.721567153930664,
      "learning_rate": 4.97636235499863e-06,
      "loss": 0.1691,
      "step": 150
    },
    {
      "epoch": 0.14751946267745383,
      "grad_norm": 1.3968329429626465,
      "learning_rate": 4.975816720700915e-06,
      "loss": 0.1814,
      "step": 151
    },
    {
      "epoch": 0.14849641276141048,
      "grad_norm": 1.2914350032806396,
      "learning_rate": 4.975264891141478e-06,
      "loss": 0.2027,
      "step": 152
    },
    {
      "epoch": 0.1494733628453671,
      "grad_norm": 1.7255231142044067,
      "learning_rate": 4.974706867701166e-06,
      "loss": 0.1999,
      "step": 153
    },
    {
      "epoch": 0.15045031292932376,
      "grad_norm": 2.8396005630493164,
      "learning_rate": 4.974142651776327e-06,
      "loss": 0.2043,
      "step": 154
    },
    {
      "epoch": 0.1514272630132804,
      "grad_norm": 1.509140968322754,
      "learning_rate": 4.973572244778806e-06,
      "loss": 0.2053,
      "step": 155
    },
    {
      "epoch": 0.15240421309723706,
      "grad_norm": 1.8194832801818848,
      "learning_rate": 4.972995648135937e-06,
      "loss": 0.2071,
      "step": 156
    },
    {
      "epoch": 0.1533811631811937,
      "grad_norm": 1.8108936548233032,
      "learning_rate": 4.972412863290542e-06,
      "loss": 0.1914,
      "step": 157
    },
    {
      "epoch": 0.15435811326515037,
      "grad_norm": 1.7810618877410889,
      "learning_rate": 4.971823891700933e-06,
      "loss": 0.1896,
      "step": 158
    },
    {
      "epoch": 0.15533506334910702,
      "grad_norm": 2.121969699859619,
      "learning_rate": 4.971228734840897e-06,
      "loss": 0.1745,
      "step": 159
    },
    {
      "epoch": 0.15631201343306367,
      "grad_norm": 1.448722004890442,
      "learning_rate": 4.970627394199703e-06,
      "loss": 0.209,
      "step": 160
    },
    {
      "epoch": 0.1572889635170203,
      "grad_norm": 1.5792391300201416,
      "learning_rate": 4.970019871282091e-06,
      "loss": 0.1886,
      "step": 161
    },
    {
      "epoch": 0.15826591360097694,
      "grad_norm": 1.3888905048370361,
      "learning_rate": 4.9694061676082716e-06,
      "loss": 0.2009,
      "step": 162
    },
    {
      "epoch": 0.1592428636849336,
      "grad_norm": 1.5487862825393677,
      "learning_rate": 4.968786284713922e-06,
      "loss": 0.1789,
      "step": 163
    },
    {
      "epoch": 0.16021981376889025,
      "grad_norm": 1.1394370794296265,
      "learning_rate": 4.968160224150182e-06,
      "loss": 0.1805,
      "step": 164
    },
    {
      "epoch": 0.1611967638528469,
      "grad_norm": 1.8469414710998535,
      "learning_rate": 4.967527987483649e-06,
      "loss": 0.1984,
      "step": 165
    },
    {
      "epoch": 0.16217371393680355,
      "grad_norm": 1.388489007949829,
      "learning_rate": 4.966889576296376e-06,
      "loss": 0.1993,
      "step": 166
    },
    {
      "epoch": 0.1631506640207602,
      "grad_norm": 1.0046708583831787,
      "learning_rate": 4.966244992185865e-06,
      "loss": 0.1744,
      "step": 167
    },
    {
      "epoch": 0.16412761410471682,
      "grad_norm": 1.326556921005249,
      "learning_rate": 4.965594236765066e-06,
      "loss": 0.1746,
      "step": 168
    },
    {
      "epoch": 0.16510456418867347,
      "grad_norm": 2.322471857070923,
      "learning_rate": 4.9649373116623705e-06,
      "loss": 0.1985,
      "step": 169
    },
    {
      "epoch": 0.16608151427263013,
      "grad_norm": 1.5991991758346558,
      "learning_rate": 4.96427421852161e-06,
      "loss": 0.1906,
      "step": 170
    },
    {
      "epoch": 0.16705846435658678,
      "grad_norm": 1.6929835081100464,
      "learning_rate": 4.963604959002047e-06,
      "loss": 0.1834,
      "step": 171
    },
    {
      "epoch": 0.16803541444054343,
      "grad_norm": 1.5653678178787231,
      "learning_rate": 4.96292953477838e-06,
      "loss": 0.1815,
      "step": 172
    },
    {
      "epoch": 0.16901236452450008,
      "grad_norm": 1.2223589420318604,
      "learning_rate": 4.962247947540727e-06,
      "loss": 0.1883,
      "step": 173
    },
    {
      "epoch": 0.16998931460845673,
      "grad_norm": 0.8988173604011536,
      "learning_rate": 4.9615601989946326e-06,
      "loss": 0.1702,
      "step": 174
    },
    {
      "epoch": 0.17096626469241338,
      "grad_norm": 1.0329456329345703,
      "learning_rate": 4.960866290861055e-06,
      "loss": 0.1789,
      "step": 175
    },
    {
      "epoch": 0.17194321477637,
      "grad_norm": 2.3423991203308105,
      "learning_rate": 4.960166224876371e-06,
      "loss": 0.2061,
      "step": 176
    },
    {
      "epoch": 0.17292016486032666,
      "grad_norm": 1.2909654378890991,
      "learning_rate": 4.95946000279236e-06,
      "loss": 0.1929,
      "step": 177
    },
    {
      "epoch": 0.1738971149442833,
      "grad_norm": 1.4275271892547607,
      "learning_rate": 4.958747626376209e-06,
      "loss": 0.1783,
      "step": 178
    },
    {
      "epoch": 0.17487406502823996,
      "grad_norm": 1.309098482131958,
      "learning_rate": 4.958029097410507e-06,
      "loss": 0.2004,
      "step": 179
    },
    {
      "epoch": 0.1758510151121966,
      "grad_norm": 1.9952583312988281,
      "learning_rate": 4.957304417693234e-06,
      "loss": 0.1978,
      "step": 180
    },
    {
      "epoch": 0.17682796519615326,
      "grad_norm": 1.8879168033599854,
      "learning_rate": 4.956573589037766e-06,
      "loss": 0.1988,
      "step": 181
    },
    {
      "epoch": 0.17780491528010992,
      "grad_norm": 1.4148002862930298,
      "learning_rate": 4.9558366132728604e-06,
      "loss": 0.1714,
      "step": 182
    },
    {
      "epoch": 0.17878186536406657,
      "grad_norm": 1.941772699356079,
      "learning_rate": 4.9550934922426604e-06,
      "loss": 0.2368,
      "step": 183
    },
    {
      "epoch": 0.1797588154480232,
      "grad_norm": 1.2670023441314697,
      "learning_rate": 4.954344227806687e-06,
      "loss": 0.1979,
      "step": 184
    },
    {
      "epoch": 0.18073576553197984,
      "grad_norm": 1.1730530261993408,
      "learning_rate": 4.95358882183983e-06,
      "loss": 0.1913,
      "step": 185
    },
    {
      "epoch": 0.1817127156159365,
      "grad_norm": 1.131927251815796,
      "learning_rate": 4.95282727623235e-06,
      "loss": 0.1858,
      "step": 186
    },
    {
      "epoch": 0.18268966569989314,
      "grad_norm": 2.0665884017944336,
      "learning_rate": 4.952059592889872e-06,
      "loss": 0.1903,
      "step": 187
    },
    {
      "epoch": 0.1836666157838498,
      "grad_norm": 1.1630992889404297,
      "learning_rate": 4.951285773733377e-06,
      "loss": 0.1698,
      "step": 188
    },
    {
      "epoch": 0.18464356586780645,
      "grad_norm": 1.262695550918579,
      "learning_rate": 4.950505820699199e-06,
      "loss": 0.1782,
      "step": 189
    },
    {
      "epoch": 0.1856205159517631,
      "grad_norm": 1.7037773132324219,
      "learning_rate": 4.949719735739025e-06,
      "loss": 0.1825,
      "step": 190
    },
    {
      "epoch": 0.18659746603571975,
      "grad_norm": 1.0291463136672974,
      "learning_rate": 4.948927520819882e-06,
      "loss": 0.1769,
      "step": 191
    },
    {
      "epoch": 0.18757441611967637,
      "grad_norm": 2.2458765506744385,
      "learning_rate": 4.948129177924139e-06,
      "loss": 0.1954,
      "step": 192
    },
    {
      "epoch": 0.18855136620363303,
      "grad_norm": 1.084694504737854,
      "learning_rate": 4.947324709049496e-06,
      "loss": 0.1901,
      "step": 193
    },
    {
      "epoch": 0.18952831628758968,
      "grad_norm": 1.9943842887878418,
      "learning_rate": 4.946514116208985e-06,
      "loss": 0.1805,
      "step": 194
    },
    {
      "epoch": 0.19050526637154633,
      "grad_norm": 2.2961764335632324,
      "learning_rate": 4.94569740143096e-06,
      "loss": 0.1935,
      "step": 195
    },
    {
      "epoch": 0.19148221645550298,
      "grad_norm": 1.5056332349777222,
      "learning_rate": 4.944874566759095e-06,
      "loss": 0.1801,
      "step": 196
    },
    {
      "epoch": 0.19245916653945963,
      "grad_norm": 2.1005048751831055,
      "learning_rate": 4.944045614252379e-06,
      "loss": 0.1897,
      "step": 197
    },
    {
      "epoch": 0.19343611662341628,
      "grad_norm": 1.011614203453064,
      "learning_rate": 4.943210545985105e-06,
      "loss": 0.1797,
      "step": 198
    },
    {
      "epoch": 0.19441306670737293,
      "grad_norm": 1.0442618131637573,
      "learning_rate": 4.942369364046877e-06,
      "loss": 0.1827,
      "step": 199
    },
    {
      "epoch": 0.19539001679132956,
      "grad_norm": 1.0433064699172974,
      "learning_rate": 4.941522070542591e-06,
      "loss": 0.1694,
      "step": 200
    },
    {
      "epoch": 0.1963669668752862,
      "grad_norm": 1.0130871534347534,
      "learning_rate": 4.940668667592439e-06,
      "loss": 0.1786,
      "step": 201
    },
    {
      "epoch": 0.19734391695924286,
      "grad_norm": 1.100374698638916,
      "learning_rate": 4.9398091573318995e-06,
      "loss": 0.1759,
      "step": 202
    },
    {
      "epoch": 0.1983208670431995,
      "grad_norm": 1.3154064416885376,
      "learning_rate": 4.938943541911735e-06,
      "loss": 0.184,
      "step": 203
    },
    {
      "epoch": 0.19929781712715616,
      "grad_norm": 1.5183656215667725,
      "learning_rate": 4.938071823497982e-06,
      "loss": 0.185,
      "step": 204
    },
    {
      "epoch": 0.20027476721111281,
      "grad_norm": 1.569200038909912,
      "learning_rate": 4.9371940042719516e-06,
      "loss": 0.1894,
      "step": 205
    },
    {
      "epoch": 0.20125171729506947,
      "grad_norm": 2.047342538833618,
      "learning_rate": 4.93631008643022e-06,
      "loss": 0.1969,
      "step": 206
    },
    {
      "epoch": 0.2022286673790261,
      "grad_norm": 0.9860909581184387,
      "learning_rate": 4.935420072184624e-06,
      "loss": 0.1627,
      "step": 207
    },
    {
      "epoch": 0.20320561746298274,
      "grad_norm": 0.8913268446922302,
      "learning_rate": 4.934523963762254e-06,
      "loss": 0.1839,
      "step": 208
    },
    {
      "epoch": 0.2041825675469394,
      "grad_norm": 1.0603684186935425,
      "learning_rate": 4.933621763405454e-06,
      "loss": 0.1836,
      "step": 209
    },
    {
      "epoch": 0.20515951763089604,
      "grad_norm": 0.8889226913452148,
      "learning_rate": 4.932713473371807e-06,
      "loss": 0.1746,
      "step": 210
    },
    {
      "epoch": 0.2061364677148527,
      "grad_norm": 1.3194069862365723,
      "learning_rate": 4.931799095934137e-06,
      "loss": 0.1752,
      "step": 211
    },
    {
      "epoch": 0.20711341779880935,
      "grad_norm": 1.4344172477722168,
      "learning_rate": 4.930878633380501e-06,
      "loss": 0.1776,
      "step": 212
    },
    {
      "epoch": 0.208090367882766,
      "grad_norm": 1.1890789270401,
      "learning_rate": 4.929952088014182e-06,
      "loss": 0.201,
      "step": 213
    },
    {
      "epoch": 0.20906731796672265,
      "grad_norm": 1.1506404876708984,
      "learning_rate": 4.929019462153682e-06,
      "loss": 0.19,
      "step": 214
    },
    {
      "epoch": 0.21004426805067927,
      "grad_norm": 1.034428358078003,
      "learning_rate": 4.928080758132723e-06,
      "loss": 0.1764,
      "step": 215
    },
    {
      "epoch": 0.21102121813463592,
      "grad_norm": 1.5425089597702026,
      "learning_rate": 4.927135978300231e-06,
      "loss": 0.1708,
      "step": 216
    },
    {
      "epoch": 0.21199816821859258,
      "grad_norm": 1.2676106691360474,
      "learning_rate": 4.926185125020341e-06,
      "loss": 0.1773,
      "step": 217
    },
    {
      "epoch": 0.21297511830254923,
      "grad_norm": 0.959566056728363,
      "learning_rate": 4.92522820067238e-06,
      "loss": 0.1806,
      "step": 218
    },
    {
      "epoch": 0.21395206838650588,
      "grad_norm": 1.3489631414413452,
      "learning_rate": 4.924265207650874e-06,
      "loss": 0.1856,
      "step": 219
    },
    {
      "epoch": 0.21492901847046253,
      "grad_norm": 1.06121826171875,
      "learning_rate": 4.923296148365526e-06,
      "loss": 0.1889,
      "step": 220
    },
    {
      "epoch": 0.21590596855441918,
      "grad_norm": 1.19551420211792,
      "learning_rate": 4.922321025241225e-06,
      "loss": 0.1659,
      "step": 221
    },
    {
      "epoch": 0.21688291863837583,
      "grad_norm": 1.5810611248016357,
      "learning_rate": 4.921339840718031e-06,
      "loss": 0.1846,
      "step": 222
    },
    {
      "epoch": 0.21785986872233246,
      "grad_norm": 1.8626632690429688,
      "learning_rate": 4.920352597251174e-06,
      "loss": 0.2031,
      "step": 223
    },
    {
      "epoch": 0.2188368188062891,
      "grad_norm": 1.2777925729751587,
      "learning_rate": 4.919359297311041e-06,
      "loss": 0.1818,
      "step": 224
    },
    {
      "epoch": 0.21981376889024576,
      "grad_norm": 0.956462025642395,
      "learning_rate": 4.9183599433831785e-06,
      "loss": 0.1748,
      "step": 225
    },
    {
      "epoch": 0.2207907189742024,
      "grad_norm": 0.807868242263794,
      "learning_rate": 4.91735453796828e-06,
      "loss": 0.1672,
      "step": 226
    },
    {
      "epoch": 0.22176766905815906,
      "grad_norm": 1.7048554420471191,
      "learning_rate": 4.9163430835821805e-06,
      "loss": 0.1986,
      "step": 227
    },
    {
      "epoch": 0.2227446191421157,
      "grad_norm": 1.080628514289856,
      "learning_rate": 4.915325582755853e-06,
      "loss": 0.1742,
      "step": 228
    },
    {
      "epoch": 0.22372156922607236,
      "grad_norm": 1.4222372770309448,
      "learning_rate": 4.914302038035402e-06,
      "loss": 0.1582,
      "step": 229
    },
    {
      "epoch": 0.22469851931002902,
      "grad_norm": 1.040003776550293,
      "learning_rate": 4.913272451982053e-06,
      "loss": 0.177,
      "step": 230
    },
    {
      "epoch": 0.22567546939398564,
      "grad_norm": 1.0453258752822876,
      "learning_rate": 4.9122368271721485e-06,
      "loss": 0.1843,
      "step": 231
    },
    {
      "epoch": 0.2266524194779423,
      "grad_norm": 1.233941912651062,
      "learning_rate": 4.911195166197145e-06,
      "loss": 0.1608,
      "step": 232
    },
    {
      "epoch": 0.22762936956189894,
      "grad_norm": 1.4035524129867554,
      "learning_rate": 4.910147471663601e-06,
      "loss": 0.2034,
      "step": 233
    },
    {
      "epoch": 0.2286063196458556,
      "grad_norm": 0.9531283974647522,
      "learning_rate": 4.909093746193173e-06,
      "loss": 0.1978,
      "step": 234
    },
    {
      "epoch": 0.22958326972981224,
      "grad_norm": 0.927309513092041,
      "learning_rate": 4.908033992422609e-06,
      "loss": 0.1871,
      "step": 235
    },
    {
      "epoch": 0.2305602198137689,
      "grad_norm": 1.0833598375320435,
      "learning_rate": 4.9069682130037434e-06,
      "loss": 0.1691,
      "step": 236
    },
    {
      "epoch": 0.23153716989772555,
      "grad_norm": 1.1534310579299927,
      "learning_rate": 4.905896410603485e-06,
      "loss": 0.2012,
      "step": 237
    },
    {
      "epoch": 0.2325141199816822,
      "grad_norm": 1.2670401334762573,
      "learning_rate": 4.904818587903817e-06,
      "loss": 0.1969,
      "step": 238
    },
    {
      "epoch": 0.23349107006563882,
      "grad_norm": 1.222806692123413,
      "learning_rate": 4.903734747601785e-06,
      "loss": 0.2041,
      "step": 239
    },
    {
      "epoch": 0.23446802014959547,
      "grad_norm": 0.9613257646560669,
      "learning_rate": 4.902644892409496e-06,
      "loss": 0.1745,
      "step": 240
    },
    {
      "epoch": 0.23544497023355213,
      "grad_norm": 1.2783435583114624,
      "learning_rate": 4.901549025054103e-06,
      "loss": 0.1828,
      "step": 241
    },
    {
      "epoch": 0.23642192031750878,
      "grad_norm": 1.9349430799484253,
      "learning_rate": 4.900447148277809e-06,
      "loss": 0.1778,
      "step": 242
    },
    {
      "epoch": 0.23739887040146543,
      "grad_norm": 0.9153691530227661,
      "learning_rate": 4.899339264837851e-06,
      "loss": 0.1673,
      "step": 243
    },
    {
      "epoch": 0.23837582048542208,
      "grad_norm": 1.086670160293579,
      "learning_rate": 4.898225377506496e-06,
      "loss": 0.1621,
      "step": 244
    },
    {
      "epoch": 0.23935277056937873,
      "grad_norm": 0.9247845411300659,
      "learning_rate": 4.897105489071036e-06,
      "loss": 0.154,
      "step": 245
    },
    {
      "epoch": 0.24032972065333538,
      "grad_norm": 1.4103556871414185,
      "learning_rate": 4.89597960233378e-06,
      "loss": 0.1596,
      "step": 246
    },
    {
      "epoch": 0.241306670737292,
      "grad_norm": 0.8966643214225769,
      "learning_rate": 4.894847720112047e-06,
      "loss": 0.1672,
      "step": 247
    },
    {
      "epoch": 0.24228362082124866,
      "grad_norm": 1.4627892971038818,
      "learning_rate": 4.893709845238155e-06,
      "loss": 0.1829,
      "step": 248
    },
    {
      "epoch": 0.2432605709052053,
      "grad_norm": 1.492667317390442,
      "learning_rate": 4.8925659805594214e-06,
      "loss": 0.1889,
      "step": 249
    },
    {
      "epoch": 0.24423752098916196,
      "grad_norm": 2.349557638168335,
      "learning_rate": 4.891416128938151e-06,
      "loss": 0.1859,
      "step": 250
    },
    {
      "epoch": 0.2452144710731186,
      "grad_norm": 1.0932039022445679,
      "learning_rate": 4.890260293251629e-06,
      "loss": 0.1672,
      "step": 251
    },
    {
      "epoch": 0.24619142115707526,
      "grad_norm": 0.9675506949424744,
      "learning_rate": 4.889098476392115e-06,
      "loss": 0.1818,
      "step": 252
    },
    {
      "epoch": 0.24716837124103191,
      "grad_norm": 0.7860025763511658,
      "learning_rate": 4.887930681266835e-06,
      "loss": 0.1619,
      "step": 253
    },
    {
      "epoch": 0.24814532132498854,
      "grad_norm": 0.9406007528305054,
      "learning_rate": 4.8867569107979755e-06,
      "loss": 0.162,
      "step": 254
    },
    {
      "epoch": 0.2491222714089452,
      "grad_norm": 2.2786617279052734,
      "learning_rate": 4.885577167922672e-06,
      "loss": 0.1872,
      "step": 255
    },
    {
      "epoch": 0.25009922149290187,
      "grad_norm": 1.7823460102081299,
      "learning_rate": 4.884391455593011e-06,
      "loss": 0.1831,
      "step": 256
    },
    {
      "epoch": 0.2510761715768585,
      "grad_norm": 0.9489114284515381,
      "learning_rate": 4.883199776776011e-06,
      "loss": 0.1706,
      "step": 257
    },
    {
      "epoch": 0.2520531216608151,
      "grad_norm": 1.132427453994751,
      "learning_rate": 4.882002134453622e-06,
      "loss": 0.1796,
      "step": 258
    },
    {
      "epoch": 0.25303007174477177,
      "grad_norm": 1.2291914224624634,
      "learning_rate": 4.880798531622717e-06,
      "loss": 0.1791,
      "step": 259
    },
    {
      "epoch": 0.2540070218287284,
      "grad_norm": 1.2372835874557495,
      "learning_rate": 4.879588971295083e-06,
      "loss": 0.1656,
      "step": 260
    },
    {
      "epoch": 0.25498397191268507,
      "grad_norm": 3.1791579723358154,
      "learning_rate": 4.878373456497416e-06,
      "loss": 0.1843,
      "step": 261
    },
    {
      "epoch": 0.2559609219966417,
      "grad_norm": 1.6447696685791016,
      "learning_rate": 4.877151990271312e-06,
      "loss": 0.1761,
      "step": 262
    },
    {
      "epoch": 0.2569378720805984,
      "grad_norm": 1.0099893808364868,
      "learning_rate": 4.875924575673257e-06,
      "loss": 0.1886,
      "step": 263
    },
    {
      "epoch": 0.257914822164555,
      "grad_norm": 1.0321879386901855,
      "learning_rate": 4.874691215774624e-06,
      "loss": 0.1621,
      "step": 264
    },
    {
      "epoch": 0.2588917722485117,
      "grad_norm": 1.142579436302185,
      "learning_rate": 4.873451913661662e-06,
      "loss": 0.1775,
      "step": 265
    },
    {
      "epoch": 0.2598687223324683,
      "grad_norm": 0.9944607019424438,
      "learning_rate": 4.87220667243549e-06,
      "loss": 0.1577,
      "step": 266
    },
    {
      "epoch": 0.260845672416425,
      "grad_norm": 1.294043779373169,
      "learning_rate": 4.8709554952120865e-06,
      "loss": 0.1717,
      "step": 267
    },
    {
      "epoch": 0.26182262250038163,
      "grad_norm": 0.9566840529441833,
      "learning_rate": 4.8696983851222875e-06,
      "loss": 0.1489,
      "step": 268
    },
    {
      "epoch": 0.2627995725843383,
      "grad_norm": 0.7195562720298767,
      "learning_rate": 4.8684353453117704e-06,
      "loss": 0.1621,
      "step": 269
    },
    {
      "epoch": 0.26377652266829493,
      "grad_norm": 0.9187518358230591,
      "learning_rate": 4.867166378941054e-06,
      "loss": 0.1609,
      "step": 270
    },
    {
      "epoch": 0.2647534727522516,
      "grad_norm": 1.0037418603897095,
      "learning_rate": 4.865891489185485e-06,
      "loss": 0.1686,
      "step": 271
    },
    {
      "epoch": 0.26573042283620824,
      "grad_norm": 0.9572906494140625,
      "learning_rate": 4.864610679235234e-06,
      "loss": 0.1548,
      "step": 272
    },
    {
      "epoch": 0.2667073729201649,
      "grad_norm": 1.7213281393051147,
      "learning_rate": 4.863323952295286e-06,
      "loss": 0.1816,
      "step": 273
    },
    {
      "epoch": 0.2676843230041215,
      "grad_norm": 0.7924426794052124,
      "learning_rate": 4.862031311585428e-06,
      "loss": 0.1573,
      "step": 274
    },
    {
      "epoch": 0.26866127308807813,
      "grad_norm": 1.6240406036376953,
      "learning_rate": 4.860732760340251e-06,
      "loss": 0.1842,
      "step": 275
    },
    {
      "epoch": 0.2696382231720348,
      "grad_norm": 1.8995360136032104,
      "learning_rate": 4.859428301809131e-06,
      "loss": 0.1678,
      "step": 276
    },
    {
      "epoch": 0.27061517325599144,
      "grad_norm": 1.3227934837341309,
      "learning_rate": 4.858117939256231e-06,
      "loss": 0.1684,
      "step": 277
    },
    {
      "epoch": 0.2715921233399481,
      "grad_norm": 0.8575958609580994,
      "learning_rate": 4.856801675960482e-06,
      "loss": 0.152,
      "step": 278
    },
    {
      "epoch": 0.27256907342390474,
      "grad_norm": 0.9428021907806396,
      "learning_rate": 4.855479515215583e-06,
      "loss": 0.1691,
      "step": 279
    },
    {
      "epoch": 0.2735460235078614,
      "grad_norm": 1.7851122617721558,
      "learning_rate": 4.854151460329994e-06,
      "loss": 0.1874,
      "step": 280
    },
    {
      "epoch": 0.27452297359181804,
      "grad_norm": 1.286556601524353,
      "learning_rate": 4.852817514626916e-06,
      "loss": 0.1659,
      "step": 281
    },
    {
      "epoch": 0.2754999236757747,
      "grad_norm": 0.6606729626655579,
      "learning_rate": 4.8514776814442975e-06,
      "loss": 0.1514,
      "step": 282
    },
    {
      "epoch": 0.27647687375973135,
      "grad_norm": 1.2322301864624023,
      "learning_rate": 4.850131964134818e-06,
      "loss": 0.161,
      "step": 283
    },
    {
      "epoch": 0.277453823843688,
      "grad_norm": 1.3725941181182861,
      "learning_rate": 4.8487803660658765e-06,
      "loss": 0.1713,
      "step": 284
    },
    {
      "epoch": 0.27843077392764465,
      "grad_norm": 1.284625768661499,
      "learning_rate": 4.847422890619594e-06,
      "loss": 0.1868,
      "step": 285
    },
    {
      "epoch": 0.2794077240116013,
      "grad_norm": 1.9067991971969604,
      "learning_rate": 4.846059541192794e-06,
      "loss": 0.1787,
      "step": 286
    },
    {
      "epoch": 0.28038467409555795,
      "grad_norm": 2.312279462814331,
      "learning_rate": 4.844690321196999e-06,
      "loss": 0.1636,
      "step": 287
    },
    {
      "epoch": 0.2813616241795146,
      "grad_norm": 1.0614606142044067,
      "learning_rate": 4.843315234058423e-06,
      "loss": 0.1684,
      "step": 288
    },
    {
      "epoch": 0.2823385742634712,
      "grad_norm": 0.8870749473571777,
      "learning_rate": 4.841934283217961e-06,
      "loss": 0.1785,
      "step": 289
    },
    {
      "epoch": 0.28331552434742785,
      "grad_norm": 0.9860772490501404,
      "learning_rate": 4.840547472131181e-06,
      "loss": 0.1727,
      "step": 290
    },
    {
      "epoch": 0.2842924744313845,
      "grad_norm": 1.1348960399627686,
      "learning_rate": 4.839154804268313e-06,
      "loss": 0.1703,
      "step": 291
    },
    {
      "epoch": 0.28526942451534115,
      "grad_norm": 0.9704286456108093,
      "learning_rate": 4.8377562831142465e-06,
      "loss": 0.182,
      "step": 292
    },
    {
      "epoch": 0.2862463745992978,
      "grad_norm": 0.795126736164093,
      "learning_rate": 4.836351912168513e-06,
      "loss": 0.1511,
      "step": 293
    },
    {
      "epoch": 0.28722332468325446,
      "grad_norm": 0.9404454231262207,
      "learning_rate": 4.834941694945286e-06,
      "loss": 0.1667,
      "step": 294
    },
    {
      "epoch": 0.2882002747672111,
      "grad_norm": 1.038159728050232,
      "learning_rate": 4.833525634973367e-06,
      "loss": 0.1898,
      "step": 295
    },
    {
      "epoch": 0.28917722485116776,
      "grad_norm": 0.9030426144599915,
      "learning_rate": 4.832103735796177e-06,
      "loss": 0.1618,
      "step": 296
    },
    {
      "epoch": 0.2901541749351244,
      "grad_norm": 1.3933353424072266,
      "learning_rate": 4.830676000971747e-06,
      "loss": 0.1683,
      "step": 297
    },
    {
      "epoch": 0.29113112501908106,
      "grad_norm": 0.9132196307182312,
      "learning_rate": 4.829242434072714e-06,
      "loss": 0.1564,
      "step": 298
    },
    {
      "epoch": 0.2921080751030377,
      "grad_norm": 0.9444112777709961,
      "learning_rate": 4.827803038686309e-06,
      "loss": 0.1665,
      "step": 299
    },
    {
      "epoch": 0.29308502518699436,
      "grad_norm": 1.2773785591125488,
      "learning_rate": 4.826357818414343e-06,
      "loss": 0.1772,
      "step": 300
    },
    {
      "epoch": 0.294061975270951,
      "grad_norm": 1.0572564601898193,
      "learning_rate": 4.824906776873208e-06,
      "loss": 0.1672,
      "step": 301
    },
    {
      "epoch": 0.29503892535490767,
      "grad_norm": 1.107437014579773,
      "learning_rate": 4.823449917693859e-06,
      "loss": 0.1616,
      "step": 302
    },
    {
      "epoch": 0.2960158754388643,
      "grad_norm": 1.1432325839996338,
      "learning_rate": 4.82198724452181e-06,
      "loss": 0.1698,
      "step": 303
    },
    {
      "epoch": 0.29699282552282097,
      "grad_norm": 1.064653754234314,
      "learning_rate": 4.820518761017123e-06,
      "loss": 0.1741,
      "step": 304
    },
    {
      "epoch": 0.29796977560677756,
      "grad_norm": 0.9631031155586243,
      "learning_rate": 4.819044470854399e-06,
      "loss": 0.1786,
      "step": 305
    },
    {
      "epoch": 0.2989467256907342,
      "grad_norm": 0.8367262482643127,
      "learning_rate": 4.817564377722771e-06,
      "loss": 0.1766,
      "step": 306
    },
    {
      "epoch": 0.29992367577469087,
      "grad_norm": 1.6821892261505127,
      "learning_rate": 4.81607848532589e-06,
      "loss": 0.1621,
      "step": 307
    },
    {
      "epoch": 0.3009006258586475,
      "grad_norm": 0.7397382259368896,
      "learning_rate": 4.81458679738192e-06,
      "loss": 0.1569,
      "step": 308
    },
    {
      "epoch": 0.30187757594260417,
      "grad_norm": 1.6769345998764038,
      "learning_rate": 4.813089317623527e-06,
      "loss": 0.1732,
      "step": 309
    },
    {
      "epoch": 0.3028545260265608,
      "grad_norm": 0.8182811737060547,
      "learning_rate": 4.8115860497978715e-06,
      "loss": 0.151,
      "step": 310
    },
    {
      "epoch": 0.3038314761105175,
      "grad_norm": 1.0059869289398193,
      "learning_rate": 4.810076997666594e-06,
      "loss": 0.1497,
      "step": 311
    },
    {
      "epoch": 0.3048084261944741,
      "grad_norm": 0.8826881051063538,
      "learning_rate": 4.808562165005812e-06,
      "loss": 0.1696,
      "step": 312
    },
    {
      "epoch": 0.3057853762784308,
      "grad_norm": 1.1489773988723755,
      "learning_rate": 4.807041555606108e-06,
      "loss": 0.1603,
      "step": 313
    },
    {
      "epoch": 0.3067623263623874,
      "grad_norm": 0.824995756149292,
      "learning_rate": 4.8055151732725175e-06,
      "loss": 0.1638,
      "step": 314
    },
    {
      "epoch": 0.3077392764463441,
      "grad_norm": 1.4060777425765991,
      "learning_rate": 4.803983021824523e-06,
      "loss": 0.1567,
      "step": 315
    },
    {
      "epoch": 0.30871622653030073,
      "grad_norm": 0.9083486199378967,
      "learning_rate": 4.802445105096042e-06,
      "loss": 0.163,
      "step": 316
    },
    {
      "epoch": 0.3096931766142574,
      "grad_norm": 1.0700857639312744,
      "learning_rate": 4.800901426935422e-06,
      "loss": 0.1709,
      "step": 317
    },
    {
      "epoch": 0.31067012669821403,
      "grad_norm": 0.6764273643493652,
      "learning_rate": 4.799351991205421e-06,
      "loss": 0.1565,
      "step": 318
    },
    {
      "epoch": 0.3116470767821707,
      "grad_norm": 1.3011271953582764,
      "learning_rate": 4.797796801783211e-06,
      "loss": 0.1699,
      "step": 319
    },
    {
      "epoch": 0.31262402686612734,
      "grad_norm": 0.7218932509422302,
      "learning_rate": 4.796235862560357e-06,
      "loss": 0.1317,
      "step": 320
    },
    {
      "epoch": 0.31360097695008393,
      "grad_norm": 0.9350078701972961,
      "learning_rate": 4.794669177442815e-06,
      "loss": 0.1744,
      "step": 321
    },
    {
      "epoch": 0.3145779270340406,
      "grad_norm": 1.2761632204055786,
      "learning_rate": 4.793096750350915e-06,
      "loss": 0.1864,
      "step": 322
    },
    {
      "epoch": 0.31555487711799723,
      "grad_norm": 3.156892776489258,
      "learning_rate": 4.791518585219359e-06,
      "loss": 0.1695,
      "step": 323
    },
    {
      "epoch": 0.3165318272019539,
      "grad_norm": 0.8076464533805847,
      "learning_rate": 4.789934685997206e-06,
      "loss": 0.1636,
      "step": 324
    },
    {
      "epoch": 0.31750877728591054,
      "grad_norm": 0.8827851414680481,
      "learning_rate": 4.788345056647863e-06,
      "loss": 0.1536,
      "step": 325
    },
    {
      "epoch": 0.3184857273698672,
      "grad_norm": 1.3951282501220703,
      "learning_rate": 4.786749701149076e-06,
      "loss": 0.1752,
      "step": 326
    },
    {
      "epoch": 0.31946267745382384,
      "grad_norm": 0.9473510384559631,
      "learning_rate": 4.785148623492919e-06,
      "loss": 0.1763,
      "step": 327
    },
    {
      "epoch": 0.3204396275377805,
      "grad_norm": 1.2782249450683594,
      "learning_rate": 4.783541827685786e-06,
      "loss": 0.1619,
      "step": 328
    },
    {
      "epoch": 0.32141657762173714,
      "grad_norm": 1.2298985719680786,
      "learning_rate": 4.781929317748378e-06,
      "loss": 0.1946,
      "step": 329
    },
    {
      "epoch": 0.3223935277056938,
      "grad_norm": 0.8484151363372803,
      "learning_rate": 4.780311097715695e-06,
      "loss": 0.169,
      "step": 330
    },
    {
      "epoch": 0.32337047778965045,
      "grad_norm": 0.8106393814086914,
      "learning_rate": 4.778687171637028e-06,
      "loss": 0.1808,
      "step": 331
    },
    {
      "epoch": 0.3243474278736071,
      "grad_norm": 1.1082829236984253,
      "learning_rate": 4.77705754357594e-06,
      "loss": 0.1519,
      "step": 332
    },
    {
      "epoch": 0.32532437795756375,
      "grad_norm": 1.0785582065582275,
      "learning_rate": 4.77542221761027e-06,
      "loss": 0.171,
      "step": 333
    },
    {
      "epoch": 0.3263013280415204,
      "grad_norm": 0.8459275960922241,
      "learning_rate": 4.773781197832109e-06,
      "loss": 0.174,
      "step": 334
    },
    {
      "epoch": 0.32727827812547705,
      "grad_norm": 0.7670328617095947,
      "learning_rate": 4.772134488347798e-06,
      "loss": 0.1699,
      "step": 335
    },
    {
      "epoch": 0.32825522820943365,
      "grad_norm": 1.1015170812606812,
      "learning_rate": 4.770482093277915e-06,
      "loss": 0.1886,
      "step": 336
    },
    {
      "epoch": 0.3292321782933903,
      "grad_norm": 0.8439568877220154,
      "learning_rate": 4.768824016757265e-06,
      "loss": 0.1567,
      "step": 337
    },
    {
      "epoch": 0.33020912837734695,
      "grad_norm": 1.3197076320648193,
      "learning_rate": 4.767160262934871e-06,
      "loss": 0.1913,
      "step": 338
    },
    {
      "epoch": 0.3311860784613036,
      "grad_norm": 0.8700889945030212,
      "learning_rate": 4.765490835973962e-06,
      "loss": 0.1386,
      "step": 339
    },
    {
      "epoch": 0.33216302854526025,
      "grad_norm": 1.1503537893295288,
      "learning_rate": 4.7638157400519595e-06,
      "loss": 0.1563,
      "step": 340
    },
    {
      "epoch": 0.3331399786292169,
      "grad_norm": 1.0167195796966553,
      "learning_rate": 4.762134979360476e-06,
      "loss": 0.1547,
      "step": 341
    },
    {
      "epoch": 0.33411692871317356,
      "grad_norm": 1.6731079816818237,
      "learning_rate": 4.760448558105294e-06,
      "loss": 0.1905,
      "step": 342
    },
    {
      "epoch": 0.3350938787971302,
      "grad_norm": 0.9303874373435974,
      "learning_rate": 4.7587564805063645e-06,
      "loss": 0.1686,
      "step": 343
    },
    {
      "epoch": 0.33607082888108686,
      "grad_norm": 1.4790585041046143,
      "learning_rate": 4.757058750797791e-06,
      "loss": 0.1805,
      "step": 344
    },
    {
      "epoch": 0.3370477789650435,
      "grad_norm": 2.3826332092285156,
      "learning_rate": 4.755355373227818e-06,
      "loss": 0.1775,
      "step": 345
    },
    {
      "epoch": 0.33802472904900016,
      "grad_norm": 1.202460765838623,
      "learning_rate": 4.753646352058827e-06,
      "loss": 0.1755,
      "step": 346
    },
    {
      "epoch": 0.3390016791329568,
      "grad_norm": 1.3687115907669067,
      "learning_rate": 4.751931691567318e-06,
      "loss": 0.1809,
      "step": 347
    },
    {
      "epoch": 0.33997862921691346,
      "grad_norm": 1.2868486642837524,
      "learning_rate": 4.750211396043904e-06,
      "loss": 0.1708,
      "step": 348
    },
    {
      "epoch": 0.3409555793008701,
      "grad_norm": 1.0164076089859009,
      "learning_rate": 4.748485469793299e-06,
      "loss": 0.1617,
      "step": 349
    },
    {
      "epoch": 0.34193252938482677,
      "grad_norm": 1.2062278985977173,
      "learning_rate": 4.746753917134304e-06,
      "loss": 0.1652,
      "step": 350
    },
    {
      "epoch": 0.3429094794687834,
      "grad_norm": 1.3958442211151123,
      "learning_rate": 4.745016742399804e-06,
      "loss": 0.1963,
      "step": 351
    },
    {
      "epoch": 0.34388642955274,
      "grad_norm": 0.9678618311882019,
      "learning_rate": 4.7432739499367475e-06,
      "loss": 0.1445,
      "step": 352
    },
    {
      "epoch": 0.34486337963669667,
      "grad_norm": 0.6724891662597656,
      "learning_rate": 4.7415255441061414e-06,
      "loss": 0.1626,
      "step": 353
    },
    {
      "epoch": 0.3458403297206533,
      "grad_norm": 0.7690248489379883,
      "learning_rate": 4.739771529283041e-06,
      "loss": 0.1727,
      "step": 354
    },
    {
      "epoch": 0.34681727980460997,
      "grad_norm": 1.0899006128311157,
      "learning_rate": 4.738011909856535e-06,
      "loss": 0.2008,
      "step": 355
    },
    {
      "epoch": 0.3477942298885666,
      "grad_norm": 0.7474625110626221,
      "learning_rate": 4.736246690229737e-06,
      "loss": 0.1588,
      "step": 356
    },
    {
      "epoch": 0.34877117997252327,
      "grad_norm": 0.8380438089370728,
      "learning_rate": 4.734475874819776e-06,
      "loss": 0.1615,
      "step": 357
    },
    {
      "epoch": 0.3497481300564799,
      "grad_norm": 1.187130331993103,
      "learning_rate": 4.7326994680577784e-06,
      "loss": 0.1614,
      "step": 358
    },
    {
      "epoch": 0.3507250801404366,
      "grad_norm": 0.8472177982330322,
      "learning_rate": 4.730917474388869e-06,
      "loss": 0.1601,
      "step": 359
    },
    {
      "epoch": 0.3517020302243932,
      "grad_norm": 1.0092201232910156,
      "learning_rate": 4.729129898272147e-06,
      "loss": 0.171,
      "step": 360
    },
    {
      "epoch": 0.3526789803083499,
      "grad_norm": 1.1632071733474731,
      "learning_rate": 4.727336744180681e-06,
      "loss": 0.1774,
      "step": 361
    },
    {
      "epoch": 0.35365593039230653,
      "grad_norm": 1.825290322303772,
      "learning_rate": 4.7255380166015016e-06,
      "loss": 0.1766,
      "step": 362
    },
    {
      "epoch": 0.3546328804762632,
      "grad_norm": 1.0044591426849365,
      "learning_rate": 4.723733720035583e-06,
      "loss": 0.1821,
      "step": 363
    },
    {
      "epoch": 0.35560983056021983,
      "grad_norm": 1.4767296314239502,
      "learning_rate": 4.721923858997833e-06,
      "loss": 0.1753,
      "step": 364
    },
    {
      "epoch": 0.3565867806441765,
      "grad_norm": 0.908411979675293,
      "learning_rate": 4.720108438017088e-06,
      "loss": 0.1799,
      "step": 365
    },
    {
      "epoch": 0.35756373072813313,
      "grad_norm": 0.9019033908843994,
      "learning_rate": 4.718287461636094e-06,
      "loss": 0.1614,
      "step": 366
    },
    {
      "epoch": 0.3585406808120898,
      "grad_norm": 0.6928865313529968,
      "learning_rate": 4.716460934411498e-06,
      "loss": 0.1524,
      "step": 367
    },
    {
      "epoch": 0.3595176308960464,
      "grad_norm": 1.8299281597137451,
      "learning_rate": 4.71462886091384e-06,
      "loss": 0.1807,
      "step": 368
    },
    {
      "epoch": 0.36049458098000303,
      "grad_norm": 0.8391110301017761,
      "learning_rate": 4.712791245727534e-06,
      "loss": 0.1588,
      "step": 369
    },
    {
      "epoch": 0.3614715310639597,
      "grad_norm": 0.8084884881973267,
      "learning_rate": 4.7109480934508646e-06,
      "loss": 0.1521,
      "step": 370
    },
    {
      "epoch": 0.36244848114791633,
      "grad_norm": 1.0511680841445923,
      "learning_rate": 4.7090994086959705e-06,
      "loss": 0.1656,
      "step": 371
    },
    {
      "epoch": 0.363425431231873,
      "grad_norm": 1.0038580894470215,
      "learning_rate": 4.707245196088835e-06,
      "loss": 0.1669,
      "step": 372
    },
    {
      "epoch": 0.36440238131582964,
      "grad_norm": 1.2239633798599243,
      "learning_rate": 4.705385460269273e-06,
      "loss": 0.1731,
      "step": 373
    },
    {
      "epoch": 0.3653793313997863,
      "grad_norm": 0.8391385078430176,
      "learning_rate": 4.703520205890921e-06,
      "loss": 0.1597,
      "step": 374
    },
    {
      "epoch": 0.36635628148374294,
      "grad_norm": 0.9824623465538025,
      "learning_rate": 4.701649437621224e-06,
      "loss": 0.1648,
      "step": 375
    },
    {
      "epoch": 0.3673332315676996,
      "grad_norm": 1.1654932498931885,
      "learning_rate": 4.699773160141425e-06,
      "loss": 0.1729,
      "step": 376
    },
    {
      "epoch": 0.36831018165165624,
      "grad_norm": 0.9378538131713867,
      "learning_rate": 4.697891378146552e-06,
      "loss": 0.1594,
      "step": 377
    },
    {
      "epoch": 0.3692871317356129,
      "grad_norm": 1.00264573097229,
      "learning_rate": 4.696004096345408e-06,
      "loss": 0.1613,
      "step": 378
    },
    {
      "epoch": 0.37026408181956955,
      "grad_norm": 0.7746912837028503,
      "learning_rate": 4.694111319460558e-06,
      "loss": 0.1619,
      "step": 379
    },
    {
      "epoch": 0.3712410319035262,
      "grad_norm": 0.7986708879470825,
      "learning_rate": 4.692213052228316e-06,
      "loss": 0.1668,
      "step": 380
    },
    {
      "epoch": 0.37221798198748285,
      "grad_norm": 0.9470774531364441,
      "learning_rate": 4.690309299398736e-06,
      "loss": 0.1669,
      "step": 381
    },
    {
      "epoch": 0.3731949320714395,
      "grad_norm": 0.762748122215271,
      "learning_rate": 4.6884000657356e-06,
      "loss": 0.1528,
      "step": 382
    },
    {
      "epoch": 0.3741718821553961,
      "grad_norm": 0.7623162269592285,
      "learning_rate": 4.686485356016402e-06,
      "loss": 0.1695,
      "step": 383
    },
    {
      "epoch": 0.37514883223935275,
      "grad_norm": 1.0561014413833618,
      "learning_rate": 4.6845651750323384e-06,
      "loss": 0.1848,
      "step": 384
    },
    {
      "epoch": 0.3761257823233094,
      "grad_norm": 1.7893115282058716,
      "learning_rate": 4.6826395275883e-06,
      "loss": 0.1745,
      "step": 385
    },
    {
      "epoch": 0.37710273240726605,
      "grad_norm": 0.9349923729896545,
      "learning_rate": 4.680708418502853e-06,
      "loss": 0.1781,
      "step": 386
    },
    {
      "epoch": 0.3780796824912227,
      "grad_norm": 0.8574498295783997,
      "learning_rate": 4.678771852608232e-06,
      "loss": 0.1556,
      "step": 387
    },
    {
      "epoch": 0.37905663257517935,
      "grad_norm": 0.7922853827476501,
      "learning_rate": 4.676829834750326e-06,
      "loss": 0.1725,
      "step": 388
    },
    {
      "epoch": 0.380033582659136,
      "grad_norm": 0.9478686451911926,
      "learning_rate": 4.674882369788667e-06,
      "loss": 0.1604,
      "step": 389
    },
    {
      "epoch": 0.38101053274309266,
      "grad_norm": 1.0247634649276733,
      "learning_rate": 4.672929462596415e-06,
      "loss": 0.1714,
      "step": 390
    },
    {
      "epoch": 0.3819874828270493,
      "grad_norm": 1.026174783706665,
      "learning_rate": 4.67097111806035e-06,
      "loss": 0.1617,
      "step": 391
    },
    {
      "epoch": 0.38296443291100596,
      "grad_norm": 0.8140632510185242,
      "learning_rate": 4.669007341080859e-06,
      "loss": 0.163,
      "step": 392
    },
    {
      "epoch": 0.3839413829949626,
      "grad_norm": 0.6845609545707703,
      "learning_rate": 4.6670381365719215e-06,
      "loss": 0.1436,
      "step": 393
    },
    {
      "epoch": 0.38491833307891926,
      "grad_norm": 0.905922532081604,
      "learning_rate": 4.665063509461098e-06,
      "loss": 0.1368,
      "step": 394
    },
    {
      "epoch": 0.3858952831628759,
      "grad_norm": 1.1261165142059326,
      "learning_rate": 4.663083464689516e-06,
      "loss": 0.1679,
      "step": 395
    },
    {
      "epoch": 0.38687223324683256,
      "grad_norm": 0.7991992235183716,
      "learning_rate": 4.661098007211864e-06,
      "loss": 0.1494,
      "step": 396
    },
    {
      "epoch": 0.3878491833307892,
      "grad_norm": 1.2790718078613281,
      "learning_rate": 4.659107141996374e-06,
      "loss": 0.1524,
      "step": 397
    },
    {
      "epoch": 0.38882613341474587,
      "grad_norm": 0.7661685347557068,
      "learning_rate": 4.657110874024806e-06,
      "loss": 0.1644,
      "step": 398
    },
    {
      "epoch": 0.38980308349870246,
      "grad_norm": 0.8004336357116699,
      "learning_rate": 4.655109208292443e-06,
      "loss": 0.1641,
      "step": 399
    },
    {
      "epoch": 0.3907800335826591,
      "grad_norm": 0.6391324996948242,
      "learning_rate": 4.653102149808074e-06,
      "loss": 0.1724,
      "step": 400
    },
    {
      "epoch": 0.39175698366661577,
      "grad_norm": 0.9730057716369629,
      "learning_rate": 4.6510897035939825e-06,
      "loss": 0.183,
      "step": 401
    },
    {
      "epoch": 0.3927339337505724,
      "grad_norm": 0.934459388256073,
      "learning_rate": 4.649071874685933e-06,
      "loss": 0.1592,
      "step": 402
    },
    {
      "epoch": 0.39371088383452907,
      "grad_norm": 0.9212885499000549,
      "learning_rate": 4.647048668133158e-06,
      "loss": 0.1609,
      "step": 403
    },
    {
      "epoch": 0.3946878339184857,
      "grad_norm": 1.1316171884536743,
      "learning_rate": 4.645020088998352e-06,
      "loss": 0.1986,
      "step": 404
    },
    {
      "epoch": 0.39566478400244237,
      "grad_norm": 0.8710122108459473,
      "learning_rate": 4.6429861423576454e-06,
      "loss": 0.1696,
      "step": 405
    },
    {
      "epoch": 0.396641734086399,
      "grad_norm": 1.0295352935791016,
      "learning_rate": 4.640946833300607e-06,
      "loss": 0.1656,
      "step": 406
    },
    {
      "epoch": 0.3976186841703557,
      "grad_norm": 0.813359797000885,
      "learning_rate": 4.638902166930218e-06,
      "loss": 0.1681,
      "step": 407
    },
    {
      "epoch": 0.3985956342543123,
      "grad_norm": 0.9952261447906494,
      "learning_rate": 4.636852148362871e-06,
      "loss": 0.1591,
      "step": 408
    },
    {
      "epoch": 0.399572584338269,
      "grad_norm": 1.1479076147079468,
      "learning_rate": 4.6347967827283455e-06,
      "loss": 0.1725,
      "step": 409
    },
    {
      "epoch": 0.40054953442222563,
      "grad_norm": 0.7456801533699036,
      "learning_rate": 4.6327360751698075e-06,
      "loss": 0.167,
      "step": 410
    },
    {
      "epoch": 0.4015264845061823,
      "grad_norm": 0.9170630574226379,
      "learning_rate": 4.630670030843785e-06,
      "loss": 0.1638,
      "step": 411
    },
    {
      "epoch": 0.40250343459013893,
      "grad_norm": 0.9080767035484314,
      "learning_rate": 4.628598654920161e-06,
      "loss": 0.1538,
      "step": 412
    },
    {
      "epoch": 0.4034803846740956,
      "grad_norm": 1.0291121006011963,
      "learning_rate": 4.626521952582164e-06,
      "loss": 0.1828,
      "step": 413
    },
    {
      "epoch": 0.4044573347580522,
      "grad_norm": 0.8592116832733154,
      "learning_rate": 4.624439929026344e-06,
      "loss": 0.1558,
      "step": 414
    },
    {
      "epoch": 0.40543428484200883,
      "grad_norm": 0.8687212467193604,
      "learning_rate": 4.622352589462573e-06,
      "loss": 0.1548,
      "step": 415
    },
    {
      "epoch": 0.4064112349259655,
      "grad_norm": 0.8444783091545105,
      "learning_rate": 4.62025993911402e-06,
      "loss": 0.1523,
      "step": 416
    },
    {
      "epoch": 0.40738818500992213,
      "grad_norm": 0.7917346358299255,
      "learning_rate": 4.618161983217148e-06,
      "loss": 0.1668,
      "step": 417
    },
    {
      "epoch": 0.4083651350938788,
      "grad_norm": 0.9798198342323303,
      "learning_rate": 4.616058727021691e-06,
      "loss": 0.159,
      "step": 418
    },
    {
      "epoch": 0.40934208517783544,
      "grad_norm": 0.7648982405662537,
      "learning_rate": 4.6139501757906515e-06,
      "loss": 0.1563,
      "step": 419
    },
    {
      "epoch": 0.4103190352617921,
      "grad_norm": 0.9149302840232849,
      "learning_rate": 4.611836334800276e-06,
      "loss": 0.171,
      "step": 420
    },
    {
      "epoch": 0.41129598534574874,
      "grad_norm": 1.0029511451721191,
      "learning_rate": 4.609717209340053e-06,
      "loss": 0.1803,
      "step": 421
    },
    {
      "epoch": 0.4122729354297054,
      "grad_norm": 1.6170082092285156,
      "learning_rate": 4.607592804712691e-06,
      "loss": 0.1795,
      "step": 422
    },
    {
      "epoch": 0.41324988551366204,
      "grad_norm": 0.8813459873199463,
      "learning_rate": 4.60546312623411e-06,
      "loss": 0.1725,
      "step": 423
    },
    {
      "epoch": 0.4142268355976187,
      "grad_norm": 1.0119832754135132,
      "learning_rate": 4.603328179233426e-06,
      "loss": 0.1503,
      "step": 424
    },
    {
      "epoch": 0.41520378568157534,
      "grad_norm": 0.9550930857658386,
      "learning_rate": 4.601187969052938e-06,
      "loss": 0.1725,
      "step": 425
    },
    {
      "epoch": 0.416180735765532,
      "grad_norm": 0.9823699593544006,
      "learning_rate": 4.5990425010481185e-06,
      "loss": 0.1796,
      "step": 426
    },
    {
      "epoch": 0.41715768584948865,
      "grad_norm": 0.8281930685043335,
      "learning_rate": 4.596891780587592e-06,
      "loss": 0.1622,
      "step": 427
    },
    {
      "epoch": 0.4181346359334453,
      "grad_norm": 1.0369951725006104,
      "learning_rate": 4.594735813053131e-06,
      "loss": 0.1711,
      "step": 428
    },
    {
      "epoch": 0.41911158601740195,
      "grad_norm": 1.0193263292312622,
      "learning_rate": 4.592574603839632e-06,
      "loss": 0.1653,
      "step": 429
    },
    {
      "epoch": 0.42008853610135855,
      "grad_norm": 0.7897890210151672,
      "learning_rate": 4.590408158355113e-06,
      "loss": 0.1718,
      "step": 430
    },
    {
      "epoch": 0.4210654861853152,
      "grad_norm": 0.7788593769073486,
      "learning_rate": 4.5882364820206925e-06,
      "loss": 0.171,
      "step": 431
    },
    {
      "epoch": 0.42204243626927185,
      "grad_norm": 0.9562849402427673,
      "learning_rate": 4.586059580270579e-06,
      "loss": 0.1583,
      "step": 432
    },
    {
      "epoch": 0.4230193863532285,
      "grad_norm": 1.1443227529525757,
      "learning_rate": 4.583877458552056e-06,
      "loss": 0.1538,
      "step": 433
    },
    {
      "epoch": 0.42399633643718515,
      "grad_norm": 0.907416045665741,
      "learning_rate": 4.581690122325469e-06,
      "loss": 0.1498,
      "step": 434
    },
    {
      "epoch": 0.4249732865211418,
      "grad_norm": 0.9503728747367859,
      "learning_rate": 4.579497577064213e-06,
      "loss": 0.1776,
      "step": 435
    },
    {
      "epoch": 0.42595023660509845,
      "grad_norm": 1.2248893976211548,
      "learning_rate": 4.577299828254715e-06,
      "loss": 0.1605,
      "step": 436
    },
    {
      "epoch": 0.4269271866890551,
      "grad_norm": 0.9676153659820557,
      "learning_rate": 4.575096881396425e-06,
      "loss": 0.1669,
      "step": 437
    },
    {
      "epoch": 0.42790413677301176,
      "grad_norm": 0.9138438701629639,
      "learning_rate": 4.5728887420018e-06,
      "loss": 0.1711,
      "step": 438
    },
    {
      "epoch": 0.4288810868569684,
      "grad_norm": 0.8535164594650269,
      "learning_rate": 4.57067541559629e-06,
      "loss": 0.1637,
      "step": 439
    },
    {
      "epoch": 0.42985803694092506,
      "grad_norm": 0.7810698747634888,
      "learning_rate": 4.568456907718325e-06,
      "loss": 0.1728,
      "step": 440
    },
    {
      "epoch": 0.4308349870248817,
      "grad_norm": 0.7574284672737122,
      "learning_rate": 4.566233223919299e-06,
      "loss": 0.1526,
      "step": 441
    },
    {
      "epoch": 0.43181193710883836,
      "grad_norm": 0.9540330171585083,
      "learning_rate": 4.5640043697635595e-06,
      "loss": 0.1481,
      "step": 442
    },
    {
      "epoch": 0.432788887192795,
      "grad_norm": 0.6913356781005859,
      "learning_rate": 4.561770350828391e-06,
      "loss": 0.1576,
      "step": 443
    },
    {
      "epoch": 0.43376583727675166,
      "grad_norm": 0.8490065336227417,
      "learning_rate": 4.559531172704002e-06,
      "loss": 0.1544,
      "step": 444
    },
    {
      "epoch": 0.4347427873607083,
      "grad_norm": 1.0822558403015137,
      "learning_rate": 4.557286840993512e-06,
      "loss": 0.1828,
      "step": 445
    },
    {
      "epoch": 0.4357197374446649,
      "grad_norm": 1.0955301523208618,
      "learning_rate": 4.555037361312935e-06,
      "loss": 0.1627,
      "step": 446
    },
    {
      "epoch": 0.43669668752862156,
      "grad_norm": 1.0650818347930908,
      "learning_rate": 4.552782739291168e-06,
      "loss": 0.1625,
      "step": 447
    },
    {
      "epoch": 0.4376736376125782,
      "grad_norm": 0.879410445690155,
      "learning_rate": 4.5505229805699725e-06,
      "loss": 0.1694,
      "step": 448
    },
    {
      "epoch": 0.43865058769653487,
      "grad_norm": 0.6247472763061523,
      "learning_rate": 4.548258090803968e-06,
      "loss": 0.1343,
      "step": 449
    },
    {
      "epoch": 0.4396275377804915,
      "grad_norm": 0.8280798196792603,
      "learning_rate": 4.54598807566061e-06,
      "loss": 0.138,
      "step": 450
    },
    {
      "epoch": 0.44060448786444817,
      "grad_norm": 0.598173201084137,
      "learning_rate": 4.543712940820183e-06,
      "loss": 0.1535,
      "step": 451
    },
    {
      "epoch": 0.4415814379484048,
      "grad_norm": 0.8917229175567627,
      "learning_rate": 4.541432691975779e-06,
      "loss": 0.1434,
      "step": 452
    },
    {
      "epoch": 0.44255838803236147,
      "grad_norm": 0.8526452779769897,
      "learning_rate": 4.539147334833288e-06,
      "loss": 0.1638,
      "step": 453
    },
    {
      "epoch": 0.4435353381163181,
      "grad_norm": 1.030854344367981,
      "learning_rate": 4.536856875111383e-06,
      "loss": 0.1672,
      "step": 454
    },
    {
      "epoch": 0.4445122882002748,
      "grad_norm": 0.6388799548149109,
      "learning_rate": 4.534561318541506e-06,
      "loss": 0.146,
      "step": 455
    },
    {
      "epoch": 0.4454892382842314,
      "grad_norm": 0.76018226146698,
      "learning_rate": 4.532260670867851e-06,
      "loss": 0.1477,
      "step": 456
    },
    {
      "epoch": 0.4464661883681881,
      "grad_norm": 3.6600043773651123,
      "learning_rate": 4.529954937847352e-06,
      "loss": 0.176,
      "step": 457
    },
    {
      "epoch": 0.44744313845214473,
      "grad_norm": 0.9332470893859863,
      "learning_rate": 4.527644125249669e-06,
      "loss": 0.165,
      "step": 458
    },
    {
      "epoch": 0.4484200885361014,
      "grad_norm": 1.7258678674697876,
      "learning_rate": 4.525328238857173e-06,
      "loss": 0.1453,
      "step": 459
    },
    {
      "epoch": 0.44939703862005803,
      "grad_norm": 0.7266802191734314,
      "learning_rate": 4.523007284464928e-06,
      "loss": 0.1461,
      "step": 460
    },
    {
      "epoch": 0.4503739887040146,
      "grad_norm": 1.3688712120056152,
      "learning_rate": 4.520681267880685e-06,
      "loss": 0.1706,
      "step": 461
    },
    {
      "epoch": 0.4513509387879713,
      "grad_norm": 1.2537286281585693,
      "learning_rate": 4.5183501949248585e-06,
      "loss": 0.1711,
      "step": 462
    },
    {
      "epoch": 0.45232788887192793,
      "grad_norm": 1.1937775611877441,
      "learning_rate": 4.516014071430515e-06,
      "loss": 0.1847,
      "step": 463
    },
    {
      "epoch": 0.4533048389558846,
      "grad_norm": 0.8803216814994812,
      "learning_rate": 4.513672903243361e-06,
      "loss": 0.1734,
      "step": 464
    },
    {
      "epoch": 0.45428178903984123,
      "grad_norm": 0.6755242347717285,
      "learning_rate": 4.5113266962217276e-06,
      "loss": 0.1647,
      "step": 465
    },
    {
      "epoch": 0.4552587391237979,
      "grad_norm": 1.0921308994293213,
      "learning_rate": 4.50897545623655e-06,
      "loss": 0.1558,
      "step": 466
    },
    {
      "epoch": 0.45623568920775454,
      "grad_norm": 0.835395872592926,
      "learning_rate": 4.506619189171363e-06,
      "loss": 0.1638,
      "step": 467
    },
    {
      "epoch": 0.4572126392917112,
      "grad_norm": 1.1466346979141235,
      "learning_rate": 4.504257900922276e-06,
      "loss": 0.158,
      "step": 468
    },
    {
      "epoch": 0.45818958937566784,
      "grad_norm": 1.408265471458435,
      "learning_rate": 4.501891597397966e-06,
      "loss": 0.1601,
      "step": 469
    },
    {
      "epoch": 0.4591665394596245,
      "grad_norm": 0.8094568252563477,
      "learning_rate": 4.4995202845196574e-06,
      "loss": 0.1593,
      "step": 470
    },
    {
      "epoch": 0.46014348954358114,
      "grad_norm": 0.8101633191108704,
      "learning_rate": 4.497143968221113e-06,
      "loss": 0.1676,
      "step": 471
    },
    {
      "epoch": 0.4611204396275378,
      "grad_norm": 1.7777295112609863,
      "learning_rate": 4.4947626544486115e-06,
      "loss": 0.1471,
      "step": 472
    },
    {
      "epoch": 0.46209738971149444,
      "grad_norm": 0.6761342287063599,
      "learning_rate": 4.49237634916094e-06,
      "loss": 0.1473,
      "step": 473
    },
    {
      "epoch": 0.4630743397954511,
      "grad_norm": 0.821212112903595,
      "learning_rate": 4.489985058329375e-06,
      "loss": 0.1747,
      "step": 474
    },
    {
      "epoch": 0.46405128987940775,
      "grad_norm": 1.1308681964874268,
      "learning_rate": 4.487588787937667e-06,
      "loss": 0.1624,
      "step": 475
    },
    {
      "epoch": 0.4650282399633644,
      "grad_norm": 0.7441355586051941,
      "learning_rate": 4.48518754398203e-06,
      "loss": 0.1558,
      "step": 476
    },
    {
      "epoch": 0.466005190047321,
      "grad_norm": 0.5962588787078857,
      "learning_rate": 4.48278133247112e-06,
      "loss": 0.1508,
      "step": 477
    },
    {
      "epoch": 0.46698214013127765,
      "grad_norm": 0.8312955498695374,
      "learning_rate": 4.4803701594260256e-06,
      "loss": 0.1879,
      "step": 478
    },
    {
      "epoch": 0.4679590902152343,
      "grad_norm": 0.8293958902359009,
      "learning_rate": 4.47795403088025e-06,
      "loss": 0.153,
      "step": 479
    },
    {
      "epoch": 0.46893604029919095,
      "grad_norm": 1.1809464693069458,
      "learning_rate": 4.475532952879696e-06,
      "loss": 0.1592,
      "step": 480
    },
    {
      "epoch": 0.4699129903831476,
      "grad_norm": 0.8504133820533752,
      "learning_rate": 4.473106931482653e-06,
      "loss": 0.1602,
      "step": 481
    },
    {
      "epoch": 0.47088994046710425,
      "grad_norm": 0.8525364398956299,
      "learning_rate": 4.470675972759778e-06,
      "loss": 0.1555,
      "step": 482
    },
    {
      "epoch": 0.4718668905510609,
      "grad_norm": 0.9061461687088013,
      "learning_rate": 4.468240082794087e-06,
      "loss": 0.1638,
      "step": 483
    },
    {
      "epoch": 0.47284384063501755,
      "grad_norm": 0.7759461402893066,
      "learning_rate": 4.465799267680928e-06,
      "loss": 0.158,
      "step": 484
    },
    {
      "epoch": 0.4738207907189742,
      "grad_norm": 1.092197299003601,
      "learning_rate": 4.463353533527981e-06,
      "loss": 0.1733,
      "step": 485
    },
    {
      "epoch": 0.47479774080293086,
      "grad_norm": 0.9862155318260193,
      "learning_rate": 4.4609028864552315e-06,
      "loss": 0.1565,
      "step": 486
    },
    {
      "epoch": 0.4757746908868875,
      "grad_norm": 1.069003939628601,
      "learning_rate": 4.458447332594959e-06,
      "loss": 0.1751,
      "step": 487
    },
    {
      "epoch": 0.47675164097084416,
      "grad_norm": 1.0645431280136108,
      "learning_rate": 4.45598687809172e-06,
      "loss": 0.1825,
      "step": 488
    },
    {
      "epoch": 0.4777285910548008,
      "grad_norm": 0.8188602328300476,
      "learning_rate": 4.453521529102337e-06,
      "loss": 0.1424,
      "step": 489
    },
    {
      "epoch": 0.47870554113875746,
      "grad_norm": 0.8234372138977051,
      "learning_rate": 4.451051291795877e-06,
      "loss": 0.1543,
      "step": 490
    },
    {
      "epoch": 0.4796824912227141,
      "grad_norm": 0.7755301594734192,
      "learning_rate": 4.44857617235364e-06,
      "loss": 0.1758,
      "step": 491
    },
    {
      "epoch": 0.48065944130667076,
      "grad_norm": 0.7147533297538757,
      "learning_rate": 4.446096176969144e-06,
      "loss": 0.1697,
      "step": 492
    },
    {
      "epoch": 0.48163639139062736,
      "grad_norm": 0.7931758165359497,
      "learning_rate": 4.443611311848106e-06,
      "loss": 0.1524,
      "step": 493
    },
    {
      "epoch": 0.482613341474584,
      "grad_norm": 0.98976731300354,
      "learning_rate": 4.441121583208431e-06,
      "loss": 0.1605,
      "step": 494
    },
    {
      "epoch": 0.48359029155854066,
      "grad_norm": 1.1909774541854858,
      "learning_rate": 4.438626997280191e-06,
      "loss": 0.2115,
      "step": 495
    },
    {
      "epoch": 0.4845672416424973,
      "grad_norm": 0.7883973121643066,
      "learning_rate": 4.436127560305615e-06,
      "loss": 0.1642,
      "step": 496
    },
    {
      "epoch": 0.48554419172645397,
      "grad_norm": 0.7579115033149719,
      "learning_rate": 4.4336232785390706e-06,
      "loss": 0.1622,
      "step": 497
    },
    {
      "epoch": 0.4865211418104106,
      "grad_norm": 0.8877824544906616,
      "learning_rate": 4.431114158247047e-06,
      "loss": 0.1528,
      "step": 498
    },
    {
      "epoch": 0.48749809189436727,
      "grad_norm": 1.4241032600402832,
      "learning_rate": 4.428600205708142e-06,
      "loss": 0.1598,
      "step": 499
    },
    {
      "epoch": 0.4884750419783239,
      "grad_norm": 0.9293645024299622,
      "learning_rate": 4.4260814272130435e-06,
      "loss": 0.1739,
      "step": 500
    },
    {
      "epoch": 0.48945199206228057,
      "grad_norm": 0.7388932704925537,
      "learning_rate": 4.42355782906452e-06,
      "loss": 0.1662,
      "step": 501
    },
    {
      "epoch": 0.4904289421462372,
      "grad_norm": 1.6770546436309814,
      "learning_rate": 4.421029417577394e-06,
      "loss": 0.1732,
      "step": 502
    },
    {
      "epoch": 0.4914058922301939,
      "grad_norm": 0.9671643376350403,
      "learning_rate": 4.418496199078538e-06,
      "loss": 0.1668,
      "step": 503
    },
    {
      "epoch": 0.4923828423141505,
      "grad_norm": 0.8135396838188171,
      "learning_rate": 4.415958179906851e-06,
      "loss": 0.1532,
      "step": 504
    },
    {
      "epoch": 0.4933597923981072,
      "grad_norm": 0.753450870513916,
      "learning_rate": 4.413415366413242e-06,
      "loss": 0.1581,
      "step": 505
    },
    {
      "epoch": 0.49433674248206383,
      "grad_norm": 1.3733445405960083,
      "learning_rate": 4.410867764960622e-06,
      "loss": 0.16,
      "step": 506
    },
    {
      "epoch": 0.4953136925660205,
      "grad_norm": 1.0689316987991333,
      "learning_rate": 4.408315381923878e-06,
      "loss": 0.1525,
      "step": 507
    },
    {
      "epoch": 0.4962906426499771,
      "grad_norm": 0.7836982607841492,
      "learning_rate": 4.405758223689867e-06,
      "loss": 0.1525,
      "step": 508
    },
    {
      "epoch": 0.4972675927339337,
      "grad_norm": 1.3173394203186035,
      "learning_rate": 4.4031962966573905e-06,
      "loss": 0.171,
      "step": 509
    },
    {
      "epoch": 0.4982445428178904,
      "grad_norm": 0.8582804799079895,
      "learning_rate": 4.4006296072371855e-06,
      "loss": 0.1607,
      "step": 510
    },
    {
      "epoch": 0.49922149290184703,
      "grad_norm": 0.7594783902168274,
      "learning_rate": 4.3980581618519055e-06,
      "loss": 0.1554,
      "step": 511
    },
    {
      "epoch": 0.5001984429858037,
      "grad_norm": 0.9228777885437012,
      "learning_rate": 4.395481966936106e-06,
      "loss": 0.1751,
      "step": 512
    },
    {
      "epoch": 0.5011753930697603,
      "grad_norm": 0.7919161915779114,
      "learning_rate": 4.392901028936224e-06,
      "loss": 0.1741,
      "step": 513
    },
    {
      "epoch": 0.502152343153717,
      "grad_norm": 1.94724702835083,
      "learning_rate": 4.390315354310568e-06,
      "loss": 0.1628,
      "step": 514
    },
    {
      "epoch": 0.5031292932376736,
      "grad_norm": 1.2179944515228271,
      "learning_rate": 4.387724949529298e-06,
      "loss": 0.1521,
      "step": 515
    },
    {
      "epoch": 0.5041062433216302,
      "grad_norm": 1.060072422027588,
      "learning_rate": 4.385129821074413e-06,
      "loss": 0.1506,
      "step": 516
    },
    {
      "epoch": 0.5050831934055869,
      "grad_norm": 0.9509943723678589,
      "learning_rate": 4.382529975439727e-06,
      "loss": 0.1641,
      "step": 517
    },
    {
      "epoch": 0.5060601434895435,
      "grad_norm": 0.6980380415916443,
      "learning_rate": 4.379925419130862e-06,
      "loss": 0.1706,
      "step": 518
    },
    {
      "epoch": 0.5070370935735002,
      "grad_norm": 1.4049944877624512,
      "learning_rate": 4.377316158665224e-06,
      "loss": 0.1708,
      "step": 519
    },
    {
      "epoch": 0.5080140436574568,
      "grad_norm": 0.6877716779708862,
      "learning_rate": 4.374702200571996e-06,
      "loss": 0.1534,
      "step": 520
    },
    {
      "epoch": 0.5089909937414135,
      "grad_norm": 1.0414890050888062,
      "learning_rate": 4.372083551392108e-06,
      "loss": 0.1568,
      "step": 521
    },
    {
      "epoch": 0.5099679438253701,
      "grad_norm": 0.987546443939209,
      "learning_rate": 4.3694602176782365e-06,
      "loss": 0.1507,
      "step": 522
    },
    {
      "epoch": 0.5109448939093268,
      "grad_norm": 0.7913284301757812,
      "learning_rate": 4.366832205994774e-06,
      "loss": 0.1684,
      "step": 523
    },
    {
      "epoch": 0.5119218439932834,
      "grad_norm": 0.7315497398376465,
      "learning_rate": 4.364199522917824e-06,
      "loss": 0.1628,
      "step": 524
    },
    {
      "epoch": 0.5128987940772401,
      "grad_norm": 0.751228392124176,
      "learning_rate": 4.3615621750351735e-06,
      "loss": 0.1555,
      "step": 525
    },
    {
      "epoch": 0.5138757441611967,
      "grad_norm": 1.2990520000457764,
      "learning_rate": 4.358920168946288e-06,
      "loss": 0.1735,
      "step": 526
    },
    {
      "epoch": 0.5148526942451535,
      "grad_norm": 0.9432131052017212,
      "learning_rate": 4.356273511262283e-06,
      "loss": 0.1551,
      "step": 527
    },
    {
      "epoch": 0.51582964432911,
      "grad_norm": 1.6193960905075073,
      "learning_rate": 4.353622208605922e-06,
      "loss": 0.1661,
      "step": 528
    },
    {
      "epoch": 0.5168065944130668,
      "grad_norm": 0.7774462699890137,
      "learning_rate": 4.350966267611584e-06,
      "loss": 0.1552,
      "step": 529
    },
    {
      "epoch": 0.5177835444970234,
      "grad_norm": 1.0754817724227905,
      "learning_rate": 4.348305694925258e-06,
      "loss": 0.1563,
      "step": 530
    },
    {
      "epoch": 0.5187604945809801,
      "grad_norm": 1.0061575174331665,
      "learning_rate": 4.345640497204522e-06,
      "loss": 0.1597,
      "step": 531
    },
    {
      "epoch": 0.5197374446649367,
      "grad_norm": 0.8242843151092529,
      "learning_rate": 4.342970681118529e-06,
      "loss": 0.1731,
      "step": 532
    },
    {
      "epoch": 0.5207143947488933,
      "grad_norm": 0.8342220783233643,
      "learning_rate": 4.340296253347986e-06,
      "loss": 0.1797,
      "step": 533
    },
    {
      "epoch": 0.52169134483285,
      "grad_norm": 0.8062166571617126,
      "learning_rate": 4.337617220585143e-06,
      "loss": 0.1614,
      "step": 534
    },
    {
      "epoch": 0.5226682949168066,
      "grad_norm": 0.8868542909622192,
      "learning_rate": 4.334933589533769e-06,
      "loss": 0.1653,
      "step": 535
    },
    {
      "epoch": 0.5236452450007633,
      "grad_norm": 1.0182602405548096,
      "learning_rate": 4.332245366909144e-06,
      "loss": 0.1436,
      "step": 536
    },
    {
      "epoch": 0.5246221950847199,
      "grad_norm": 0.8037219643592834,
      "learning_rate": 4.329552559438034e-06,
      "loss": 0.1511,
      "step": 537
    },
    {
      "epoch": 0.5255991451686766,
      "grad_norm": 1.2997537851333618,
      "learning_rate": 4.32685517385868e-06,
      "loss": 0.1687,
      "step": 538
    },
    {
      "epoch": 0.5265760952526332,
      "grad_norm": 0.9416012167930603,
      "learning_rate": 4.324153216920775e-06,
      "loss": 0.1525,
      "step": 539
    },
    {
      "epoch": 0.5275530453365899,
      "grad_norm": 1.6582372188568115,
      "learning_rate": 4.321446695385456e-06,
      "loss": 0.161,
      "step": 540
    },
    {
      "epoch": 0.5285299954205465,
      "grad_norm": 1.245970368385315,
      "learning_rate": 4.31873561602528e-06,
      "loss": 0.1466,
      "step": 541
    },
    {
      "epoch": 0.5295069455045032,
      "grad_norm": 0.8859710097312927,
      "learning_rate": 4.316019985624208e-06,
      "loss": 0.1428,
      "step": 542
    },
    {
      "epoch": 0.5304838955884598,
      "grad_norm": 0.83238285779953,
      "learning_rate": 4.313299810977589e-06,
      "loss": 0.1474,
      "step": 543
    },
    {
      "epoch": 0.5314608456724165,
      "grad_norm": 0.6943266987800598,
      "learning_rate": 4.310575098892147e-06,
      "loss": 0.1622,
      "step": 544
    },
    {
      "epoch": 0.5324377957563731,
      "grad_norm": 0.5472984910011292,
      "learning_rate": 4.307845856185953e-06,
      "loss": 0.1488,
      "step": 545
    },
    {
      "epoch": 0.5334147458403298,
      "grad_norm": 0.9675540328025818,
      "learning_rate": 4.305112089688423e-06,
      "loss": 0.1516,
      "step": 546
    },
    {
      "epoch": 0.5343916959242864,
      "grad_norm": 0.903506338596344,
      "learning_rate": 4.302373806240289e-06,
      "loss": 0.1738,
      "step": 547
    },
    {
      "epoch": 0.535368646008243,
      "grad_norm": 0.8674273490905762,
      "learning_rate": 4.2996310126935825e-06,
      "loss": 0.1589,
      "step": 548
    },
    {
      "epoch": 0.5363455960921997,
      "grad_norm": 0.9862509369850159,
      "learning_rate": 4.2968837159116275e-06,
      "loss": 0.1598,
      "step": 549
    },
    {
      "epoch": 0.5373225461761563,
      "grad_norm": 0.8058833479881287,
      "learning_rate": 4.294131922769011e-06,
      "loss": 0.1561,
      "step": 550
    },
    {
      "epoch": 0.538299496260113,
      "grad_norm": 0.9268854260444641,
      "learning_rate": 4.291375640151574e-06,
      "loss": 0.1623,
      "step": 551
    },
    {
      "epoch": 0.5392764463440696,
      "grad_norm": 0.9943864345550537,
      "learning_rate": 4.288614874956391e-06,
      "loss": 0.1717,
      "step": 552
    },
    {
      "epoch": 0.5402533964280263,
      "grad_norm": 0.7909972667694092,
      "learning_rate": 4.285849634091753e-06,
      "loss": 0.1565,
      "step": 553
    },
    {
      "epoch": 0.5412303465119829,
      "grad_norm": 1.182213544845581,
      "learning_rate": 4.2830799244771524e-06,
      "loss": 0.1781,
      "step": 554
    },
    {
      "epoch": 0.5422072965959396,
      "grad_norm": 0.7538149952888489,
      "learning_rate": 4.280305753043259e-06,
      "loss": 0.1572,
      "step": 555
    },
    {
      "epoch": 0.5431842466798962,
      "grad_norm": 0.652836263179779,
      "learning_rate": 4.277527126731914e-06,
      "loss": 0.1434,
      "step": 556
    },
    {
      "epoch": 0.5441611967638529,
      "grad_norm": 0.7350523471832275,
      "learning_rate": 4.2747440524961005e-06,
      "loss": 0.1508,
      "step": 557
    },
    {
      "epoch": 0.5451381468478095,
      "grad_norm": 1.0987657308578491,
      "learning_rate": 4.271956537299934e-06,
      "loss": 0.1655,
      "step": 558
    },
    {
      "epoch": 0.5461150969317662,
      "grad_norm": 0.9032847881317139,
      "learning_rate": 4.2691645881186435e-06,
      "loss": 0.1615,
      "step": 559
    },
    {
      "epoch": 0.5470920470157228,
      "grad_norm": 0.7912704944610596,
      "learning_rate": 4.266368211938551e-06,
      "loss": 0.1556,
      "step": 560
    },
    {
      "epoch": 0.5480689970996795,
      "grad_norm": 0.7764425277709961,
      "learning_rate": 4.263567415757058e-06,
      "loss": 0.1567,
      "step": 561
    },
    {
      "epoch": 0.5490459471836361,
      "grad_norm": 0.8339623808860779,
      "learning_rate": 4.260762206582627e-06,
      "loss": 0.1785,
      "step": 562
    },
    {
      "epoch": 0.5500228972675927,
      "grad_norm": 0.8981364369392395,
      "learning_rate": 4.25795259143476e-06,
      "loss": 0.1604,
      "step": 563
    },
    {
      "epoch": 0.5509998473515494,
      "grad_norm": 1.2198928594589233,
      "learning_rate": 4.255138577343987e-06,
      "loss": 0.1577,
      "step": 564
    },
    {
      "epoch": 0.551976797435506,
      "grad_norm": 1.3460452556610107,
      "learning_rate": 4.2523201713518434e-06,
      "loss": 0.1599,
      "step": 565
    },
    {
      "epoch": 0.5529537475194627,
      "grad_norm": 0.6532039642333984,
      "learning_rate": 4.249497380510857e-06,
      "loss": 0.1498,
      "step": 566
    },
    {
      "epoch": 0.5539306976034193,
      "grad_norm": 1.4958688020706177,
      "learning_rate": 4.246670211884527e-06,
      "loss": 0.1695,
      "step": 567
    },
    {
      "epoch": 0.554907647687376,
      "grad_norm": 0.9645088315010071,
      "learning_rate": 4.243838672547303e-06,
      "loss": 0.1676,
      "step": 568
    },
    {
      "epoch": 0.5558845977713326,
      "grad_norm": 0.902220606803894,
      "learning_rate": 4.241002769584579e-06,
      "loss": 0.1442,
      "step": 569
    },
    {
      "epoch": 0.5568615478552893,
      "grad_norm": 0.6822658181190491,
      "learning_rate": 4.238162510092663e-06,
      "loss": 0.1437,
      "step": 570
    },
    {
      "epoch": 0.5578384979392459,
      "grad_norm": 0.6158772706985474,
      "learning_rate": 4.235317901178765e-06,
      "loss": 0.1357,
      "step": 571
    },
    {
      "epoch": 0.5588154480232026,
      "grad_norm": 0.6255518794059753,
      "learning_rate": 4.23246894996098e-06,
      "loss": 0.1544,
      "step": 572
    },
    {
      "epoch": 0.5597923981071592,
      "grad_norm": 0.9218140244483948,
      "learning_rate": 4.229615663568266e-06,
      "loss": 0.1733,
      "step": 573
    },
    {
      "epoch": 0.5607693481911159,
      "grad_norm": 0.9581194519996643,
      "learning_rate": 4.226758049140434e-06,
      "loss": 0.1654,
      "step": 574
    },
    {
      "epoch": 0.5617462982750725,
      "grad_norm": 0.6818786263465881,
      "learning_rate": 4.2238961138281205e-06,
      "loss": 0.1485,
      "step": 575
    },
    {
      "epoch": 0.5627232483590292,
      "grad_norm": 0.8091064095497131,
      "learning_rate": 4.221029864792776e-06,
      "loss": 0.1501,
      "step": 576
    },
    {
      "epoch": 0.5637001984429858,
      "grad_norm": 0.6479501128196716,
      "learning_rate": 4.218159309206645e-06,
      "loss": 0.1453,
      "step": 577
    },
    {
      "epoch": 0.5646771485269424,
      "grad_norm": 0.8743746280670166,
      "learning_rate": 4.2152844542527485e-06,
      "loss": 0.1585,
      "step": 578
    },
    {
      "epoch": 0.5656540986108991,
      "grad_norm": 0.8726969361305237,
      "learning_rate": 4.212405307124865e-06,
      "loss": 0.1521,
      "step": 579
    },
    {
      "epoch": 0.5666310486948557,
      "grad_norm": 1.0019125938415527,
      "learning_rate": 4.209521875027515e-06,
      "loss": 0.1758,
      "step": 580
    },
    {
      "epoch": 0.5676079987788124,
      "grad_norm": 0.8543357253074646,
      "learning_rate": 4.2066341651759404e-06,
      "loss": 0.1533,
      "step": 581
    },
    {
      "epoch": 0.568584948862769,
      "grad_norm": 0.9275641441345215,
      "learning_rate": 4.203742184796085e-06,
      "loss": 0.1469,
      "step": 582
    },
    {
      "epoch": 0.5695618989467257,
      "grad_norm": 1.0211560726165771,
      "learning_rate": 4.200845941124585e-06,
      "loss": 0.1591,
      "step": 583
    },
    {
      "epoch": 0.5705388490306823,
      "grad_norm": 0.9742165803909302,
      "learning_rate": 4.197945441408739e-06,
      "loss": 0.1524,
      "step": 584
    },
    {
      "epoch": 0.571515799114639,
      "grad_norm": 0.7164245247840881,
      "learning_rate": 4.195040692906497e-06,
      "loss": 0.1719,
      "step": 585
    },
    {
      "epoch": 0.5724927491985956,
      "grad_norm": 0.8360973000526428,
      "learning_rate": 4.19213170288644e-06,
      "loss": 0.1676,
      "step": 586
    },
    {
      "epoch": 0.5734696992825523,
      "grad_norm": 0.8007204532623291,
      "learning_rate": 4.189218478627767e-06,
      "loss": 0.1453,
      "step": 587
    },
    {
      "epoch": 0.5744466493665089,
      "grad_norm": 0.723944902420044,
      "learning_rate": 4.186301027420266e-06,
      "loss": 0.1354,
      "step": 588
    },
    {
      "epoch": 0.5754235994504656,
      "grad_norm": 1.2359501123428345,
      "learning_rate": 4.183379356564308e-06,
      "loss": 0.1632,
      "step": 589
    },
    {
      "epoch": 0.5764005495344222,
      "grad_norm": 0.7834674119949341,
      "learning_rate": 4.180453473370818e-06,
      "loss": 0.1511,
      "step": 590
    },
    {
      "epoch": 0.5773774996183789,
      "grad_norm": 0.7616752982139587,
      "learning_rate": 4.177523385161264e-06,
      "loss": 0.1542,
      "step": 591
    },
    {
      "epoch": 0.5783544497023355,
      "grad_norm": 0.9482843279838562,
      "learning_rate": 4.174589099267636e-06,
      "loss": 0.1481,
      "step": 592
    },
    {
      "epoch": 0.5793313997862922,
      "grad_norm": 2.3494958877563477,
      "learning_rate": 4.171650623032429e-06,
      "loss": 0.1751,
      "step": 593
    },
    {
      "epoch": 0.5803083498702488,
      "grad_norm": 0.9331839680671692,
      "learning_rate": 4.1687079638086215e-06,
      "loss": 0.1446,
      "step": 594
    },
    {
      "epoch": 0.5812852999542054,
      "grad_norm": 0.7390409708023071,
      "learning_rate": 4.16576112895966e-06,
      "loss": 0.1544,
      "step": 595
    },
    {
      "epoch": 0.5822622500381621,
      "grad_norm": 1.0247509479522705,
      "learning_rate": 4.16281012585944e-06,
      "loss": 0.1472,
      "step": 596
    },
    {
      "epoch": 0.5832392001221187,
      "grad_norm": 0.7131674289703369,
      "learning_rate": 4.159854961892287e-06,
      "loss": 0.1555,
      "step": 597
    },
    {
      "epoch": 0.5842161502060754,
      "grad_norm": 0.6914873719215393,
      "learning_rate": 4.156895644452937e-06,
      "loss": 0.1598,
      "step": 598
    },
    {
      "epoch": 0.585193100290032,
      "grad_norm": 1.2369025945663452,
      "learning_rate": 4.1539321809465225e-06,
      "loss": 0.168,
      "step": 599
    },
    {
      "epoch": 0.5861700503739887,
      "grad_norm": 0.783982515335083,
      "learning_rate": 4.1509645787885485e-06,
      "loss": 0.1611,
      "step": 600
    },
    {
      "epoch": 0.5871470004579453,
      "grad_norm": 0.8376875519752502,
      "learning_rate": 4.147992845404876e-06,
      "loss": 0.1693,
      "step": 601
    },
    {
      "epoch": 0.588123950541902,
      "grad_norm": 1.4471428394317627,
      "learning_rate": 4.145016988231704e-06,
      "loss": 0.1831,
      "step": 602
    },
    {
      "epoch": 0.5891009006258586,
      "grad_norm": 0.9096348881721497,
      "learning_rate": 4.14203701471555e-06,
      "loss": 0.1519,
      "step": 603
    },
    {
      "epoch": 0.5900778507098153,
      "grad_norm": 0.7935978174209595,
      "learning_rate": 4.1390529323132335e-06,
      "loss": 0.1652,
      "step": 604
    },
    {
      "epoch": 0.5910548007937719,
      "grad_norm": 0.6195600628852844,
      "learning_rate": 4.136064748491855e-06,
      "loss": 0.1366,
      "step": 605
    },
    {
      "epoch": 0.5920317508777286,
      "grad_norm": 0.8138124942779541,
      "learning_rate": 4.133072470728776e-06,
      "loss": 0.1492,
      "step": 606
    },
    {
      "epoch": 0.5930087009616852,
      "grad_norm": 0.5873351693153381,
      "learning_rate": 4.130076106511605e-06,
      "loss": 0.1381,
      "step": 607
    },
    {
      "epoch": 0.5939856510456419,
      "grad_norm": 0.9016026854515076,
      "learning_rate": 4.127075663338177e-06,
      "loss": 0.1532,
      "step": 608
    },
    {
      "epoch": 0.5949626011295985,
      "grad_norm": 0.9960969686508179,
      "learning_rate": 4.124071148716529e-06,
      "loss": 0.1605,
      "step": 609
    },
    {
      "epoch": 0.5959395512135551,
      "grad_norm": 0.9086290001869202,
      "learning_rate": 4.12106257016489e-06,
      "loss": 0.1607,
      "step": 610
    },
    {
      "epoch": 0.5969165012975118,
      "grad_norm": 0.7733098864555359,
      "learning_rate": 4.118049935211657e-06,
      "loss": 0.1646,
      "step": 611
    },
    {
      "epoch": 0.5978934513814684,
      "grad_norm": 0.8592734336853027,
      "learning_rate": 4.115033251395378e-06,
      "loss": 0.1593,
      "step": 612
    },
    {
      "epoch": 0.5988704014654251,
      "grad_norm": 1.0230865478515625,
      "learning_rate": 4.112012526264731e-06,
      "loss": 0.1562,
      "step": 613
    },
    {
      "epoch": 0.5998473515493817,
      "grad_norm": 0.8900034427642822,
      "learning_rate": 4.10898776737851e-06,
      "loss": 0.1643,
      "step": 614
    },
    {
      "epoch": 0.6008243016333384,
      "grad_norm": 0.8863382935523987,
      "learning_rate": 4.105958982305598e-06,
      "loss": 0.1537,
      "step": 615
    },
    {
      "epoch": 0.601801251717295,
      "grad_norm": 0.8836170434951782,
      "learning_rate": 4.102926178624956e-06,
      "loss": 0.1587,
      "step": 616
    },
    {
      "epoch": 0.6027782018012517,
      "grad_norm": 0.7207074165344238,
      "learning_rate": 4.0998893639256e-06,
      "loss": 0.1549,
      "step": 617
    },
    {
      "epoch": 0.6037551518852083,
      "grad_norm": 0.8067906498908997,
      "learning_rate": 4.096848545806582e-06,
      "loss": 0.1505,
      "step": 618
    },
    {
      "epoch": 0.604732101969165,
      "grad_norm": 0.7560562491416931,
      "learning_rate": 4.093803731876973e-06,
      "loss": 0.1473,
      "step": 619
    },
    {
      "epoch": 0.6057090520531216,
      "grad_norm": 0.8147042989730835,
      "learning_rate": 4.090754929755843e-06,
      "loss": 0.1495,
      "step": 620
    },
    {
      "epoch": 0.6066860021370784,
      "grad_norm": 0.7013716697692871,
      "learning_rate": 4.087702147072241e-06,
      "loss": 0.1386,
      "step": 621
    },
    {
      "epoch": 0.607662952221035,
      "grad_norm": 0.8274866342544556,
      "learning_rate": 4.084645391465175e-06,
      "loss": 0.1503,
      "step": 622
    },
    {
      "epoch": 0.6086399023049917,
      "grad_norm": 0.7079525589942932,
      "learning_rate": 4.081584670583598e-06,
      "loss": 0.1722,
      "step": 623
    },
    {
      "epoch": 0.6096168523889482,
      "grad_norm": 0.7784177660942078,
      "learning_rate": 4.078519992086382e-06,
      "loss": 0.1628,
      "step": 624
    },
    {
      "epoch": 0.6105938024729048,
      "grad_norm": 0.6801629066467285,
      "learning_rate": 4.075451363642304e-06,
      "loss": 0.1476,
      "step": 625
    },
    {
      "epoch": 0.6115707525568616,
      "grad_norm": 0.9884294271469116,
      "learning_rate": 4.072378792930026e-06,
      "loss": 0.1705,
      "step": 626
    },
    {
      "epoch": 0.6125477026408181,
      "grad_norm": 1.2903105020523071,
      "learning_rate": 4.069302287638071e-06,
      "loss": 0.1957,
      "step": 627
    },
    {
      "epoch": 0.6135246527247749,
      "grad_norm": 1.4761219024658203,
      "learning_rate": 4.066221855464812e-06,
      "loss": 0.1699,
      "step": 628
    },
    {
      "epoch": 0.6145016028087315,
      "grad_norm": 0.7803857326507568,
      "learning_rate": 4.0631375041184455e-06,
      "loss": 0.1966,
      "step": 629
    },
    {
      "epoch": 0.6154785528926882,
      "grad_norm": 0.7521586418151855,
      "learning_rate": 4.060049241316975e-06,
      "loss": 0.147,
      "step": 630
    },
    {
      "epoch": 0.6164555029766448,
      "grad_norm": 1.1016544103622437,
      "learning_rate": 4.056957074788194e-06,
      "loss": 0.1589,
      "step": 631
    },
    {
      "epoch": 0.6174324530606015,
      "grad_norm": 0.714637041091919,
      "learning_rate": 4.0538610122696604e-06,
      "loss": 0.1561,
      "step": 632
    },
    {
      "epoch": 0.6184094031445581,
      "grad_norm": 0.6871845126152039,
      "learning_rate": 4.050761061508685e-06,
      "loss": 0.1511,
      "step": 633
    },
    {
      "epoch": 0.6193863532285148,
      "grad_norm": 0.8859542608261108,
      "learning_rate": 4.047657230262306e-06,
      "loss": 0.1622,
      "step": 634
    },
    {
      "epoch": 0.6203633033124714,
      "grad_norm": 0.6352054476737976,
      "learning_rate": 4.0445495262972724e-06,
      "loss": 0.1474,
      "step": 635
    },
    {
      "epoch": 0.6213402533964281,
      "grad_norm": 0.818693995475769,
      "learning_rate": 4.041437957390025e-06,
      "loss": 0.1432,
      "step": 636
    },
    {
      "epoch": 0.6223172034803847,
      "grad_norm": 0.6814315319061279,
      "learning_rate": 4.038322531326673e-06,
      "loss": 0.1655,
      "step": 637
    },
    {
      "epoch": 0.6232941535643414,
      "grad_norm": 0.9554708003997803,
      "learning_rate": 4.035203255902981e-06,
      "loss": 0.1619,
      "step": 638
    },
    {
      "epoch": 0.624271103648298,
      "grad_norm": 1.0255087614059448,
      "learning_rate": 4.032080138924341e-06,
      "loss": 0.1656,
      "step": 639
    },
    {
      "epoch": 0.6252480537322547,
      "grad_norm": 0.8935983777046204,
      "learning_rate": 4.028953188205765e-06,
      "loss": 0.1649,
      "step": 640
    },
    {
      "epoch": 0.6262250038162113,
      "grad_norm": 1.1148182153701782,
      "learning_rate": 4.025822411571851e-06,
      "loss": 0.1446,
      "step": 641
    },
    {
      "epoch": 0.6272019539001679,
      "grad_norm": 1.0702588558197021,
      "learning_rate": 4.022687816856775e-06,
      "loss": 0.1503,
      "step": 642
    },
    {
      "epoch": 0.6281789039841246,
      "grad_norm": 0.822248101234436,
      "learning_rate": 4.019549411904265e-06,
      "loss": 0.1495,
      "step": 643
    },
    {
      "epoch": 0.6291558540680812,
      "grad_norm": 0.7461888194084167,
      "learning_rate": 4.016407204567585e-06,
      "loss": 0.1445,
      "step": 644
    },
    {
      "epoch": 0.6301328041520379,
      "grad_norm": 0.7315708994865417,
      "learning_rate": 4.013261202709512e-06,
      "loss": 0.1415,
      "step": 645
    },
    {
      "epoch": 0.6311097542359945,
      "grad_norm": 0.7259897589683533,
      "learning_rate": 4.010111414202319e-06,
      "loss": 0.1583,
      "step": 646
    },
    {
      "epoch": 0.6320867043199512,
      "grad_norm": 0.6060989499092102,
      "learning_rate": 4.006957846927755e-06,
      "loss": 0.1492,
      "step": 647
    },
    {
      "epoch": 0.6330636544039078,
      "grad_norm": 1.101295828819275,
      "learning_rate": 4.0038005087770225e-06,
      "loss": 0.1698,
      "step": 648
    },
    {
      "epoch": 0.6340406044878645,
      "grad_norm": 1.2705976963043213,
      "learning_rate": 4.0006394076507625e-06,
      "loss": 0.1642,
      "step": 649
    },
    {
      "epoch": 0.6350175545718211,
      "grad_norm": 0.9330812692642212,
      "learning_rate": 3.997474551459031e-06,
      "loss": 0.1517,
      "step": 650
    },
    {
      "epoch": 0.6359945046557778,
      "grad_norm": 0.6551914811134338,
      "learning_rate": 3.99430594812128e-06,
      "loss": 0.1662,
      "step": 651
    },
    {
      "epoch": 0.6369714547397344,
      "grad_norm": 1.0914472341537476,
      "learning_rate": 3.991133605566338e-06,
      "loss": 0.1601,
      "step": 652
    },
    {
      "epoch": 0.6379484048236911,
      "grad_norm": 0.736682653427124,
      "learning_rate": 3.98795753173239e-06,
      "loss": 0.1542,
      "step": 653
    },
    {
      "epoch": 0.6389253549076477,
      "grad_norm": 0.7676042914390564,
      "learning_rate": 3.98477773456696e-06,
      "loss": 0.1473,
      "step": 654
    },
    {
      "epoch": 0.6399023049916044,
      "grad_norm": 0.6700080037117004,
      "learning_rate": 3.981594222026886e-06,
      "loss": 0.1342,
      "step": 655
    },
    {
      "epoch": 0.640879255075561,
      "grad_norm": 0.9363613724708557,
      "learning_rate": 3.978407002078305e-06,
      "loss": 0.1299,
      "step": 656
    },
    {
      "epoch": 0.6418562051595176,
      "grad_norm": 0.9178924560546875,
      "learning_rate": 3.97521608269663e-06,
      "loss": 0.1581,
      "step": 657
    },
    {
      "epoch": 0.6428331552434743,
      "grad_norm": 0.7020032405853271,
      "learning_rate": 3.972021471866531e-06,
      "loss": 0.1535,
      "step": 658
    },
    {
      "epoch": 0.6438101053274309,
      "grad_norm": 0.8765652775764465,
      "learning_rate": 3.968823177581916e-06,
      "loss": 0.1725,
      "step": 659
    },
    {
      "epoch": 0.6447870554113876,
      "grad_norm": 1.2579203844070435,
      "learning_rate": 3.965621207845911e-06,
      "loss": 0.1537,
      "step": 660
    },
    {
      "epoch": 0.6457640054953442,
      "grad_norm": 0.8908601999282837,
      "learning_rate": 3.962415570670836e-06,
      "loss": 0.1625,
      "step": 661
    },
    {
      "epoch": 0.6467409555793009,
      "grad_norm": 1.2500725984573364,
      "learning_rate": 3.959206274078191e-06,
      "loss": 0.149,
      "step": 662
    },
    {
      "epoch": 0.6477179056632575,
      "grad_norm": 0.8343613147735596,
      "learning_rate": 3.9559933260986315e-06,
      "loss": 0.1482,
      "step": 663
    },
    {
      "epoch": 0.6486948557472142,
      "grad_norm": 0.8883591890335083,
      "learning_rate": 3.952776734771951e-06,
      "loss": 0.1516,
      "step": 664
    },
    {
      "epoch": 0.6496718058311708,
      "grad_norm": 1.1744972467422485,
      "learning_rate": 3.949556508147059e-06,
      "loss": 0.1443,
      "step": 665
    },
    {
      "epoch": 0.6506487559151275,
      "grad_norm": 1.3209812641143799,
      "learning_rate": 3.946332654281961e-06,
      "loss": 0.1487,
      "step": 666
    },
    {
      "epoch": 0.6516257059990841,
      "grad_norm": 1.0948824882507324,
      "learning_rate": 3.94310518124374e-06,
      "loss": 0.1613,
      "step": 667
    },
    {
      "epoch": 0.6526026560830408,
      "grad_norm": 0.9042884111404419,
      "learning_rate": 3.939874097108537e-06,
      "loss": 0.1443,
      "step": 668
    },
    {
      "epoch": 0.6535796061669974,
      "grad_norm": 0.7743211388587952,
      "learning_rate": 3.936639409961524e-06,
      "loss": 0.1403,
      "step": 669
    },
    {
      "epoch": 0.6545565562509541,
      "grad_norm": 0.8176175951957703,
      "learning_rate": 3.933401127896894e-06,
      "loss": 0.1635,
      "step": 670
    },
    {
      "epoch": 0.6555335063349107,
      "grad_norm": 0.8969285488128662,
      "learning_rate": 3.930159259017834e-06,
      "loss": 0.1692,
      "step": 671
    },
    {
      "epoch": 0.6565104564188673,
      "grad_norm": 0.744179368019104,
      "learning_rate": 3.9269138114365056e-06,
      "loss": 0.1779,
      "step": 672
    },
    {
      "epoch": 0.657487406502824,
      "grad_norm": 0.7474929094314575,
      "learning_rate": 3.923664793274024e-06,
      "loss": 0.1367,
      "step": 673
    },
    {
      "epoch": 0.6584643565867806,
      "grad_norm": 0.8669520616531372,
      "learning_rate": 3.920412212660444e-06,
      "loss": 0.155,
      "step": 674
    },
    {
      "epoch": 0.6594413066707373,
      "grad_norm": 0.7737996578216553,
      "learning_rate": 3.917156077734728e-06,
      "loss": 0.1544,
      "step": 675
    },
    {
      "epoch": 0.6604182567546939,
      "grad_norm": 0.6811118721961975,
      "learning_rate": 3.913896396644739e-06,
      "loss": 0.1582,
      "step": 676
    },
    {
      "epoch": 0.6613952068386506,
      "grad_norm": 0.8076813220977783,
      "learning_rate": 3.910633177547209e-06,
      "loss": 0.1657,
      "step": 677
    },
    {
      "epoch": 0.6623721569226072,
      "grad_norm": 0.7231690287590027,
      "learning_rate": 3.9073664286077265e-06,
      "loss": 0.1359,
      "step": 678
    },
    {
      "epoch": 0.6633491070065639,
      "grad_norm": 0.8039504885673523,
      "learning_rate": 3.904096158000708e-06,
      "loss": 0.1464,
      "step": 679
    },
    {
      "epoch": 0.6643260570905205,
      "grad_norm": 1.062908411026001,
      "learning_rate": 3.900822373909389e-06,
      "loss": 0.1556,
      "step": 680
    },
    {
      "epoch": 0.6653030071744772,
      "grad_norm": 0.8012369275093079,
      "learning_rate": 3.89754508452579e-06,
      "loss": 0.1505,
      "step": 681
    },
    {
      "epoch": 0.6662799572584338,
      "grad_norm": 1.5198546648025513,
      "learning_rate": 3.894264298050709e-06,
      "loss": 0.1724,
      "step": 682
    },
    {
      "epoch": 0.6672569073423905,
      "grad_norm": 1.3087764978408813,
      "learning_rate": 3.89098002269369e-06,
      "loss": 0.1655,
      "step": 683
    },
    {
      "epoch": 0.6682338574263471,
      "grad_norm": 1.0281848907470703,
      "learning_rate": 3.887692266673009e-06,
      "loss": 0.1586,
      "step": 684
    },
    {
      "epoch": 0.6692108075103038,
      "grad_norm": 0.8611457347869873,
      "learning_rate": 3.884401038215652e-06,
      "loss": 0.1476,
      "step": 685
    },
    {
      "epoch": 0.6701877575942604,
      "grad_norm": 0.7394402623176575,
      "learning_rate": 3.881106345557295e-06,
      "loss": 0.1596,
      "step": 686
    },
    {
      "epoch": 0.6711647076782171,
      "grad_norm": 1.836513876914978,
      "learning_rate": 3.877808196942281e-06,
      "loss": 0.1513,
      "step": 687
    },
    {
      "epoch": 0.6721416577621737,
      "grad_norm": 0.6691869497299194,
      "learning_rate": 3.8745066006236e-06,
      "loss": 0.1443,
      "step": 688
    },
    {
      "epoch": 0.6731186078461303,
      "grad_norm": 0.7106708884239197,
      "learning_rate": 3.871201564862871e-06,
      "loss": 0.139,
      "step": 689
    },
    {
      "epoch": 0.674095557930087,
      "grad_norm": 0.6661007404327393,
      "learning_rate": 3.8678930979303205e-06,
      "loss": 0.1503,
      "step": 690
    },
    {
      "epoch": 0.6750725080140436,
      "grad_norm": 0.7850021123886108,
      "learning_rate": 3.864581208104759e-06,
      "loss": 0.1408,
      "step": 691
    },
    {
      "epoch": 0.6760494580980003,
      "grad_norm": 0.7836375832557678,
      "learning_rate": 3.861265903673561e-06,
      "loss": 0.1574,
      "step": 692
    },
    {
      "epoch": 0.6770264081819569,
      "grad_norm": 0.670484721660614,
      "learning_rate": 3.857947192932649e-06,
      "loss": 0.1467,
      "step": 693
    },
    {
      "epoch": 0.6780033582659136,
      "grad_norm": 0.8295063972473145,
      "learning_rate": 3.854625084186466e-06,
      "loss": 0.1784,
      "step": 694
    },
    {
      "epoch": 0.6789803083498702,
      "grad_norm": 1.3509005308151245,
      "learning_rate": 3.851299585747959e-06,
      "loss": 0.1741,
      "step": 695
    },
    {
      "epoch": 0.6799572584338269,
      "grad_norm": 1.1903209686279297,
      "learning_rate": 3.847970705938558e-06,
      "loss": 0.1452,
      "step": 696
    },
    {
      "epoch": 0.6809342085177835,
      "grad_norm": 0.7440477609634399,
      "learning_rate": 3.844638453088151e-06,
      "loss": 0.1541,
      "step": 697
    },
    {
      "epoch": 0.6819111586017402,
      "grad_norm": 0.9636890888214111,
      "learning_rate": 3.841302835535071e-06,
      "loss": 0.1541,
      "step": 698
    },
    {
      "epoch": 0.6828881086856968,
      "grad_norm": 1.3575022220611572,
      "learning_rate": 3.837963861626067e-06,
      "loss": 0.1431,
      "step": 699
    },
    {
      "epoch": 0.6838650587696535,
      "grad_norm": 0.6622233390808105,
      "learning_rate": 3.834621539716289e-06,
      "loss": 0.1672,
      "step": 700
    },
    {
      "epoch": 0.6848420088536101,
      "grad_norm": 1.5222954750061035,
      "learning_rate": 3.831275878169263e-06,
      "loss": 0.1785,
      "step": 701
    },
    {
      "epoch": 0.6858189589375668,
      "grad_norm": 0.8201009035110474,
      "learning_rate": 3.827926885356872e-06,
      "loss": 0.1504,
      "step": 702
    },
    {
      "epoch": 0.6867959090215234,
      "grad_norm": 0.7373434901237488,
      "learning_rate": 3.824574569659335e-06,
      "loss": 0.1503,
      "step": 703
    },
    {
      "epoch": 0.68777285910548,
      "grad_norm": 1.0645610094070435,
      "learning_rate": 3.821218939465188e-06,
      "loss": 0.1502,
      "step": 704
    },
    {
      "epoch": 0.6887498091894367,
      "grad_norm": 0.6556426882743835,
      "learning_rate": 3.817860003171257e-06,
      "loss": 0.1314,
      "step": 705
    },
    {
      "epoch": 0.6897267592733933,
      "grad_norm": 1.0406161546707153,
      "learning_rate": 3.8144977691826435e-06,
      "loss": 0.1615,
      "step": 706
    },
    {
      "epoch": 0.69070370935735,
      "grad_norm": 0.8727053999900818,
      "learning_rate": 3.8111322459127002e-06,
      "loss": 0.1493,
      "step": 707
    },
    {
      "epoch": 0.6916806594413066,
      "grad_norm": 0.796471118927002,
      "learning_rate": 3.8077634417830117e-06,
      "loss": 0.1419,
      "step": 708
    },
    {
      "epoch": 0.6926576095252633,
      "grad_norm": 0.6850622892379761,
      "learning_rate": 3.8043913652233705e-06,
      "loss": 0.1545,
      "step": 709
    },
    {
      "epoch": 0.6936345596092199,
      "grad_norm": 0.8406426906585693,
      "learning_rate": 3.8010160246717588e-06,
      "loss": 0.1384,
      "step": 710
    },
    {
      "epoch": 0.6946115096931766,
      "grad_norm": 0.9589312076568604,
      "learning_rate": 3.7976374285743257e-06,
      "loss": 0.1614,
      "step": 711
    },
    {
      "epoch": 0.6955884597771332,
      "grad_norm": 0.6751416921615601,
      "learning_rate": 3.794255585385368e-06,
      "loss": 0.1347,
      "step": 712
    },
    {
      "epoch": 0.69656540986109,
      "grad_norm": 0.7299074530601501,
      "learning_rate": 3.7908705035673056e-06,
      "loss": 0.1653,
      "step": 713
    },
    {
      "epoch": 0.6975423599450465,
      "grad_norm": 0.8144887089729309,
      "learning_rate": 3.7874821915906645e-06,
      "loss": 0.1652,
      "step": 714
    },
    {
      "epoch": 0.6985193100290032,
      "grad_norm": 0.7209720015525818,
      "learning_rate": 3.784090657934052e-06,
      "loss": 0.1572,
      "step": 715
    },
    {
      "epoch": 0.6994962601129598,
      "grad_norm": 0.7366744875907898,
      "learning_rate": 3.7806959110841385e-06,
      "loss": 0.1652,
      "step": 716
    },
    {
      "epoch": 0.7004732101969166,
      "grad_norm": 0.9909793138504028,
      "learning_rate": 3.777297959535634e-06,
      "loss": 0.1625,
      "step": 717
    },
    {
      "epoch": 0.7014501602808731,
      "grad_norm": 0.911719560623169,
      "learning_rate": 3.7738968117912672e-06,
      "loss": 0.1511,
      "step": 718
    },
    {
      "epoch": 0.7024271103648297,
      "grad_norm": 1.118007779121399,
      "learning_rate": 3.7704924763617656e-06,
      "loss": 0.15,
      "step": 719
    },
    {
      "epoch": 0.7034040604487865,
      "grad_norm": 0.8047483563423157,
      "learning_rate": 3.7670849617658324e-06,
      "loss": 0.1568,
      "step": 720
    },
    {
      "epoch": 0.704381010532743,
      "grad_norm": 0.7117910385131836,
      "learning_rate": 3.763674276530127e-06,
      "loss": 0.1542,
      "step": 721
    },
    {
      "epoch": 0.7053579606166998,
      "grad_norm": 0.8130705952644348,
      "learning_rate": 3.760260429189243e-06,
      "loss": 0.149,
      "step": 722
    },
    {
      "epoch": 0.7063349107006563,
      "grad_norm": 1.1423535346984863,
      "learning_rate": 3.7568434282856836e-06,
      "loss": 0.1456,
      "step": 723
    },
    {
      "epoch": 0.7073118607846131,
      "grad_norm": 0.8230849504470825,
      "learning_rate": 3.753423282369847e-06,
      "loss": 0.1501,
      "step": 724
    },
    {
      "epoch": 0.7082888108685697,
      "grad_norm": 0.7504922747612,
      "learning_rate": 3.7500000000000005e-06,
      "loss": 0.1678,
      "step": 725
    },
    {
      "epoch": 0.7092657609525264,
      "grad_norm": 0.6872618198394775,
      "learning_rate": 3.746573589742257e-06,
      "loss": 0.1444,
      "step": 726
    },
    {
      "epoch": 0.710242711036483,
      "grad_norm": 0.7755722999572754,
      "learning_rate": 3.743144060170559e-06,
      "loss": 0.158,
      "step": 727
    },
    {
      "epoch": 0.7112196611204397,
      "grad_norm": 0.722652018070221,
      "learning_rate": 3.7397114198666536e-06,
      "loss": 0.131,
      "step": 728
    },
    {
      "epoch": 0.7121966112043963,
      "grad_norm": 0.7475513219833374,
      "learning_rate": 3.7362756774200727e-06,
      "loss": 0.1577,
      "step": 729
    },
    {
      "epoch": 0.713173561288353,
      "grad_norm": 0.8016400933265686,
      "learning_rate": 3.7328368414281093e-06,
      "loss": 0.1701,
      "step": 730
    },
    {
      "epoch": 0.7141505113723096,
      "grad_norm": 0.9551611542701721,
      "learning_rate": 3.729394920495798e-06,
      "loss": 0.1595,
      "step": 731
    },
    {
      "epoch": 0.7151274614562663,
      "grad_norm": 0.8681173324584961,
      "learning_rate": 3.7259499232358937e-06,
      "loss": 0.1566,
      "step": 732
    },
    {
      "epoch": 0.7161044115402229,
      "grad_norm": 1.5914216041564941,
      "learning_rate": 3.722501858268849e-06,
      "loss": 0.1813,
      "step": 733
    },
    {
      "epoch": 0.7170813616241796,
      "grad_norm": 0.655326783657074,
      "learning_rate": 3.719050734222791e-06,
      "loss": 0.1437,
      "step": 734
    },
    {
      "epoch": 0.7180583117081362,
      "grad_norm": 0.785659909248352,
      "learning_rate": 3.7155965597335042e-06,
      "loss": 0.1398,
      "step": 735
    },
    {
      "epoch": 0.7190352617920928,
      "grad_norm": 0.8709280490875244,
      "learning_rate": 3.712139343444405e-06,
      "loss": 0.1524,
      "step": 736
    },
    {
      "epoch": 0.7200122118760495,
      "grad_norm": 0.592876672744751,
      "learning_rate": 3.708679094006521e-06,
      "loss": 0.1598,
      "step": 737
    },
    {
      "epoch": 0.7209891619600061,
      "grad_norm": 0.8991689682006836,
      "learning_rate": 3.7052158200784686e-06,
      "loss": 0.1494,
      "step": 738
    },
    {
      "epoch": 0.7219661120439628,
      "grad_norm": 0.8952021598815918,
      "learning_rate": 3.701749530326437e-06,
      "loss": 0.1559,
      "step": 739
    },
    {
      "epoch": 0.7229430621279194,
      "grad_norm": 1.0004162788391113,
      "learning_rate": 3.6982802334241573e-06,
      "loss": 0.1581,
      "step": 740
    },
    {
      "epoch": 0.7239200122118761,
      "grad_norm": 1.0609227418899536,
      "learning_rate": 3.6948079380528866e-06,
      "loss": 0.1599,
      "step": 741
    },
    {
      "epoch": 0.7248969622958327,
      "grad_norm": 0.8507347702980042,
      "learning_rate": 3.691332652901385e-06,
      "loss": 0.1635,
      "step": 742
    },
    {
      "epoch": 0.7258739123797894,
      "grad_norm": 1.0106269121170044,
      "learning_rate": 3.6878543866658956e-06,
      "loss": 0.1539,
      "step": 743
    },
    {
      "epoch": 0.726850862463746,
      "grad_norm": 0.7608538269996643,
      "learning_rate": 3.68437314805012e-06,
      "loss": 0.1674,
      "step": 744
    },
    {
      "epoch": 0.7278278125477027,
      "grad_norm": 0.6567974090576172,
      "learning_rate": 3.680888945765196e-06,
      "loss": 0.1404,
      "step": 745
    },
    {
      "epoch": 0.7288047626316593,
      "grad_norm": 1.413355827331543,
      "learning_rate": 3.6774017885296796e-06,
      "loss": 0.1536,
      "step": 746
    },
    {
      "epoch": 0.729781712715616,
      "grad_norm": 0.8005159497261047,
      "learning_rate": 3.673911685069521e-06,
      "loss": 0.1592,
      "step": 747
    },
    {
      "epoch": 0.7307586627995726,
      "grad_norm": 0.971828043460846,
      "learning_rate": 3.6704186441180424e-06,
      "loss": 0.1643,
      "step": 748
    },
    {
      "epoch": 0.7317356128835293,
      "grad_norm": 0.9104104042053223,
      "learning_rate": 3.6669226744159142e-06,
      "loss": 0.1496,
      "step": 749
    },
    {
      "epoch": 0.7327125629674859,
      "grad_norm": 1.1971485614776611,
      "learning_rate": 3.663423784711139e-06,
      "loss": 0.1522,
      "step": 750
    },
    {
      "epoch": 0.7336895130514425,
      "grad_norm": 0.7140184640884399,
      "learning_rate": 3.6599219837590242e-06,
      "loss": 0.1459,
      "step": 751
    },
    {
      "epoch": 0.7346664631353992,
      "grad_norm": 0.7513206005096436,
      "learning_rate": 3.6564172803221633e-06,
      "loss": 0.1629,
      "step": 752
    },
    {
      "epoch": 0.7356434132193558,
      "grad_norm": 0.7880206108093262,
      "learning_rate": 3.65290968317041e-06,
      "loss": 0.1574,
      "step": 753
    },
    {
      "epoch": 0.7366203633033125,
      "grad_norm": 0.8470908403396606,
      "learning_rate": 3.6493992010808625e-06,
      "loss": 0.1708,
      "step": 754
    },
    {
      "epoch": 0.7375973133872691,
      "grad_norm": 1.215649962425232,
      "learning_rate": 3.6458858428378365e-06,
      "loss": 0.1553,
      "step": 755
    },
    {
      "epoch": 0.7385742634712258,
      "grad_norm": 1.10202956199646,
      "learning_rate": 3.642369617232843e-06,
      "loss": 0.1915,
      "step": 756
    },
    {
      "epoch": 0.7395512135551824,
      "grad_norm": 0.7796477675437927,
      "learning_rate": 3.6388505330645706e-06,
      "loss": 0.1504,
      "step": 757
    },
    {
      "epoch": 0.7405281636391391,
      "grad_norm": 0.9163200259208679,
      "learning_rate": 3.63532859913886e-06,
      "loss": 0.1616,
      "step": 758
    },
    {
      "epoch": 0.7415051137230957,
      "grad_norm": 0.669607400894165,
      "learning_rate": 3.6318038242686822e-06,
      "loss": 0.1398,
      "step": 759
    },
    {
      "epoch": 0.7424820638070524,
      "grad_norm": 1.0828386545181274,
      "learning_rate": 3.628276217274118e-06,
      "loss": 0.1526,
      "step": 760
    },
    {
      "epoch": 0.743459013891009,
      "grad_norm": 0.6801566481590271,
      "learning_rate": 3.6247457869823355e-06,
      "loss": 0.1459,
      "step": 761
    },
    {
      "epoch": 0.7444359639749657,
      "grad_norm": 0.8077031373977661,
      "learning_rate": 3.621212542227566e-06,
      "loss": 0.1477,
      "step": 762
    },
    {
      "epoch": 0.7454129140589223,
      "grad_norm": 0.7882485389709473,
      "learning_rate": 3.617676491851085e-06,
      "loss": 0.1626,
      "step": 763
    },
    {
      "epoch": 0.746389864142879,
      "grad_norm": 1.1144007444381714,
      "learning_rate": 3.6141376447011866e-06,
      "loss": 0.1662,
      "step": 764
    },
    {
      "epoch": 0.7473668142268356,
      "grad_norm": 0.8559699654579163,
      "learning_rate": 3.610596009633166e-06,
      "loss": 0.1577,
      "step": 765
    },
    {
      "epoch": 0.7483437643107922,
      "grad_norm": 1.1554315090179443,
      "learning_rate": 3.607051595509292e-06,
      "loss": 0.1941,
      "step": 766
    },
    {
      "epoch": 0.7493207143947489,
      "grad_norm": 0.7447336316108704,
      "learning_rate": 3.6035044111987892e-06,
      "loss": 0.1695,
      "step": 767
    },
    {
      "epoch": 0.7502976644787055,
      "grad_norm": 0.9970964789390564,
      "learning_rate": 3.599954465577814e-06,
      "loss": 0.169,
      "step": 768
    },
    {
      "epoch": 0.7512746145626622,
      "grad_norm": 0.8850570917129517,
      "learning_rate": 3.5964017675294305e-06,
      "loss": 0.1717,
      "step": 769
    },
    {
      "epoch": 0.7522515646466188,
      "grad_norm": 0.8938663601875305,
      "learning_rate": 3.592846325943593e-06,
      "loss": 0.155,
      "step": 770
    },
    {
      "epoch": 0.7532285147305755,
      "grad_norm": 0.7211086750030518,
      "learning_rate": 3.5892881497171195e-06,
      "loss": 0.1452,
      "step": 771
    },
    {
      "epoch": 0.7542054648145321,
      "grad_norm": 0.9276571869850159,
      "learning_rate": 3.5857272477536705e-06,
      "loss": 0.1449,
      "step": 772
    },
    {
      "epoch": 0.7551824148984888,
      "grad_norm": 1.0998425483703613,
      "learning_rate": 3.582163628963728e-06,
      "loss": 0.1509,
      "step": 773
    },
    {
      "epoch": 0.7561593649824454,
      "grad_norm": 0.6526289582252502,
      "learning_rate": 3.5785973022645717e-06,
      "loss": 0.1517,
      "step": 774
    },
    {
      "epoch": 0.7571363150664021,
      "grad_norm": 1.0672348737716675,
      "learning_rate": 3.5750282765802584e-06,
      "loss": 0.1676,
      "step": 775
    },
    {
      "epoch": 0.7581132651503587,
      "grad_norm": 0.7462525367736816,
      "learning_rate": 3.5714565608415975e-06,
      "loss": 0.147,
      "step": 776
    },
    {
      "epoch": 0.7590902152343154,
      "grad_norm": 0.8577287197113037,
      "learning_rate": 3.5678821639861305e-06,
      "loss": 0.1463,
      "step": 777
    },
    {
      "epoch": 0.760067165318272,
      "grad_norm": 1.007952332496643,
      "learning_rate": 3.5643050949581065e-06,
      "loss": 0.1506,
      "step": 778
    },
    {
      "epoch": 0.7610441154022287,
      "grad_norm": 0.7961283326148987,
      "learning_rate": 3.560725362708464e-06,
      "loss": 0.1594,
      "step": 779
    },
    {
      "epoch": 0.7620210654861853,
      "grad_norm": 0.987490713596344,
      "learning_rate": 3.557142976194802e-06,
      "loss": 0.1587,
      "step": 780
    },
    {
      "epoch": 0.7629980155701419,
      "grad_norm": 1.0939033031463623,
      "learning_rate": 3.5535579443813652e-06,
      "loss": 0.1393,
      "step": 781
    },
    {
      "epoch": 0.7639749656540986,
      "grad_norm": 0.8193220496177673,
      "learning_rate": 3.5499702762390133e-06,
      "loss": 0.1701,
      "step": 782
    },
    {
      "epoch": 0.7649519157380552,
      "grad_norm": 0.7307434678077698,
      "learning_rate": 3.5463799807452076e-06,
      "loss": 0.1519,
      "step": 783
    },
    {
      "epoch": 0.7659288658220119,
      "grad_norm": 0.6775676012039185,
      "learning_rate": 3.54278706688398e-06,
      "loss": 0.1561,
      "step": 784
    },
    {
      "epoch": 0.7669058159059685,
      "grad_norm": 0.7602413892745972,
      "learning_rate": 3.5391915436459167e-06,
      "loss": 0.1728,
      "step": 785
    },
    {
      "epoch": 0.7678827659899252,
      "grad_norm": 1.4706379175186157,
      "learning_rate": 3.535593420028132e-06,
      "loss": 0.1707,
      "step": 786
    },
    {
      "epoch": 0.7688597160738818,
      "grad_norm": 0.7432350516319275,
      "learning_rate": 3.5319927050342497e-06,
      "loss": 0.1507,
      "step": 787
    },
    {
      "epoch": 0.7698366661578385,
      "grad_norm": 1.189603328704834,
      "learning_rate": 3.528389407674373e-06,
      "loss": 0.1798,
      "step": 788
    },
    {
      "epoch": 0.7708136162417951,
      "grad_norm": 0.7542485594749451,
      "learning_rate": 3.5247835369650718e-06,
      "loss": 0.1598,
      "step": 789
    },
    {
      "epoch": 0.7717905663257518,
      "grad_norm": 0.8822116851806641,
      "learning_rate": 3.521175101929353e-06,
      "loss": 0.1566,
      "step": 790
    },
    {
      "epoch": 0.7727675164097084,
      "grad_norm": 0.7665351033210754,
      "learning_rate": 3.517564111596643e-06,
      "loss": 0.1494,
      "step": 791
    },
    {
      "epoch": 0.7737444664936651,
      "grad_norm": 0.7099792957305908,
      "learning_rate": 3.5139505750027568e-06,
      "loss": 0.1528,
      "step": 792
    },
    {
      "epoch": 0.7747214165776217,
      "grad_norm": 0.6690868735313416,
      "learning_rate": 3.510334501189886e-06,
      "loss": 0.1343,
      "step": 793
    },
    {
      "epoch": 0.7756983666615784,
      "grad_norm": 0.8017610311508179,
      "learning_rate": 3.5067158992065697e-06,
      "loss": 0.1501,
      "step": 794
    },
    {
      "epoch": 0.776675316745535,
      "grad_norm": 1.0609956979751587,
      "learning_rate": 3.503094778107673e-06,
      "loss": 0.1651,
      "step": 795
    },
    {
      "epoch": 0.7776522668294917,
      "grad_norm": 0.6591711640357971,
      "learning_rate": 3.4994711469543625e-06,
      "loss": 0.1515,
      "step": 796
    },
    {
      "epoch": 0.7786292169134483,
      "grad_norm": 0.8857126832008362,
      "learning_rate": 3.4958450148140906e-06,
      "loss": 0.1657,
      "step": 797
    },
    {
      "epoch": 0.7796061669974049,
      "grad_norm": 0.951080858707428,
      "learning_rate": 3.4922163907605637e-06,
      "loss": 0.1569,
      "step": 798
    },
    {
      "epoch": 0.7805831170813616,
      "grad_norm": 0.6247563362121582,
      "learning_rate": 3.488585283873726e-06,
      "loss": 0.1447,
      "step": 799
    },
    {
      "epoch": 0.7815600671653182,
      "grad_norm": 0.82416832447052,
      "learning_rate": 3.4849517032397327e-06,
      "loss": 0.1563,
      "step": 800
    },
    {
      "epoch": 0.7825370172492749,
      "grad_norm": 0.6015522480010986,
      "learning_rate": 3.4813156579509304e-06,
      "loss": 0.1411,
      "step": 801
    },
    {
      "epoch": 0.7835139673332315,
      "grad_norm": 0.9072467088699341,
      "learning_rate": 3.4776771571058344e-06,
      "loss": 0.1789,
      "step": 802
    },
    {
      "epoch": 0.7844909174171882,
      "grad_norm": 2.0301270484924316,
      "learning_rate": 3.4740362098091003e-06,
      "loss": 0.1566,
      "step": 803
    },
    {
      "epoch": 0.7854678675011448,
      "grad_norm": 1.1363762617111206,
      "learning_rate": 3.4703928251715093e-06,
      "loss": 0.1574,
      "step": 804
    },
    {
      "epoch": 0.7864448175851015,
      "grad_norm": 0.7775416374206543,
      "learning_rate": 3.46674701230994e-06,
      "loss": 0.1531,
      "step": 805
    },
    {
      "epoch": 0.7874217676690581,
      "grad_norm": 1.1870876550674438,
      "learning_rate": 3.4630987803473493e-06,
      "loss": 0.1404,
      "step": 806
    },
    {
      "epoch": 0.7883987177530148,
      "grad_norm": 0.8673657178878784,
      "learning_rate": 3.4594481384127424e-06,
      "loss": 0.1582,
      "step": 807
    },
    {
      "epoch": 0.7893756678369714,
      "grad_norm": 0.7943292856216431,
      "learning_rate": 3.4557950956411613e-06,
      "loss": 0.1517,
      "step": 808
    },
    {
      "epoch": 0.7903526179209281,
      "grad_norm": 0.8395007252693176,
      "learning_rate": 3.4521396611736512e-06,
      "loss": 0.1546,
      "step": 809
    },
    {
      "epoch": 0.7913295680048847,
      "grad_norm": 0.8592638373374939,
      "learning_rate": 3.4484818441572444e-06,
      "loss": 0.1619,
      "step": 810
    },
    {
      "epoch": 0.7923065180888414,
      "grad_norm": 1.238155722618103,
      "learning_rate": 3.4448216537449326e-06,
      "loss": 0.1389,
      "step": 811
    },
    {
      "epoch": 0.793283468172798,
      "grad_norm": 1.1079182624816895,
      "learning_rate": 3.441159099095649e-06,
      "loss": 0.1481,
      "step": 812
    },
    {
      "epoch": 0.7942604182567546,
      "grad_norm": 0.7676824927330017,
      "learning_rate": 3.437494189374242e-06,
      "loss": 0.1446,
      "step": 813
    },
    {
      "epoch": 0.7952373683407113,
      "grad_norm": 0.7961470484733582,
      "learning_rate": 3.4338269337514527e-06,
      "loss": 0.1572,
      "step": 814
    },
    {
      "epoch": 0.7962143184246679,
      "grad_norm": 0.6730189323425293,
      "learning_rate": 3.430157341403893e-06,
      "loss": 0.1354,
      "step": 815
    },
    {
      "epoch": 0.7971912685086247,
      "grad_norm": 0.7726109027862549,
      "learning_rate": 3.4264854215140216e-06,
      "loss": 0.1619,
      "step": 816
    },
    {
      "epoch": 0.7981682185925812,
      "grad_norm": 0.7890665531158447,
      "learning_rate": 3.422811183270121e-06,
      "loss": 0.1664,
      "step": 817
    },
    {
      "epoch": 0.799145168676538,
      "grad_norm": 0.8949539065361023,
      "learning_rate": 3.4191346358662762e-06,
      "loss": 0.1512,
      "step": 818
    },
    {
      "epoch": 0.8001221187604945,
      "grad_norm": 1.0934100151062012,
      "learning_rate": 3.4154557885023493e-06,
      "loss": 0.1495,
      "step": 819
    },
    {
      "epoch": 0.8010990688444513,
      "grad_norm": 0.682202160358429,
      "learning_rate": 3.4117746503839577e-06,
      "loss": 0.1376,
      "step": 820
    },
    {
      "epoch": 0.8020760189284079,
      "grad_norm": 0.9899504780769348,
      "learning_rate": 3.4080912307224524e-06,
      "loss": 0.1507,
      "step": 821
    },
    {
      "epoch": 0.8030529690123646,
      "grad_norm": 0.8517482876777649,
      "learning_rate": 3.4044055387348912e-06,
      "loss": 0.1442,
      "step": 822
    },
    {
      "epoch": 0.8040299190963212,
      "grad_norm": 1.0311285257339478,
      "learning_rate": 3.4007175836440197e-06,
      "loss": 0.1635,
      "step": 823
    },
    {
      "epoch": 0.8050068691802779,
      "grad_norm": 0.8413298726081848,
      "learning_rate": 3.397027374678246e-06,
      "loss": 0.1623,
      "step": 824
    },
    {
      "epoch": 0.8059838192642345,
      "grad_norm": 0.7206878066062927,
      "learning_rate": 3.393334921071618e-06,
      "loss": 0.1524,
      "step": 825
    },
    {
      "epoch": 0.8069607693481912,
      "grad_norm": 0.741763174533844,
      "learning_rate": 3.3896402320638006e-06,
      "loss": 0.1517,
      "step": 826
    },
    {
      "epoch": 0.8079377194321478,
      "grad_norm": 1.0026910305023193,
      "learning_rate": 3.385943316900052e-06,
      "loss": 0.1932,
      "step": 827
    },
    {
      "epoch": 0.8089146695161044,
      "grad_norm": 1.0051147937774658,
      "learning_rate": 3.3822441848312017e-06,
      "loss": 0.1497,
      "step": 828
    },
    {
      "epoch": 0.8098916196000611,
      "grad_norm": 0.7903057932853699,
      "learning_rate": 3.378542845113625e-06,
      "loss": 0.1831,
      "step": 829
    },
    {
      "epoch": 0.8108685696840177,
      "grad_norm": 0.632512629032135,
      "learning_rate": 3.374839307009223e-06,
      "loss": 0.1459,
      "step": 830
    },
    {
      "epoch": 0.8118455197679744,
      "grad_norm": 0.7736039161682129,
      "learning_rate": 3.371133579785398e-06,
      "loss": 0.152,
      "step": 831
    },
    {
      "epoch": 0.812822469851931,
      "grad_norm": 1.2243468761444092,
      "learning_rate": 3.3674256727150285e-06,
      "loss": 0.1673,
      "step": 832
    },
    {
      "epoch": 0.8137994199358877,
      "grad_norm": 1.4464961290359497,
      "learning_rate": 3.363715595076449e-06,
      "loss": 0.1715,
      "step": 833
    },
    {
      "epoch": 0.8147763700198443,
      "grad_norm": 0.6386120319366455,
      "learning_rate": 3.3600033561534247e-06,
      "loss": 0.1657,
      "step": 834
    },
    {
      "epoch": 0.815753320103801,
      "grad_norm": 0.6698469519615173,
      "learning_rate": 3.356288965235129e-06,
      "loss": 0.1456,
      "step": 835
    },
    {
      "epoch": 0.8167302701877576,
      "grad_norm": 1.1008213758468628,
      "learning_rate": 3.352572431616123e-06,
      "loss": 0.1656,
      "step": 836
    },
    {
      "epoch": 0.8177072202717143,
      "grad_norm": 1.0147091150283813,
      "learning_rate": 3.348853764596324e-06,
      "loss": 0.1502,
      "step": 837
    },
    {
      "epoch": 0.8186841703556709,
      "grad_norm": 0.6490986943244934,
      "learning_rate": 3.3451329734809928e-06,
      "loss": 0.1329,
      "step": 838
    },
    {
      "epoch": 0.8196611204396276,
      "grad_norm": 0.8020153045654297,
      "learning_rate": 3.3414100675807026e-06,
      "loss": 0.1669,
      "step": 839
    },
    {
      "epoch": 0.8206380705235842,
      "grad_norm": 1.6853318214416504,
      "learning_rate": 3.3376850562113193e-06,
      "loss": 0.1685,
      "step": 840
    },
    {
      "epoch": 0.8216150206075409,
      "grad_norm": 1.2695226669311523,
      "learning_rate": 3.3339579486939784e-06,
      "loss": 0.1487,
      "step": 841
    },
    {
      "epoch": 0.8225919706914975,
      "grad_norm": 0.6849395632743835,
      "learning_rate": 3.3302287543550582e-06,
      "loss": 0.1538,
      "step": 842
    },
    {
      "epoch": 0.8235689207754542,
      "grad_norm": 0.7239601016044617,
      "learning_rate": 3.3264974825261597e-06,
      "loss": 0.1531,
      "step": 843
    },
    {
      "epoch": 0.8245458708594108,
      "grad_norm": 0.693019449710846,
      "learning_rate": 3.3227641425440843e-06,
      "loss": 0.1548,
      "step": 844
    },
    {
      "epoch": 0.8255228209433674,
      "grad_norm": 1.082384705543518,
      "learning_rate": 3.3190287437508067e-06,
      "loss": 0.1509,
      "step": 845
    },
    {
      "epoch": 0.8264997710273241,
      "grad_norm": 0.705163836479187,
      "learning_rate": 3.3152912954934536e-06,
      "loss": 0.1513,
      "step": 846
    },
    {
      "epoch": 0.8274767211112807,
      "grad_norm": 0.8317340016365051,
      "learning_rate": 3.3115518071242805e-06,
      "loss": 0.1406,
      "step": 847
    },
    {
      "epoch": 0.8284536711952374,
      "grad_norm": 0.738751232624054,
      "learning_rate": 3.3078102880006467e-06,
      "loss": 0.15,
      "step": 848
    },
    {
      "epoch": 0.829430621279194,
      "grad_norm": 0.8009028434753418,
      "learning_rate": 3.3040667474849967e-06,
      "loss": 0.1446,
      "step": 849
    },
    {
      "epoch": 0.8304075713631507,
      "grad_norm": 0.737471342086792,
      "learning_rate": 3.3003211949448284e-06,
      "loss": 0.1434,
      "step": 850
    },
    {
      "epoch": 0.8313845214471073,
      "grad_norm": 0.8901124596595764,
      "learning_rate": 3.296573639752676e-06,
      "loss": 0.1376,
      "step": 851
    },
    {
      "epoch": 0.832361471531064,
      "grad_norm": 0.837114155292511,
      "learning_rate": 3.292824091286088e-06,
      "loss": 0.1564,
      "step": 852
    },
    {
      "epoch": 0.8333384216150206,
      "grad_norm": 0.8355427980422974,
      "learning_rate": 3.289072558927596e-06,
      "loss": 0.1539,
      "step": 853
    },
    {
      "epoch": 0.8343153716989773,
      "grad_norm": 0.7224215269088745,
      "learning_rate": 3.2853190520646995e-06,
      "loss": 0.1681,
      "step": 854
    },
    {
      "epoch": 0.8352923217829339,
      "grad_norm": 0.7744103670120239,
      "learning_rate": 3.281563580089836e-06,
      "loss": 0.1453,
      "step": 855
    },
    {
      "epoch": 0.8362692718668906,
      "grad_norm": 0.8624812364578247,
      "learning_rate": 3.2778061524003633e-06,
      "loss": 0.1594,
      "step": 856
    },
    {
      "epoch": 0.8372462219508472,
      "grad_norm": 1.0955893993377686,
      "learning_rate": 3.2740467783985315e-06,
      "loss": 0.1624,
      "step": 857
    },
    {
      "epoch": 0.8382231720348039,
      "grad_norm": 0.633622407913208,
      "learning_rate": 3.2702854674914584e-06,
      "loss": 0.1449,
      "step": 858
    },
    {
      "epoch": 0.8392001221187605,
      "grad_norm": 1.0901026725769043,
      "learning_rate": 3.2665222290911145e-06,
      "loss": 0.1664,
      "step": 859
    },
    {
      "epoch": 0.8401770722027171,
      "grad_norm": 1.002231240272522,
      "learning_rate": 3.2627570726142882e-06,
      "loss": 0.1514,
      "step": 860
    },
    {
      "epoch": 0.8411540222866738,
      "grad_norm": 1.0149930715560913,
      "learning_rate": 3.25899000748257e-06,
      "loss": 0.1609,
      "step": 861
    },
    {
      "epoch": 0.8421309723706304,
      "grad_norm": 0.8724030256271362,
      "learning_rate": 3.2552210431223247e-06,
      "loss": 0.1499,
      "step": 862
    },
    {
      "epoch": 0.8431079224545871,
      "grad_norm": 0.7488546967506409,
      "learning_rate": 3.251450188964672e-06,
      "loss": 0.1474,
      "step": 863
    },
    {
      "epoch": 0.8440848725385437,
      "grad_norm": 0.6939215660095215,
      "learning_rate": 3.2476774544454597e-06,
      "loss": 0.1488,
      "step": 864
    },
    {
      "epoch": 0.8450618226225004,
      "grad_norm": 0.8398666381835938,
      "learning_rate": 3.243902849005238e-06,
      "loss": 0.148,
      "step": 865
    },
    {
      "epoch": 0.846038772706457,
      "grad_norm": 0.9901300668716431,
      "learning_rate": 3.2401263820892433e-06,
      "loss": 0.1561,
      "step": 866
    },
    {
      "epoch": 0.8470157227904137,
      "grad_norm": 0.6501366496086121,
      "learning_rate": 3.2363480631473666e-06,
      "loss": 0.1467,
      "step": 867
    },
    {
      "epoch": 0.8479926728743703,
      "grad_norm": 0.7710810303688049,
      "learning_rate": 3.2325679016341347e-06,
      "loss": 0.15,
      "step": 868
    },
    {
      "epoch": 0.848969622958327,
      "grad_norm": 0.7182073593139648,
      "learning_rate": 3.228785907008684e-06,
      "loss": 0.1408,
      "step": 869
    },
    {
      "epoch": 0.8499465730422836,
      "grad_norm": 0.7221583724021912,
      "learning_rate": 3.22500208873474e-06,
      "loss": 0.1461,
      "step": 870
    },
    {
      "epoch": 0.8509235231262403,
      "grad_norm": 0.7775384187698364,
      "learning_rate": 3.221216456280589e-06,
      "loss": 0.1494,
      "step": 871
    },
    {
      "epoch": 0.8519004732101969,
      "grad_norm": 0.7050665020942688,
      "learning_rate": 3.217429019119059e-06,
      "loss": 0.1451,
      "step": 872
    },
    {
      "epoch": 0.8528774232941536,
      "grad_norm": 1.0802805423736572,
      "learning_rate": 3.2136397867274926e-06,
      "loss": 0.1497,
      "step": 873
    },
    {
      "epoch": 0.8538543733781102,
      "grad_norm": 0.9995020031929016,
      "learning_rate": 3.2098487685877257e-06,
      "loss": 0.1782,
      "step": 874
    },
    {
      "epoch": 0.8548313234620668,
      "grad_norm": 0.7245685458183289,
      "learning_rate": 3.206055974186061e-06,
      "loss": 0.1618,
      "step": 875
    },
    {
      "epoch": 0.8558082735460235,
      "grad_norm": 0.8504968881607056,
      "learning_rate": 3.202261413013248e-06,
      "loss": 0.153,
      "step": 876
    },
    {
      "epoch": 0.8567852236299801,
      "grad_norm": 0.8796176910400391,
      "learning_rate": 3.198465094564456e-06,
      "loss": 0.1571,
      "step": 877
    },
    {
      "epoch": 0.8577621737139368,
      "grad_norm": 0.9412023425102234,
      "learning_rate": 3.1946670283392523e-06,
      "loss": 0.1535,
      "step": 878
    },
    {
      "epoch": 0.8587391237978934,
      "grad_norm": 1.6855803728103638,
      "learning_rate": 3.190867223841576e-06,
      "loss": 0.1716,
      "step": 879
    },
    {
      "epoch": 0.8597160738818501,
      "grad_norm": 0.8716698884963989,
      "learning_rate": 3.187065690579718e-06,
      "loss": 0.1553,
      "step": 880
    },
    {
      "epoch": 0.8606930239658067,
      "grad_norm": 1.042761206626892,
      "learning_rate": 3.1832624380662943e-06,
      "loss": 0.1611,
      "step": 881
    },
    {
      "epoch": 0.8616699740497634,
      "grad_norm": 1.0470339059829712,
      "learning_rate": 3.179457475818222e-06,
      "loss": 0.1481,
      "step": 882
    },
    {
      "epoch": 0.86264692413372,
      "grad_norm": 0.7020443081855774,
      "learning_rate": 3.175650813356699e-06,
      "loss": 0.1407,
      "step": 883
    },
    {
      "epoch": 0.8636238742176767,
      "grad_norm": 1.1522868871688843,
      "learning_rate": 3.171842460207174e-06,
      "loss": 0.1453,
      "step": 884
    },
    {
      "epoch": 0.8646008243016333,
      "grad_norm": 0.8696357011795044,
      "learning_rate": 3.1680324258993302e-06,
      "loss": 0.1432,
      "step": 885
    },
    {
      "epoch": 0.86557777438559,
      "grad_norm": 0.8831077218055725,
      "learning_rate": 3.164220719967055e-06,
      "loss": 0.1524,
      "step": 886
    },
    {
      "epoch": 0.8665547244695466,
      "grad_norm": 0.919243335723877,
      "learning_rate": 3.160407351948419e-06,
      "loss": 0.16,
      "step": 887
    },
    {
      "epoch": 0.8675316745535033,
      "grad_norm": 0.7314760684967041,
      "learning_rate": 3.1565923313856526e-06,
      "loss": 0.1692,
      "step": 888
    },
    {
      "epoch": 0.8685086246374599,
      "grad_norm": 0.7344856858253479,
      "learning_rate": 3.152775667825122e-06,
      "loss": 0.1358,
      "step": 889
    },
    {
      "epoch": 0.8694855747214166,
      "grad_norm": 0.6402750611305237,
      "learning_rate": 3.1489573708173025e-06,
      "loss": 0.1338,
      "step": 890
    },
    {
      "epoch": 0.8704625248053732,
      "grad_norm": 1.0203721523284912,
      "learning_rate": 3.1451374499167586e-06,
      "loss": 0.1552,
      "step": 891
    },
    {
      "epoch": 0.8714394748893298,
      "grad_norm": 0.930683970451355,
      "learning_rate": 3.1413159146821193e-06,
      "loss": 0.1506,
      "step": 892
    },
    {
      "epoch": 0.8724164249732865,
      "grad_norm": 0.6897743344306946,
      "learning_rate": 3.137492774676049e-06,
      "loss": 0.1444,
      "step": 893
    },
    {
      "epoch": 0.8733933750572431,
      "grad_norm": 0.8135661482810974,
      "learning_rate": 3.133668039465232e-06,
      "loss": 0.156,
      "step": 894
    },
    {
      "epoch": 0.8743703251411998,
      "grad_norm": 0.7550363540649414,
      "learning_rate": 3.1298417186203415e-06,
      "loss": 0.1516,
      "step": 895
    },
    {
      "epoch": 0.8753472752251564,
      "grad_norm": 0.6833528280258179,
      "learning_rate": 3.126013821716022e-06,
      "loss": 0.1538,
      "step": 896
    },
    {
      "epoch": 0.8763242253091131,
      "grad_norm": 0.878643274307251,
      "learning_rate": 3.122184358330857e-06,
      "loss": 0.1561,
      "step": 897
    },
    {
      "epoch": 0.8773011753930697,
      "grad_norm": 0.6735469698905945,
      "learning_rate": 3.1183533380473525e-06,
      "loss": 0.1704,
      "step": 898
    },
    {
      "epoch": 0.8782781254770264,
      "grad_norm": 0.7926891446113586,
      "learning_rate": 3.1145207704519113e-06,
      "loss": 0.1366,
      "step": 899
    },
    {
      "epoch": 0.879255075560983,
      "grad_norm": 0.6722373962402344,
      "learning_rate": 3.1106866651348065e-06,
      "loss": 0.1613,
      "step": 900
    },
    {
      "epoch": 0.8802320256449397,
      "grad_norm": 0.8567788600921631,
      "learning_rate": 3.1068510316901584e-06,
      "loss": 0.1525,
      "step": 901
    },
    {
      "epoch": 0.8812089757288963,
      "grad_norm": 0.781726598739624,
      "learning_rate": 3.1030138797159125e-06,
      "loss": 0.1657,
      "step": 902
    },
    {
      "epoch": 0.882185925812853,
      "grad_norm": 1.2267659902572632,
      "learning_rate": 3.0991752188138157e-06,
      "loss": 0.1549,
      "step": 903
    },
    {
      "epoch": 0.8831628758968096,
      "grad_norm": 0.7455759048461914,
      "learning_rate": 3.095335058589386e-06,
      "loss": 0.1719,
      "step": 904
    },
    {
      "epoch": 0.8841398259807663,
      "grad_norm": 0.8069635629653931,
      "learning_rate": 3.091493408651897e-06,
      "loss": 0.1422,
      "step": 905
    },
    {
      "epoch": 0.8851167760647229,
      "grad_norm": 0.6300619840621948,
      "learning_rate": 3.087650278614349e-06,
      "loss": 0.1478,
      "step": 906
    },
    {
      "epoch": 0.8860937261486795,
      "grad_norm": 0.9580602645874023,
      "learning_rate": 3.0838056780934473e-06,
      "loss": 0.1541,
      "step": 907
    },
    {
      "epoch": 0.8870706762326362,
      "grad_norm": 0.8519987463951111,
      "learning_rate": 3.0799596167095737e-06,
      "loss": 0.1484,
      "step": 908
    },
    {
      "epoch": 0.8880476263165928,
      "grad_norm": 0.6413607597351074,
      "learning_rate": 3.0761121040867666e-06,
      "loss": 0.1465,
      "step": 909
    },
    {
      "epoch": 0.8890245764005495,
      "grad_norm": 0.8902720212936401,
      "learning_rate": 3.072263149852698e-06,
      "loss": 0.1541,
      "step": 910
    },
    {
      "epoch": 0.8900015264845061,
      "grad_norm": 0.9374000430107117,
      "learning_rate": 3.0684127636386475e-06,
      "loss": 0.1673,
      "step": 911
    },
    {
      "epoch": 0.8909784765684629,
      "grad_norm": 0.8860354423522949,
      "learning_rate": 3.0645609550794726e-06,
      "loss": 0.1574,
      "step": 912
    },
    {
      "epoch": 0.8919554266524194,
      "grad_norm": 1.2239422798156738,
      "learning_rate": 3.060707733813595e-06,
      "loss": 0.1438,
      "step": 913
    },
    {
      "epoch": 0.8929323767363762,
      "grad_norm": 0.6602402329444885,
      "learning_rate": 3.05685310948297e-06,
      "loss": 0.1613,
      "step": 914
    },
    {
      "epoch": 0.8939093268203328,
      "grad_norm": 0.7185958623886108,
      "learning_rate": 3.0529970917330655e-06,
      "loss": 0.1579,
      "step": 915
    },
    {
      "epoch": 0.8948862769042895,
      "grad_norm": 0.6650615930557251,
      "learning_rate": 3.0491396902128318e-06,
      "loss": 0.1491,
      "step": 916
    },
    {
      "epoch": 0.895863226988246,
      "grad_norm": 0.6480940580368042,
      "learning_rate": 3.0452809145746863e-06,
      "loss": 0.1427,
      "step": 917
    },
    {
      "epoch": 0.8968401770722028,
      "grad_norm": 0.7698121070861816,
      "learning_rate": 3.041420774474483e-06,
      "loss": 0.1396,
      "step": 918
    },
    {
      "epoch": 0.8978171271561594,
      "grad_norm": 0.7171248197555542,
      "learning_rate": 3.03755927957149e-06,
      "loss": 0.1475,
      "step": 919
    },
    {
      "epoch": 0.8987940772401161,
      "grad_norm": 1.046448826789856,
      "learning_rate": 3.0336964395283645e-06,
      "loss": 0.1578,
      "step": 920
    },
    {
      "epoch": 0.8997710273240727,
      "grad_norm": 0.858893632888794,
      "learning_rate": 3.0298322640111333e-06,
      "loss": 0.1438,
      "step": 921
    },
    {
      "epoch": 0.9007479774080293,
      "grad_norm": 0.6682378053665161,
      "learning_rate": 3.0259667626891615e-06,
      "loss": 0.1457,
      "step": 922
    },
    {
      "epoch": 0.901724927491986,
      "grad_norm": 0.7226861715316772,
      "learning_rate": 3.0220999452351333e-06,
      "loss": 0.1616,
      "step": 923
    },
    {
      "epoch": 0.9027018775759426,
      "grad_norm": 0.7330286502838135,
      "learning_rate": 3.0182318213250246e-06,
      "loss": 0.1505,
      "step": 924
    },
    {
      "epoch": 0.9036788276598993,
      "grad_norm": 0.9333467483520508,
      "learning_rate": 3.0143624006380833e-06,
      "loss": 0.1623,
      "step": 925
    },
    {
      "epoch": 0.9046557777438559,
      "grad_norm": 0.9768693447113037,
      "learning_rate": 3.0104916928568007e-06,
      "loss": 0.17,
      "step": 926
    },
    {
      "epoch": 0.9056327278278126,
      "grad_norm": 1.4236985445022583,
      "learning_rate": 3.006619707666888e-06,
      "loss": 0.1432,
      "step": 927
    },
    {
      "epoch": 0.9066096779117692,
      "grad_norm": 0.6060042977333069,
      "learning_rate": 3.0027464547572536e-06,
      "loss": 0.1418,
      "step": 928
    },
    {
      "epoch": 0.9075866279957259,
      "grad_norm": 0.8775410652160645,
      "learning_rate": 2.9988719438199793e-06,
      "loss": 0.161,
      "step": 929
    },
    {
      "epoch": 0.9085635780796825,
      "grad_norm": 0.7384399771690369,
      "learning_rate": 2.994996184550293e-06,
      "loss": 0.1612,
      "step": 930
    },
    {
      "epoch": 0.9095405281636392,
      "grad_norm": 0.7607274055480957,
      "learning_rate": 2.9911191866465466e-06,
      "loss": 0.1729,
      "step": 931
    },
    {
      "epoch": 0.9105174782475958,
      "grad_norm": 0.8182145953178406,
      "learning_rate": 2.987240959810193e-06,
      "loss": 0.1194,
      "step": 932
    },
    {
      "epoch": 0.9114944283315525,
      "grad_norm": 0.7334820628166199,
      "learning_rate": 2.983361513745759e-06,
      "loss": 0.131,
      "step": 933
    },
    {
      "epoch": 0.9124713784155091,
      "grad_norm": 0.7076065540313721,
      "learning_rate": 2.979480858160822e-06,
      "loss": 0.1426,
      "step": 934
    },
    {
      "epoch": 0.9134483284994658,
      "grad_norm": 0.698074460029602,
      "learning_rate": 2.975599002765987e-06,
      "loss": 0.1402,
      "step": 935
    },
    {
      "epoch": 0.9144252785834224,
      "grad_norm": 0.6762651205062866,
      "learning_rate": 2.9717159572748605e-06,
      "loss": 0.1347,
      "step": 936
    },
    {
      "epoch": 0.9154022286673791,
      "grad_norm": 0.7691007256507874,
      "learning_rate": 2.9678317314040277e-06,
      "loss": 0.1601,
      "step": 937
    },
    {
      "epoch": 0.9163791787513357,
      "grad_norm": 0.8327917456626892,
      "learning_rate": 2.963946334873027e-06,
      "loss": 0.1611,
      "step": 938
    },
    {
      "epoch": 0.9173561288352923,
      "grad_norm": 3.0022335052490234,
      "learning_rate": 2.9600597774043256e-06,
      "loss": 0.2316,
      "step": 939
    },
    {
      "epoch": 0.918333078919249,
      "grad_norm": 0.7689866423606873,
      "learning_rate": 2.9561720687232963e-06,
      "loss": 0.1545,
      "step": 940
    },
    {
      "epoch": 0.9193100290032056,
      "grad_norm": 0.6273118257522583,
      "learning_rate": 2.952283218558194e-06,
      "loss": 0.1352,
      "step": 941
    },
    {
      "epoch": 0.9202869790871623,
      "grad_norm": 0.7392250299453735,
      "learning_rate": 2.9483932366401274e-06,
      "loss": 0.1567,
      "step": 942
    },
    {
      "epoch": 0.9212639291711189,
      "grad_norm": 0.6563267111778259,
      "learning_rate": 2.9445021327030387e-06,
      "loss": 0.1734,
      "step": 943
    },
    {
      "epoch": 0.9222408792550756,
      "grad_norm": 1.4566086530685425,
      "learning_rate": 2.9406099164836772e-06,
      "loss": 0.1276,
      "step": 944
    },
    {
      "epoch": 0.9232178293390322,
      "grad_norm": 0.7569136023521423,
      "learning_rate": 2.936716597721576e-06,
      "loss": 0.1816,
      "step": 945
    },
    {
      "epoch": 0.9241947794229889,
      "grad_norm": 0.8260944485664368,
      "learning_rate": 2.9328221861590265e-06,
      "loss": 0.1673,
      "step": 946
    },
    {
      "epoch": 0.9251717295069455,
      "grad_norm": 0.709345817565918,
      "learning_rate": 2.928926691541056e-06,
      "loss": 0.1529,
      "step": 947
    },
    {
      "epoch": 0.9261486795909022,
      "grad_norm": 0.9544458389282227,
      "learning_rate": 2.9250301236153987e-06,
      "loss": 0.1643,
      "step": 948
    },
    {
      "epoch": 0.9271256296748588,
      "grad_norm": 0.8452097773551941,
      "learning_rate": 2.921132492132479e-06,
      "loss": 0.1636,
      "step": 949
    },
    {
      "epoch": 0.9281025797588155,
      "grad_norm": 0.7840229272842407,
      "learning_rate": 2.9172338068453793e-06,
      "loss": 0.1595,
      "step": 950
    },
    {
      "epoch": 0.9290795298427721,
      "grad_norm": 0.6846920251846313,
      "learning_rate": 2.91333407750982e-06,
      "loss": 0.1467,
      "step": 951
    },
    {
      "epoch": 0.9300564799267288,
      "grad_norm": 0.6001102924346924,
      "learning_rate": 2.9094333138841348e-06,
      "loss": 0.15,
      "step": 952
    },
    {
      "epoch": 0.9310334300106854,
      "grad_norm": 0.7123298048973083,
      "learning_rate": 2.9055315257292427e-06,
      "loss": 0.1444,
      "step": 953
    },
    {
      "epoch": 0.932010380094642,
      "grad_norm": 1.014249324798584,
      "learning_rate": 2.9016287228086315e-06,
      "loss": 0.1671,
      "step": 954
    },
    {
      "epoch": 0.9329873301785987,
      "grad_norm": 0.6392649412155151,
      "learning_rate": 2.8977249148883226e-06,
      "loss": 0.1484,
      "step": 955
    },
    {
      "epoch": 0.9339642802625553,
      "grad_norm": 1.1468456983566284,
      "learning_rate": 2.8938201117368563e-06,
      "loss": 0.1588,
      "step": 956
    },
    {
      "epoch": 0.934941230346512,
      "grad_norm": 0.7079674601554871,
      "learning_rate": 2.889914323125261e-06,
      "loss": 0.1404,
      "step": 957
    },
    {
      "epoch": 0.9359181804304686,
      "grad_norm": 0.7039918899536133,
      "learning_rate": 2.8860075588270325e-06,
      "loss": 0.1509,
      "step": 958
    },
    {
      "epoch": 0.9368951305144253,
      "grad_norm": 0.8289921879768372,
      "learning_rate": 2.882099828618107e-06,
      "loss": 0.1613,
      "step": 959
    },
    {
      "epoch": 0.9378720805983819,
      "grad_norm": 0.84840327501297,
      "learning_rate": 2.8781911422768376e-06,
      "loss": 0.1489,
      "step": 960
    },
    {
      "epoch": 0.9388490306823386,
      "grad_norm": 0.6307504773139954,
      "learning_rate": 2.8742815095839728e-06,
      "loss": 0.141,
      "step": 961
    },
    {
      "epoch": 0.9398259807662952,
      "grad_norm": 0.9006770253181458,
      "learning_rate": 2.870370940322624e-06,
      "loss": 0.1718,
      "step": 962
    },
    {
      "epoch": 0.9408029308502519,
      "grad_norm": 1.9910690784454346,
      "learning_rate": 2.86645944427825e-06,
      "loss": 0.161,
      "step": 963
    },
    {
      "epoch": 0.9417798809342085,
      "grad_norm": 1.1320542097091675,
      "learning_rate": 2.862547031238628e-06,
      "loss": 0.1554,
      "step": 964
    },
    {
      "epoch": 0.9427568310181652,
      "grad_norm": 0.7087171077728271,
      "learning_rate": 2.8586337109938294e-06,
      "loss": 0.1491,
      "step": 965
    },
    {
      "epoch": 0.9437337811021218,
      "grad_norm": 0.6598576307296753,
      "learning_rate": 2.8547194933361953e-06,
      "loss": 0.1389,
      "step": 966
    },
    {
      "epoch": 0.9447107311860785,
      "grad_norm": 0.7265792489051819,
      "learning_rate": 2.8508043880603135e-06,
      "loss": 0.1512,
      "step": 967
    },
    {
      "epoch": 0.9456876812700351,
      "grad_norm": 0.8819522261619568,
      "learning_rate": 2.8468884049629923e-06,
      "loss": 0.1445,
      "step": 968
    },
    {
      "epoch": 0.9466646313539917,
      "grad_norm": 0.5127539038658142,
      "learning_rate": 2.842971553843238e-06,
      "loss": 0.1479,
      "step": 969
    },
    {
      "epoch": 0.9476415814379484,
      "grad_norm": 0.9985774755477905,
      "learning_rate": 2.8390538445022244e-06,
      "loss": 0.1588,
      "step": 970
    },
    {
      "epoch": 0.948618531521905,
      "grad_norm": 0.7013076543807983,
      "learning_rate": 2.8351352867432774e-06,
      "loss": 0.1395,
      "step": 971
    },
    {
      "epoch": 0.9495954816058617,
      "grad_norm": 0.9600759744644165,
      "learning_rate": 2.8312158903718457e-06,
      "loss": 0.1591,
      "step": 972
    },
    {
      "epoch": 0.9505724316898183,
      "grad_norm": 0.6649108529090881,
      "learning_rate": 2.8272956651954747e-06,
      "loss": 0.1337,
      "step": 973
    },
    {
      "epoch": 0.951549381773775,
      "grad_norm": 1.0358630418777466,
      "learning_rate": 2.8233746210237835e-06,
      "loss": 0.1554,
      "step": 974
    },
    {
      "epoch": 0.9525263318577316,
      "grad_norm": 0.6809327602386475,
      "learning_rate": 2.8194527676684413e-06,
      "loss": 0.1388,
      "step": 975
    },
    {
      "epoch": 0.9535032819416883,
      "grad_norm": 0.6123958230018616,
      "learning_rate": 2.8155301149431434e-06,
      "loss": 0.1452,
      "step": 976
    },
    {
      "epoch": 0.9544802320256449,
      "grad_norm": 1.0365608930587769,
      "learning_rate": 2.8116066726635838e-06,
      "loss": 0.1578,
      "step": 977
    },
    {
      "epoch": 0.9554571821096016,
      "grad_norm": 0.8110082745552063,
      "learning_rate": 2.8076824506474316e-06,
      "loss": 0.1427,
      "step": 978
    },
    {
      "epoch": 0.9564341321935582,
      "grad_norm": 0.8344182372093201,
      "learning_rate": 2.803757458714309e-06,
      "loss": 0.1547,
      "step": 979
    },
    {
      "epoch": 0.9574110822775149,
      "grad_norm": 1.3430052995681763,
      "learning_rate": 2.7998317066857637e-06,
      "loss": 0.1413,
      "step": 980
    },
    {
      "epoch": 0.9583880323614715,
      "grad_norm": 0.8442664742469788,
      "learning_rate": 2.7959052043852463e-06,
      "loss": 0.1547,
      "step": 981
    },
    {
      "epoch": 0.9593649824454282,
      "grad_norm": 0.8243014812469482,
      "learning_rate": 2.7919779616380815e-06,
      "loss": 0.1585,
      "step": 982
    },
    {
      "epoch": 0.9603419325293848,
      "grad_norm": 0.7175701856613159,
      "learning_rate": 2.788049988271452e-06,
      "loss": 0.1358,
      "step": 983
    },
    {
      "epoch": 0.9613188826133415,
      "grad_norm": 0.6697768568992615,
      "learning_rate": 2.784121294114365e-06,
      "loss": 0.1557,
      "step": 984
    },
    {
      "epoch": 0.9622958326972981,
      "grad_norm": 0.8436161875724792,
      "learning_rate": 2.780191888997632e-06,
      "loss": 0.1509,
      "step": 985
    },
    {
      "epoch": 0.9632727827812547,
      "grad_norm": 0.6790250539779663,
      "learning_rate": 2.7762617827538446e-06,
      "loss": 0.168,
      "step": 986
    },
    {
      "epoch": 0.9642497328652114,
      "grad_norm": 0.6713331341743469,
      "learning_rate": 2.772330985217348e-06,
      "loss": 0.137,
      "step": 987
    },
    {
      "epoch": 0.965226682949168,
      "grad_norm": 0.9197622537612915,
      "learning_rate": 2.7683995062242174e-06,
      "loss": 0.1399,
      "step": 988
    },
    {
      "epoch": 0.9662036330331247,
      "grad_norm": 0.9536051154136658,
      "learning_rate": 2.7644673556122335e-06,
      "loss": 0.1448,
      "step": 989
    },
    {
      "epoch": 0.9671805831170813,
      "grad_norm": 0.6290590763092041,
      "learning_rate": 2.7605345432208576e-06,
      "loss": 0.1454,
      "step": 990
    },
    {
      "epoch": 0.968157533201038,
      "grad_norm": 1.1950160264968872,
      "learning_rate": 2.7566010788912056e-06,
      "loss": 0.1497,
      "step": 991
    },
    {
      "epoch": 0.9691344832849946,
      "grad_norm": 0.9107944965362549,
      "learning_rate": 2.7526669724660265e-06,
      "loss": 0.1411,
      "step": 992
    },
    {
      "epoch": 0.9701114333689513,
      "grad_norm": 0.9635177254676819,
      "learning_rate": 2.7487322337896757e-06,
      "loss": 0.1444,
      "step": 993
    },
    {
      "epoch": 0.9710883834529079,
      "grad_norm": 1.8326715230941772,
      "learning_rate": 2.74479687270809e-06,
      "loss": 0.1551,
      "step": 994
    },
    {
      "epoch": 0.9720653335368646,
      "grad_norm": 0.6276825070381165,
      "learning_rate": 2.7408608990687643e-06,
      "loss": 0.1388,
      "step": 995
    },
    {
      "epoch": 0.9730422836208212,
      "grad_norm": 1.9748849868774414,
      "learning_rate": 2.736924322720726e-06,
      "loss": 0.1547,
      "step": 996
    },
    {
      "epoch": 0.9740192337047779,
      "grad_norm": 0.749406635761261,
      "learning_rate": 2.7329871535145105e-06,
      "loss": 0.1548,
      "step": 997
    },
    {
      "epoch": 0.9749961837887345,
      "grad_norm": 0.6552861332893372,
      "learning_rate": 2.7290494013021366e-06,
      "loss": 0.1418,
      "step": 998
    },
    {
      "epoch": 0.9759731338726912,
      "grad_norm": 0.5786459445953369,
      "learning_rate": 2.725111075937083e-06,
      "loss": 0.152,
      "step": 999
    },
    {
      "epoch": 0.9769500839566478,
      "grad_norm": 1.0821510553359985,
      "learning_rate": 2.721172187274262e-06,
      "loss": 0.1577,
      "step": 1000
    },
    {
      "epoch": 0.9779270340406044,
      "grad_norm": 0.7567124962806702,
      "learning_rate": 2.717232745169995e-06,
      "loss": 0.1535,
      "step": 1001
    },
    {
      "epoch": 0.9789039841245611,
      "grad_norm": 0.7972353100776672,
      "learning_rate": 2.713292759481988e-06,
      "loss": 0.1633,
      "step": 1002
    },
    {
      "epoch": 0.9798809342085177,
      "grad_norm": 0.7528476119041443,
      "learning_rate": 2.7093522400693083e-06,
      "loss": 0.1418,
      "step": 1003
    },
    {
      "epoch": 0.9808578842924744,
      "grad_norm": 0.9000647664070129,
      "learning_rate": 2.705411196792359e-06,
      "loss": 0.1528,
      "step": 1004
    },
    {
      "epoch": 0.981834834376431,
      "grad_norm": 0.618922770023346,
      "learning_rate": 2.7014696395128526e-06,
      "loss": 0.1411,
      "step": 1005
    },
    {
      "epoch": 0.9828117844603877,
      "grad_norm": 0.791508138179779,
      "learning_rate": 2.697527578093788e-06,
      "loss": 0.1655,
      "step": 1006
    },
    {
      "epoch": 0.9837887345443443,
      "grad_norm": 0.6102598905563354,
      "learning_rate": 2.6935850223994277e-06,
      "loss": 0.1581,
      "step": 1007
    },
    {
      "epoch": 0.984765684628301,
      "grad_norm": 0.7569069862365723,
      "learning_rate": 2.6896419822952686e-06,
      "loss": 0.1491,
      "step": 1008
    },
    {
      "epoch": 0.9857426347122576,
      "grad_norm": 0.7554214596748352,
      "learning_rate": 2.68569846764802e-06,
      "loss": 0.1649,
      "step": 1009
    },
    {
      "epoch": 0.9867195847962144,
      "grad_norm": 0.7558314800262451,
      "learning_rate": 2.681754488325581e-06,
      "loss": 0.1324,
      "step": 1010
    },
    {
      "epoch": 0.987696534880171,
      "grad_norm": 0.9125105142593384,
      "learning_rate": 2.677810054197009e-06,
      "loss": 0.1622,
      "step": 1011
    },
    {
      "epoch": 0.9886734849641277,
      "grad_norm": 0.8719031810760498,
      "learning_rate": 2.6738651751325055e-06,
      "loss": 0.1443,
      "step": 1012
    },
    {
      "epoch": 0.9896504350480843,
      "grad_norm": 0.9133313298225403,
      "learning_rate": 2.66991986100338e-06,
      "loss": 0.1695,
      "step": 1013
    },
    {
      "epoch": 0.990627385132041,
      "grad_norm": 0.6901757717132568,
      "learning_rate": 2.6659741216820335e-06,
      "loss": 0.1428,
      "step": 1014
    },
    {
      "epoch": 0.9916043352159976,
      "grad_norm": 0.8047243356704712,
      "learning_rate": 2.662027967041929e-06,
      "loss": 0.1474,
      "step": 1015
    },
    {
      "epoch": 0.9925812852999542,
      "grad_norm": 0.774756133556366,
      "learning_rate": 2.658081406957572e-06,
      "loss": 0.1532,
      "step": 1016
    },
    {
      "epoch": 0.9935582353839109,
      "grad_norm": 1.1753309965133667,
      "learning_rate": 2.6541344513044794e-06,
      "loss": 0.136,
      "step": 1017
    },
    {
      "epoch": 0.9945351854678675,
      "grad_norm": 0.7303087115287781,
      "learning_rate": 2.650187109959158e-06,
      "loss": 0.1419,
      "step": 1018
    },
    {
      "epoch": 0.9955121355518242,
      "grad_norm": 0.7605620622634888,
      "learning_rate": 2.6462393927990828e-06,
      "loss": 0.1379,
      "step": 1019
    },
    {
      "epoch": 0.9964890856357808,
      "grad_norm": 0.7614297270774841,
      "learning_rate": 2.6422913097026666e-06,
      "loss": 0.1577,
      "step": 1020
    },
    {
      "epoch": 0.9974660357197375,
      "grad_norm": 0.6788558959960938,
      "learning_rate": 2.6383428705492374e-06,
      "loss": 0.1451,
      "step": 1021
    },
    {
      "epoch": 0.9984429858036941,
      "grad_norm": 0.9079276323318481,
      "learning_rate": 2.634394085219016e-06,
      "loss": 0.1627,
      "step": 1022
    },
    {
      "epoch": 0.9994199358876508,
      "grad_norm": 0.6492640972137451,
      "learning_rate": 2.6304449635930882e-06,
      "loss": 0.135,
      "step": 1023
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.7287482619285583,
      "learning_rate": 2.626495515553384e-06,
      "loss": 0.1315,
      "step": 1024
    },
    {
      "epoch": 1.0009769500839567,
      "grad_norm": 0.48633936047554016,
      "learning_rate": 2.6225457509826446e-06,
      "loss": 0.1217,
      "step": 1025
    },
    {
      "epoch": 1.0019539001679132,
      "grad_norm": 0.4515506327152252,
      "learning_rate": 2.618595679764408e-06,
      "loss": 0.1232,
      "step": 1026
    },
    {
      "epoch": 1.00293085025187,
      "grad_norm": 0.5885474681854248,
      "learning_rate": 2.6146453117829795e-06,
      "loss": 0.1196,
      "step": 1027
    },
    {
      "epoch": 1.0039078003358266,
      "grad_norm": 0.4799521863460541,
      "learning_rate": 2.6106946569234043e-06,
      "loss": 0.1174,
      "step": 1028
    },
    {
      "epoch": 1.0048847504197833,
      "grad_norm": 0.5415709614753723,
      "learning_rate": 2.606743725071446e-06,
      "loss": 0.114,
      "step": 1029
    },
    {
      "epoch": 1.0058617005037398,
      "grad_norm": 0.6112764477729797,
      "learning_rate": 2.602792526113564e-06,
      "loss": 0.138,
      "step": 1030
    },
    {
      "epoch": 1.0068386505876965,
      "grad_norm": 0.5982470512390137,
      "learning_rate": 2.598841069936884e-06,
      "loss": 0.1159,
      "step": 1031
    },
    {
      "epoch": 1.0078156006716532,
      "grad_norm": 0.4844081401824951,
      "learning_rate": 2.594889366429174e-06,
      "loss": 0.1259,
      "step": 1032
    },
    {
      "epoch": 1.00879255075561,
      "grad_norm": 0.6176791787147522,
      "learning_rate": 2.590937425478823e-06,
      "loss": 0.1175,
      "step": 1033
    },
    {
      "epoch": 1.0097695008395664,
      "grad_norm": 0.6051523089408875,
      "learning_rate": 2.5869852569748145e-06,
      "loss": 0.129,
      "step": 1034
    },
    {
      "epoch": 1.010746450923523,
      "grad_norm": 0.44821661710739136,
      "learning_rate": 2.583032870806701e-06,
      "loss": 0.1241,
      "step": 1035
    },
    {
      "epoch": 1.0117234010074798,
      "grad_norm": 0.8697763085365295,
      "learning_rate": 2.5790802768645767e-06,
      "loss": 0.1279,
      "step": 1036
    },
    {
      "epoch": 1.0127003510914365,
      "grad_norm": 0.5205837488174438,
      "learning_rate": 2.5751274850390607e-06,
      "loss": 0.126,
      "step": 1037
    },
    {
      "epoch": 1.013677301175393,
      "grad_norm": 0.5221166610717773,
      "learning_rate": 2.5711745052212634e-06,
      "loss": 0.1331,
      "step": 1038
    },
    {
      "epoch": 1.0146542512593497,
      "grad_norm": 0.5351077318191528,
      "learning_rate": 2.5672213473027683e-06,
      "loss": 0.1291,
      "step": 1039
    },
    {
      "epoch": 1.0156312013433064,
      "grad_norm": 0.5691295862197876,
      "learning_rate": 2.563268021175601e-06,
      "loss": 0.1164,
      "step": 1040
    },
    {
      "epoch": 1.016608151427263,
      "grad_norm": 1.0605528354644775,
      "learning_rate": 2.559314536732212e-06,
      "loss": 0.1163,
      "step": 1041
    },
    {
      "epoch": 1.0175851015112196,
      "grad_norm": 0.47866785526275635,
      "learning_rate": 2.555360903865446e-06,
      "loss": 0.1224,
      "step": 1042
    },
    {
      "epoch": 1.0185620515951763,
      "grad_norm": 0.7376262545585632,
      "learning_rate": 2.551407132468519e-06,
      "loss": 0.1273,
      "step": 1043
    },
    {
      "epoch": 1.019539001679133,
      "grad_norm": 0.556888997554779,
      "learning_rate": 2.547453232434994e-06,
      "loss": 0.1254,
      "step": 1044
    },
    {
      "epoch": 1.0205159517630895,
      "grad_norm": 0.519315779209137,
      "learning_rate": 2.543499213658756e-06,
      "loss": 0.131,
      "step": 1045
    },
    {
      "epoch": 1.0214929018470462,
      "grad_norm": 0.5682300925254822,
      "learning_rate": 2.539545086033987e-06,
      "loss": 0.1277,
      "step": 1046
    },
    {
      "epoch": 1.022469851931003,
      "grad_norm": 0.6019615530967712,
      "learning_rate": 2.5355908594551416e-06,
      "loss": 0.1261,
      "step": 1047
    },
    {
      "epoch": 1.0234468020149596,
      "grad_norm": 0.5091032981872559,
      "learning_rate": 2.5316365438169206e-06,
      "loss": 0.1182,
      "step": 1048
    },
    {
      "epoch": 1.0244237520989161,
      "grad_norm": 0.6306937336921692,
      "learning_rate": 2.52768214901425e-06,
      "loss": 0.1325,
      "step": 1049
    },
    {
      "epoch": 1.0254007021828728,
      "grad_norm": 0.4754994511604309,
      "learning_rate": 2.523727684942252e-06,
      "loss": 0.1443,
      "step": 1050
    },
    {
      "epoch": 1.0263776522668295,
      "grad_norm": 0.6034619808197021,
      "learning_rate": 2.5197731614962236e-06,
      "loss": 0.1398,
      "step": 1051
    },
    {
      "epoch": 1.0273546023507862,
      "grad_norm": 1.2189825773239136,
      "learning_rate": 2.515818588571609e-06,
      "loss": 0.1387,
      "step": 1052
    },
    {
      "epoch": 1.0283315524347427,
      "grad_norm": 0.5273181200027466,
      "learning_rate": 2.5118639760639775e-06,
      "loss": 0.1329,
      "step": 1053
    },
    {
      "epoch": 1.0293085025186994,
      "grad_norm": 0.6635386943817139,
      "learning_rate": 2.5079093338689953e-06,
      "loss": 0.1312,
      "step": 1054
    },
    {
      "epoch": 1.0302854526026561,
      "grad_norm": 1.444678783416748,
      "learning_rate": 2.503954671882406e-06,
      "loss": 0.1229,
      "step": 1055
    },
    {
      "epoch": 1.0312624026866128,
      "grad_norm": 0.43653005361557007,
      "learning_rate": 2.5e-06,
      "loss": 0.1168,
      "step": 1056
    },
    {
      "epoch": 1.0322393527705693,
      "grad_norm": 0.4668242335319519,
      "learning_rate": 2.496045328117595e-06,
      "loss": 0.1263,
      "step": 1057
    },
    {
      "epoch": 1.033216302854526,
      "grad_norm": 0.4796827435493469,
      "learning_rate": 2.4920906661310056e-06,
      "loss": 0.1155,
      "step": 1058
    },
    {
      "epoch": 1.0341932529384827,
      "grad_norm": 0.4911864995956421,
      "learning_rate": 2.488136023936023e-06,
      "loss": 0.1161,
      "step": 1059
    },
    {
      "epoch": 1.0351702030224392,
      "grad_norm": 0.5216488242149353,
      "learning_rate": 2.4841814114283923e-06,
      "loss": 0.1265,
      "step": 1060
    },
    {
      "epoch": 1.036147153106396,
      "grad_norm": 0.6136938333511353,
      "learning_rate": 2.480226838503777e-06,
      "loss": 0.1467,
      "step": 1061
    },
    {
      "epoch": 1.0371241031903526,
      "grad_norm": 0.4947086274623871,
      "learning_rate": 2.4762723150577485e-06,
      "loss": 0.1265,
      "step": 1062
    },
    {
      "epoch": 1.0381010532743093,
      "grad_norm": 0.552817702293396,
      "learning_rate": 2.4723178509857505e-06,
      "loss": 0.1291,
      "step": 1063
    },
    {
      "epoch": 1.0390780033582658,
      "grad_norm": 0.4872208833694458,
      "learning_rate": 2.46836345618308e-06,
      "loss": 0.1166,
      "step": 1064
    },
    {
      "epoch": 1.0400549534422225,
      "grad_norm": 0.6919270157814026,
      "learning_rate": 2.4644091405448596e-06,
      "loss": 0.1214,
      "step": 1065
    },
    {
      "epoch": 1.0410319035261792,
      "grad_norm": 0.6018043160438538,
      "learning_rate": 2.460454913966013e-06,
      "loss": 0.1299,
      "step": 1066
    },
    {
      "epoch": 1.042008853610136,
      "grad_norm": 0.4866807460784912,
      "learning_rate": 2.456500786341244e-06,
      "loss": 0.1234,
      "step": 1067
    },
    {
      "epoch": 1.0429858036940924,
      "grad_norm": 0.4290779232978821,
      "learning_rate": 2.452546767565007e-06,
      "loss": 0.1129,
      "step": 1068
    },
    {
      "epoch": 1.0439627537780491,
      "grad_norm": 0.5012803077697754,
      "learning_rate": 2.4485928675314816e-06,
      "loss": 0.1328,
      "step": 1069
    },
    {
      "epoch": 1.0449397038620059,
      "grad_norm": 0.6870376467704773,
      "learning_rate": 2.4446390961345544e-06,
      "loss": 0.1175,
      "step": 1070
    },
    {
      "epoch": 1.0459166539459623,
      "grad_norm": 0.5841708779335022,
      "learning_rate": 2.4406854632677883e-06,
      "loss": 0.1126,
      "step": 1071
    },
    {
      "epoch": 1.046893604029919,
      "grad_norm": 0.4253412187099457,
      "learning_rate": 2.4367319788244e-06,
      "loss": 0.1227,
      "step": 1072
    },
    {
      "epoch": 1.0478705541138758,
      "grad_norm": 0.6573653221130371,
      "learning_rate": 2.4327786526972325e-06,
      "loss": 0.1174,
      "step": 1073
    },
    {
      "epoch": 1.0488475041978325,
      "grad_norm": 0.7503080368041992,
      "learning_rate": 2.4288254947787366e-06,
      "loss": 0.1331,
      "step": 1074
    },
    {
      "epoch": 1.049824454281789,
      "grad_norm": 0.5565494298934937,
      "learning_rate": 2.4248725149609397e-06,
      "loss": 0.1283,
      "step": 1075
    },
    {
      "epoch": 1.0508014043657457,
      "grad_norm": 0.5634884834289551,
      "learning_rate": 2.420919723135424e-06,
      "loss": 0.1367,
      "step": 1076
    },
    {
      "epoch": 1.0517783544497024,
      "grad_norm": 0.4781632721424103,
      "learning_rate": 2.4169671291933e-06,
      "loss": 0.1247,
      "step": 1077
    },
    {
      "epoch": 1.052755304533659,
      "grad_norm": 1.1834274530410767,
      "learning_rate": 2.413014743025186e-06,
      "loss": 0.1283,
      "step": 1078
    },
    {
      "epoch": 1.0537322546176155,
      "grad_norm": 0.5243507623672485,
      "learning_rate": 2.4090625745211776e-06,
      "loss": 0.1294,
      "step": 1079
    },
    {
      "epoch": 1.0547092047015723,
      "grad_norm": 0.560347318649292,
      "learning_rate": 2.405110633570827e-06,
      "loss": 0.1269,
      "step": 1080
    },
    {
      "epoch": 1.055686154785529,
      "grad_norm": 0.7651094794273376,
      "learning_rate": 2.4011589300631174e-06,
      "loss": 0.1276,
      "step": 1081
    },
    {
      "epoch": 1.0566631048694857,
      "grad_norm": 1.046125888824463,
      "learning_rate": 2.3972074738864365e-06,
      "loss": 0.119,
      "step": 1082
    },
    {
      "epoch": 1.0576400549534422,
      "grad_norm": 0.660923182964325,
      "learning_rate": 2.3932562749285544e-06,
      "loss": 0.1256,
      "step": 1083
    },
    {
      "epoch": 1.0586170050373989,
      "grad_norm": 1.0061943531036377,
      "learning_rate": 2.3893053430765973e-06,
      "loss": 0.1214,
      "step": 1084
    },
    {
      "epoch": 1.0595939551213556,
      "grad_norm": 0.4880746901035309,
      "learning_rate": 2.3853546882170217e-06,
      "loss": 0.135,
      "step": 1085
    },
    {
      "epoch": 1.0605709052053123,
      "grad_norm": 0.6813744902610779,
      "learning_rate": 2.3814043202355927e-06,
      "loss": 0.1086,
      "step": 1086
    },
    {
      "epoch": 1.0615478552892688,
      "grad_norm": 0.3869533836841583,
      "learning_rate": 2.377454249017356e-06,
      "loss": 0.1071,
      "step": 1087
    },
    {
      "epoch": 1.0625248053732255,
      "grad_norm": 0.6334142684936523,
      "learning_rate": 2.373504484446617e-06,
      "loss": 0.1441,
      "step": 1088
    },
    {
      "epoch": 1.0635017554571822,
      "grad_norm": 0.689838171005249,
      "learning_rate": 2.3695550364069113e-06,
      "loss": 0.1262,
      "step": 1089
    },
    {
      "epoch": 1.0644787055411387,
      "grad_norm": 0.4681420922279358,
      "learning_rate": 2.365605914780984e-06,
      "loss": 0.1223,
      "step": 1090
    },
    {
      "epoch": 1.0654556556250954,
      "grad_norm": 0.6027653217315674,
      "learning_rate": 2.361657129450764e-06,
      "loss": 0.1177,
      "step": 1091
    },
    {
      "epoch": 1.066432605709052,
      "grad_norm": 0.886193037033081,
      "learning_rate": 2.3577086902973347e-06,
      "loss": 0.1308,
      "step": 1092
    },
    {
      "epoch": 1.0674095557930088,
      "grad_norm": 1.470538854598999,
      "learning_rate": 2.3537606072009177e-06,
      "loss": 0.1266,
      "step": 1093
    },
    {
      "epoch": 1.0683865058769653,
      "grad_norm": 0.6389652490615845,
      "learning_rate": 2.3498128900408425e-06,
      "loss": 0.1115,
      "step": 1094
    },
    {
      "epoch": 1.069363455960922,
      "grad_norm": 0.45969241857528687,
      "learning_rate": 2.3458655486955214e-06,
      "loss": 0.1198,
      "step": 1095
    },
    {
      "epoch": 1.0703404060448787,
      "grad_norm": 0.5180190801620483,
      "learning_rate": 2.3419185930424283e-06,
      "loss": 0.1214,
      "step": 1096
    },
    {
      "epoch": 1.0713173561288354,
      "grad_norm": 0.5502235889434814,
      "learning_rate": 2.3379720329580714e-06,
      "loss": 0.1246,
      "step": 1097
    },
    {
      "epoch": 1.0722943062127919,
      "grad_norm": 0.7179540991783142,
      "learning_rate": 2.3340258783179674e-06,
      "loss": 0.1358,
      "step": 1098
    },
    {
      "epoch": 1.0732712562967486,
      "grad_norm": 0.7727946043014526,
      "learning_rate": 2.330080138996621e-06,
      "loss": 0.1177,
      "step": 1099
    },
    {
      "epoch": 1.0742482063807053,
      "grad_norm": 0.4668129086494446,
      "learning_rate": 2.3261348248674957e-06,
      "loss": 0.1193,
      "step": 1100
    },
    {
      "epoch": 1.0752251564646618,
      "grad_norm": 0.5279784798622131,
      "learning_rate": 2.3221899458029917e-06,
      "loss": 0.1142,
      "step": 1101
    },
    {
      "epoch": 1.0762021065486185,
      "grad_norm": 0.6633546352386475,
      "learning_rate": 2.31824551167442e-06,
      "loss": 0.1236,
      "step": 1102
    },
    {
      "epoch": 1.0771790566325752,
      "grad_norm": 1.4349162578582764,
      "learning_rate": 2.3143015323519804e-06,
      "loss": 0.1314,
      "step": 1103
    },
    {
      "epoch": 1.078156006716532,
      "grad_norm": 0.4960933327674866,
      "learning_rate": 2.3103580177047323e-06,
      "loss": 0.1189,
      "step": 1104
    },
    {
      "epoch": 1.0791329568004884,
      "grad_norm": 0.4428045451641083,
      "learning_rate": 2.3064149776005727e-06,
      "loss": 0.1167,
      "step": 1105
    },
    {
      "epoch": 1.080109906884445,
      "grad_norm": 0.49342143535614014,
      "learning_rate": 2.3024724219062115e-06,
      "loss": 0.1217,
      "step": 1106
    },
    {
      "epoch": 1.0810868569684018,
      "grad_norm": 0.798454761505127,
      "learning_rate": 2.298530360487149e-06,
      "loss": 0.1306,
      "step": 1107
    },
    {
      "epoch": 1.0820638070523585,
      "grad_norm": 0.6384590864181519,
      "learning_rate": 2.2945888032076422e-06,
      "loss": 0.1148,
      "step": 1108
    },
    {
      "epoch": 1.083040757136315,
      "grad_norm": 0.5483962893486023,
      "learning_rate": 2.290647759930692e-06,
      "loss": 0.1204,
      "step": 1109
    },
    {
      "epoch": 1.0840177072202717,
      "grad_norm": 0.773679792881012,
      "learning_rate": 2.286707240518013e-06,
      "loss": 0.1134,
      "step": 1110
    },
    {
      "epoch": 1.0849946573042284,
      "grad_norm": 0.4625346064567566,
      "learning_rate": 2.2827672548300063e-06,
      "loss": 0.115,
      "step": 1111
    },
    {
      "epoch": 1.085971607388185,
      "grad_norm": 0.9028828144073486,
      "learning_rate": 2.278827812725739e-06,
      "loss": 0.1241,
      "step": 1112
    },
    {
      "epoch": 1.0869485574721416,
      "grad_norm": 0.5289633274078369,
      "learning_rate": 2.274888924062917e-06,
      "loss": 0.1146,
      "step": 1113
    },
    {
      "epoch": 1.0879255075560983,
      "grad_norm": 0.501119077205658,
      "learning_rate": 2.2709505986978633e-06,
      "loss": 0.1231,
      "step": 1114
    },
    {
      "epoch": 1.088902457640055,
      "grad_norm": 1.0217068195343018,
      "learning_rate": 2.2670128464854908e-06,
      "loss": 0.1457,
      "step": 1115
    },
    {
      "epoch": 1.0898794077240117,
      "grad_norm": 0.597627580165863,
      "learning_rate": 2.263075677279275e-06,
      "loss": 0.1243,
      "step": 1116
    },
    {
      "epoch": 1.0908563578079682,
      "grad_norm": 0.7789493799209595,
      "learning_rate": 2.259139100931236e-06,
      "loss": 0.1232,
      "step": 1117
    },
    {
      "epoch": 1.091833307891925,
      "grad_norm": 0.485882431268692,
      "learning_rate": 2.2552031272919105e-06,
      "loss": 0.1321,
      "step": 1118
    },
    {
      "epoch": 1.0928102579758816,
      "grad_norm": 0.5639163851737976,
      "learning_rate": 2.2512677662103248e-06,
      "loss": 0.1244,
      "step": 1119
    },
    {
      "epoch": 1.093787208059838,
      "grad_norm": 0.5579909682273865,
      "learning_rate": 2.2473330275339744e-06,
      "loss": 0.1331,
      "step": 1120
    },
    {
      "epoch": 1.0947641581437948,
      "grad_norm": 0.6492118835449219,
      "learning_rate": 2.243398921108795e-06,
      "loss": 0.1225,
      "step": 1121
    },
    {
      "epoch": 1.0957411082277515,
      "grad_norm": 0.4354166090488434,
      "learning_rate": 2.239465456779144e-06,
      "loss": 0.1185,
      "step": 1122
    },
    {
      "epoch": 1.0967180583117082,
      "grad_norm": 0.6575405597686768,
      "learning_rate": 2.235532644387767e-06,
      "loss": 0.1183,
      "step": 1123
    },
    {
      "epoch": 1.0976950083956647,
      "grad_norm": 0.45513030886650085,
      "learning_rate": 2.231600493775783e-06,
      "loss": 0.1114,
      "step": 1124
    },
    {
      "epoch": 1.0986719584796214,
      "grad_norm": 0.6796538829803467,
      "learning_rate": 2.227669014782653e-06,
      "loss": 0.1293,
      "step": 1125
    },
    {
      "epoch": 1.099648908563578,
      "grad_norm": 0.5638039112091064,
      "learning_rate": 2.2237382172461563e-06,
      "loss": 0.1378,
      "step": 1126
    },
    {
      "epoch": 1.1006258586475348,
      "grad_norm": 0.8584489822387695,
      "learning_rate": 2.219808111002369e-06,
      "loss": 0.1428,
      "step": 1127
    },
    {
      "epoch": 1.1016028087314913,
      "grad_norm": 0.5264009237289429,
      "learning_rate": 2.2158787058856356e-06,
      "loss": 0.1202,
      "step": 1128
    },
    {
      "epoch": 1.102579758815448,
      "grad_norm": 0.5003917217254639,
      "learning_rate": 2.2119500117285485e-06,
      "loss": 0.1128,
      "step": 1129
    },
    {
      "epoch": 1.1035567088994047,
      "grad_norm": 0.6145273447036743,
      "learning_rate": 2.208022038361919e-06,
      "loss": 0.1196,
      "step": 1130
    },
    {
      "epoch": 1.1045336589833614,
      "grad_norm": 0.497677206993103,
      "learning_rate": 2.204094795614755e-06,
      "loss": 0.1145,
      "step": 1131
    },
    {
      "epoch": 1.105510609067318,
      "grad_norm": 0.6417908072471619,
      "learning_rate": 2.2001682933142367e-06,
      "loss": 0.1275,
      "step": 1132
    },
    {
      "epoch": 1.1064875591512746,
      "grad_norm": 0.5320245027542114,
      "learning_rate": 2.196242541285692e-06,
      "loss": 0.118,
      "step": 1133
    },
    {
      "epoch": 1.1074645092352313,
      "grad_norm": 1.0965776443481445,
      "learning_rate": 2.192317549352569e-06,
      "loss": 0.1203,
      "step": 1134
    },
    {
      "epoch": 1.108441459319188,
      "grad_norm": 1.9805694818496704,
      "learning_rate": 2.188393327336417e-06,
      "loss": 0.123,
      "step": 1135
    },
    {
      "epoch": 1.1094184094031445,
      "grad_norm": 0.5877267122268677,
      "learning_rate": 2.184469885056857e-06,
      "loss": 0.1269,
      "step": 1136
    },
    {
      "epoch": 1.1103953594871012,
      "grad_norm": 0.4872968792915344,
      "learning_rate": 2.180547232331559e-06,
      "loss": 0.1194,
      "step": 1137
    },
    {
      "epoch": 1.111372309571058,
      "grad_norm": 0.5158323645591736,
      "learning_rate": 2.1766253789762177e-06,
      "loss": 0.1248,
      "step": 1138
    },
    {
      "epoch": 1.1123492596550144,
      "grad_norm": 0.7523319721221924,
      "learning_rate": 2.1727043348045265e-06,
      "loss": 0.139,
      "step": 1139
    },
    {
      "epoch": 1.1133262097389711,
      "grad_norm": 0.8644654154777527,
      "learning_rate": 2.168784109628155e-06,
      "loss": 0.1436,
      "step": 1140
    },
    {
      "epoch": 1.1143031598229278,
      "grad_norm": 0.5241405367851257,
      "learning_rate": 2.164864713256723e-06,
      "loss": 0.116,
      "step": 1141
    },
    {
      "epoch": 1.1152801099068845,
      "grad_norm": 0.4895915389060974,
      "learning_rate": 2.160946155497776e-06,
      "loss": 0.1482,
      "step": 1142
    },
    {
      "epoch": 1.116257059990841,
      "grad_norm": 0.45186084508895874,
      "learning_rate": 2.1570284461567633e-06,
      "loss": 0.1119,
      "step": 1143
    },
    {
      "epoch": 1.1172340100747977,
      "grad_norm": 0.5475239753723145,
      "learning_rate": 2.1531115950370073e-06,
      "loss": 0.1186,
      "step": 1144
    },
    {
      "epoch": 1.1182109601587544,
      "grad_norm": 0.49343541264533997,
      "learning_rate": 2.1491956119396865e-06,
      "loss": 0.1181,
      "step": 1145
    },
    {
      "epoch": 1.1191879102427111,
      "grad_norm": 0.44927504658699036,
      "learning_rate": 2.1452805066638056e-06,
      "loss": 0.119,
      "step": 1146
    },
    {
      "epoch": 1.1201648603266676,
      "grad_norm": 0.6453165411949158,
      "learning_rate": 2.141366289006172e-06,
      "loss": 0.1396,
      "step": 1147
    },
    {
      "epoch": 1.1211418104106243,
      "grad_norm": 0.9072570204734802,
      "learning_rate": 2.1374529687613733e-06,
      "loss": 0.1224,
      "step": 1148
    },
    {
      "epoch": 1.122118760494581,
      "grad_norm": 0.7782952189445496,
      "learning_rate": 2.1335405557217507e-06,
      "loss": 0.1231,
      "step": 1149
    },
    {
      "epoch": 1.1230957105785375,
      "grad_norm": 0.5067862868309021,
      "learning_rate": 2.129629059677377e-06,
      "loss": 0.1195,
      "step": 1150
    },
    {
      "epoch": 1.1240726606624942,
      "grad_norm": 0.6701231598854065,
      "learning_rate": 2.125718490416028e-06,
      "loss": 0.1259,
      "step": 1151
    },
    {
      "epoch": 1.125049610746451,
      "grad_norm": 1.0517492294311523,
      "learning_rate": 2.121808857723162e-06,
      "loss": 0.1276,
      "step": 1152
    },
    {
      "epoch": 1.1260265608304076,
      "grad_norm": 0.6626511216163635,
      "learning_rate": 2.117900171381894e-06,
      "loss": 0.1241,
      "step": 1153
    },
    {
      "epoch": 1.1270035109143641,
      "grad_norm": 0.47597432136535645,
      "learning_rate": 2.113992441172969e-06,
      "loss": 0.1144,
      "step": 1154
    },
    {
      "epoch": 1.1279804609983208,
      "grad_norm": 0.6432631015777588,
      "learning_rate": 2.1100856768747403e-06,
      "loss": 0.1277,
      "step": 1155
    },
    {
      "epoch": 1.1289574110822775,
      "grad_norm": 0.5803653001785278,
      "learning_rate": 2.1061798882631445e-06,
      "loss": 0.1122,
      "step": 1156
    },
    {
      "epoch": 1.1299343611662342,
      "grad_norm": 0.6182239651679993,
      "learning_rate": 2.102275085111678e-06,
      "loss": 0.1423,
      "step": 1157
    },
    {
      "epoch": 1.1309113112501907,
      "grad_norm": 0.5685151815414429,
      "learning_rate": 2.0983712771913693e-06,
      "loss": 0.1255,
      "step": 1158
    },
    {
      "epoch": 1.1318882613341474,
      "grad_norm": 0.6879568696022034,
      "learning_rate": 2.0944684742707573e-06,
      "loss": 0.1122,
      "step": 1159
    },
    {
      "epoch": 1.1328652114181041,
      "grad_norm": 0.6084652543067932,
      "learning_rate": 2.0905666861158665e-06,
      "loss": 0.1406,
      "step": 1160
    },
    {
      "epoch": 1.1338421615020606,
      "grad_norm": 1.02890944480896,
      "learning_rate": 2.086665922490181e-06,
      "loss": 0.1251,
      "step": 1161
    },
    {
      "epoch": 1.1348191115860173,
      "grad_norm": 0.5203421115875244,
      "learning_rate": 2.0827661931546215e-06,
      "loss": 0.1261,
      "step": 1162
    },
    {
      "epoch": 1.135796061669974,
      "grad_norm": 0.7673782110214233,
      "learning_rate": 2.0788675078675215e-06,
      "loss": 0.1095,
      "step": 1163
    },
    {
      "epoch": 1.1367730117539308,
      "grad_norm": 0.8322330117225647,
      "learning_rate": 2.0749698763846017e-06,
      "loss": 0.1357,
      "step": 1164
    },
    {
      "epoch": 1.1377499618378875,
      "grad_norm": 0.7669651508331299,
      "learning_rate": 2.071073308458945e-06,
      "loss": 0.1384,
      "step": 1165
    },
    {
      "epoch": 1.138726911921844,
      "grad_norm": 0.7110041379928589,
      "learning_rate": 2.067177813840974e-06,
      "loss": 0.1147,
      "step": 1166
    },
    {
      "epoch": 1.1397038620058006,
      "grad_norm": 0.6263896822929382,
      "learning_rate": 2.0632834022784247e-06,
      "loss": 0.1219,
      "step": 1167
    },
    {
      "epoch": 1.1406808120897574,
      "grad_norm": 0.4878046214580536,
      "learning_rate": 2.059390083516323e-06,
      "loss": 0.1258,
      "step": 1168
    },
    {
      "epoch": 1.1416577621737138,
      "grad_norm": 0.6990064382553101,
      "learning_rate": 2.0554978672969626e-06,
      "loss": 0.1362,
      "step": 1169
    },
    {
      "epoch": 1.1426347122576705,
      "grad_norm": 0.45585277676582336,
      "learning_rate": 2.0516067633598743e-06,
      "loss": 0.1139,
      "step": 1170
    },
    {
      "epoch": 1.1436116623416273,
      "grad_norm": 0.5277510285377502,
      "learning_rate": 2.047716781441807e-06,
      "loss": 0.1219,
      "step": 1171
    },
    {
      "epoch": 1.144588612425584,
      "grad_norm": 0.5456313490867615,
      "learning_rate": 2.043827931276704e-06,
      "loss": 0.113,
      "step": 1172
    },
    {
      "epoch": 1.1455655625095404,
      "grad_norm": 0.6312161684036255,
      "learning_rate": 2.0399402225956757e-06,
      "loss": 0.1187,
      "step": 1173
    },
    {
      "epoch": 1.1465425125934972,
      "grad_norm": 1.6021937131881714,
      "learning_rate": 2.0360536651269743e-06,
      "loss": 0.147,
      "step": 1174
    },
    {
      "epoch": 1.1475194626774539,
      "grad_norm": 0.4911890923976898,
      "learning_rate": 2.0321682685959727e-06,
      "loss": 0.1252,
      "step": 1175
    },
    {
      "epoch": 1.1484964127614106,
      "grad_norm": 0.661885142326355,
      "learning_rate": 2.0282840427251395e-06,
      "loss": 0.1418,
      "step": 1176
    },
    {
      "epoch": 1.149473362845367,
      "grad_norm": 0.5701663494110107,
      "learning_rate": 2.024400997234014e-06,
      "loss": 0.1215,
      "step": 1177
    },
    {
      "epoch": 1.1504503129293238,
      "grad_norm": 0.6612499356269836,
      "learning_rate": 2.0205191418391787e-06,
      "loss": 0.1113,
      "step": 1178
    },
    {
      "epoch": 1.1514272630132805,
      "grad_norm": 0.7011617422103882,
      "learning_rate": 2.016638486254242e-06,
      "loss": 0.143,
      "step": 1179
    },
    {
      "epoch": 1.152404213097237,
      "grad_norm": 1.0519636869430542,
      "learning_rate": 2.0127590401898075e-06,
      "loss": 0.1223,
      "step": 1180
    },
    {
      "epoch": 1.1533811631811937,
      "grad_norm": 0.5051503777503967,
      "learning_rate": 2.008880813353454e-06,
      "loss": 0.1199,
      "step": 1181
    },
    {
      "epoch": 1.1543581132651504,
      "grad_norm": 0.5821029543876648,
      "learning_rate": 2.0050038154497074e-06,
      "loss": 0.124,
      "step": 1182
    },
    {
      "epoch": 1.155335063349107,
      "grad_norm": 0.6066112518310547,
      "learning_rate": 2.001128056180021e-06,
      "loss": 0.1409,
      "step": 1183
    },
    {
      "epoch": 1.1563120134330638,
      "grad_norm": 0.6067060232162476,
      "learning_rate": 1.997253545242747e-06,
      "loss": 0.1334,
      "step": 1184
    },
    {
      "epoch": 1.1572889635170203,
      "grad_norm": 1.2235379219055176,
      "learning_rate": 1.993380292333113e-06,
      "loss": 0.1323,
      "step": 1185
    },
    {
      "epoch": 1.158265913600977,
      "grad_norm": 0.4805576205253601,
      "learning_rate": 1.9895083071432e-06,
      "loss": 0.1374,
      "step": 1186
    },
    {
      "epoch": 1.1592428636849337,
      "grad_norm": 0.6857699155807495,
      "learning_rate": 1.9856375993619175e-06,
      "loss": 0.1218,
      "step": 1187
    },
    {
      "epoch": 1.1602198137688902,
      "grad_norm": 2.302901268005371,
      "learning_rate": 1.9817681786749758e-06,
      "loss": 0.1229,
      "step": 1188
    },
    {
      "epoch": 1.1611967638528469,
      "grad_norm": 1.1203244924545288,
      "learning_rate": 1.9779000547648675e-06,
      "loss": 0.1265,
      "step": 1189
    },
    {
      "epoch": 1.1621737139368036,
      "grad_norm": 1.30556321144104,
      "learning_rate": 1.974033237310839e-06,
      "loss": 0.1595,
      "step": 1190
    },
    {
      "epoch": 1.1631506640207603,
      "grad_norm": 0.4282764196395874,
      "learning_rate": 1.9701677359888667e-06,
      "loss": 0.1193,
      "step": 1191
    },
    {
      "epoch": 1.1641276141047168,
      "grad_norm": 0.5991023182868958,
      "learning_rate": 1.966303560471636e-06,
      "loss": 0.1293,
      "step": 1192
    },
    {
      "epoch": 1.1651045641886735,
      "grad_norm": 0.4783615469932556,
      "learning_rate": 1.9624407204285114e-06,
      "loss": 0.1218,
      "step": 1193
    },
    {
      "epoch": 1.1660815142726302,
      "grad_norm": 0.6126300692558289,
      "learning_rate": 1.958579225525518e-06,
      "loss": 0.1193,
      "step": 1194
    },
    {
      "epoch": 1.1670584643565869,
      "grad_norm": 0.5440214276313782,
      "learning_rate": 1.954719085425314e-06,
      "loss": 0.1287,
      "step": 1195
    },
    {
      "epoch": 1.1680354144405434,
      "grad_norm": 0.508152425289154,
      "learning_rate": 1.9508603097871686e-06,
      "loss": 0.124,
      "step": 1196
    },
    {
      "epoch": 1.1690123645245,
      "grad_norm": 0.43889936804771423,
      "learning_rate": 1.947002908266935e-06,
      "loss": 0.1163,
      "step": 1197
    },
    {
      "epoch": 1.1699893146084568,
      "grad_norm": 0.8772429823875427,
      "learning_rate": 1.94314689051703e-06,
      "loss": 0.1449,
      "step": 1198
    },
    {
      "epoch": 1.1709662646924133,
      "grad_norm": 0.9620941877365112,
      "learning_rate": 1.9392922661864056e-06,
      "loss": 0.1275,
      "step": 1199
    },
    {
      "epoch": 1.17194321477637,
      "grad_norm": 0.6348773837089539,
      "learning_rate": 1.935439044920529e-06,
      "loss": 0.1273,
      "step": 1200
    },
    {
      "epoch": 1.1729201648603267,
      "grad_norm": 0.48426857590675354,
      "learning_rate": 1.931587236361354e-06,
      "loss": 0.1161,
      "step": 1201
    },
    {
      "epoch": 1.1738971149442834,
      "grad_norm": 0.5368437170982361,
      "learning_rate": 1.9277368501473022e-06,
      "loss": 0.1315,
      "step": 1202
    },
    {
      "epoch": 1.1748740650282399,
      "grad_norm": 0.560650646686554,
      "learning_rate": 1.923887895913234e-06,
      "loss": 0.1232,
      "step": 1203
    },
    {
      "epoch": 1.1758510151121966,
      "grad_norm": 0.6062894463539124,
      "learning_rate": 1.9200403832904276e-06,
      "loss": 0.1061,
      "step": 1204
    },
    {
      "epoch": 1.1768279651961533,
      "grad_norm": 0.5022917985916138,
      "learning_rate": 1.9161943219065535e-06,
      "loss": 0.1262,
      "step": 1205
    },
    {
      "epoch": 1.17780491528011,
      "grad_norm": 0.5425379872322083,
      "learning_rate": 1.912349721385651e-06,
      "loss": 0.1277,
      "step": 1206
    },
    {
      "epoch": 1.1787818653640665,
      "grad_norm": 0.43464258313179016,
      "learning_rate": 1.9085065913481033e-06,
      "loss": 0.1199,
      "step": 1207
    },
    {
      "epoch": 1.1797588154480232,
      "grad_norm": 0.615777850151062,
      "learning_rate": 1.9046649414106152e-06,
      "loss": 0.1264,
      "step": 1208
    },
    {
      "epoch": 1.18073576553198,
      "grad_norm": 0.7756106853485107,
      "learning_rate": 1.9008247811861858e-06,
      "loss": 0.1263,
      "step": 1209
    },
    {
      "epoch": 1.1817127156159364,
      "grad_norm": 0.5153846144676208,
      "learning_rate": 1.8969861202840877e-06,
      "loss": 0.1221,
      "step": 1210
    },
    {
      "epoch": 1.182689665699893,
      "grad_norm": 0.5160000324249268,
      "learning_rate": 1.893148968309842e-06,
      "loss": 0.1215,
      "step": 1211
    },
    {
      "epoch": 1.1836666157838498,
      "grad_norm": 0.8004584312438965,
      "learning_rate": 1.8893133348651943e-06,
      "loss": 0.1282,
      "step": 1212
    },
    {
      "epoch": 1.1846435658678065,
      "grad_norm": 0.6641963124275208,
      "learning_rate": 1.885479229548089e-06,
      "loss": 0.1231,
      "step": 1213
    },
    {
      "epoch": 1.1856205159517632,
      "grad_norm": 0.5261145234107971,
      "learning_rate": 1.8816466619526477e-06,
      "loss": 0.1135,
      "step": 1214
    },
    {
      "epoch": 1.1865974660357197,
      "grad_norm": 0.8460418581962585,
      "learning_rate": 1.8778156416691435e-06,
      "loss": 0.1255,
      "step": 1215
    },
    {
      "epoch": 1.1875744161196764,
      "grad_norm": 0.5295639038085938,
      "learning_rate": 1.8739861782839795e-06,
      "loss": 0.1226,
      "step": 1216
    },
    {
      "epoch": 1.188551366203633,
      "grad_norm": 0.953988254070282,
      "learning_rate": 1.870158281379659e-06,
      "loss": 0.1149,
      "step": 1217
    },
    {
      "epoch": 1.1895283162875896,
      "grad_norm": 1.4285132884979248,
      "learning_rate": 1.8663319605347685e-06,
      "loss": 0.1329,
      "step": 1218
    },
    {
      "epoch": 1.1905052663715463,
      "grad_norm": 0.9437524080276489,
      "learning_rate": 1.8625072253239518e-06,
      "loss": 0.1405,
      "step": 1219
    },
    {
      "epoch": 1.191482216455503,
      "grad_norm": 0.640650749206543,
      "learning_rate": 1.8586840853178818e-06,
      "loss": 0.1106,
      "step": 1220
    },
    {
      "epoch": 1.1924591665394597,
      "grad_norm": 0.5248428583145142,
      "learning_rate": 1.8548625500832412e-06,
      "loss": 0.1173,
      "step": 1221
    },
    {
      "epoch": 1.1934361166234162,
      "grad_norm": 0.7590430974960327,
      "learning_rate": 1.8510426291826977e-06,
      "loss": 0.1255,
      "step": 1222
    },
    {
      "epoch": 1.194413066707373,
      "grad_norm": 1.049569010734558,
      "learning_rate": 1.8472243321748793e-06,
      "loss": 0.1286,
      "step": 1223
    },
    {
      "epoch": 1.1953900167913296,
      "grad_norm": 0.5904210209846497,
      "learning_rate": 1.8434076686143482e-06,
      "loss": 0.1202,
      "step": 1224
    },
    {
      "epoch": 1.1963669668752863,
      "grad_norm": 0.8871178030967712,
      "learning_rate": 1.839592648051582e-06,
      "loss": 0.1194,
      "step": 1225
    },
    {
      "epoch": 1.1973439169592428,
      "grad_norm": 0.5890358686447144,
      "learning_rate": 1.835779280032946e-06,
      "loss": 0.1135,
      "step": 1226
    },
    {
      "epoch": 1.1983208670431995,
      "grad_norm": 0.4250822067260742,
      "learning_rate": 1.8319675741006704e-06,
      "loss": 0.1219,
      "step": 1227
    },
    {
      "epoch": 1.1992978171271562,
      "grad_norm": 0.5853110551834106,
      "learning_rate": 1.8281575397928264e-06,
      "loss": 0.1108,
      "step": 1228
    },
    {
      "epoch": 1.2002747672111127,
      "grad_norm": 0.4559549391269684,
      "learning_rate": 1.824349186643302e-06,
      "loss": 0.1104,
      "step": 1229
    },
    {
      "epoch": 1.2012517172950694,
      "grad_norm": 0.5680705904960632,
      "learning_rate": 1.8205425241817776e-06,
      "loss": 0.1326,
      "step": 1230
    },
    {
      "epoch": 1.2022286673790261,
      "grad_norm": 0.863606333732605,
      "learning_rate": 1.816737561933707e-06,
      "loss": 0.1338,
      "step": 1231
    },
    {
      "epoch": 1.2032056174629828,
      "grad_norm": 1.035900354385376,
      "learning_rate": 1.8129343094202826e-06,
      "loss": 0.1335,
      "step": 1232
    },
    {
      "epoch": 1.2041825675469393,
      "grad_norm": 0.46370747685432434,
      "learning_rate": 1.8091327761584247e-06,
      "loss": 0.1374,
      "step": 1233
    },
    {
      "epoch": 1.205159517630896,
      "grad_norm": 0.7283802628517151,
      "learning_rate": 1.8053329716607488e-06,
      "loss": 0.1272,
      "step": 1234
    },
    {
      "epoch": 1.2061364677148527,
      "grad_norm": 0.5614640712738037,
      "learning_rate": 1.8015349054355447e-06,
      "loss": 0.1147,
      "step": 1235
    },
    {
      "epoch": 1.2071134177988094,
      "grad_norm": 0.6142383217811584,
      "learning_rate": 1.7977385869867525e-06,
      "loss": 0.1179,
      "step": 1236
    },
    {
      "epoch": 1.208090367882766,
      "grad_norm": 0.5201336145401001,
      "learning_rate": 1.793944025813939e-06,
      "loss": 0.1166,
      "step": 1237
    },
    {
      "epoch": 1.2090673179667226,
      "grad_norm": 1.0300626754760742,
      "learning_rate": 1.790151231412275e-06,
      "loss": 0.1284,
      "step": 1238
    },
    {
      "epoch": 1.2100442680506793,
      "grad_norm": 0.5696738362312317,
      "learning_rate": 1.7863602132725082e-06,
      "loss": 0.1288,
      "step": 1239
    },
    {
      "epoch": 1.2110212181346358,
      "grad_norm": 0.6256274580955505,
      "learning_rate": 1.7825709808809416e-06,
      "loss": 0.1155,
      "step": 1240
    },
    {
      "epoch": 1.2119981682185925,
      "grad_norm": 1.0086814165115356,
      "learning_rate": 1.7787835437194117e-06,
      "loss": 0.1224,
      "step": 1241
    },
    {
      "epoch": 1.2129751183025492,
      "grad_norm": 0.7290226221084595,
      "learning_rate": 1.774997911265261e-06,
      "loss": 0.1192,
      "step": 1242
    },
    {
      "epoch": 1.213952068386506,
      "grad_norm": 0.5742580890655518,
      "learning_rate": 1.771214092991317e-06,
      "loss": 0.1184,
      "step": 1243
    },
    {
      "epoch": 1.2149290184704626,
      "grad_norm": 0.919278621673584,
      "learning_rate": 1.7674320983658661e-06,
      "loss": 0.1234,
      "step": 1244
    },
    {
      "epoch": 1.2159059685544191,
      "grad_norm": 0.46248340606689453,
      "learning_rate": 1.7636519368526338e-06,
      "loss": 0.1059,
      "step": 1245
    },
    {
      "epoch": 1.2168829186383758,
      "grad_norm": 0.9081810116767883,
      "learning_rate": 1.759873617910757e-06,
      "loss": 0.1329,
      "step": 1246
    },
    {
      "epoch": 1.2178598687223325,
      "grad_norm": 0.7663976550102234,
      "learning_rate": 1.7560971509947627e-06,
      "loss": 0.1272,
      "step": 1247
    },
    {
      "epoch": 1.218836818806289,
      "grad_norm": 0.6514719724655151,
      "learning_rate": 1.7523225455545415e-06,
      "loss": 0.1077,
      "step": 1248
    },
    {
      "epoch": 1.2198137688902457,
      "grad_norm": 0.5231809020042419,
      "learning_rate": 1.7485498110353283e-06,
      "loss": 0.1162,
      "step": 1249
    },
    {
      "epoch": 1.2207907189742024,
      "grad_norm": 0.7818597555160522,
      "learning_rate": 1.7447789568776757e-06,
      "loss": 0.1392,
      "step": 1250
    },
    {
      "epoch": 1.2217676690581591,
      "grad_norm": 0.5452788472175598,
      "learning_rate": 1.7410099925174306e-06,
      "loss": 0.1232,
      "step": 1251
    },
    {
      "epoch": 1.2227446191421156,
      "grad_norm": 0.65793776512146,
      "learning_rate": 1.7372429273857122e-06,
      "loss": 0.1241,
      "step": 1252
    },
    {
      "epoch": 1.2237215692260723,
      "grad_norm": 0.4611707925796509,
      "learning_rate": 1.7334777709088857e-06,
      "loss": 0.1267,
      "step": 1253
    },
    {
      "epoch": 1.224698519310029,
      "grad_norm": 0.43640777468681335,
      "learning_rate": 1.7297145325085418e-06,
      "loss": 0.1076,
      "step": 1254
    },
    {
      "epoch": 1.2256754693939858,
      "grad_norm": 0.5017767548561096,
      "learning_rate": 1.7259532216014702e-06,
      "loss": 0.1177,
      "step": 1255
    },
    {
      "epoch": 1.2266524194779422,
      "grad_norm": 0.5469508171081543,
      "learning_rate": 1.7221938475996375e-06,
      "loss": 0.1215,
      "step": 1256
    },
    {
      "epoch": 1.227629369561899,
      "grad_norm": 0.543257474899292,
      "learning_rate": 1.7184364199101649e-06,
      "loss": 0.1262,
      "step": 1257
    },
    {
      "epoch": 1.2286063196458556,
      "grad_norm": 0.6066008806228638,
      "learning_rate": 1.7146809479353013e-06,
      "loss": 0.1189,
      "step": 1258
    },
    {
      "epoch": 1.2295832697298121,
      "grad_norm": 0.8405829668045044,
      "learning_rate": 1.7109274410724045e-06,
      "loss": 0.122,
      "step": 1259
    },
    {
      "epoch": 1.2305602198137688,
      "grad_norm": 0.609324038028717,
      "learning_rate": 1.7071759087139128e-06,
      "loss": 0.1233,
      "step": 1260
    },
    {
      "epoch": 1.2315371698977255,
      "grad_norm": 0.520811915397644,
      "learning_rate": 1.703426360247324e-06,
      "loss": 0.1283,
      "step": 1261
    },
    {
      "epoch": 1.2325141199816823,
      "grad_norm": 0.5709425210952759,
      "learning_rate": 1.6996788050551733e-06,
      "loss": 0.1294,
      "step": 1262
    },
    {
      "epoch": 1.2334910700656387,
      "grad_norm": 1.2291886806488037,
      "learning_rate": 1.6959332525150046e-06,
      "loss": 0.1294,
      "step": 1263
    },
    {
      "epoch": 1.2344680201495954,
      "grad_norm": 0.5380057096481323,
      "learning_rate": 1.6921897119993535e-06,
      "loss": 0.1162,
      "step": 1264
    },
    {
      "epoch": 1.2354449702335522,
      "grad_norm": 0.4606705904006958,
      "learning_rate": 1.6884481928757208e-06,
      "loss": 0.1147,
      "step": 1265
    },
    {
      "epoch": 1.2364219203175089,
      "grad_norm": 0.7243968844413757,
      "learning_rate": 1.6847087045065468e-06,
      "loss": 0.1238,
      "step": 1266
    },
    {
      "epoch": 1.2373988704014653,
      "grad_norm": 0.49404072761535645,
      "learning_rate": 1.6809712562491937e-06,
      "loss": 0.1355,
      "step": 1267
    },
    {
      "epoch": 1.238375820485422,
      "grad_norm": 0.5434608459472656,
      "learning_rate": 1.677235857455916e-06,
      "loss": 0.1209,
      "step": 1268
    },
    {
      "epoch": 1.2393527705693788,
      "grad_norm": 0.6871845722198486,
      "learning_rate": 1.6735025174738407e-06,
      "loss": 0.1204,
      "step": 1269
    },
    {
      "epoch": 1.2403297206533355,
      "grad_norm": 0.5333722233772278,
      "learning_rate": 1.6697712456449432e-06,
      "loss": 0.1259,
      "step": 1270
    },
    {
      "epoch": 1.241306670737292,
      "grad_norm": 0.6351161599159241,
      "learning_rate": 1.6660420513060226e-06,
      "loss": 0.1293,
      "step": 1271
    },
    {
      "epoch": 1.2422836208212487,
      "grad_norm": 0.6560023427009583,
      "learning_rate": 1.6623149437886813e-06,
      "loss": 0.1507,
      "step": 1272
    },
    {
      "epoch": 1.2432605709052054,
      "grad_norm": 0.5429563522338867,
      "learning_rate": 1.6585899324192978e-06,
      "loss": 0.1296,
      "step": 1273
    },
    {
      "epoch": 1.244237520989162,
      "grad_norm": 0.5854029059410095,
      "learning_rate": 1.6548670265190076e-06,
      "loss": 0.1294,
      "step": 1274
    },
    {
      "epoch": 1.2452144710731186,
      "grad_norm": 0.5841599702835083,
      "learning_rate": 1.6511462354036765e-06,
      "loss": 0.1122,
      "step": 1275
    },
    {
      "epoch": 1.2461914211570753,
      "grad_norm": 0.6738702058792114,
      "learning_rate": 1.647427568383878e-06,
      "loss": 0.1293,
      "step": 1276
    },
    {
      "epoch": 1.247168371241032,
      "grad_norm": 0.7624144554138184,
      "learning_rate": 1.6437110347648706e-06,
      "loss": 0.1154,
      "step": 1277
    },
    {
      "epoch": 1.2481453213249885,
      "grad_norm": 0.48225340247154236,
      "learning_rate": 1.6399966438465768e-06,
      "loss": 0.1509,
      "step": 1278
    },
    {
      "epoch": 1.2491222714089452,
      "grad_norm": 1.0383435487747192,
      "learning_rate": 1.6362844049235527e-06,
      "loss": 0.1283,
      "step": 1279
    },
    {
      "epoch": 1.2500992214929019,
      "grad_norm": 0.557651698589325,
      "learning_rate": 1.6325743272849726e-06,
      "loss": 0.1121,
      "step": 1280
    },
    {
      "epoch": 1.2510761715768586,
      "grad_norm": 0.8385334014892578,
      "learning_rate": 1.628866420214603e-06,
      "loss": 0.1393,
      "step": 1281
    },
    {
      "epoch": 1.252053121660815,
      "grad_norm": 1.031480312347412,
      "learning_rate": 1.6251606929907777e-06,
      "loss": 0.1219,
      "step": 1282
    },
    {
      "epoch": 1.2530300717447718,
      "grad_norm": 0.9081658720970154,
      "learning_rate": 1.6214571548863756e-06,
      "loss": 0.1462,
      "step": 1283
    },
    {
      "epoch": 1.2540070218287285,
      "grad_norm": 0.5723317861557007,
      "learning_rate": 1.617755815168799e-06,
      "loss": 0.1246,
      "step": 1284
    },
    {
      "epoch": 1.2549839719126852,
      "grad_norm": 0.5951042175292969,
      "learning_rate": 1.614056683099949e-06,
      "loss": 0.122,
      "step": 1285
    },
    {
      "epoch": 1.2559609219966417,
      "grad_norm": 0.8381775617599487,
      "learning_rate": 1.6103597679362005e-06,
      "loss": 0.125,
      "step": 1286
    },
    {
      "epoch": 1.2569378720805984,
      "grad_norm": 0.5216977596282959,
      "learning_rate": 1.6066650789283824e-06,
      "loss": 0.1315,
      "step": 1287
    },
    {
      "epoch": 1.257914822164555,
      "grad_norm": 0.5493628978729248,
      "learning_rate": 1.6029726253217548e-06,
      "loss": 0.1129,
      "step": 1288
    },
    {
      "epoch": 1.2588917722485116,
      "grad_norm": 0.636802077293396,
      "learning_rate": 1.5992824163559809e-06,
      "loss": 0.1264,
      "step": 1289
    },
    {
      "epoch": 1.2598687223324683,
      "grad_norm": 0.6565551161766052,
      "learning_rate": 1.5955944612651094e-06,
      "loss": 0.1131,
      "step": 1290
    },
    {
      "epoch": 1.260845672416425,
      "grad_norm": 0.7052702307701111,
      "learning_rate": 1.5919087692775485e-06,
      "loss": 0.1281,
      "step": 1291
    },
    {
      "epoch": 1.2618226225003817,
      "grad_norm": 1.0554252862930298,
      "learning_rate": 1.5882253496160422e-06,
      "loss": 0.1322,
      "step": 1292
    },
    {
      "epoch": 1.2627995725843384,
      "grad_norm": 0.8078587651252747,
      "learning_rate": 1.584544211497652e-06,
      "loss": 0.1118,
      "step": 1293
    },
    {
      "epoch": 1.2637765226682949,
      "grad_norm": 0.6466701030731201,
      "learning_rate": 1.5808653641337246e-06,
      "loss": 0.1348,
      "step": 1294
    },
    {
      "epoch": 1.2647534727522516,
      "grad_norm": 0.6934959888458252,
      "learning_rate": 1.5771888167298796e-06,
      "loss": 0.1199,
      "step": 1295
    },
    {
      "epoch": 1.2657304228362083,
      "grad_norm": 0.6258717775344849,
      "learning_rate": 1.573514578485979e-06,
      "loss": 0.1486,
      "step": 1296
    },
    {
      "epoch": 1.2667073729201648,
      "grad_norm": 1.4640861749649048,
      "learning_rate": 1.5698426585961074e-06,
      "loss": 0.1434,
      "step": 1297
    },
    {
      "epoch": 1.2676843230041215,
      "grad_norm": 0.5409911274909973,
      "learning_rate": 1.5661730662485477e-06,
      "loss": 0.1147,
      "step": 1298
    },
    {
      "epoch": 1.2686612730880782,
      "grad_norm": 1.5885776281356812,
      "learning_rate": 1.5625058106257578e-06,
      "loss": 0.1212,
      "step": 1299
    },
    {
      "epoch": 1.2696382231720347,
      "grad_norm": 1.986743688583374,
      "learning_rate": 1.558840900904351e-06,
      "loss": 0.1383,
      "step": 1300
    },
    {
      "epoch": 1.2706151732559914,
      "grad_norm": 0.696490466594696,
      "learning_rate": 1.5551783462550683e-06,
      "loss": 0.1287,
      "step": 1301
    },
    {
      "epoch": 1.271592123339948,
      "grad_norm": 0.5482082366943359,
      "learning_rate": 1.5515181558427567e-06,
      "loss": 0.1293,
      "step": 1302
    },
    {
      "epoch": 1.2725690734239048,
      "grad_norm": 0.745911717414856,
      "learning_rate": 1.5478603388263492e-06,
      "loss": 0.1185,
      "step": 1303
    },
    {
      "epoch": 1.2735460235078615,
      "grad_norm": 0.6497787833213806,
      "learning_rate": 1.5442049043588391e-06,
      "loss": 0.1165,
      "step": 1304
    },
    {
      "epoch": 1.274522973591818,
      "grad_norm": 0.9276279211044312,
      "learning_rate": 1.5405518615872578e-06,
      "loss": 0.1344,
      "step": 1305
    },
    {
      "epoch": 1.2754999236757747,
      "grad_norm": 0.47579535841941833,
      "learning_rate": 1.5369012196526515e-06,
      "loss": 0.1138,
      "step": 1306
    },
    {
      "epoch": 1.2764768737597314,
      "grad_norm": 0.5858950018882751,
      "learning_rate": 1.5332529876900598e-06,
      "loss": 0.1175,
      "step": 1307
    },
    {
      "epoch": 1.2774538238436879,
      "grad_norm": 0.4554455280303955,
      "learning_rate": 1.5296071748284913e-06,
      "loss": 0.1177,
      "step": 1308
    },
    {
      "epoch": 1.2784307739276446,
      "grad_norm": 0.6461067795753479,
      "learning_rate": 1.5259637901909007e-06,
      "loss": 0.1277,
      "step": 1309
    },
    {
      "epoch": 1.2794077240116013,
      "grad_norm": 0.624670684337616,
      "learning_rate": 1.522322842894167e-06,
      "loss": 0.1224,
      "step": 1310
    },
    {
      "epoch": 1.280384674095558,
      "grad_norm": 0.48761656880378723,
      "learning_rate": 1.5186843420490698e-06,
      "loss": 0.1269,
      "step": 1311
    },
    {
      "epoch": 1.2813616241795147,
      "grad_norm": 1.011336326599121,
      "learning_rate": 1.5150482967602681e-06,
      "loss": 0.1125,
      "step": 1312
    },
    {
      "epoch": 1.2823385742634712,
      "grad_norm": 0.5898116230964661,
      "learning_rate": 1.5114147161262743e-06,
      "loss": 0.1449,
      "step": 1313
    },
    {
      "epoch": 1.283315524347428,
      "grad_norm": 0.74689781665802,
      "learning_rate": 1.5077836092394367e-06,
      "loss": 0.1379,
      "step": 1314
    },
    {
      "epoch": 1.2842924744313846,
      "grad_norm": 0.4546085298061371,
      "learning_rate": 1.5041549851859098e-06,
      "loss": 0.1099,
      "step": 1315
    },
    {
      "epoch": 1.285269424515341,
      "grad_norm": 0.6719655394554138,
      "learning_rate": 1.500528853045638e-06,
      "loss": 0.1226,
      "step": 1316
    },
    {
      "epoch": 1.2862463745992978,
      "grad_norm": 0.5607120394706726,
      "learning_rate": 1.4969052218923285e-06,
      "loss": 0.1189,
      "step": 1317
    },
    {
      "epoch": 1.2872233246832545,
      "grad_norm": 0.5269936919212341,
      "learning_rate": 1.4932841007934313e-06,
      "loss": 0.1283,
      "step": 1318
    },
    {
      "epoch": 1.288200274767211,
      "grad_norm": 0.5397964715957642,
      "learning_rate": 1.4896654988101147e-06,
      "loss": 0.1158,
      "step": 1319
    },
    {
      "epoch": 1.2891772248511677,
      "grad_norm": 0.4894252419471741,
      "learning_rate": 1.4860494249972438e-06,
      "loss": 0.1171,
      "step": 1320
    },
    {
      "epoch": 1.2901541749351244,
      "grad_norm": 0.5752339363098145,
      "learning_rate": 1.4824358884033579e-06,
      "loss": 0.1206,
      "step": 1321
    },
    {
      "epoch": 1.2911311250190811,
      "grad_norm": 0.704617977142334,
      "learning_rate": 1.4788248980706466e-06,
      "loss": 0.1076,
      "step": 1322
    },
    {
      "epoch": 1.2921080751030378,
      "grad_norm": 0.43897145986557007,
      "learning_rate": 1.4752164630349287e-06,
      "loss": 0.1235,
      "step": 1323
    },
    {
      "epoch": 1.2930850251869943,
      "grad_norm": 0.5359245538711548,
      "learning_rate": 1.471610592325628e-06,
      "loss": 0.1227,
      "step": 1324
    },
    {
      "epoch": 1.294061975270951,
      "grad_norm": 0.6712575554847717,
      "learning_rate": 1.468007294965752e-06,
      "loss": 0.1305,
      "step": 1325
    },
    {
      "epoch": 1.2950389253549077,
      "grad_norm": 0.47084033489227295,
      "learning_rate": 1.4644065799718688e-06,
      "loss": 0.1104,
      "step": 1326
    },
    {
      "epoch": 1.2960158754388642,
      "grad_norm": 0.5468409061431885,
      "learning_rate": 1.4608084563540837e-06,
      "loss": 0.1279,
      "step": 1327
    },
    {
      "epoch": 1.296992825522821,
      "grad_norm": 0.5525038838386536,
      "learning_rate": 1.4572129331160213e-06,
      "loss": 0.1308,
      "step": 1328
    },
    {
      "epoch": 1.2979697756067776,
      "grad_norm": 0.5236685872077942,
      "learning_rate": 1.4536200192547933e-06,
      "loss": 0.1158,
      "step": 1329
    },
    {
      "epoch": 1.298946725690734,
      "grad_norm": 0.5852157473564148,
      "learning_rate": 1.4500297237609867e-06,
      "loss": 0.1181,
      "step": 1330
    },
    {
      "epoch": 1.2999236757746908,
      "grad_norm": 0.5368656516075134,
      "learning_rate": 1.446442055618636e-06,
      "loss": 0.1236,
      "step": 1331
    },
    {
      "epoch": 1.3009006258586475,
      "grad_norm": 0.7352957129478455,
      "learning_rate": 1.4428570238051989e-06,
      "loss": 0.1211,
      "step": 1332
    },
    {
      "epoch": 1.3018775759426042,
      "grad_norm": 0.45952096581459045,
      "learning_rate": 1.4392746372915368e-06,
      "loss": 0.1217,
      "step": 1333
    },
    {
      "epoch": 1.302854526026561,
      "grad_norm": 0.5984220504760742,
      "learning_rate": 1.4356949050418944e-06,
      "loss": 0.1122,
      "step": 1334
    },
    {
      "epoch": 1.3038314761105174,
      "grad_norm": 0.6518990993499756,
      "learning_rate": 1.4321178360138705e-06,
      "loss": 0.1108,
      "step": 1335
    },
    {
      "epoch": 1.3048084261944741,
      "grad_norm": 0.47587719559669495,
      "learning_rate": 1.4285434391584035e-06,
      "loss": 0.1115,
      "step": 1336
    },
    {
      "epoch": 1.3057853762784308,
      "grad_norm": 0.9126313328742981,
      "learning_rate": 1.4249717234197422e-06,
      "loss": 0.1318,
      "step": 1337
    },
    {
      "epoch": 1.3067623263623873,
      "grad_norm": 0.49654099345207214,
      "learning_rate": 1.4214026977354283e-06,
      "loss": 0.1194,
      "step": 1338
    },
    {
      "epoch": 1.307739276446344,
      "grad_norm": 0.5105423927307129,
      "learning_rate": 1.417836371036273e-06,
      "loss": 0.118,
      "step": 1339
    },
    {
      "epoch": 1.3087162265303007,
      "grad_norm": 1.9939988851547241,
      "learning_rate": 1.414272752246331e-06,
      "loss": 0.1822,
      "step": 1340
    },
    {
      "epoch": 1.3096931766142574,
      "grad_norm": 0.9904623627662659,
      "learning_rate": 1.4107118502828816e-06,
      "loss": 0.1344,
      "step": 1341
    },
    {
      "epoch": 1.3106701266982141,
      "grad_norm": 0.5835309624671936,
      "learning_rate": 1.4071536740564079e-06,
      "loss": 0.1161,
      "step": 1342
    },
    {
      "epoch": 1.3116470767821706,
      "grad_norm": 0.602512001991272,
      "learning_rate": 1.40359823247057e-06,
      "loss": 0.122,
      "step": 1343
    },
    {
      "epoch": 1.3126240268661273,
      "grad_norm": 0.7191610932350159,
      "learning_rate": 1.4000455344221864e-06,
      "loss": 0.1283,
      "step": 1344
    },
    {
      "epoch": 1.313600976950084,
      "grad_norm": 0.6409730911254883,
      "learning_rate": 1.396495588801211e-06,
      "loss": 0.1197,
      "step": 1345
    },
    {
      "epoch": 1.3145779270340405,
      "grad_norm": 0.4960377812385559,
      "learning_rate": 1.3929484044907079e-06,
      "loss": 0.1198,
      "step": 1346
    },
    {
      "epoch": 1.3155548771179972,
      "grad_norm": 0.9895467758178711,
      "learning_rate": 1.3894039903668346e-06,
      "loss": 0.1375,
      "step": 1347
    },
    {
      "epoch": 1.316531827201954,
      "grad_norm": 0.4482794404029846,
      "learning_rate": 1.3858623552988142e-06,
      "loss": 0.1106,
      "step": 1348
    },
    {
      "epoch": 1.3175087772859104,
      "grad_norm": 0.9347596764564514,
      "learning_rate": 1.3823235081489156e-06,
      "loss": 0.1357,
      "step": 1349
    },
    {
      "epoch": 1.3184857273698671,
      "grad_norm": 0.6971988677978516,
      "learning_rate": 1.3787874577724347e-06,
      "loss": 0.1243,
      "step": 1350
    },
    {
      "epoch": 1.3194626774538238,
      "grad_norm": 1.050885558128357,
      "learning_rate": 1.3752542130176649e-06,
      "loss": 0.1276,
      "step": 1351
    },
    {
      "epoch": 1.3204396275377805,
      "grad_norm": 0.47921139001846313,
      "learning_rate": 1.3717237827258816e-06,
      "loss": 0.1057,
      "step": 1352
    },
    {
      "epoch": 1.3214165776217373,
      "grad_norm": 0.5367651581764221,
      "learning_rate": 1.3681961757313184e-06,
      "loss": 0.1293,
      "step": 1353
    },
    {
      "epoch": 1.3223935277056937,
      "grad_norm": 0.682149350643158,
      "learning_rate": 1.3646714008611405e-06,
      "loss": 0.1186,
      "step": 1354
    },
    {
      "epoch": 1.3233704777896504,
      "grad_norm": 0.4652373492717743,
      "learning_rate": 1.3611494669354302e-06,
      "loss": 0.1099,
      "step": 1355
    },
    {
      "epoch": 1.3243474278736072,
      "grad_norm": 0.6074487566947937,
      "learning_rate": 1.3576303827671584e-06,
      "loss": 0.114,
      "step": 1356
    },
    {
      "epoch": 1.3253243779575636,
      "grad_norm": 0.4402923583984375,
      "learning_rate": 1.3541141571621648e-06,
      "loss": 0.1155,
      "step": 1357
    },
    {
      "epoch": 1.3263013280415203,
      "grad_norm": 0.526982307434082,
      "learning_rate": 1.3506007989191372e-06,
      "loss": 0.1148,
      "step": 1358
    },
    {
      "epoch": 1.327278278125477,
      "grad_norm": 0.5465818643569946,
      "learning_rate": 1.3470903168295904e-06,
      "loss": 0.1095,
      "step": 1359
    },
    {
      "epoch": 1.3282552282094335,
      "grad_norm": 0.5220271348953247,
      "learning_rate": 1.3435827196778373e-06,
      "loss": 0.129,
      "step": 1360
    },
    {
      "epoch": 1.3292321782933902,
      "grad_norm": 0.5601693391799927,
      "learning_rate": 1.340078016240976e-06,
      "loss": 0.1252,
      "step": 1361
    },
    {
      "epoch": 1.330209128377347,
      "grad_norm": 0.5428116321563721,
      "learning_rate": 1.3365762152888612e-06,
      "loss": 0.1205,
      "step": 1362
    },
    {
      "epoch": 1.3311860784613037,
      "grad_norm": 0.4764959514141083,
      "learning_rate": 1.3330773255840864e-06,
      "loss": 0.1252,
      "step": 1363
    },
    {
      "epoch": 1.3321630285452604,
      "grad_norm": 0.6474655866622925,
      "learning_rate": 1.3295813558819593e-06,
      "loss": 0.1231,
      "step": 1364
    },
    {
      "epoch": 1.3331399786292168,
      "grad_norm": 0.5812271237373352,
      "learning_rate": 1.3260883149304793e-06,
      "loss": 0.1101,
      "step": 1365
    },
    {
      "epoch": 1.3341169287131736,
      "grad_norm": 0.5133628845214844,
      "learning_rate": 1.3225982114703201e-06,
      "loss": 0.1134,
      "step": 1366
    },
    {
      "epoch": 1.3350938787971303,
      "grad_norm": 0.873123824596405,
      "learning_rate": 1.3191110542348048e-06,
      "loss": 0.1274,
      "step": 1367
    },
    {
      "epoch": 1.3360708288810867,
      "grad_norm": 1.164931297302246,
      "learning_rate": 1.3156268519498806e-06,
      "loss": 0.1327,
      "step": 1368
    },
    {
      "epoch": 1.3370477789650435,
      "grad_norm": 0.5429942607879639,
      "learning_rate": 1.3121456133341048e-06,
      "loss": 0.1251,
      "step": 1369
    },
    {
      "epoch": 1.3380247290490002,
      "grad_norm": 0.5467685461044312,
      "learning_rate": 1.308667347098615e-06,
      "loss": 0.1105,
      "step": 1370
    },
    {
      "epoch": 1.3390016791329569,
      "grad_norm": 0.5272745490074158,
      "learning_rate": 1.3051920619471145e-06,
      "loss": 0.1145,
      "step": 1371
    },
    {
      "epoch": 1.3399786292169136,
      "grad_norm": 0.613308846950531,
      "learning_rate": 1.301719766575844e-06,
      "loss": 0.1227,
      "step": 1372
    },
    {
      "epoch": 1.34095557930087,
      "grad_norm": 1.4428318738937378,
      "learning_rate": 1.2982504696735637e-06,
      "loss": 0.1453,
      "step": 1373
    },
    {
      "epoch": 1.3419325293848268,
      "grad_norm": 0.6538224220275879,
      "learning_rate": 1.294784179921531e-06,
      "loss": 0.1231,
      "step": 1374
    },
    {
      "epoch": 1.3429094794687835,
      "grad_norm": 0.8577346205711365,
      "learning_rate": 1.2913209059934807e-06,
      "loss": 0.1442,
      "step": 1375
    },
    {
      "epoch": 1.34388642955274,
      "grad_norm": 0.5622920393943787,
      "learning_rate": 1.2878606565555956e-06,
      "loss": 0.1224,
      "step": 1376
    },
    {
      "epoch": 1.3448633796366967,
      "grad_norm": 0.5000760555267334,
      "learning_rate": 1.2844034402664958e-06,
      "loss": 0.1103,
      "step": 1377
    },
    {
      "epoch": 1.3458403297206534,
      "grad_norm": 0.8320068717002869,
      "learning_rate": 1.2809492657772105e-06,
      "loss": 0.1265,
      "step": 1378
    },
    {
      "epoch": 1.3468172798046099,
      "grad_norm": 0.6084581613540649,
      "learning_rate": 1.2774981417311523e-06,
      "loss": 0.109,
      "step": 1379
    },
    {
      "epoch": 1.3477942298885666,
      "grad_norm": 0.6465567350387573,
      "learning_rate": 1.2740500767641065e-06,
      "loss": 0.1148,
      "step": 1380
    },
    {
      "epoch": 1.3487711799725233,
      "grad_norm": 0.5642968416213989,
      "learning_rate": 1.270605079504203e-06,
      "loss": 0.1262,
      "step": 1381
    },
    {
      "epoch": 1.34974813005648,
      "grad_norm": 0.4981468915939331,
      "learning_rate": 1.2671631585718913e-06,
      "loss": 0.1208,
      "step": 1382
    },
    {
      "epoch": 1.3507250801404367,
      "grad_norm": 0.9176070690155029,
      "learning_rate": 1.2637243225799283e-06,
      "loss": 0.1257,
      "step": 1383
    },
    {
      "epoch": 1.3517020302243932,
      "grad_norm": 0.6084444522857666,
      "learning_rate": 1.2602885801333468e-06,
      "loss": 0.1122,
      "step": 1384
    },
    {
      "epoch": 1.3526789803083499,
      "grad_norm": 0.7930445671081543,
      "learning_rate": 1.256855939829441e-06,
      "loss": 0.1232,
      "step": 1385
    },
    {
      "epoch": 1.3536559303923066,
      "grad_norm": 0.7945284843444824,
      "learning_rate": 1.2534264102577445e-06,
      "loss": 0.1129,
      "step": 1386
    },
    {
      "epoch": 1.354632880476263,
      "grad_norm": 0.5566101670265198,
      "learning_rate": 1.2500000000000007e-06,
      "loss": 0.1221,
      "step": 1387
    },
    {
      "epoch": 1.3556098305602198,
      "grad_norm": 0.6021673083305359,
      "learning_rate": 1.246576717630153e-06,
      "loss": 0.1363,
      "step": 1388
    },
    {
      "epoch": 1.3565867806441765,
      "grad_norm": 0.6514391899108887,
      "learning_rate": 1.243156571714317e-06,
      "loss": 0.1238,
      "step": 1389
    },
    {
      "epoch": 1.3575637307281332,
      "grad_norm": 0.7367511987686157,
      "learning_rate": 1.2397395708107578e-06,
      "loss": 0.1186,
      "step": 1390
    },
    {
      "epoch": 1.35854068081209,
      "grad_norm": 0.45107749104499817,
      "learning_rate": 1.2363257234698728e-06,
      "loss": 0.1207,
      "step": 1391
    },
    {
      "epoch": 1.3595176308960464,
      "grad_norm": 0.6295725703239441,
      "learning_rate": 1.2329150382341682e-06,
      "loss": 0.125,
      "step": 1392
    },
    {
      "epoch": 1.360494580980003,
      "grad_norm": 0.6059122085571289,
      "learning_rate": 1.2295075236382348e-06,
      "loss": 0.1345,
      "step": 1393
    },
    {
      "epoch": 1.3614715310639598,
      "grad_norm": 0.9611726403236389,
      "learning_rate": 1.2261031882087334e-06,
      "loss": 0.1326,
      "step": 1394
    },
    {
      "epoch": 1.3624484811479163,
      "grad_norm": 0.6361368298530579,
      "learning_rate": 1.2227020404643671e-06,
      "loss": 0.1306,
      "step": 1395
    },
    {
      "epoch": 1.363425431231873,
      "grad_norm": 0.915302038192749,
      "learning_rate": 1.2193040889158621e-06,
      "loss": 0.1214,
      "step": 1396
    },
    {
      "epoch": 1.3644023813158297,
      "grad_norm": 0.5358700156211853,
      "learning_rate": 1.215909342065949e-06,
      "loss": 0.1168,
      "step": 1397
    },
    {
      "epoch": 1.3653793313997862,
      "grad_norm": 1.0897305011749268,
      "learning_rate": 1.2125178084093363e-06,
      "loss": 0.1351,
      "step": 1398
    },
    {
      "epoch": 1.3663562814837429,
      "grad_norm": 0.7376011610031128,
      "learning_rate": 1.2091294964326948e-06,
      "loss": 0.12,
      "step": 1399
    },
    {
      "epoch": 1.3673332315676996,
      "grad_norm": 0.7292815446853638,
      "learning_rate": 1.205744414614633e-06,
      "loss": 0.123,
      "step": 1400
    },
    {
      "epoch": 1.3683101816516563,
      "grad_norm": 0.64980149269104,
      "learning_rate": 1.2023625714256743e-06,
      "loss": 0.1264,
      "step": 1401
    },
    {
      "epoch": 1.369287131735613,
      "grad_norm": 0.686808168888092,
      "learning_rate": 1.198983975328242e-06,
      "loss": 0.1144,
      "step": 1402
    },
    {
      "epoch": 1.3702640818195695,
      "grad_norm": 1.0751445293426514,
      "learning_rate": 1.1956086347766306e-06,
      "loss": 0.1471,
      "step": 1403
    },
    {
      "epoch": 1.3712410319035262,
      "grad_norm": 1.1832984685897827,
      "learning_rate": 1.192236558216989e-06,
      "loss": 0.1328,
      "step": 1404
    },
    {
      "epoch": 1.372217981987483,
      "grad_norm": 0.5105385780334473,
      "learning_rate": 1.1888677540873008e-06,
      "loss": 0.1248,
      "step": 1405
    },
    {
      "epoch": 1.3731949320714394,
      "grad_norm": 0.5958878397941589,
      "learning_rate": 1.1855022308173575e-06,
      "loss": 0.1215,
      "step": 1406
    },
    {
      "epoch": 1.374171882155396,
      "grad_norm": 0.4924409091472626,
      "learning_rate": 1.1821399968287437e-06,
      "loss": 0.1101,
      "step": 1407
    },
    {
      "epoch": 1.3751488322393528,
      "grad_norm": 0.8076400756835938,
      "learning_rate": 1.1787810605348132e-06,
      "loss": 0.136,
      "step": 1408
    },
    {
      "epoch": 1.3761257823233093,
      "grad_norm": 0.5968782305717468,
      "learning_rate": 1.175425430340666e-06,
      "loss": 0.1424,
      "step": 1409
    },
    {
      "epoch": 1.377102732407266,
      "grad_norm": 0.5203692317008972,
      "learning_rate": 1.1720731146431289e-06,
      "loss": 0.1186,
      "step": 1410
    },
    {
      "epoch": 1.3780796824912227,
      "grad_norm": 0.7054222822189331,
      "learning_rate": 1.1687241218307382e-06,
      "loss": 0.1332,
      "step": 1411
    },
    {
      "epoch": 1.3790566325751794,
      "grad_norm": 0.5586547255516052,
      "learning_rate": 1.1653784602837115e-06,
      "loss": 0.1269,
      "step": 1412
    },
    {
      "epoch": 1.3800335826591361,
      "grad_norm": 0.9022789001464844,
      "learning_rate": 1.162036138373933e-06,
      "loss": 0.1225,
      "step": 1413
    },
    {
      "epoch": 1.3810105327430926,
      "grad_norm": 0.5225563645362854,
      "learning_rate": 1.1586971644649297e-06,
      "loss": 0.1265,
      "step": 1414
    },
    {
      "epoch": 1.3819874828270493,
      "grad_norm": 1.30247163772583,
      "learning_rate": 1.1553615469118492e-06,
      "loss": 0.1232,
      "step": 1415
    },
    {
      "epoch": 1.382964432911006,
      "grad_norm": 0.4558253288269043,
      "learning_rate": 1.1520292940614432e-06,
      "loss": 0.1138,
      "step": 1416
    },
    {
      "epoch": 1.3839413829949625,
      "grad_norm": 0.46534863114356995,
      "learning_rate": 1.1487004142520422e-06,
      "loss": 0.1269,
      "step": 1417
    },
    {
      "epoch": 1.3849183330789192,
      "grad_norm": 0.5262455940246582,
      "learning_rate": 1.1453749158135347e-06,
      "loss": 0.1483,
      "step": 1418
    },
    {
      "epoch": 1.385895283162876,
      "grad_norm": 0.5273460149765015,
      "learning_rate": 1.142052807067352e-06,
      "loss": 0.1345,
      "step": 1419
    },
    {
      "epoch": 1.3868722332468326,
      "grad_norm": 0.530284583568573,
      "learning_rate": 1.1387340963264393e-06,
      "loss": 0.1269,
      "step": 1420
    },
    {
      "epoch": 1.3878491833307893,
      "grad_norm": 2.742753267288208,
      "learning_rate": 1.135418791895241e-06,
      "loss": 0.1764,
      "step": 1421
    },
    {
      "epoch": 1.3888261334147458,
      "grad_norm": 0.7036141157150269,
      "learning_rate": 1.1321069020696794e-06,
      "loss": 0.1119,
      "step": 1422
    },
    {
      "epoch": 1.3898030834987025,
      "grad_norm": 1.1463329792022705,
      "learning_rate": 1.1287984351371287e-06,
      "loss": 0.1327,
      "step": 1423
    },
    {
      "epoch": 1.3907800335826592,
      "grad_norm": 0.5199117660522461,
      "learning_rate": 1.1254933993764008e-06,
      "loss": 0.121,
      "step": 1424
    },
    {
      "epoch": 1.3917569836666157,
      "grad_norm": 1.0432943105697632,
      "learning_rate": 1.122191803057721e-06,
      "loss": 0.116,
      "step": 1425
    },
    {
      "epoch": 1.3927339337505724,
      "grad_norm": 0.47711002826690674,
      "learning_rate": 1.1188936544427056e-06,
      "loss": 0.1206,
      "step": 1426
    },
    {
      "epoch": 1.3937108838345291,
      "grad_norm": 0.9329760670661926,
      "learning_rate": 1.115598961784348e-06,
      "loss": 0.1157,
      "step": 1427
    },
    {
      "epoch": 1.3946878339184856,
      "grad_norm": 0.7033591866493225,
      "learning_rate": 1.1123077333269921e-06,
      "loss": 0.1122,
      "step": 1428
    },
    {
      "epoch": 1.3956647840024423,
      "grad_norm": 0.47941333055496216,
      "learning_rate": 1.1090199773063107e-06,
      "loss": 0.11,
      "step": 1429
    },
    {
      "epoch": 1.396641734086399,
      "grad_norm": 0.5806613564491272,
      "learning_rate": 1.1057357019492921e-06,
      "loss": 0.1342,
      "step": 1430
    },
    {
      "epoch": 1.3976186841703557,
      "grad_norm": 0.5927656888961792,
      "learning_rate": 1.1024549154742098e-06,
      "loss": 0.1175,
      "step": 1431
    },
    {
      "epoch": 1.3985956342543124,
      "grad_norm": 0.5375458598136902,
      "learning_rate": 1.0991776260906113e-06,
      "loss": 0.1128,
      "step": 1432
    },
    {
      "epoch": 1.399572584338269,
      "grad_norm": 0.5560141801834106,
      "learning_rate": 1.0959038419992929e-06,
      "loss": 0.14,
      "step": 1433
    },
    {
      "epoch": 1.4005495344222256,
      "grad_norm": 0.517528772354126,
      "learning_rate": 1.092633571392275e-06,
      "loss": 0.1373,
      "step": 1434
    },
    {
      "epoch": 1.4015264845061823,
      "grad_norm": 1.1873289346694946,
      "learning_rate": 1.0893668224527912e-06,
      "loss": 0.1419,
      "step": 1435
    },
    {
      "epoch": 1.4025034345901388,
      "grad_norm": 0.6347547769546509,
      "learning_rate": 1.0861036033552618e-06,
      "loss": 0.1268,
      "step": 1436
    },
    {
      "epoch": 1.4034803846740955,
      "grad_norm": 0.5334620475769043,
      "learning_rate": 1.0828439222652722e-06,
      "loss": 0.1156,
      "step": 1437
    },
    {
      "epoch": 1.4044573347580522,
      "grad_norm": 0.48120439052581787,
      "learning_rate": 1.0795877873395578e-06,
      "loss": 0.1231,
      "step": 1438
    },
    {
      "epoch": 1.4054342848420087,
      "grad_norm": 1.4684795141220093,
      "learning_rate": 1.076335206725976e-06,
      "loss": 0.1408,
      "step": 1439
    },
    {
      "epoch": 1.4064112349259654,
      "grad_norm": 0.4773467481136322,
      "learning_rate": 1.0730861885634946e-06,
      "loss": 0.1186,
      "step": 1440
    },
    {
      "epoch": 1.4073881850099221,
      "grad_norm": 0.609987199306488,
      "learning_rate": 1.0698407409821661e-06,
      "loss": 0.1305,
      "step": 1441
    },
    {
      "epoch": 1.4083651350938788,
      "grad_norm": 0.7426857948303223,
      "learning_rate": 1.0665988721031062e-06,
      "loss": 0.1358,
      "step": 1442
    },
    {
      "epoch": 1.4093420851778355,
      "grad_norm": 1.0063998699188232,
      "learning_rate": 1.0633605900384763e-06,
      "loss": 0.1261,
      "step": 1443
    },
    {
      "epoch": 1.410319035261792,
      "grad_norm": 0.5790124535560608,
      "learning_rate": 1.0601259028914647e-06,
      "loss": 0.1219,
      "step": 1444
    },
    {
      "epoch": 1.4112959853457487,
      "grad_norm": 0.9051598310470581,
      "learning_rate": 1.05689481875626e-06,
      "loss": 0.1333,
      "step": 1445
    },
    {
      "epoch": 1.4122729354297054,
      "grad_norm": 0.626784086227417,
      "learning_rate": 1.0536673457180393e-06,
      "loss": 0.1137,
      "step": 1446
    },
    {
      "epoch": 1.413249885513662,
      "grad_norm": 1.024578332901001,
      "learning_rate": 1.050443491852942e-06,
      "loss": 0.1253,
      "step": 1447
    },
    {
      "epoch": 1.4142268355976186,
      "grad_norm": 0.677089512348175,
      "learning_rate": 1.04722326522805e-06,
      "loss": 0.1286,
      "step": 1448
    },
    {
      "epoch": 1.4152037856815753,
      "grad_norm": 0.947273313999176,
      "learning_rate": 1.044006673901369e-06,
      "loss": 0.1312,
      "step": 1449
    },
    {
      "epoch": 1.416180735765532,
      "grad_norm": 0.5041372179985046,
      "learning_rate": 1.0407937259218101e-06,
      "loss": 0.1192,
      "step": 1450
    },
    {
      "epoch": 1.4171576858494888,
      "grad_norm": 0.7648371458053589,
      "learning_rate": 1.0375844293291646e-06,
      "loss": 0.1394,
      "step": 1451
    },
    {
      "epoch": 1.4181346359334452,
      "grad_norm": 0.5033823847770691,
      "learning_rate": 1.03437879215409e-06,
      "loss": 0.1196,
      "step": 1452
    },
    {
      "epoch": 1.419111586017402,
      "grad_norm": 0.5057837963104248,
      "learning_rate": 1.031176822418084e-06,
      "loss": 0.1175,
      "step": 1453
    },
    {
      "epoch": 1.4200885361013587,
      "grad_norm": 0.5633666515350342,
      "learning_rate": 1.0279785281334693e-06,
      "loss": 0.1348,
      "step": 1454
    },
    {
      "epoch": 1.4210654861853151,
      "grad_norm": 0.5748161673545837,
      "learning_rate": 1.0247839173033707e-06,
      "loss": 0.1176,
      "step": 1455
    },
    {
      "epoch": 1.4220424362692718,
      "grad_norm": 0.566787838935852,
      "learning_rate": 1.0215929979216961e-06,
      "loss": 0.1175,
      "step": 1456
    },
    {
      "epoch": 1.4230193863532286,
      "grad_norm": 0.49881404638290405,
      "learning_rate": 1.0184057779731146e-06,
      "loss": 0.1262,
      "step": 1457
    },
    {
      "epoch": 1.423996336437185,
      "grad_norm": 0.4397923946380615,
      "learning_rate": 1.0152222654330412e-06,
      "loss": 0.1171,
      "step": 1458
    },
    {
      "epoch": 1.4249732865211417,
      "grad_norm": 0.6777058243751526,
      "learning_rate": 1.0120424682676106e-06,
      "loss": 0.1348,
      "step": 1459
    },
    {
      "epoch": 1.4259502366050985,
      "grad_norm": 0.8062659502029419,
      "learning_rate": 1.008866394433663e-06,
      "loss": 0.1348,
      "step": 1460
    },
    {
      "epoch": 1.4269271866890552,
      "grad_norm": 0.7809616923332214,
      "learning_rate": 1.0056940518787212e-06,
      "loss": 0.1176,
      "step": 1461
    },
    {
      "epoch": 1.4279041367730119,
      "grad_norm": 0.5211665630340576,
      "learning_rate": 1.0025254485409694e-06,
      "loss": 0.1038,
      "step": 1462
    },
    {
      "epoch": 1.4288810868569684,
      "grad_norm": 0.5614594221115112,
      "learning_rate": 9.993605923492381e-07,
      "loss": 0.1336,
      "step": 1463
    },
    {
      "epoch": 1.429858036940925,
      "grad_norm": 0.7447706460952759,
      "learning_rate": 9.961994912229785e-07,
      "loss": 0.1414,
      "step": 1464
    },
    {
      "epoch": 1.4308349870248818,
      "grad_norm": 0.6395076513290405,
      "learning_rate": 9.930421530722462e-07,
      "loss": 0.1252,
      "step": 1465
    },
    {
      "epoch": 1.4318119371088383,
      "grad_norm": 0.49954870343208313,
      "learning_rate": 9.89888585797682e-07,
      "loss": 0.1158,
      "step": 1466
    },
    {
      "epoch": 1.432788887192795,
      "grad_norm": 0.9796427488327026,
      "learning_rate": 9.867387972904885e-07,
      "loss": 0.126,
      "step": 1467
    },
    {
      "epoch": 1.4337658372767517,
      "grad_norm": 0.533560037612915,
      "learning_rate": 9.83592795432415e-07,
      "loss": 0.1243,
      "step": 1468
    },
    {
      "epoch": 1.4347427873607084,
      "grad_norm": 0.6036112904548645,
      "learning_rate": 9.804505880957351e-07,
      "loss": 0.1175,
      "step": 1469
    },
    {
      "epoch": 1.4357197374446649,
      "grad_norm": 0.663607656955719,
      "learning_rate": 9.77312183143225e-07,
      "loss": 0.1145,
      "step": 1470
    },
    {
      "epoch": 1.4366966875286216,
      "grad_norm": 0.7179862260818481,
      "learning_rate": 9.741775884281493e-07,
      "loss": 0.1203,
      "step": 1471
    },
    {
      "epoch": 1.4376736376125783,
      "grad_norm": 0.5878673195838928,
      "learning_rate": 9.710468117942359e-07,
      "loss": 0.1311,
      "step": 1472
    },
    {
      "epoch": 1.438650587696535,
      "grad_norm": 0.5466660857200623,
      "learning_rate": 9.679198610756587e-07,
      "loss": 0.1244,
      "step": 1473
    },
    {
      "epoch": 1.4396275377804915,
      "grad_norm": 0.6389520764350891,
      "learning_rate": 9.647967440970207e-07,
      "loss": 0.116,
      "step": 1474
    },
    {
      "epoch": 1.4406044878644482,
      "grad_norm": 0.6984757781028748,
      "learning_rate": 9.616774686733275e-07,
      "loss": 0.1151,
      "step": 1475
    },
    {
      "epoch": 1.4415814379484049,
      "grad_norm": 0.9478892683982849,
      "learning_rate": 9.585620426099753e-07,
      "loss": 0.1283,
      "step": 1476
    },
    {
      "epoch": 1.4425583880323614,
      "grad_norm": 0.7938877940177917,
      "learning_rate": 9.554504737027278e-07,
      "loss": 0.1094,
      "step": 1477
    },
    {
      "epoch": 1.443535338116318,
      "grad_norm": 0.7785425782203674,
      "learning_rate": 9.523427697376941e-07,
      "loss": 0.128,
      "step": 1478
    },
    {
      "epoch": 1.4445122882002748,
      "grad_norm": 0.5309463739395142,
      "learning_rate": 9.492389384913159e-07,
      "loss": 0.1303,
      "step": 1479
    },
    {
      "epoch": 1.4454892382842315,
      "grad_norm": 0.8360875248908997,
      "learning_rate": 9.461389877303409e-07,
      "loss": 0.1194,
      "step": 1480
    },
    {
      "epoch": 1.4464661883681882,
      "grad_norm": 0.5747968554496765,
      "learning_rate": 9.430429252118073e-07,
      "loss": 0.1141,
      "step": 1481
    },
    {
      "epoch": 1.4474431384521447,
      "grad_norm": 0.5618856549263,
      "learning_rate": 9.39950758683025e-07,
      "loss": 0.1292,
      "step": 1482
    },
    {
      "epoch": 1.4484200885361014,
      "grad_norm": 0.7081732153892517,
      "learning_rate": 9.368624958815553e-07,
      "loss": 0.1121,
      "step": 1483
    },
    {
      "epoch": 1.449397038620058,
      "grad_norm": 0.7016134858131409,
      "learning_rate": 9.337781445351879e-07,
      "loss": 0.1356,
      "step": 1484
    },
    {
      "epoch": 1.4503739887040146,
      "grad_norm": 0.7247880101203918,
      "learning_rate": 9.306977123619293e-07,
      "loss": 0.1243,
      "step": 1485
    },
    {
      "epoch": 1.4513509387879713,
      "grad_norm": 0.46754956245422363,
      "learning_rate": 9.276212070699744e-07,
      "loss": 0.1235,
      "step": 1486
    },
    {
      "epoch": 1.452327888871928,
      "grad_norm": 0.4951886236667633,
      "learning_rate": 9.245486363576961e-07,
      "loss": 0.113,
      "step": 1487
    },
    {
      "epoch": 1.4533048389558845,
      "grad_norm": 0.4841793179512024,
      "learning_rate": 9.21480007913619e-07,
      "loss": 0.1168,
      "step": 1488
    },
    {
      "epoch": 1.4542817890398412,
      "grad_norm": 0.6489046216011047,
      "learning_rate": 9.184153294164031e-07,
      "loss": 0.1336,
      "step": 1489
    },
    {
      "epoch": 1.4552587391237979,
      "grad_norm": 0.5661309361457825,
      "learning_rate": 9.153546085348253e-07,
      "loss": 0.1092,
      "step": 1490
    },
    {
      "epoch": 1.4562356892077546,
      "grad_norm": 0.5326016545295715,
      "learning_rate": 9.122978529277601e-07,
      "loss": 0.109,
      "step": 1491
    },
    {
      "epoch": 1.4572126392917113,
      "grad_norm": 0.46728262305259705,
      "learning_rate": 9.092450702441572e-07,
      "loss": 0.1119,
      "step": 1492
    },
    {
      "epoch": 1.4581895893756678,
      "grad_norm": 0.4788103997707367,
      "learning_rate": 9.061962681230266e-07,
      "loss": 0.1125,
      "step": 1493
    },
    {
      "epoch": 1.4591665394596245,
      "grad_norm": 0.5560827255249023,
      "learning_rate": 9.031514541934186e-07,
      "loss": 0.1203,
      "step": 1494
    },
    {
      "epoch": 1.4601434895435812,
      "grad_norm": 0.6202582716941833,
      "learning_rate": 9.001106360744014e-07,
      "loss": 0.125,
      "step": 1495
    },
    {
      "epoch": 1.4611204396275377,
      "grad_norm": 0.7125849723815918,
      "learning_rate": 8.970738213750447e-07,
      "loss": 0.1262,
      "step": 1496
    },
    {
      "epoch": 1.4620973897114944,
      "grad_norm": 0.7084099650382996,
      "learning_rate": 8.940410176944029e-07,
      "loss": 0.1429,
      "step": 1497
    },
    {
      "epoch": 1.463074339795451,
      "grad_norm": 0.4294019341468811,
      "learning_rate": 8.910122326214903e-07,
      "loss": 0.1181,
      "step": 1498
    },
    {
      "epoch": 1.4640512898794078,
      "grad_norm": 0.8556720614433289,
      "learning_rate": 8.87987473735269e-07,
      "loss": 0.1254,
      "step": 1499
    },
    {
      "epoch": 1.4650282399633645,
      "grad_norm": 0.5792166590690613,
      "learning_rate": 8.849667486046224e-07,
      "loss": 0.1145,
      "step": 1500
    },
    {
      "epoch": 1.466005190047321,
      "grad_norm": 0.5899726748466492,
      "learning_rate": 8.819500647883428e-07,
      "loss": 0.114,
      "step": 1501
    },
    {
      "epoch": 1.4669821401312777,
      "grad_norm": 1.1968765258789062,
      "learning_rate": 8.789374298351105e-07,
      "loss": 0.1257,
      "step": 1502
    },
    {
      "epoch": 1.4679590902152344,
      "grad_norm": 0.7331739664077759,
      "learning_rate": 8.759288512834721e-07,
      "loss": 0.1106,
      "step": 1503
    },
    {
      "epoch": 1.468936040299191,
      "grad_norm": 0.5271918177604675,
      "learning_rate": 8.729243366618237e-07,
      "loss": 0.1351,
      "step": 1504
    },
    {
      "epoch": 1.4699129903831476,
      "grad_norm": 0.9830980896949768,
      "learning_rate": 8.699238934883949e-07,
      "loss": 0.125,
      "step": 1505
    },
    {
      "epoch": 1.4708899404671043,
      "grad_norm": 0.495226114988327,
      "learning_rate": 8.669275292712242e-07,
      "loss": 0.1172,
      "step": 1506
    },
    {
      "epoch": 1.4718668905510608,
      "grad_norm": 0.5556236505508423,
      "learning_rate": 8.639352515081465e-07,
      "loss": 0.1268,
      "step": 1507
    },
    {
      "epoch": 1.4728438406350175,
      "grad_norm": 1.2183847427368164,
      "learning_rate": 8.60947067686767e-07,
      "loss": 0.1322,
      "step": 1508
    },
    {
      "epoch": 1.4738207907189742,
      "grad_norm": 0.6959921717643738,
      "learning_rate": 8.579629852844501e-07,
      "loss": 0.1238,
      "step": 1509
    },
    {
      "epoch": 1.474797740802931,
      "grad_norm": 0.5215861201286316,
      "learning_rate": 8.54983011768297e-07,
      "loss": 0.1141,
      "step": 1510
    },
    {
      "epoch": 1.4757746908868876,
      "grad_norm": 0.4962870180606842,
      "learning_rate": 8.520071545951253e-07,
      "loss": 0.111,
      "step": 1511
    },
    {
      "epoch": 1.476751640970844,
      "grad_norm": 0.5615082383155823,
      "learning_rate": 8.490354212114518e-07,
      "loss": 0.1285,
      "step": 1512
    },
    {
      "epoch": 1.4777285910548008,
      "grad_norm": 1.5830167531967163,
      "learning_rate": 8.460678190534779e-07,
      "loss": 0.1113,
      "step": 1513
    },
    {
      "epoch": 1.4787055411387575,
      "grad_norm": 0.6755221486091614,
      "learning_rate": 8.43104355547063e-07,
      "loss": 0.1222,
      "step": 1514
    },
    {
      "epoch": 1.479682491222714,
      "grad_norm": 0.6732090711593628,
      "learning_rate": 8.401450381077134e-07,
      "loss": 0.1208,
      "step": 1515
    },
    {
      "epoch": 1.4806594413066707,
      "grad_norm": 0.8399896621704102,
      "learning_rate": 8.371898741405604e-07,
      "loss": 0.1206,
      "step": 1516
    },
    {
      "epoch": 1.4816363913906274,
      "grad_norm": 0.44740211963653564,
      "learning_rate": 8.342388710403398e-07,
      "loss": 0.1087,
      "step": 1517
    },
    {
      "epoch": 1.482613341474584,
      "grad_norm": 0.636900782585144,
      "learning_rate": 8.312920361913787e-07,
      "loss": 0.1285,
      "step": 1518
    },
    {
      "epoch": 1.4835902915585406,
      "grad_norm": 0.808541476726532,
      "learning_rate": 8.283493769675716e-07,
      "loss": 0.1233,
      "step": 1519
    },
    {
      "epoch": 1.4845672416424973,
      "grad_norm": 0.4924761950969696,
      "learning_rate": 8.254109007323638e-07,
      "loss": 0.1242,
      "step": 1520
    },
    {
      "epoch": 1.485544191726454,
      "grad_norm": 0.5257745981216431,
      "learning_rate": 8.224766148387369e-07,
      "loss": 0.1325,
      "step": 1521
    },
    {
      "epoch": 1.4865211418104107,
      "grad_norm": 0.8435088396072388,
      "learning_rate": 8.195465266291827e-07,
      "loss": 0.1261,
      "step": 1522
    },
    {
      "epoch": 1.4874980918943672,
      "grad_norm": 0.7535191774368286,
      "learning_rate": 8.166206434356921e-07,
      "loss": 0.1235,
      "step": 1523
    },
    {
      "epoch": 1.488475041978324,
      "grad_norm": 0.8404972553253174,
      "learning_rate": 8.136989725797337e-07,
      "loss": 0.1192,
      "step": 1524
    },
    {
      "epoch": 1.4894519920622806,
      "grad_norm": 0.6082322001457214,
      "learning_rate": 8.107815213722331e-07,
      "loss": 0.1319,
      "step": 1525
    },
    {
      "epoch": 1.4904289421462371,
      "grad_norm": 0.5912935137748718,
      "learning_rate": 8.078682971135598e-07,
      "loss": 0.1413,
      "step": 1526
    },
    {
      "epoch": 1.4914058922301938,
      "grad_norm": 0.6042731404304504,
      "learning_rate": 8.049593070935044e-07,
      "loss": 0.1243,
      "step": 1527
    },
    {
      "epoch": 1.4923828423141505,
      "grad_norm": 0.7142298221588135,
      "learning_rate": 8.020545585912617e-07,
      "loss": 0.1277,
      "step": 1528
    },
    {
      "epoch": 1.4933597923981072,
      "grad_norm": 0.8495448231697083,
      "learning_rate": 7.991540588754149e-07,
      "loss": 0.1253,
      "step": 1529
    },
    {
      "epoch": 1.494336742482064,
      "grad_norm": 0.7489160299301147,
      "learning_rate": 7.962578152039149e-07,
      "loss": 0.1108,
      "step": 1530
    },
    {
      "epoch": 1.4953136925660204,
      "grad_norm": 0.6093230247497559,
      "learning_rate": 7.933658348240605e-07,
      "loss": 0.1171,
      "step": 1531
    },
    {
      "epoch": 1.4962906426499771,
      "grad_norm": 0.5270717740058899,
      "learning_rate": 7.904781249724858e-07,
      "loss": 0.1217,
      "step": 1532
    },
    {
      "epoch": 1.4972675927339338,
      "grad_norm": 1.3727728128433228,
      "learning_rate": 7.875946928751355e-07,
      "loss": 0.1316,
      "step": 1533
    },
    {
      "epoch": 1.4982445428178903,
      "grad_norm": 0.9571304321289062,
      "learning_rate": 7.847155457472527e-07,
      "loss": 0.1267,
      "step": 1534
    },
    {
      "epoch": 1.499221492901847,
      "grad_norm": 0.6771973967552185,
      "learning_rate": 7.818406907933562e-07,
      "loss": 0.1252,
      "step": 1535
    },
    {
      "epoch": 1.5001984429858037,
      "grad_norm": 0.6739697456359863,
      "learning_rate": 7.789701352072249e-07,
      "loss": 0.1301,
      "step": 1536
    },
    {
      "epoch": 1.5011753930697602,
      "grad_norm": 0.6448550224304199,
      "learning_rate": 7.761038861718798e-07,
      "loss": 0.1231,
      "step": 1537
    },
    {
      "epoch": 1.5021523431537172,
      "grad_norm": 0.600214958190918,
      "learning_rate": 7.732419508595668e-07,
      "loss": 0.1329,
      "step": 1538
    },
    {
      "epoch": 1.5031292932376736,
      "grad_norm": 0.5520655512809753,
      "learning_rate": 7.70384336431734e-07,
      "loss": 0.123,
      "step": 1539
    },
    {
      "epoch": 1.5041062433216301,
      "grad_norm": 0.584899365901947,
      "learning_rate": 7.675310500390215e-07,
      "loss": 0.1339,
      "step": 1540
    },
    {
      "epoch": 1.505083193405587,
      "grad_norm": 0.6146745085716248,
      "learning_rate": 7.646820988212364e-07,
      "loss": 0.1166,
      "step": 1541
    },
    {
      "epoch": 1.5060601434895435,
      "grad_norm": 1.3191120624542236,
      "learning_rate": 7.61837489907338e-07,
      "loss": 0.1248,
      "step": 1542
    },
    {
      "epoch": 1.5070370935735002,
      "grad_norm": 0.6798263788223267,
      "learning_rate": 7.58997230415422e-07,
      "loss": 0.1247,
      "step": 1543
    },
    {
      "epoch": 1.508014043657457,
      "grad_norm": 0.6484711766242981,
      "learning_rate": 7.561613274526971e-07,
      "loss": 0.1233,
      "step": 1544
    },
    {
      "epoch": 1.5089909937414134,
      "grad_norm": 0.5282912254333496,
      "learning_rate": 7.533297881154739e-07,
      "loss": 0.1133,
      "step": 1545
    },
    {
      "epoch": 1.5099679438253701,
      "grad_norm": 0.5817572474479675,
      "learning_rate": 7.505026194891432e-07,
      "loss": 0.1279,
      "step": 1546
    },
    {
      "epoch": 1.5109448939093268,
      "grad_norm": 0.443130224943161,
      "learning_rate": 7.476798286481562e-07,
      "loss": 0.1243,
      "step": 1547
    },
    {
      "epoch": 1.5119218439932833,
      "grad_norm": 0.49105507135391235,
      "learning_rate": 7.448614226560127e-07,
      "loss": 0.1152,
      "step": 1548
    },
    {
      "epoch": 1.5128987940772403,
      "grad_norm": 0.42153459787368774,
      "learning_rate": 7.420474085652409e-07,
      "loss": 0.1163,
      "step": 1549
    },
    {
      "epoch": 1.5138757441611967,
      "grad_norm": 0.7881332039833069,
      "learning_rate": 7.392377934173736e-07,
      "loss": 0.1248,
      "step": 1550
    },
    {
      "epoch": 1.5148526942451535,
      "grad_norm": 0.6543744802474976,
      "learning_rate": 7.364325842429417e-07,
      "loss": 0.1261,
      "step": 1551
    },
    {
      "epoch": 1.5158296443291102,
      "grad_norm": 0.4835239052772522,
      "learning_rate": 7.336317880614497e-07,
      "loss": 0.1248,
      "step": 1552
    },
    {
      "epoch": 1.5168065944130666,
      "grad_norm": 0.6503763794898987,
      "learning_rate": 7.308354118813571e-07,
      "loss": 0.1211,
      "step": 1553
    },
    {
      "epoch": 1.5177835444970234,
      "grad_norm": 0.7182596921920776,
      "learning_rate": 7.280434627000669e-07,
      "loss": 0.1368,
      "step": 1554
    },
    {
      "epoch": 1.51876049458098,
      "grad_norm": 0.8125506043434143,
      "learning_rate": 7.252559475039004e-07,
      "loss": 0.1294,
      "step": 1555
    },
    {
      "epoch": 1.5197374446649365,
      "grad_norm": 0.6878829002380371,
      "learning_rate": 7.224728732680861e-07,
      "loss": 0.1257,
      "step": 1556
    },
    {
      "epoch": 1.5207143947488933,
      "grad_norm": 0.6152113080024719,
      "learning_rate": 7.196942469567417e-07,
      "loss": 0.1246,
      "step": 1557
    },
    {
      "epoch": 1.52169134483285,
      "grad_norm": 0.5264148712158203,
      "learning_rate": 7.169200755228486e-07,
      "loss": 0.1154,
      "step": 1558
    },
    {
      "epoch": 1.5226682949168064,
      "grad_norm": 1.520292043685913,
      "learning_rate": 7.141503659082469e-07,
      "loss": 0.1254,
      "step": 1559
    },
    {
      "epoch": 1.5236452450007634,
      "grad_norm": 0.6638200879096985,
      "learning_rate": 7.113851250436099e-07,
      "loss": 0.1155,
      "step": 1560
    },
    {
      "epoch": 1.5246221950847199,
      "grad_norm": 0.4376411437988281,
      "learning_rate": 7.086243598484266e-07,
      "loss": 0.1217,
      "step": 1561
    },
    {
      "epoch": 1.5255991451686766,
      "grad_norm": 0.4782516360282898,
      "learning_rate": 7.058680772309895e-07,
      "loss": 0.1211,
      "step": 1562
    },
    {
      "epoch": 1.5265760952526333,
      "grad_norm": 0.5473380088806152,
      "learning_rate": 7.031162840883735e-07,
      "loss": 0.1194,
      "step": 1563
    },
    {
      "epoch": 1.5275530453365898,
      "grad_norm": 0.6324317455291748,
      "learning_rate": 7.003689873064173e-07,
      "loss": 0.1169,
      "step": 1564
    },
    {
      "epoch": 1.5285299954205465,
      "grad_norm": 0.5594613552093506,
      "learning_rate": 6.97626193759712e-07,
      "loss": 0.1171,
      "step": 1565
    },
    {
      "epoch": 1.5295069455045032,
      "grad_norm": 0.5535578727722168,
      "learning_rate": 6.948879103115769e-07,
      "loss": 0.1213,
      "step": 1566
    },
    {
      "epoch": 1.5304838955884597,
      "grad_norm": 0.6731473207473755,
      "learning_rate": 6.921541438140464e-07,
      "loss": 0.1102,
      "step": 1567
    },
    {
      "epoch": 1.5314608456724166,
      "grad_norm": 1.485221266746521,
      "learning_rate": 6.894249011078543e-07,
      "loss": 0.116,
      "step": 1568
    },
    {
      "epoch": 1.532437795756373,
      "grad_norm": 0.7399523854255676,
      "learning_rate": 6.867001890224109e-07,
      "loss": 0.1374,
      "step": 1569
    },
    {
      "epoch": 1.5334147458403298,
      "grad_norm": 0.5747402310371399,
      "learning_rate": 6.839800143757924e-07,
      "loss": 0.1336,
      "step": 1570
    },
    {
      "epoch": 1.5343916959242865,
      "grad_norm": 0.6139041185379028,
      "learning_rate": 6.812643839747204e-07,
      "loss": 0.1454,
      "step": 1571
    },
    {
      "epoch": 1.535368646008243,
      "grad_norm": 0.6948770880699158,
      "learning_rate": 6.785533046145445e-07,
      "loss": 0.1217,
      "step": 1572
    },
    {
      "epoch": 1.5363455960921997,
      "grad_norm": 0.6427881121635437,
      "learning_rate": 6.758467830792254e-07,
      "loss": 0.1482,
      "step": 1573
    },
    {
      "epoch": 1.5373225461761564,
      "grad_norm": 0.5660995841026306,
      "learning_rate": 6.731448261413215e-07,
      "loss": 0.1121,
      "step": 1574
    },
    {
      "epoch": 1.5382994962601129,
      "grad_norm": 0.8488437533378601,
      "learning_rate": 6.70447440561966e-07,
      "loss": 0.1192,
      "step": 1575
    },
    {
      "epoch": 1.5392764463440696,
      "grad_norm": 0.47182774543762207,
      "learning_rate": 6.677546330908563e-07,
      "loss": 0.1115,
      "step": 1576
    },
    {
      "epoch": 1.5402533964280263,
      "grad_norm": 1.0015591382980347,
      "learning_rate": 6.650664104662308e-07,
      "loss": 0.1208,
      "step": 1577
    },
    {
      "epoch": 1.5412303465119828,
      "grad_norm": 0.9412240386009216,
      "learning_rate": 6.623827794148572e-07,
      "loss": 0.1314,
      "step": 1578
    },
    {
      "epoch": 1.5422072965959397,
      "grad_norm": 0.46412599086761475,
      "learning_rate": 6.597037466520139e-07,
      "loss": 0.1124,
      "step": 1579
    },
    {
      "epoch": 1.5431842466798962,
      "grad_norm": 0.4531099200248718,
      "learning_rate": 6.570293188814722e-07,
      "loss": 0.1218,
      "step": 1580
    },
    {
      "epoch": 1.5441611967638529,
      "grad_norm": 0.6451519727706909,
      "learning_rate": 6.543595027954786e-07,
      "loss": 0.1179,
      "step": 1581
    },
    {
      "epoch": 1.5451381468478096,
      "grad_norm": 0.7565576434135437,
      "learning_rate": 6.516943050747435e-07,
      "loss": 0.1161,
      "step": 1582
    },
    {
      "epoch": 1.546115096931766,
      "grad_norm": 0.48450151085853577,
      "learning_rate": 6.490337323884171e-07,
      "loss": 0.1181,
      "step": 1583
    },
    {
      "epoch": 1.5470920470157228,
      "grad_norm": 0.6125978827476501,
      "learning_rate": 6.463777913940783e-07,
      "loss": 0.1109,
      "step": 1584
    },
    {
      "epoch": 1.5480689970996795,
      "grad_norm": 0.611227810382843,
      "learning_rate": 6.437264887377168e-07,
      "loss": 0.1201,
      "step": 1585
    },
    {
      "epoch": 1.549045947183636,
      "grad_norm": 0.5589958429336548,
      "learning_rate": 6.410798310537131e-07,
      "loss": 0.118,
      "step": 1586
    },
    {
      "epoch": 1.5500228972675927,
      "grad_norm": 1.73842453956604,
      "learning_rate": 6.38437824964827e-07,
      "loss": 0.1484,
      "step": 1587
    },
    {
      "epoch": 1.5509998473515494,
      "grad_norm": 0.795369029045105,
      "learning_rate": 6.358004770821774e-07,
      "loss": 0.1156,
      "step": 1588
    },
    {
      "epoch": 1.5519767974355059,
      "grad_norm": 0.6028547286987305,
      "learning_rate": 6.331677940052261e-07,
      "loss": 0.1278,
      "step": 1589
    },
    {
      "epoch": 1.5529537475194628,
      "grad_norm": 1.1297847032546997,
      "learning_rate": 6.305397823217649e-07,
      "loss": 0.1218,
      "step": 1590
    },
    {
      "epoch": 1.5539306976034193,
      "grad_norm": 0.6576840877532959,
      "learning_rate": 6.279164486078926e-07,
      "loss": 0.123,
      "step": 1591
    },
    {
      "epoch": 1.554907647687376,
      "grad_norm": 0.497183233499527,
      "learning_rate": 6.252977994280055e-07,
      "loss": 0.1265,
      "step": 1592
    },
    {
      "epoch": 1.5558845977713327,
      "grad_norm": 0.5563151836395264,
      "learning_rate": 6.226838413347766e-07,
      "loss": 0.1325,
      "step": 1593
    },
    {
      "epoch": 1.5568615478552892,
      "grad_norm": 0.742324948310852,
      "learning_rate": 6.200745808691391e-07,
      "loss": 0.1259,
      "step": 1594
    },
    {
      "epoch": 1.557838497939246,
      "grad_norm": 0.5966019034385681,
      "learning_rate": 6.174700245602739e-07,
      "loss": 0.1313,
      "step": 1595
    },
    {
      "epoch": 1.5588154480232026,
      "grad_norm": 0.48993411660194397,
      "learning_rate": 6.148701789255881e-07,
      "loss": 0.1215,
      "step": 1596
    },
    {
      "epoch": 1.559792398107159,
      "grad_norm": 0.8104481101036072,
      "learning_rate": 6.12275050470702e-07,
      "loss": 0.1253,
      "step": 1597
    },
    {
      "epoch": 1.560769348191116,
      "grad_norm": 0.6388115882873535,
      "learning_rate": 6.096846456894326e-07,
      "loss": 0.1262,
      "step": 1598
    },
    {
      "epoch": 1.5617462982750725,
      "grad_norm": 0.5106819272041321,
      "learning_rate": 6.070989710637773e-07,
      "loss": 0.1198,
      "step": 1599
    },
    {
      "epoch": 1.5627232483590292,
      "grad_norm": 0.4931243360042572,
      "learning_rate": 6.04518033063895e-07,
      "loss": 0.1149,
      "step": 1600
    },
    {
      "epoch": 1.563700198442986,
      "grad_norm": 0.6106110215187073,
      "learning_rate": 6.019418381480952e-07,
      "loss": 0.1271,
      "step": 1601
    },
    {
      "epoch": 1.5646771485269424,
      "grad_norm": 0.5603227615356445,
      "learning_rate": 5.99370392762815e-07,
      "loss": 0.1149,
      "step": 1602
    },
    {
      "epoch": 1.565654098610899,
      "grad_norm": 0.5077688097953796,
      "learning_rate": 5.968037033426108e-07,
      "loss": 0.1288,
      "step": 1603
    },
    {
      "epoch": 1.5666310486948558,
      "grad_norm": 0.621652364730835,
      "learning_rate": 5.942417763101346e-07,
      "loss": 0.1164,
      "step": 1604
    },
    {
      "epoch": 1.5676079987788123,
      "grad_norm": 0.548293948173523,
      "learning_rate": 5.916846180761229e-07,
      "loss": 0.1138,
      "step": 1605
    },
    {
      "epoch": 1.568584948862769,
      "grad_norm": 0.7004862427711487,
      "learning_rate": 5.891322350393791e-07,
      "loss": 0.1184,
      "step": 1606
    },
    {
      "epoch": 1.5695618989467257,
      "grad_norm": 0.43852436542510986,
      "learning_rate": 5.86584633586759e-07,
      "loss": 0.1215,
      "step": 1607
    },
    {
      "epoch": 1.5705388490306822,
      "grad_norm": 1.1353037357330322,
      "learning_rate": 5.840418200931499e-07,
      "loss": 0.1207,
      "step": 1608
    },
    {
      "epoch": 1.5715157991146391,
      "grad_norm": 0.5289071798324585,
      "learning_rate": 5.815038009214625e-07,
      "loss": 0.1171,
      "step": 1609
    },
    {
      "epoch": 1.5724927491985956,
      "grad_norm": 0.5824196934700012,
      "learning_rate": 5.78970582422606e-07,
      "loss": 0.1241,
      "step": 1610
    },
    {
      "epoch": 1.5734696992825523,
      "grad_norm": 0.7752619981765747,
      "learning_rate": 5.764421709354812e-07,
      "loss": 0.123,
      "step": 1611
    },
    {
      "epoch": 1.574446649366509,
      "grad_norm": 0.5433787107467651,
      "learning_rate": 5.739185727869573e-07,
      "loss": 0.1344,
      "step": 1612
    },
    {
      "epoch": 1.5754235994504655,
      "grad_norm": 0.8078683018684387,
      "learning_rate": 5.713997942918595e-07,
      "loss": 0.1181,
      "step": 1613
    },
    {
      "epoch": 1.5764005495344222,
      "grad_norm": 0.4675946831703186,
      "learning_rate": 5.688858417529539e-07,
      "loss": 0.1149,
      "step": 1614
    },
    {
      "epoch": 1.577377499618379,
      "grad_norm": 0.5040484070777893,
      "learning_rate": 5.663767214609301e-07,
      "loss": 0.1126,
      "step": 1615
    },
    {
      "epoch": 1.5783544497023354,
      "grad_norm": 0.5947394967079163,
      "learning_rate": 5.638724396943848e-07,
      "loss": 0.1289,
      "step": 1616
    },
    {
      "epoch": 1.5793313997862923,
      "grad_norm": 0.7541037201881409,
      "learning_rate": 5.613730027198089e-07,
      "loss": 0.1375,
      "step": 1617
    },
    {
      "epoch": 1.5803083498702488,
      "grad_norm": 0.6051619648933411,
      "learning_rate": 5.588784167915696e-07,
      "loss": 0.1298,
      "step": 1618
    },
    {
      "epoch": 1.5812852999542053,
      "grad_norm": 0.5421449542045593,
      "learning_rate": 5.563886881518943e-07,
      "loss": 0.1211,
      "step": 1619
    },
    {
      "epoch": 1.5822622500381622,
      "grad_norm": 0.5993972420692444,
      "learning_rate": 5.539038230308564e-07,
      "loss": 0.111,
      "step": 1620
    },
    {
      "epoch": 1.5832392001221187,
      "grad_norm": 0.48703792691230774,
      "learning_rate": 5.514238276463607e-07,
      "loss": 0.1157,
      "step": 1621
    },
    {
      "epoch": 1.5842161502060754,
      "grad_norm": 0.4974450170993805,
      "learning_rate": 5.489487082041236e-07,
      "loss": 0.124,
      "step": 1622
    },
    {
      "epoch": 1.5851931002900321,
      "grad_norm": 0.48971793055534363,
      "learning_rate": 5.464784708976639e-07,
      "loss": 0.1245,
      "step": 1623
    },
    {
      "epoch": 1.5861700503739886,
      "grad_norm": 0.4794745147228241,
      "learning_rate": 5.4401312190828e-07,
      "loss": 0.1259,
      "step": 1624
    },
    {
      "epoch": 1.5871470004579453,
      "grad_norm": 0.5340744853019714,
      "learning_rate": 5.415526674050412e-07,
      "loss": 0.1195,
      "step": 1625
    },
    {
      "epoch": 1.588123950541902,
      "grad_norm": 0.8452017903327942,
      "learning_rate": 5.390971135447687e-07,
      "loss": 0.1139,
      "step": 1626
    },
    {
      "epoch": 1.5891009006258585,
      "grad_norm": 0.5496191382408142,
      "learning_rate": 5.366464664720195e-07,
      "loss": 0.1269,
      "step": 1627
    },
    {
      "epoch": 1.5900778507098154,
      "grad_norm": 0.4589594602584839,
      "learning_rate": 5.342007323190726e-07,
      "loss": 0.129,
      "step": 1628
    },
    {
      "epoch": 1.591054800793772,
      "grad_norm": 0.9928551912307739,
      "learning_rate": 5.317599172059149e-07,
      "loss": 0.1124,
      "step": 1629
    },
    {
      "epoch": 1.5920317508777286,
      "grad_norm": 0.8636537194252014,
      "learning_rate": 5.29324027240222e-07,
      "loss": 0.1209,
      "step": 1630
    },
    {
      "epoch": 1.5930087009616853,
      "grad_norm": 0.45822155475616455,
      "learning_rate": 5.268930685173473e-07,
      "loss": 0.108,
      "step": 1631
    },
    {
      "epoch": 1.5939856510456418,
      "grad_norm": 0.4430014193058014,
      "learning_rate": 5.244670471203042e-07,
      "loss": 0.1197,
      "step": 1632
    },
    {
      "epoch": 1.5949626011295985,
      "grad_norm": 0.7680898308753967,
      "learning_rate": 5.220459691197502e-07,
      "loss": 0.1253,
      "step": 1633
    },
    {
      "epoch": 1.5959395512135552,
      "grad_norm": 0.7509202361106873,
      "learning_rate": 5.196298405739749e-07,
      "loss": 0.1298,
      "step": 1634
    },
    {
      "epoch": 1.5969165012975117,
      "grad_norm": 0.6401910781860352,
      "learning_rate": 5.17218667528881e-07,
      "loss": 0.1275,
      "step": 1635
    },
    {
      "epoch": 1.5978934513814684,
      "grad_norm": 0.4642656445503235,
      "learning_rate": 5.148124560179707e-07,
      "loss": 0.1146,
      "step": 1636
    },
    {
      "epoch": 1.5988704014654251,
      "grad_norm": 0.5455799102783203,
      "learning_rate": 5.124112120623337e-07,
      "loss": 0.0989,
      "step": 1637
    },
    {
      "epoch": 1.5998473515493816,
      "grad_norm": 0.628270149230957,
      "learning_rate": 5.10014941670626e-07,
      "loss": 0.127,
      "step": 1638
    },
    {
      "epoch": 1.6008243016333386,
      "grad_norm": 0.6266299486160278,
      "learning_rate": 5.076236508390606e-07,
      "loss": 0.129,
      "step": 1639
    },
    {
      "epoch": 1.601801251717295,
      "grad_norm": 0.5914819836616516,
      "learning_rate": 5.052373455513895e-07,
      "loss": 0.1211,
      "step": 1640
    },
    {
      "epoch": 1.6027782018012517,
      "grad_norm": 0.5658186078071594,
      "learning_rate": 5.02856031778888e-07,
      "loss": 0.1214,
      "step": 1641
    },
    {
      "epoch": 1.6037551518852085,
      "grad_norm": 0.5784573554992676,
      "learning_rate": 5.004797154803431e-07,
      "loss": 0.1313,
      "step": 1642
    },
    {
      "epoch": 1.604732101969165,
      "grad_norm": 0.4859617352485657,
      "learning_rate": 4.981084026020355e-07,
      "loss": 0.106,
      "step": 1643
    },
    {
      "epoch": 1.6057090520531216,
      "grad_norm": 0.5939765572547913,
      "learning_rate": 4.957420990777248e-07,
      "loss": 0.1159,
      "step": 1644
    },
    {
      "epoch": 1.6066860021370784,
      "grad_norm": 0.6516666412353516,
      "learning_rate": 4.933808108286381e-07,
      "loss": 0.1326,
      "step": 1645
    },
    {
      "epoch": 1.6076629522210348,
      "grad_norm": 0.995316207408905,
      "learning_rate": 4.910245437634501e-07,
      "loss": 0.1313,
      "step": 1646
    },
    {
      "epoch": 1.6086399023049918,
      "grad_norm": 0.49212634563446045,
      "learning_rate": 4.886733037782728e-07,
      "loss": 0.1212,
      "step": 1647
    },
    {
      "epoch": 1.6096168523889482,
      "grad_norm": 0.5230310559272766,
      "learning_rate": 4.863270967566389e-07,
      "loss": 0.1203,
      "step": 1648
    },
    {
      "epoch": 1.6105938024729047,
      "grad_norm": 0.4029630720615387,
      "learning_rate": 4.839859285694854e-07,
      "loss": 0.1063,
      "step": 1649
    },
    {
      "epoch": 1.6115707525568617,
      "grad_norm": 0.499109148979187,
      "learning_rate": 4.816498050751422e-07,
      "loss": 0.1224,
      "step": 1650
    },
    {
      "epoch": 1.6125477026408181,
      "grad_norm": 0.9248983860015869,
      "learning_rate": 4.793187321193155e-07,
      "loss": 0.1458,
      "step": 1651
    },
    {
      "epoch": 1.6135246527247749,
      "grad_norm": 0.5667829513549805,
      "learning_rate": 4.769927155350721e-07,
      "loss": 0.1165,
      "step": 1652
    },
    {
      "epoch": 1.6145016028087316,
      "grad_norm": 0.6089081764221191,
      "learning_rate": 4.746717611428278e-07,
      "loss": 0.1164,
      "step": 1653
    },
    {
      "epoch": 1.615478552892688,
      "grad_norm": 0.6611413359642029,
      "learning_rate": 4.7235587475033153e-07,
      "loss": 0.1333,
      "step": 1654
    },
    {
      "epoch": 1.6164555029766448,
      "grad_norm": 0.5669116973876953,
      "learning_rate": 4.700450621526484e-07,
      "loss": 0.1256,
      "step": 1655
    },
    {
      "epoch": 1.6174324530606015,
      "grad_norm": 0.4340880513191223,
      "learning_rate": 4.6773932913215e-07,
      "loss": 0.1236,
      "step": 1656
    },
    {
      "epoch": 1.618409403144558,
      "grad_norm": 0.5093257427215576,
      "learning_rate": 4.654386814584944e-07,
      "loss": 0.1302,
      "step": 1657
    },
    {
      "epoch": 1.6193863532285149,
      "grad_norm": 1.0469484329223633,
      "learning_rate": 4.631431248886173e-07,
      "loss": 0.123,
      "step": 1658
    },
    {
      "epoch": 1.6203633033124714,
      "grad_norm": 0.46528348326683044,
      "learning_rate": 4.6085266516671306e-07,
      "loss": 0.1053,
      "step": 1659
    },
    {
      "epoch": 1.621340253396428,
      "grad_norm": 0.5752331614494324,
      "learning_rate": 4.58567308024222e-07,
      "loss": 0.1224,
      "step": 1660
    },
    {
      "epoch": 1.6223172034803848,
      "grad_norm": 0.7798343300819397,
      "learning_rate": 4.562870591798177e-07,
      "loss": 0.1198,
      "step": 1661
    },
    {
      "epoch": 1.6232941535643413,
      "grad_norm": 2.5183918476104736,
      "learning_rate": 4.540119243393906e-07,
      "loss": 0.1166,
      "step": 1662
    },
    {
      "epoch": 1.624271103648298,
      "grad_norm": 1.0901920795440674,
      "learning_rate": 4.5174190919603316e-07,
      "loss": 0.1158,
      "step": 1663
    },
    {
      "epoch": 1.6252480537322547,
      "grad_norm": 0.6507642865180969,
      "learning_rate": 4.494770194300288e-07,
      "loss": 0.1213,
      "step": 1664
    },
    {
      "epoch": 1.6262250038162112,
      "grad_norm": 0.48321932554244995,
      "learning_rate": 4.4721726070883377e-07,
      "loss": 0.1179,
      "step": 1665
    },
    {
      "epoch": 1.6272019539001679,
      "grad_norm": 0.5404170155525208,
      "learning_rate": 4.4496263868706534e-07,
      "loss": 0.1205,
      "step": 1666
    },
    {
      "epoch": 1.6281789039841246,
      "grad_norm": 0.5240875482559204,
      "learning_rate": 4.4271315900648785e-07,
      "loss": 0.1032,
      "step": 1667
    },
    {
      "epoch": 1.629155854068081,
      "grad_norm": 1.1204215288162231,
      "learning_rate": 4.404688272959981e-07,
      "loss": 0.1127,
      "step": 1668
    },
    {
      "epoch": 1.630132804152038,
      "grad_norm": 0.7335038185119629,
      "learning_rate": 4.3822964917160953e-07,
      "loss": 0.1253,
      "step": 1669
    },
    {
      "epoch": 1.6311097542359945,
      "grad_norm": 0.8138047456741333,
      "learning_rate": 4.359956302364418e-07,
      "loss": 0.1276,
      "step": 1670
    },
    {
      "epoch": 1.6320867043199512,
      "grad_norm": 0.5346017479896545,
      "learning_rate": 4.337667760807018e-07,
      "loss": 0.1301,
      "step": 1671
    },
    {
      "epoch": 1.6330636544039079,
      "grad_norm": 0.5730168223381042,
      "learning_rate": 4.3154309228167573e-07,
      "loss": 0.1137,
      "step": 1672
    },
    {
      "epoch": 1.6340406044878644,
      "grad_norm": 0.5700895190238953,
      "learning_rate": 4.293245844037111e-07,
      "loss": 0.1172,
      "step": 1673
    },
    {
      "epoch": 1.635017554571821,
      "grad_norm": 1.7504950761795044,
      "learning_rate": 4.2711125799820093e-07,
      "loss": 0.1306,
      "step": 1674
    },
    {
      "epoch": 1.6359945046557778,
      "grad_norm": 0.6507771611213684,
      "learning_rate": 4.2490311860357597e-07,
      "loss": 0.108,
      "step": 1675
    },
    {
      "epoch": 1.6369714547397343,
      "grad_norm": 0.7692915201187134,
      "learning_rate": 4.227001717452864e-07,
      "loss": 0.136,
      "step": 1676
    },
    {
      "epoch": 1.6379484048236912,
      "grad_norm": 0.5343664884567261,
      "learning_rate": 4.2050242293578817e-07,
      "loss": 0.1314,
      "step": 1677
    },
    {
      "epoch": 1.6389253549076477,
      "grad_norm": 0.5488064289093018,
      "learning_rate": 4.1830987767453174e-07,
      "loss": 0.118,
      "step": 1678
    },
    {
      "epoch": 1.6399023049916044,
      "grad_norm": 0.7980213761329651,
      "learning_rate": 4.1612254144794443e-07,
      "loss": 0.1191,
      "step": 1679
    },
    {
      "epoch": 1.640879255075561,
      "grad_norm": 0.5957295894622803,
      "learning_rate": 4.139404197294211e-07,
      "loss": 0.1238,
      "step": 1680
    },
    {
      "epoch": 1.6418562051595176,
      "grad_norm": 0.4211692214012146,
      "learning_rate": 4.117635179793078e-07,
      "loss": 0.1271,
      "step": 1681
    },
    {
      "epoch": 1.6428331552434743,
      "grad_norm": 0.7664165496826172,
      "learning_rate": 4.0959184164488796e-07,
      "loss": 0.129,
      "step": 1682
    },
    {
      "epoch": 1.643810105327431,
      "grad_norm": 0.5844789743423462,
      "learning_rate": 4.0742539616036887e-07,
      "loss": 0.1318,
      "step": 1683
    },
    {
      "epoch": 1.6447870554113875,
      "grad_norm": 1.0815391540527344,
      "learning_rate": 4.052641869468704e-07,
      "loss": 0.1215,
      "step": 1684
    },
    {
      "epoch": 1.6457640054953442,
      "grad_norm": 0.613914430141449,
      "learning_rate": 4.0310821941240807e-07,
      "loss": 0.1243,
      "step": 1685
    },
    {
      "epoch": 1.646740955579301,
      "grad_norm": 0.5809972882270813,
      "learning_rate": 4.0095749895188164e-07,
      "loss": 0.129,
      "step": 1686
    },
    {
      "epoch": 1.6477179056632574,
      "grad_norm": 0.6392321586608887,
      "learning_rate": 3.9881203094706194e-07,
      "loss": 0.1211,
      "step": 1687
    },
    {
      "epoch": 1.6486948557472143,
      "grad_norm": 0.6616940498352051,
      "learning_rate": 3.9667182076657456e-07,
      "loss": 0.1272,
      "step": 1688
    },
    {
      "epoch": 1.6496718058311708,
      "grad_norm": 0.905881404876709,
      "learning_rate": 3.945368737658908e-07,
      "loss": 0.1364,
      "step": 1689
    },
    {
      "epoch": 1.6506487559151275,
      "grad_norm": 0.5154632329940796,
      "learning_rate": 3.9240719528730986e-07,
      "loss": 0.1161,
      "step": 1690
    },
    {
      "epoch": 1.6516257059990842,
      "grad_norm": 0.6851862668991089,
      "learning_rate": 3.9028279065994765e-07,
      "loss": 0.1195,
      "step": 1691
    },
    {
      "epoch": 1.6526026560830407,
      "grad_norm": 1.2716608047485352,
      "learning_rate": 3.8816366519972477e-07,
      "loss": 0.1311,
      "step": 1692
    },
    {
      "epoch": 1.6535796061669974,
      "grad_norm": 1.04118812084198,
      "learning_rate": 3.860498242093497e-07,
      "loss": 0.1211,
      "step": 1693
    },
    {
      "epoch": 1.654556556250954,
      "grad_norm": 0.5050714612007141,
      "learning_rate": 3.83941272978309e-07,
      "loss": 0.1162,
      "step": 1694
    },
    {
      "epoch": 1.6555335063349106,
      "grad_norm": 0.4503592848777771,
      "learning_rate": 3.818380167828528e-07,
      "loss": 0.1164,
      "step": 1695
    },
    {
      "epoch": 1.6565104564188673,
      "grad_norm": 0.8338929414749146,
      "learning_rate": 3.7974006088598e-07,
      "loss": 0.115,
      "step": 1696
    },
    {
      "epoch": 1.657487406502824,
      "grad_norm": 0.4717448949813843,
      "learning_rate": 3.776474105374278e-07,
      "loss": 0.1078,
      "step": 1697
    },
    {
      "epoch": 1.6584643565867805,
      "grad_norm": 0.5584269165992737,
      "learning_rate": 3.755600709736565e-07,
      "loss": 0.1181,
      "step": 1698
    },
    {
      "epoch": 1.6594413066707374,
      "grad_norm": 0.7003796100616455,
      "learning_rate": 3.7347804741783705e-07,
      "loss": 0.1419,
      "step": 1699
    },
    {
      "epoch": 1.660418256754694,
      "grad_norm": 0.5545423626899719,
      "learning_rate": 3.714013450798387e-07,
      "loss": 0.1274,
      "step": 1700
    },
    {
      "epoch": 1.6613952068386506,
      "grad_norm": 0.7139258980751038,
      "learning_rate": 3.6932996915621604e-07,
      "loss": 0.1272,
      "step": 1701
    },
    {
      "epoch": 1.6623721569226073,
      "grad_norm": 0.47771155834198,
      "learning_rate": 3.672639248301929e-07,
      "loss": 0.1323,
      "step": 1702
    },
    {
      "epoch": 1.6633491070065638,
      "grad_norm": 0.7455830574035645,
      "learning_rate": 3.652032172716546e-07,
      "loss": 0.1262,
      "step": 1703
    },
    {
      "epoch": 1.6643260570905205,
      "grad_norm": 0.5801220536231995,
      "learning_rate": 3.631478516371306e-07,
      "loss": 0.1146,
      "step": 1704
    },
    {
      "epoch": 1.6653030071744772,
      "grad_norm": 0.5234197378158569,
      "learning_rate": 3.610978330697826e-07,
      "loss": 0.1214,
      "step": 1705
    },
    {
      "epoch": 1.6662799572584337,
      "grad_norm": 0.9796130061149597,
      "learning_rate": 3.590531666993946e-07,
      "loss": 0.1156,
      "step": 1706
    },
    {
      "epoch": 1.6672569073423906,
      "grad_norm": 0.6356166005134583,
      "learning_rate": 3.570138576423551e-07,
      "loss": 0.1163,
      "step": 1707
    },
    {
      "epoch": 1.668233857426347,
      "grad_norm": 1.2422935962677002,
      "learning_rate": 3.5497991100164887e-07,
      "loss": 0.1311,
      "step": 1708
    },
    {
      "epoch": 1.6692108075103038,
      "grad_norm": 0.5308371186256409,
      "learning_rate": 3.5295133186684177e-07,
      "loss": 0.1258,
      "step": 1709
    },
    {
      "epoch": 1.6701877575942605,
      "grad_norm": 0.42890292406082153,
      "learning_rate": 3.5092812531406754e-07,
      "loss": 0.1143,
      "step": 1710
    },
    {
      "epoch": 1.671164707678217,
      "grad_norm": 0.5552493929862976,
      "learning_rate": 3.4891029640601813e-07,
      "loss": 0.1111,
      "step": 1711
    },
    {
      "epoch": 1.6721416577621737,
      "grad_norm": 0.995431125164032,
      "learning_rate": 3.468978501919265e-07,
      "loss": 0.1324,
      "step": 1712
    },
    {
      "epoch": 1.6731186078461304,
      "grad_norm": 1.1340943574905396,
      "learning_rate": 3.448907917075575e-07,
      "loss": 0.1296,
      "step": 1713
    },
    {
      "epoch": 1.674095557930087,
      "grad_norm": 0.5379215478897095,
      "learning_rate": 3.428891259751949e-07,
      "loss": 0.1161,
      "step": 1714
    },
    {
      "epoch": 1.6750725080140436,
      "grad_norm": 0.6913337111473083,
      "learning_rate": 3.408928580036269e-07,
      "loss": 0.1175,
      "step": 1715
    },
    {
      "epoch": 1.6760494580980003,
      "grad_norm": 0.5137271285057068,
      "learning_rate": 3.3890199278813596e-07,
      "loss": 0.1338,
      "step": 1716
    },
    {
      "epoch": 1.6770264081819568,
      "grad_norm": 0.8610045909881592,
      "learning_rate": 3.3691653531048475e-07,
      "loss": 0.113,
      "step": 1717
    },
    {
      "epoch": 1.6780033582659137,
      "grad_norm": 0.627528727054596,
      "learning_rate": 3.3493649053890325e-07,
      "loss": 0.1142,
      "step": 1718
    },
    {
      "epoch": 1.6789803083498702,
      "grad_norm": 0.9074206948280334,
      "learning_rate": 3.3296186342807845e-07,
      "loss": 0.1216,
      "step": 1719
    },
    {
      "epoch": 1.679957258433827,
      "grad_norm": 0.5306910872459412,
      "learning_rate": 3.309926589191414e-07,
      "loss": 0.1194,
      "step": 1720
    },
    {
      "epoch": 1.6809342085177836,
      "grad_norm": 0.677941083908081,
      "learning_rate": 3.2902888193965033e-07,
      "loss": 0.1168,
      "step": 1721
    },
    {
      "epoch": 1.6819111586017401,
      "grad_norm": 0.6383283734321594,
      "learning_rate": 3.270705374035857e-07,
      "loss": 0.1311,
      "step": 1722
    },
    {
      "epoch": 1.6828881086856968,
      "grad_norm": 0.5561057329177856,
      "learning_rate": 3.25117630211334e-07,
      "loss": 0.1171,
      "step": 1723
    },
    {
      "epoch": 1.6838650587696535,
      "grad_norm": 1.2501775026321411,
      "learning_rate": 3.231701652496741e-07,
      "loss": 0.1211,
      "step": 1724
    },
    {
      "epoch": 1.68484200885361,
      "grad_norm": 0.6360272169113159,
      "learning_rate": 3.2122814739176833e-07,
      "loss": 0.1088,
      "step": 1725
    },
    {
      "epoch": 1.685818958937567,
      "grad_norm": 0.7439811825752258,
      "learning_rate": 3.1929158149714726e-07,
      "loss": 0.1223,
      "step": 1726
    },
    {
      "epoch": 1.6867959090215234,
      "grad_norm": 0.46923208236694336,
      "learning_rate": 3.173604724117002e-07,
      "loss": 0.1174,
      "step": 1727
    },
    {
      "epoch": 1.68777285910548,
      "grad_norm": 0.7019605040550232,
      "learning_rate": 3.1543482496766255e-07,
      "loss": 0.1059,
      "step": 1728
    },
    {
      "epoch": 1.6887498091894368,
      "grad_norm": 0.5157560706138611,
      "learning_rate": 3.1351464398359897e-07,
      "loss": 0.1272,
      "step": 1729
    },
    {
      "epoch": 1.6897267592733933,
      "grad_norm": 0.681706964969635,
      "learning_rate": 3.115999342644002e-07,
      "loss": 0.1275,
      "step": 1730
    },
    {
      "epoch": 1.69070370935735,
      "grad_norm": 0.5303037166595459,
      "learning_rate": 3.096907006012639e-07,
      "loss": 0.1343,
      "step": 1731
    },
    {
      "epoch": 1.6916806594413067,
      "grad_norm": 0.46930181980133057,
      "learning_rate": 3.077869477716844e-07,
      "loss": 0.1146,
      "step": 1732
    },
    {
      "epoch": 1.6926576095252632,
      "grad_norm": 1.014082431793213,
      "learning_rate": 3.0588868053944233e-07,
      "loss": 0.1268,
      "step": 1733
    },
    {
      "epoch": 1.69363455960922,
      "grad_norm": 0.501285970211029,
      "learning_rate": 3.0399590365459223e-07,
      "loss": 0.1162,
      "step": 1734
    },
    {
      "epoch": 1.6946115096931766,
      "grad_norm": 0.801666259765625,
      "learning_rate": 3.0210862185344856e-07,
      "loss": 0.1342,
      "step": 1735
    },
    {
      "epoch": 1.6955884597771331,
      "grad_norm": 0.5253545045852661,
      "learning_rate": 3.002268398585756e-07,
      "loss": 0.1173,
      "step": 1736
    },
    {
      "epoch": 1.69656540986109,
      "grad_norm": 0.7428088188171387,
      "learning_rate": 2.983505623787766e-07,
      "loss": 0.1281,
      "step": 1737
    },
    {
      "epoch": 1.6975423599450465,
      "grad_norm": 0.6004049181938171,
      "learning_rate": 2.964797941090794e-07,
      "loss": 0.1241,
      "step": 1738
    },
    {
      "epoch": 1.6985193100290032,
      "grad_norm": 0.9722501635551453,
      "learning_rate": 2.946145397307276e-07,
      "loss": 0.1325,
      "step": 1739
    },
    {
      "epoch": 1.69949626011296,
      "grad_norm": 0.483163446187973,
      "learning_rate": 2.927548039111655e-07,
      "loss": 0.1222,
      "step": 1740
    },
    {
      "epoch": 1.7004732101969164,
      "grad_norm": 0.49213358759880066,
      "learning_rate": 2.909005913040297e-07,
      "loss": 0.1102,
      "step": 1741
    },
    {
      "epoch": 1.7014501602808731,
      "grad_norm": 0.5967307090759277,
      "learning_rate": 2.8905190654913595e-07,
      "loss": 0.1309,
      "step": 1742
    },
    {
      "epoch": 1.7024271103648299,
      "grad_norm": 0.6980396509170532,
      "learning_rate": 2.872087542724669e-07,
      "loss": 0.1245,
      "step": 1743
    },
    {
      "epoch": 1.7034040604487863,
      "grad_norm": 0.7286382913589478,
      "learning_rate": 2.8537113908616074e-07,
      "loss": 0.1332,
      "step": 1744
    },
    {
      "epoch": 1.704381010532743,
      "grad_norm": 0.49004125595092773,
      "learning_rate": 2.8353906558850203e-07,
      "loss": 0.1187,
      "step": 1745
    },
    {
      "epoch": 1.7053579606166998,
      "grad_norm": 0.8462884426116943,
      "learning_rate": 2.8171253836390605e-07,
      "loss": 0.1203,
      "step": 1746
    },
    {
      "epoch": 1.7063349107006562,
      "grad_norm": 0.5028384327888489,
      "learning_rate": 2.7989156198291207e-07,
      "loss": 0.1114,
      "step": 1747
    },
    {
      "epoch": 1.7073118607846132,
      "grad_norm": 0.6612257957458496,
      "learning_rate": 2.7807614100216707e-07,
      "loss": 0.1406,
      "step": 1748
    },
    {
      "epoch": 1.7082888108685697,
      "grad_norm": 0.628887414932251,
      "learning_rate": 2.762662799644178e-07,
      "loss": 0.1195,
      "step": 1749
    },
    {
      "epoch": 1.7092657609525264,
      "grad_norm": 0.6640041470527649,
      "learning_rate": 2.7446198339849875e-07,
      "loss": 0.1311,
      "step": 1750
    },
    {
      "epoch": 1.710242711036483,
      "grad_norm": 0.5691184401512146,
      "learning_rate": 2.726632558193196e-07,
      "loss": 0.1176,
      "step": 1751
    },
    {
      "epoch": 1.7112196611204396,
      "grad_norm": 0.5496095418930054,
      "learning_rate": 2.708701017278545e-07,
      "loss": 0.1068,
      "step": 1752
    },
    {
      "epoch": 1.7121966112043963,
      "grad_norm": 0.5080822110176086,
      "learning_rate": 2.6908252561113207e-07,
      "loss": 0.1139,
      "step": 1753
    },
    {
      "epoch": 1.713173561288353,
      "grad_norm": 0.672421395778656,
      "learning_rate": 2.673005319422217e-07,
      "loss": 0.1202,
      "step": 1754
    },
    {
      "epoch": 1.7141505113723094,
      "grad_norm": 0.797073483467102,
      "learning_rate": 2.6552412518022483e-07,
      "loss": 0.1244,
      "step": 1755
    },
    {
      "epoch": 1.7151274614562664,
      "grad_norm": 0.6942318677902222,
      "learning_rate": 2.6375330977026323e-07,
      "loss": 0.1302,
      "step": 1756
    },
    {
      "epoch": 1.7161044115402229,
      "grad_norm": 1.2046414613723755,
      "learning_rate": 2.6198809014346545e-07,
      "loss": 0.1389,
      "step": 1757
    },
    {
      "epoch": 1.7170813616241796,
      "grad_norm": 1.2071318626403809,
      "learning_rate": 2.602284707169597e-07,
      "loss": 0.1341,
      "step": 1758
    },
    {
      "epoch": 1.7180583117081363,
      "grad_norm": 0.5155503749847412,
      "learning_rate": 2.584744558938593e-07,
      "loss": 0.1318,
      "step": 1759
    },
    {
      "epoch": 1.7190352617920928,
      "grad_norm": 0.5806264281272888,
      "learning_rate": 2.5672605006325347e-07,
      "loss": 0.1142,
      "step": 1760
    },
    {
      "epoch": 1.7200122118760495,
      "grad_norm": 0.7489654421806335,
      "learning_rate": 2.5498325760019646e-07,
      "loss": 0.1181,
      "step": 1761
    },
    {
      "epoch": 1.7209891619600062,
      "grad_norm": 0.6799153685569763,
      "learning_rate": 2.532460828656957e-07,
      "loss": 0.1318,
      "step": 1762
    },
    {
      "epoch": 1.7219661120439627,
      "grad_norm": 0.4637848436832428,
      "learning_rate": 2.5151453020670127e-07,
      "loss": 0.1128,
      "step": 1763
    },
    {
      "epoch": 1.7229430621279194,
      "grad_norm": 0.6327468156814575,
      "learning_rate": 2.497886039560962e-07,
      "loss": 0.1191,
      "step": 1764
    },
    {
      "epoch": 1.723920012211876,
      "grad_norm": 1.051252841949463,
      "learning_rate": 2.480683084326821e-07,
      "loss": 0.1488,
      "step": 1765
    },
    {
      "epoch": 1.7248969622958326,
      "grad_norm": 0.7160297632217407,
      "learning_rate": 2.463536479411735e-07,
      "loss": 0.13,
      "step": 1766
    },
    {
      "epoch": 1.7258739123797895,
      "grad_norm": 0.5140122771263123,
      "learning_rate": 2.4464462677218276e-07,
      "loss": 0.1105,
      "step": 1767
    },
    {
      "epoch": 1.726850862463746,
      "grad_norm": 0.6712512969970703,
      "learning_rate": 2.429412492022101e-07,
      "loss": 0.1112,
      "step": 1768
    },
    {
      "epoch": 1.7278278125477027,
      "grad_norm": 0.6085613369941711,
      "learning_rate": 2.412435194936358e-07,
      "loss": 0.1175,
      "step": 1769
    },
    {
      "epoch": 1.7288047626316594,
      "grad_norm": 0.8117672801017761,
      "learning_rate": 2.3955144189470675e-07,
      "loss": 0.1317,
      "step": 1770
    },
    {
      "epoch": 1.7297817127156159,
      "grad_norm": 0.8529082536697388,
      "learning_rate": 2.37865020639525e-07,
      "loss": 0.1305,
      "step": 1771
    },
    {
      "epoch": 1.7307586627995726,
      "grad_norm": 0.5067161917686462,
      "learning_rate": 2.361842599480413e-07,
      "loss": 0.1253,
      "step": 1772
    },
    {
      "epoch": 1.7317356128835293,
      "grad_norm": 0.5894564986228943,
      "learning_rate": 2.3450916402603884e-07,
      "loss": 0.1311,
      "step": 1773
    },
    {
      "epoch": 1.7327125629674858,
      "grad_norm": 0.4523022770881653,
      "learning_rate": 2.328397370651289e-07,
      "loss": 0.117,
      "step": 1774
    },
    {
      "epoch": 1.7336895130514425,
      "grad_norm": 0.5705298781394958,
      "learning_rate": 2.3117598324273515e-07,
      "loss": 0.1234,
      "step": 1775
    },
    {
      "epoch": 1.7346664631353992,
      "grad_norm": 0.4949217438697815,
      "learning_rate": 2.2951790672208567e-07,
      "loss": 0.1263,
      "step": 1776
    },
    {
      "epoch": 1.7356434132193557,
      "grad_norm": 0.5339197516441345,
      "learning_rate": 2.2786551165220273e-07,
      "loss": 0.1207,
      "step": 1777
    },
    {
      "epoch": 1.7366203633033126,
      "grad_norm": 0.5311686992645264,
      "learning_rate": 2.2621880216789182e-07,
      "loss": 0.1188,
      "step": 1778
    },
    {
      "epoch": 1.737597313387269,
      "grad_norm": 0.6782169342041016,
      "learning_rate": 2.245777823897305e-07,
      "loss": 0.1242,
      "step": 1779
    },
    {
      "epoch": 1.7385742634712258,
      "grad_norm": 0.5356742143630981,
      "learning_rate": 2.2294245642406008e-07,
      "loss": 0.1287,
      "step": 1780
    },
    {
      "epoch": 1.7395512135551825,
      "grad_norm": 0.514859676361084,
      "learning_rate": 2.2131282836297313e-07,
      "loss": 0.1255,
      "step": 1781
    },
    {
      "epoch": 1.740528163639139,
      "grad_norm": 0.8519387245178223,
      "learning_rate": 2.1968890228430517e-07,
      "loss": 0.115,
      "step": 1782
    },
    {
      "epoch": 1.7415051137230957,
      "grad_norm": 1.0648313760757446,
      "learning_rate": 2.180706822516232e-07,
      "loss": 0.1095,
      "step": 1783
    },
    {
      "epoch": 1.7424820638070524,
      "grad_norm": 0.7434473037719727,
      "learning_rate": 2.1645817231421506e-07,
      "loss": 0.1343,
      "step": 1784
    },
    {
      "epoch": 1.7434590138910089,
      "grad_norm": 0.5473856925964355,
      "learning_rate": 2.148513765070817e-07,
      "loss": 0.1131,
      "step": 1785
    },
    {
      "epoch": 1.7444359639749658,
      "grad_norm": 0.5825949907302856,
      "learning_rate": 2.1325029885092496e-07,
      "loss": 0.116,
      "step": 1786
    },
    {
      "epoch": 1.7454129140589223,
      "grad_norm": 0.5620967745780945,
      "learning_rate": 2.1165494335213754e-07,
      "loss": 0.1311,
      "step": 1787
    },
    {
      "epoch": 1.746389864142879,
      "grad_norm": 0.8868221044540405,
      "learning_rate": 2.1006531400279417e-07,
      "loss": 0.112,
      "step": 1788
    },
    {
      "epoch": 1.7473668142268357,
      "grad_norm": 0.5546829104423523,
      "learning_rate": 2.0848141478064133e-07,
      "loss": 0.1211,
      "step": 1789
    },
    {
      "epoch": 1.7483437643107922,
      "grad_norm": 0.5511954426765442,
      "learning_rate": 2.069032496490858e-07,
      "loss": 0.1207,
      "step": 1790
    },
    {
      "epoch": 1.749320714394749,
      "grad_norm": 0.5309725403785706,
      "learning_rate": 2.0533082255718594e-07,
      "loss": 0.113,
      "step": 1791
    },
    {
      "epoch": 1.7502976644787056,
      "grad_norm": 0.5222966074943542,
      "learning_rate": 2.0376413743964347e-07,
      "loss": 0.1176,
      "step": 1792
    },
    {
      "epoch": 1.751274614562662,
      "grad_norm": 0.6175430417060852,
      "learning_rate": 2.0220319821678964e-07,
      "loss": 0.1226,
      "step": 1793
    },
    {
      "epoch": 1.7522515646466188,
      "grad_norm": 0.44996610283851624,
      "learning_rate": 2.0064800879457973e-07,
      "loss": 0.1111,
      "step": 1794
    },
    {
      "epoch": 1.7532285147305755,
      "grad_norm": 0.45626726746559143,
      "learning_rate": 1.9909857306457918e-07,
      "loss": 0.1134,
      "step": 1795
    },
    {
      "epoch": 1.754205464814532,
      "grad_norm": 0.6614998579025269,
      "learning_rate": 1.9755489490395797e-07,
      "loss": 0.1183,
      "step": 1796
    },
    {
      "epoch": 1.755182414898489,
      "grad_norm": 0.4641120135784149,
      "learning_rate": 1.960169781754781e-07,
      "loss": 0.1063,
      "step": 1797
    },
    {
      "epoch": 1.7561593649824454,
      "grad_norm": 0.5206264853477478,
      "learning_rate": 1.944848267274832e-07,
      "loss": 0.1293,
      "step": 1798
    },
    {
      "epoch": 1.757136315066402,
      "grad_norm": 0.5581468939781189,
      "learning_rate": 1.9295844439389229e-07,
      "loss": 0.1127,
      "step": 1799
    },
    {
      "epoch": 1.7581132651503588,
      "grad_norm": 0.5560063123703003,
      "learning_rate": 1.9143783499418812e-07,
      "loss": 0.1152,
      "step": 1800
    },
    {
      "epoch": 1.7590902152343153,
      "grad_norm": 1.344071865081787,
      "learning_rate": 1.8992300233340644e-07,
      "loss": 0.1229,
      "step": 1801
    },
    {
      "epoch": 1.760067165318272,
      "grad_norm": 0.629028856754303,
      "learning_rate": 1.88413950202129e-07,
      "loss": 0.1112,
      "step": 1802
    },
    {
      "epoch": 1.7610441154022287,
      "grad_norm": 0.7920987010002136,
      "learning_rate": 1.8691068237647296e-07,
      "loss": 0.1326,
      "step": 1803
    },
    {
      "epoch": 1.7620210654861852,
      "grad_norm": 0.7801615595817566,
      "learning_rate": 1.8541320261808022e-07,
      "loss": 0.1236,
      "step": 1804
    },
    {
      "epoch": 1.762998015570142,
      "grad_norm": 0.4146665632724762,
      "learning_rate": 1.8392151467411052e-07,
      "loss": 0.1095,
      "step": 1805
    },
    {
      "epoch": 1.7639749656540986,
      "grad_norm": 0.5060549974441528,
      "learning_rate": 1.824356222772297e-07,
      "loss": 0.1067,
      "step": 1806
    },
    {
      "epoch": 1.764951915738055,
      "grad_norm": 0.6613800525665283,
      "learning_rate": 1.8095552914560082e-07,
      "loss": 0.1353,
      "step": 1807
    },
    {
      "epoch": 1.765928865822012,
      "grad_norm": 0.701943039894104,
      "learning_rate": 1.794812389828776e-07,
      "loss": 0.1221,
      "step": 1808
    },
    {
      "epoch": 1.7669058159059685,
      "grad_norm": 0.583827793598175,
      "learning_rate": 1.7801275547819047e-07,
      "loss": 0.1246,
      "step": 1809
    },
    {
      "epoch": 1.7678827659899252,
      "grad_norm": 0.6502670049667358,
      "learning_rate": 1.7655008230614112e-07,
      "loss": 0.1222,
      "step": 1810
    },
    {
      "epoch": 1.768859716073882,
      "grad_norm": 0.6035724878311157,
      "learning_rate": 1.750932231267921e-07,
      "loss": 0.113,
      "step": 1811
    },
    {
      "epoch": 1.7698366661578384,
      "grad_norm": 0.7206379771232605,
      "learning_rate": 1.7364218158565648e-07,
      "loss": 0.122,
      "step": 1812
    },
    {
      "epoch": 1.7708136162417951,
      "grad_norm": 0.8710956573486328,
      "learning_rate": 1.7219696131369146e-07,
      "loss": 0.1373,
      "step": 1813
    },
    {
      "epoch": 1.7717905663257518,
      "grad_norm": 1.339104175567627,
      "learning_rate": 1.7075756592728615e-07,
      "loss": 0.1167,
      "step": 1814
    },
    {
      "epoch": 1.7727675164097083,
      "grad_norm": 0.7403225898742676,
      "learning_rate": 1.6932399902825385e-07,
      "loss": 0.1251,
      "step": 1815
    },
    {
      "epoch": 1.7737444664936652,
      "grad_norm": 0.5638961791992188,
      "learning_rate": 1.6789626420382454e-07,
      "loss": 0.14,
      "step": 1816
    },
    {
      "epoch": 1.7747214165776217,
      "grad_norm": 1.1879632472991943,
      "learning_rate": 1.6647436502663346e-07,
      "loss": 0.1328,
      "step": 1817
    },
    {
      "epoch": 1.7756983666615784,
      "grad_norm": 1.1180294752120972,
      "learning_rate": 1.650583050547136e-07,
      "loss": 0.1091,
      "step": 1818
    },
    {
      "epoch": 1.7766753167455351,
      "grad_norm": 0.7066265344619751,
      "learning_rate": 1.6364808783148694e-07,
      "loss": 0.1193,
      "step": 1819
    },
    {
      "epoch": 1.7776522668294916,
      "grad_norm": 0.7320586442947388,
      "learning_rate": 1.622437168857541e-07,
      "loss": 0.1197,
      "step": 1820
    },
    {
      "epoch": 1.7786292169134483,
      "grad_norm": 0.8313867449760437,
      "learning_rate": 1.6084519573168728e-07,
      "loss": 0.1254,
      "step": 1821
    },
    {
      "epoch": 1.779606166997405,
      "grad_norm": 0.4735081195831299,
      "learning_rate": 1.5945252786881998e-07,
      "loss": 0.1095,
      "step": 1822
    },
    {
      "epoch": 1.7805831170813615,
      "grad_norm": 0.8831436038017273,
      "learning_rate": 1.580657167820396e-07,
      "loss": 0.1164,
      "step": 1823
    },
    {
      "epoch": 1.7815600671653182,
      "grad_norm": 0.7069382667541504,
      "learning_rate": 1.5668476594157768e-07,
      "loss": 0.1237,
      "step": 1824
    },
    {
      "epoch": 1.782537017249275,
      "grad_norm": 0.5078839063644409,
      "learning_rate": 1.553096788030023e-07,
      "loss": 0.1162,
      "step": 1825
    },
    {
      "epoch": 1.7835139673332314,
      "grad_norm": 0.6370827555656433,
      "learning_rate": 1.5394045880720716e-07,
      "loss": 0.1087,
      "step": 1826
    },
    {
      "epoch": 1.7844909174171883,
      "grad_norm": 0.5774054527282715,
      "learning_rate": 1.525771093804068e-07,
      "loss": 0.1154,
      "step": 1827
    },
    {
      "epoch": 1.7854678675011448,
      "grad_norm": 0.8257759213447571,
      "learning_rate": 1.5121963393412402e-07,
      "loss": 0.1213,
      "step": 1828
    },
    {
      "epoch": 1.7864448175851015,
      "grad_norm": 0.6230661273002625,
      "learning_rate": 1.4986803586518327e-07,
      "loss": 0.1218,
      "step": 1829
    },
    {
      "epoch": 1.7874217676690582,
      "grad_norm": 1.1795037984848022,
      "learning_rate": 1.4852231855570277e-07,
      "loss": 0.1244,
      "step": 1830
    },
    {
      "epoch": 1.7883987177530147,
      "grad_norm": 0.7884340882301331,
      "learning_rate": 1.4718248537308465e-07,
      "loss": 0.1201,
      "step": 1831
    },
    {
      "epoch": 1.7893756678369714,
      "grad_norm": 0.4623565971851349,
      "learning_rate": 1.458485396700071e-07,
      "loss": 0.123,
      "step": 1832
    },
    {
      "epoch": 1.7903526179209281,
      "grad_norm": 0.43081963062286377,
      "learning_rate": 1.44520484784417e-07,
      "loss": 0.1159,
      "step": 1833
    },
    {
      "epoch": 1.7913295680048846,
      "grad_norm": 0.5624845027923584,
      "learning_rate": 1.4319832403951877e-07,
      "loss": 0.1115,
      "step": 1834
    },
    {
      "epoch": 1.7923065180888416,
      "grad_norm": 0.5004430413246155,
      "learning_rate": 1.4188206074376987e-07,
      "loss": 0.1269,
      "step": 1835
    },
    {
      "epoch": 1.793283468172798,
      "grad_norm": 0.9545750617980957,
      "learning_rate": 1.405716981908692e-07,
      "loss": 0.1273,
      "step": 1836
    },
    {
      "epoch": 1.7942604182567545,
      "grad_norm": 1.3716719150543213,
      "learning_rate": 1.392672396597497e-07,
      "loss": 0.1363,
      "step": 1837
    },
    {
      "epoch": 1.7952373683407115,
      "grad_norm": 0.6497982144355774,
      "learning_rate": 1.3796868841457227e-07,
      "loss": 0.1249,
      "step": 1838
    },
    {
      "epoch": 1.796214318424668,
      "grad_norm": 0.7861154675483704,
      "learning_rate": 1.366760477047152e-07,
      "loss": 0.1347,
      "step": 1839
    },
    {
      "epoch": 1.7971912685086247,
      "grad_norm": 0.48248550295829773,
      "learning_rate": 1.353893207647658e-07,
      "loss": 0.1112,
      "step": 1840
    },
    {
      "epoch": 1.7981682185925814,
      "grad_norm": 1.1630258560180664,
      "learning_rate": 1.3410851081451514e-07,
      "loss": 0.118,
      "step": 1841
    },
    {
      "epoch": 1.7991451686765378,
      "grad_norm": 0.48358047008514404,
      "learning_rate": 1.328336210589465e-07,
      "loss": 0.1103,
      "step": 1842
    },
    {
      "epoch": 1.8001221187604945,
      "grad_norm": 0.887587308883667,
      "learning_rate": 1.3156465468822988e-07,
      "loss": 0.1276,
      "step": 1843
    },
    {
      "epoch": 1.8010990688444513,
      "grad_norm": 0.5231468677520752,
      "learning_rate": 1.3030161487771365e-07,
      "loss": 0.1317,
      "step": 1844
    },
    {
      "epoch": 1.8020760189284077,
      "grad_norm": 0.5103966593742371,
      "learning_rate": 1.290445047879138e-07,
      "loss": 0.1275,
      "step": 1845
    },
    {
      "epoch": 1.8030529690123647,
      "grad_norm": 0.6896922588348389,
      "learning_rate": 1.2779332756451073e-07,
      "loss": 0.1273,
      "step": 1846
    },
    {
      "epoch": 1.8040299190963212,
      "grad_norm": 0.6292285323143005,
      "learning_rate": 1.2654808633833865e-07,
      "loss": 0.1058,
      "step": 1847
    },
    {
      "epoch": 1.8050068691802779,
      "grad_norm": 0.8873867988586426,
      "learning_rate": 1.2530878422537668e-07,
      "loss": 0.1319,
      "step": 1848
    },
    {
      "epoch": 1.8059838192642346,
      "grad_norm": 0.5508884787559509,
      "learning_rate": 1.2407542432674392e-07,
      "loss": 0.1283,
      "step": 1849
    },
    {
      "epoch": 1.806960769348191,
      "grad_norm": 0.5044010877609253,
      "learning_rate": 1.2284800972868883e-07,
      "loss": 0.1267,
      "step": 1850
    },
    {
      "epoch": 1.8079377194321478,
      "grad_norm": 0.422820121049881,
      "learning_rate": 1.2162654350258403e-07,
      "loss": 0.1108,
      "step": 1851
    },
    {
      "epoch": 1.8089146695161045,
      "grad_norm": 0.8181347846984863,
      "learning_rate": 1.2041102870491734e-07,
      "loss": 0.1094,
      "step": 1852
    },
    {
      "epoch": 1.809891619600061,
      "grad_norm": 0.7040722966194153,
      "learning_rate": 1.192014683772838e-07,
      "loss": 0.1095,
      "step": 1853
    },
    {
      "epoch": 1.8108685696840177,
      "grad_norm": 0.6295640468597412,
      "learning_rate": 1.1799786554637843e-07,
      "loss": 0.1155,
      "step": 1854
    },
    {
      "epoch": 1.8118455197679744,
      "grad_norm": 0.6320077180862427,
      "learning_rate": 1.1680022322398926e-07,
      "loss": 0.1148,
      "step": 1855
    },
    {
      "epoch": 1.8128224698519309,
      "grad_norm": 0.6232160329818726,
      "learning_rate": 1.1560854440698877e-07,
      "loss": 0.1168,
      "step": 1856
    },
    {
      "epoch": 1.8137994199358878,
      "grad_norm": 0.9959467053413391,
      "learning_rate": 1.1442283207732746e-07,
      "loss": 0.1135,
      "step": 1857
    },
    {
      "epoch": 1.8147763700198443,
      "grad_norm": 0.5906278491020203,
      "learning_rate": 1.1324308920202559e-07,
      "loss": 0.1279,
      "step": 1858
    },
    {
      "epoch": 1.815753320103801,
      "grad_norm": 0.691768229007721,
      "learning_rate": 1.120693187331659e-07,
      "loss": 0.121,
      "step": 1859
    },
    {
      "epoch": 1.8167302701877577,
      "grad_norm": 0.49635595083236694,
      "learning_rate": 1.1090152360788558e-07,
      "loss": 0.1255,
      "step": 1860
    },
    {
      "epoch": 1.8177072202717142,
      "grad_norm": 0.7929428815841675,
      "learning_rate": 1.0973970674837159e-07,
      "loss": 0.1307,
      "step": 1861
    },
    {
      "epoch": 1.8186841703556709,
      "grad_norm": 0.6797349452972412,
      "learning_rate": 1.085838710618492e-07,
      "loss": 0.1158,
      "step": 1862
    },
    {
      "epoch": 1.8196611204396276,
      "grad_norm": 0.4945840537548065,
      "learning_rate": 1.0743401944057902e-07,
      "loss": 0.1155,
      "step": 1863
    },
    {
      "epoch": 1.820638070523584,
      "grad_norm": 0.5590537190437317,
      "learning_rate": 1.0629015476184557e-07,
      "loss": 0.109,
      "step": 1864
    },
    {
      "epoch": 1.821615020607541,
      "grad_norm": 0.8970704078674316,
      "learning_rate": 1.0515227988795369e-07,
      "loss": 0.1255,
      "step": 1865
    },
    {
      "epoch": 1.8225919706914975,
      "grad_norm": 0.6763855218887329,
      "learning_rate": 1.040203976662199e-07,
      "loss": 0.1142,
      "step": 1866
    },
    {
      "epoch": 1.8235689207754542,
      "grad_norm": 0.6744996905326843,
      "learning_rate": 1.0289451092896446e-07,
      "loss": 0.1156,
      "step": 1867
    },
    {
      "epoch": 1.824545870859411,
      "grad_norm": 0.5310499668121338,
      "learning_rate": 1.0177462249350456e-07,
      "loss": 0.1218,
      "step": 1868
    },
    {
      "epoch": 1.8255228209433674,
      "grad_norm": 0.5525161623954773,
      "learning_rate": 1.006607351621497e-07,
      "loss": 0.1124,
      "step": 1869
    },
    {
      "epoch": 1.826499771027324,
      "grad_norm": 0.6265363693237305,
      "learning_rate": 9.955285172219108e-08,
      "loss": 0.124,
      "step": 1870
    },
    {
      "epoch": 1.8274767211112808,
      "grad_norm": 0.9501376152038574,
      "learning_rate": 9.845097494589672e-08,
      "loss": 0.1201,
      "step": 1871
    },
    {
      "epoch": 1.8284536711952373,
      "grad_norm": 0.5876163840293884,
      "learning_rate": 9.735510759050492e-08,
      "loss": 0.1126,
      "step": 1872
    },
    {
      "epoch": 1.829430621279194,
      "grad_norm": 0.6965773701667786,
      "learning_rate": 9.626525239821521e-08,
      "loss": 0.1216,
      "step": 1873
    },
    {
      "epoch": 1.8304075713631507,
      "grad_norm": 1.1193808317184448,
      "learning_rate": 9.518141209618415e-08,
      "loss": 0.1271,
      "step": 1874
    },
    {
      "epoch": 1.8313845214471072,
      "grad_norm": 0.5882210731506348,
      "learning_rate": 9.410358939651587e-08,
      "loss": 0.1161,
      "step": 1875
    },
    {
      "epoch": 1.832361471531064,
      "grad_norm": 0.6504080891609192,
      "learning_rate": 9.303178699625715e-08,
      "loss": 0.1223,
      "step": 1876
    },
    {
      "epoch": 1.8333384216150206,
      "grad_norm": 0.6243442893028259,
      "learning_rate": 9.196600757739065e-08,
      "loss": 0.1314,
      "step": 1877
    },
    {
      "epoch": 1.8343153716989773,
      "grad_norm": 0.5928772687911987,
      "learning_rate": 9.090625380682699e-08,
      "loss": 0.1132,
      "step": 1878
    },
    {
      "epoch": 1.835292321782934,
      "grad_norm": 0.6002843976020813,
      "learning_rate": 8.985252833639907e-08,
      "loss": 0.1238,
      "step": 1879
    },
    {
      "epoch": 1.8362692718668905,
      "grad_norm": 0.47673922777175903,
      "learning_rate": 8.880483380285521e-08,
      "loss": 0.1194,
      "step": 1880
    },
    {
      "epoch": 1.8372462219508472,
      "grad_norm": 0.856458306312561,
      "learning_rate": 8.776317282785163e-08,
      "loss": 0.1127,
      "step": 1881
    },
    {
      "epoch": 1.838223172034804,
      "grad_norm": 0.48830950260162354,
      "learning_rate": 8.672754801794775e-08,
      "loss": 0.1117,
      "step": 1882
    },
    {
      "epoch": 1.8392001221187604,
      "grad_norm": 0.8956071138381958,
      "learning_rate": 8.56979619645984e-08,
      "loss": 0.1409,
      "step": 1883
    },
    {
      "epoch": 1.840177072202717,
      "grad_norm": 1.5788103342056274,
      "learning_rate": 8.467441724414688e-08,
      "loss": 0.1179,
      "step": 1884
    },
    {
      "epoch": 1.8411540222866738,
      "grad_norm": 0.5313601493835449,
      "learning_rate": 8.365691641782025e-08,
      "loss": 0.1282,
      "step": 1885
    },
    {
      "epoch": 1.8421309723706303,
      "grad_norm": 0.4421827793121338,
      "learning_rate": 8.264546203172074e-08,
      "loss": 0.1157,
      "step": 1886
    },
    {
      "epoch": 1.8431079224545872,
      "grad_norm": 0.6887156963348389,
      "learning_rate": 8.164005661682155e-08,
      "loss": 0.1211,
      "step": 1887
    },
    {
      "epoch": 1.8440848725385437,
      "grad_norm": 1.5370506048202515,
      "learning_rate": 8.064070268895912e-08,
      "loss": 0.1143,
      "step": 1888
    },
    {
      "epoch": 1.8450618226225004,
      "grad_norm": 0.5899321436882019,
      "learning_rate": 7.964740274882643e-08,
      "loss": 0.1245,
      "step": 1889
    },
    {
      "epoch": 1.846038772706457,
      "grad_norm": 1.5002104043960571,
      "learning_rate": 7.866015928196885e-08,
      "loss": 0.1236,
      "step": 1890
    },
    {
      "epoch": 1.8470157227904136,
      "grad_norm": 0.5591606497764587,
      "learning_rate": 7.767897475877584e-08,
      "loss": 0.1302,
      "step": 1891
    },
    {
      "epoch": 1.8479926728743703,
      "grad_norm": 0.7197921276092529,
      "learning_rate": 7.67038516344748e-08,
      "loss": 0.1269,
      "step": 1892
    },
    {
      "epoch": 1.848969622958327,
      "grad_norm": 0.6165885925292969,
      "learning_rate": 7.573479234912723e-08,
      "loss": 0.1189,
      "step": 1893
    },
    {
      "epoch": 1.8499465730422835,
      "grad_norm": 0.5456331372261047,
      "learning_rate": 7.47717993276198e-08,
      "loss": 0.1225,
      "step": 1894
    },
    {
      "epoch": 1.8509235231262404,
      "grad_norm": 0.5044867992401123,
      "learning_rate": 7.381487497965995e-08,
      "loss": 0.1229,
      "step": 1895
    },
    {
      "epoch": 1.851900473210197,
      "grad_norm": 0.5167362689971924,
      "learning_rate": 7.286402169976975e-08,
      "loss": 0.1068,
      "step": 1896
    },
    {
      "epoch": 1.8528774232941536,
      "grad_norm": 0.501384973526001,
      "learning_rate": 7.191924186727817e-08,
      "loss": 0.1209,
      "step": 1897
    },
    {
      "epoch": 1.8538543733781103,
      "grad_norm": 0.5291509032249451,
      "learning_rate": 7.098053784631853e-08,
      "loss": 0.1038,
      "step": 1898
    },
    {
      "epoch": 1.8548313234620668,
      "grad_norm": 0.9261486530303955,
      "learning_rate": 7.004791198581939e-08,
      "loss": 0.1573,
      "step": 1899
    },
    {
      "epoch": 1.8558082735460235,
      "grad_norm": 0.49648037552833557,
      "learning_rate": 6.912136661949953e-08,
      "loss": 0.1097,
      "step": 1900
    },
    {
      "epoch": 1.8567852236299802,
      "grad_norm": 0.5355586409568787,
      "learning_rate": 6.820090406586322e-08,
      "loss": 0.1068,
      "step": 1901
    },
    {
      "epoch": 1.8577621737139367,
      "grad_norm": 0.5010924339294434,
      "learning_rate": 6.728652662819357e-08,
      "loss": 0.1199,
      "step": 1902
    },
    {
      "epoch": 1.8587391237978934,
      "grad_norm": 0.42572537064552307,
      "learning_rate": 6.637823659454673e-08,
      "loss": 0.1078,
      "step": 1903
    },
    {
      "epoch": 1.8597160738818501,
      "grad_norm": 0.6323830485343933,
      "learning_rate": 6.547603623774601e-08,
      "loss": 0.1174,
      "step": 1904
    },
    {
      "epoch": 1.8606930239658066,
      "grad_norm": 0.4609481394290924,
      "learning_rate": 6.457992781537692e-08,
      "loss": 0.1064,
      "step": 1905
    },
    {
      "epoch": 1.8616699740497635,
      "grad_norm": 0.5903739333152771,
      "learning_rate": 6.368991356978077e-08,
      "loss": 0.1323,
      "step": 1906
    },
    {
      "epoch": 1.86264692413372,
      "grad_norm": 1.1212151050567627,
      "learning_rate": 6.280599572804885e-08,
      "loss": 0.1241,
      "step": 1907
    },
    {
      "epoch": 1.8636238742176767,
      "grad_norm": 0.5500158667564392,
      "learning_rate": 6.192817650201883e-08,
      "loss": 0.1243,
      "step": 1908
    },
    {
      "epoch": 1.8646008243016334,
      "grad_norm": 0.5038639903068542,
      "learning_rate": 6.105645808826583e-08,
      "loss": 0.1158,
      "step": 1909
    },
    {
      "epoch": 1.86557777438559,
      "grad_norm": 0.47662466764450073,
      "learning_rate": 6.019084266810054e-08,
      "loss": 0.1091,
      "step": 1910
    },
    {
      "epoch": 1.8665547244695466,
      "grad_norm": 0.5451299548149109,
      "learning_rate": 5.933133240756117e-08,
      "loss": 0.1129,
      "step": 1911
    },
    {
      "epoch": 1.8675316745535033,
      "grad_norm": 0.5382338166236877,
      "learning_rate": 5.8477929457408654e-08,
      "loss": 0.1179,
      "step": 1912
    },
    {
      "epoch": 1.8685086246374598,
      "grad_norm": 0.5455739498138428,
      "learning_rate": 5.7630635953122846e-08,
      "loss": 0.1249,
      "step": 1913
    },
    {
      "epoch": 1.8694855747214167,
      "grad_norm": 0.45847466588020325,
      "learning_rate": 5.6789454014894716e-08,
      "loss": 0.107,
      "step": 1914
    },
    {
      "epoch": 1.8704625248053732,
      "grad_norm": 0.6337384581565857,
      "learning_rate": 5.595438574762191e-08,
      "loss": 0.1348,
      "step": 1915
    },
    {
      "epoch": 1.8714394748893297,
      "grad_norm": 0.7348527908325195,
      "learning_rate": 5.512543324090541e-08,
      "loss": 0.1324,
      "step": 1916
    },
    {
      "epoch": 1.8724164249732866,
      "grad_norm": 0.5962925553321838,
      "learning_rate": 5.430259856904041e-08,
      "loss": 0.1282,
      "step": 1917
    },
    {
      "epoch": 1.8733933750572431,
      "grad_norm": 0.636215329170227,
      "learning_rate": 5.348588379101571e-08,
      "loss": 0.1233,
      "step": 1918
    },
    {
      "epoch": 1.8743703251411998,
      "grad_norm": 0.6858799457550049,
      "learning_rate": 5.2675290950504335e-08,
      "loss": 0.1357,
      "step": 1919
    },
    {
      "epoch": 1.8753472752251565,
      "grad_norm": 1.9896303415298462,
      "learning_rate": 5.1870822075861526e-08,
      "loss": 0.1226,
      "step": 1920
    },
    {
      "epoch": 1.876324225309113,
      "grad_norm": 0.5214887261390686,
      "learning_rate": 5.107247918011815e-08,
      "loss": 0.1209,
      "step": 1921
    },
    {
      "epoch": 1.8773011753930697,
      "grad_norm": 0.7137670516967773,
      "learning_rate": 5.028026426097565e-08,
      "loss": 0.1029,
      "step": 1922
    },
    {
      "epoch": 1.8782781254770264,
      "grad_norm": 0.4643041491508484,
      "learning_rate": 4.949417930080136e-08,
      "loss": 0.1113,
      "step": 1923
    },
    {
      "epoch": 1.879255075560983,
      "grad_norm": 0.5489664077758789,
      "learning_rate": 4.871422626662431e-08,
      "loss": 0.1134,
      "step": 1924
    },
    {
      "epoch": 1.8802320256449399,
      "grad_norm": 0.7097074389457703,
      "learning_rate": 4.7940407110128595e-08,
      "loss": 0.1212,
      "step": 1925
    },
    {
      "epoch": 1.8812089757288963,
      "grad_norm": 0.6178134679794312,
      "learning_rate": 4.717272376765003e-08,
      "loss": 0.1379,
      "step": 1926
    },
    {
      "epoch": 1.882185925812853,
      "grad_norm": 0.724938154220581,
      "learning_rate": 4.6411178160170603e-08,
      "loss": 0.1036,
      "step": 1927
    },
    {
      "epoch": 1.8831628758968098,
      "grad_norm": 0.8065431118011475,
      "learning_rate": 4.565577219331374e-08,
      "loss": 0.1199,
      "step": 1928
    },
    {
      "epoch": 1.8841398259807662,
      "grad_norm": 0.5854756236076355,
      "learning_rate": 4.490650775733962e-08,
      "loss": 0.1141,
      "step": 1929
    },
    {
      "epoch": 1.885116776064723,
      "grad_norm": 0.9782392978668213,
      "learning_rate": 4.416338672714044e-08,
      "loss": 0.1225,
      "step": 1930
    },
    {
      "epoch": 1.8860937261486797,
      "grad_norm": 1.1764185428619385,
      "learning_rate": 4.34264109622351e-08,
      "loss": 0.1234,
      "step": 1931
    },
    {
      "epoch": 1.8870706762326361,
      "grad_norm": 0.6142870783805847,
      "learning_rate": 4.2695582306766236e-08,
      "loss": 0.1199,
      "step": 1932
    },
    {
      "epoch": 1.8880476263165928,
      "grad_norm": 0.9564851522445679,
      "learning_rate": 4.1970902589493765e-08,
      "loss": 0.1372,
      "step": 1933
    },
    {
      "epoch": 1.8890245764005495,
      "grad_norm": 0.6659229397773743,
      "learning_rate": 4.125237362379103e-08,
      "loss": 0.113,
      "step": 1934
    },
    {
      "epoch": 1.890001526484506,
      "grad_norm": 1.0215439796447754,
      "learning_rate": 4.05399972076409e-08,
      "loss": 0.1185,
      "step": 1935
    },
    {
      "epoch": 1.890978476568463,
      "grad_norm": 0.5739313364028931,
      "learning_rate": 3.983377512362968e-08,
      "loss": 0.1235,
      "step": 1936
    },
    {
      "epoch": 1.8919554266524194,
      "grad_norm": 0.570742666721344,
      "learning_rate": 3.913370913894488e-08,
      "loss": 0.1244,
      "step": 1937
    },
    {
      "epoch": 1.8929323767363762,
      "grad_norm": 0.6435270309448242,
      "learning_rate": 3.843980100536826e-08,
      "loss": 0.1151,
      "step": 1938
    },
    {
      "epoch": 1.8939093268203329,
      "grad_norm": 0.9209471940994263,
      "learning_rate": 3.7752052459273383e-08,
      "loss": 0.1341,
      "step": 1939
    },
    {
      "epoch": 1.8948862769042893,
      "grad_norm": 0.5585471987724304,
      "learning_rate": 3.707046522162055e-08,
      "loss": 0.1272,
      "step": 1940
    },
    {
      "epoch": 1.895863226988246,
      "grad_norm": 0.5234296917915344,
      "learning_rate": 3.6395040997952714e-08,
      "loss": 0.1099,
      "step": 1941
    },
    {
      "epoch": 1.8968401770722028,
      "grad_norm": 0.5270965099334717,
      "learning_rate": 3.5725781478390674e-08,
      "loss": 0.1152,
      "step": 1942
    },
    {
      "epoch": 1.8978171271561592,
      "grad_norm": 0.6238093972206116,
      "learning_rate": 3.506268833762982e-08,
      "loss": 0.1248,
      "step": 1943
    },
    {
      "epoch": 1.8987940772401162,
      "grad_norm": 0.6873887777328491,
      "learning_rate": 3.4405763234934274e-08,
      "loss": 0.1266,
      "step": 1944
    },
    {
      "epoch": 1.8997710273240727,
      "grad_norm": 0.5120057463645935,
      "learning_rate": 3.375500781413521e-08,
      "loss": 0.1205,
      "step": 1945
    },
    {
      "epoch": 1.9007479774080291,
      "grad_norm": 0.8953158855438232,
      "learning_rate": 3.311042370362422e-08,
      "loss": 0.1266,
      "step": 1946
    },
    {
      "epoch": 1.901724927491986,
      "grad_norm": 0.678451418876648,
      "learning_rate": 3.2472012516350793e-08,
      "loss": 0.1283,
      "step": 1947
    },
    {
      "epoch": 1.9027018775759426,
      "grad_norm": 0.8391262888908386,
      "learning_rate": 3.18397758498179e-08,
      "loss": 0.123,
      "step": 1948
    },
    {
      "epoch": 1.9036788276598993,
      "grad_norm": 0.881302535533905,
      "learning_rate": 3.121371528607808e-08,
      "loss": 0.1341,
      "step": 1949
    },
    {
      "epoch": 1.904655777743856,
      "grad_norm": 0.6028062105178833,
      "learning_rate": 3.059383239172875e-08,
      "loss": 0.1216,
      "step": 1950
    },
    {
      "epoch": 1.9056327278278125,
      "grad_norm": 0.5131371021270752,
      "learning_rate": 2.9980128717909394e-08,
      "loss": 0.1082,
      "step": 1951
    },
    {
      "epoch": 1.9066096779117692,
      "grad_norm": 0.543569028377533,
      "learning_rate": 2.937260580029716e-08,
      "loss": 0.1237,
      "step": 1952
    },
    {
      "epoch": 1.9075866279957259,
      "grad_norm": 0.6273193359375,
      "learning_rate": 2.8771265159102945e-08,
      "loss": 0.1137,
      "step": 1953
    },
    {
      "epoch": 1.9085635780796824,
      "grad_norm": 0.5713611245155334,
      "learning_rate": 2.8176108299067807e-08,
      "loss": 0.1144,
      "step": 1954
    },
    {
      "epoch": 1.9095405281636393,
      "grad_norm": 0.9177828431129456,
      "learning_rate": 2.7587136709458228e-08,
      "loss": 0.1282,
      "step": 1955
    },
    {
      "epoch": 1.9105174782475958,
      "grad_norm": 0.526182234287262,
      "learning_rate": 2.7004351864064193e-08,
      "loss": 0.1172,
      "step": 1956
    },
    {
      "epoch": 1.9114944283315525,
      "grad_norm": 0.6265659332275391,
      "learning_rate": 2.6427755221194728e-08,
      "loss": 0.1179,
      "step": 1957
    },
    {
      "epoch": 1.9124713784155092,
      "grad_norm": 0.4952566921710968,
      "learning_rate": 2.5857348223673194e-08,
      "loss": 0.1209,
      "step": 1958
    },
    {
      "epoch": 1.9134483284994657,
      "grad_norm": 0.7257328629493713,
      "learning_rate": 2.529313229883451e-08,
      "loss": 0.1114,
      "step": 1959
    },
    {
      "epoch": 1.9144252785834224,
      "grad_norm": 0.9025228023529053,
      "learning_rate": 2.4735108858522927e-08,
      "loss": 0.119,
      "step": 1960
    },
    {
      "epoch": 1.915402228667379,
      "grad_norm": 0.5474231839179993,
      "learning_rate": 2.418327929908537e-08,
      "loss": 0.1298,
      "step": 1961
    },
    {
      "epoch": 1.9163791787513356,
      "grad_norm": 0.6201128363609314,
      "learning_rate": 2.3637645001371167e-08,
      "loss": 0.1353,
      "step": 1962
    },
    {
      "epoch": 1.9173561288352923,
      "grad_norm": 0.562218964099884,
      "learning_rate": 2.3098207330726485e-08,
      "loss": 0.119,
      "step": 1963
    },
    {
      "epoch": 1.918333078919249,
      "grad_norm": 1.3331130743026733,
      "learning_rate": 2.2564967636991563e-08,
      "loss": 0.1112,
      "step": 1964
    },
    {
      "epoch": 1.9193100290032055,
      "grad_norm": 0.49711117148399353,
      "learning_rate": 2.2037927254497936e-08,
      "loss": 0.1142,
      "step": 1965
    },
    {
      "epoch": 1.9202869790871624,
      "grad_norm": 0.4408424496650696,
      "learning_rate": 2.1517087502063994e-08,
      "loss": 0.1115,
      "step": 1966
    },
    {
      "epoch": 1.9212639291711189,
      "grad_norm": 0.6409486532211304,
      "learning_rate": 2.1002449682992198e-08,
      "loss": 0.1297,
      "step": 1967
    },
    {
      "epoch": 1.9222408792550756,
      "grad_norm": 0.6932352185249329,
      "learning_rate": 2.0494015085066877e-08,
      "loss": 0.11,
      "step": 1968
    },
    {
      "epoch": 1.9232178293390323,
      "grad_norm": 0.5591157078742981,
      "learning_rate": 1.999178498054838e-08,
      "loss": 0.1131,
      "step": 1969
    },
    {
      "epoch": 1.9241947794229888,
      "grad_norm": 0.5266435146331787,
      "learning_rate": 1.9495760626172532e-08,
      "loss": 0.1179,
      "step": 1970
    },
    {
      "epoch": 1.9251717295069455,
      "grad_norm": 0.8860810399055481,
      "learning_rate": 1.9005943263146197e-08,
      "loss": 0.1363,
      "step": 1971
    },
    {
      "epoch": 1.9261486795909022,
      "grad_norm": 0.6715410351753235,
      "learning_rate": 1.852233411714449e-08,
      "loss": 0.1205,
      "step": 1972
    },
    {
      "epoch": 1.9271256296748587,
      "grad_norm": 1.7903392314910889,
      "learning_rate": 1.8044934398307456e-08,
      "loss": 0.1436,
      "step": 1973
    },
    {
      "epoch": 1.9281025797588156,
      "grad_norm": 0.6085479855537415,
      "learning_rate": 1.757374530123729e-08,
      "loss": 0.1168,
      "step": 1974
    },
    {
      "epoch": 1.929079529842772,
      "grad_norm": 0.6084596514701843,
      "learning_rate": 1.710876800499556e-08,
      "loss": 0.1257,
      "step": 1975
    },
    {
      "epoch": 1.9300564799267288,
      "grad_norm": 0.5929890871047974,
      "learning_rate": 1.6650003673099603e-08,
      "loss": 0.106,
      "step": 1976
    },
    {
      "epoch": 1.9310334300106855,
      "grad_norm": 0.7909138798713684,
      "learning_rate": 1.619745345352003e-08,
      "loss": 0.1253,
      "step": 1977
    },
    {
      "epoch": 1.932010380094642,
      "grad_norm": 0.5139659643173218,
      "learning_rate": 1.5751118478678218e-08,
      "loss": 0.1228,
      "step": 1978
    },
    {
      "epoch": 1.9329873301785987,
      "grad_norm": 0.41263025999069214,
      "learning_rate": 1.5310999865442434e-08,
      "loss": 0.1169,
      "step": 1979
    },
    {
      "epoch": 1.9339642802625554,
      "grad_norm": 0.6405431032180786,
      "learning_rate": 1.4877098715126159e-08,
      "loss": 0.1284,
      "step": 1980
    },
    {
      "epoch": 1.9349412303465119,
      "grad_norm": 0.6059233546257019,
      "learning_rate": 1.444941611348477e-08,
      "loss": 0.1122,
      "step": 1981
    },
    {
      "epoch": 1.9359181804304686,
      "grad_norm": 0.5469845533370972,
      "learning_rate": 1.4027953130713034e-08,
      "loss": 0.1135,
      "step": 1982
    },
    {
      "epoch": 1.9368951305144253,
      "grad_norm": 1.5313292741775513,
      "learning_rate": 1.3612710821441777e-08,
      "loss": 0.124,
      "step": 1983
    },
    {
      "epoch": 1.9378720805983818,
      "grad_norm": 0.7973529696464539,
      "learning_rate": 1.3203690224736222e-08,
      "loss": 0.1246,
      "step": 1984
    },
    {
      "epoch": 1.9388490306823387,
      "grad_norm": 0.4730254113674164,
      "learning_rate": 1.2800892364092932e-08,
      "loss": 0.1252,
      "step": 1985
    },
    {
      "epoch": 1.9398259807662952,
      "grad_norm": 0.4545423984527588,
      "learning_rate": 1.2404318247437042e-08,
      "loss": 0.1272,
      "step": 1986
    },
    {
      "epoch": 1.940802930850252,
      "grad_norm": 0.4167299270629883,
      "learning_rate": 1.2013968867120308e-08,
      "loss": 0.1028,
      "step": 1987
    },
    {
      "epoch": 1.9417798809342086,
      "grad_norm": 0.4157821834087372,
      "learning_rate": 1.16298451999175e-08,
      "loss": 0.1257,
      "step": 1988
    },
    {
      "epoch": 1.942756831018165,
      "grad_norm": 0.6711307764053345,
      "learning_rate": 1.1251948207025576e-08,
      "loss": 0.1199,
      "step": 1989
    },
    {
      "epoch": 1.9437337811021218,
      "grad_norm": 0.9208105802536011,
      "learning_rate": 1.0880278834060065e-08,
      "loss": 0.1275,
      "step": 1990
    },
    {
      "epoch": 1.9447107311860785,
      "grad_norm": 0.6180605292320251,
      "learning_rate": 1.051483801105313e-08,
      "loss": 0.1161,
      "step": 1991
    },
    {
      "epoch": 1.945687681270035,
      "grad_norm": 1.1046503782272339,
      "learning_rate": 1.0155626652451068e-08,
      "loss": 0.1168,
      "step": 1992
    },
    {
      "epoch": 1.9466646313539917,
      "grad_norm": 0.6219564080238342,
      "learning_rate": 9.802645657112086e-09,
      "loss": 0.1113,
      "step": 1993
    },
    {
      "epoch": 1.9476415814379484,
      "grad_norm": 0.6671769618988037,
      "learning_rate": 9.455895908304091e-09,
      "loss": 0.1131,
      "step": 1994
    },
    {
      "epoch": 1.948618531521905,
      "grad_norm": 0.7161427140235901,
      "learning_rate": 9.115378273702735e-09,
      "loss": 0.1341,
      "step": 1995
    },
    {
      "epoch": 1.9495954816058618,
      "grad_norm": 0.4451122581958771,
      "learning_rate": 8.781093605388924e-09,
      "loss": 0.0981,
      "step": 1996
    },
    {
      "epoch": 1.9505724316898183,
      "grad_norm": 0.557096004486084,
      "learning_rate": 8.45304273984604e-09,
      "loss": 0.1276,
      "step": 1997
    },
    {
      "epoch": 1.951549381773775,
      "grad_norm": 0.4758124351501465,
      "learning_rate": 8.131226497959944e-09,
      "loss": 0.1243,
      "step": 1998
    },
    {
      "epoch": 1.9525263318577317,
      "grad_norm": 0.6417310237884521,
      "learning_rate": 7.81564568501425e-09,
      "loss": 0.1242,
      "step": 1999
    },
    {
      "epoch": 1.9535032819416882,
      "grad_norm": 0.8300948739051819,
      "learning_rate": 7.506301090690338e-09,
      "loss": 0.1238,
      "step": 2000
    },
    {
      "epoch": 1.954480232025645,
      "grad_norm": 0.6566423773765564,
      "learning_rate": 7.203193489064009e-09,
      "loss": 0.1133,
      "step": 2001
    },
    {
      "epoch": 1.9554571821096016,
      "grad_norm": 0.5134234428405762,
      "learning_rate": 6.906323638604662e-09,
      "loss": 0.1148,
      "step": 2002
    },
    {
      "epoch": 1.956434132193558,
      "grad_norm": 0.5473626852035522,
      "learning_rate": 6.61569228217307e-09,
      "loss": 0.1297,
      "step": 2003
    },
    {
      "epoch": 1.957411082277515,
      "grad_norm": 0.6833441853523254,
      "learning_rate": 6.331300147019159e-09,
      "loss": 0.0996,
      "step": 2004
    },
    {
      "epoch": 1.9583880323614715,
      "grad_norm": 0.5028896927833557,
      "learning_rate": 6.053147944779514e-09,
      "loss": 0.1063,
      "step": 2005
    },
    {
      "epoch": 1.9593649824454282,
      "grad_norm": 0.4890092611312866,
      "learning_rate": 5.781236371478205e-09,
      "loss": 0.1162,
      "step": 2006
    },
    {
      "epoch": 1.960341932529385,
      "grad_norm": 0.6293298006057739,
      "learning_rate": 5.515566107521797e-09,
      "loss": 0.1142,
      "step": 2007
    },
    {
      "epoch": 1.9613188826133414,
      "grad_norm": 0.5001157522201538,
      "learning_rate": 5.2561378176999025e-09,
      "loss": 0.1159,
      "step": 2008
    },
    {
      "epoch": 1.9622958326972981,
      "grad_norm": 0.6762978434562683,
      "learning_rate": 5.002952151182405e-09,
      "loss": 0.1234,
      "step": 2009
    },
    {
      "epoch": 1.9632727827812548,
      "grad_norm": 0.5457140803337097,
      "learning_rate": 4.7560097415189076e-09,
      "loss": 0.1323,
      "step": 2010
    },
    {
      "epoch": 1.9642497328652113,
      "grad_norm": 0.5183831453323364,
      "learning_rate": 4.515311206635397e-09,
      "loss": 0.1201,
      "step": 2011
    },
    {
      "epoch": 1.965226682949168,
      "grad_norm": 1.0143280029296875,
      "learning_rate": 4.280857148834528e-09,
      "loss": 0.125,
      "step": 2012
    },
    {
      "epoch": 1.9662036330331247,
      "grad_norm": 0.6653719544410706,
      "learning_rate": 4.052648154793393e-09,
      "loss": 0.1196,
      "step": 2013
    },
    {
      "epoch": 1.9671805831170812,
      "grad_norm": 0.6077477335929871,
      "learning_rate": 3.830684795561035e-09,
      "loss": 0.1146,
      "step": 2014
    },
    {
      "epoch": 1.9681575332010381,
      "grad_norm": 0.6227024793624878,
      "learning_rate": 3.614967626559551e-09,
      "loss": 0.1431,
      "step": 2015
    },
    {
      "epoch": 1.9691344832849946,
      "grad_norm": 0.5604516863822937,
      "learning_rate": 3.4054971875793763e-09,
      "loss": 0.1207,
      "step": 2016
    },
    {
      "epoch": 1.9701114333689513,
      "grad_norm": 0.6133773922920227,
      "learning_rate": 3.2022740027809473e-09,
      "loss": 0.121,
      "step": 2017
    },
    {
      "epoch": 1.971088383452908,
      "grad_norm": 0.5954017043113708,
      "learning_rate": 3.005298580691929e-09,
      "loss": 0.1143,
      "step": 2018
    },
    {
      "epoch": 1.9720653335368645,
      "grad_norm": 0.549052894115448,
      "learning_rate": 2.8145714142055467e-09,
      "loss": 0.1292,
      "step": 2019
    },
    {
      "epoch": 1.9730422836208212,
      "grad_norm": 0.550966203212738,
      "learning_rate": 2.63009298058059e-09,
      "loss": 0.1117,
      "step": 2020
    },
    {
      "epoch": 1.974019233704778,
      "grad_norm": 0.736648678779602,
      "learning_rate": 2.4518637414391867e-09,
      "loss": 0.1072,
      "step": 2021
    },
    {
      "epoch": 1.9749961837887344,
      "grad_norm": 0.49929293990135193,
      "learning_rate": 2.279884142766531e-09,
      "loss": 0.1207,
      "step": 2022
    },
    {
      "epoch": 1.9759731338726914,
      "grad_norm": 0.4560934007167816,
      "learning_rate": 2.1141546149086588e-09,
      "loss": 0.1094,
      "step": 2023
    },
    {
      "epoch": 1.9769500839566478,
      "grad_norm": 0.5404055118560791,
      "learning_rate": 1.954675572572451e-09,
      "loss": 0.1052,
      "step": 2024
    },
    {
      "epoch": 1.9779270340406043,
      "grad_norm": 0.587166965007782,
      "learning_rate": 1.801447414823687e-09,
      "loss": 0.1282,
      "step": 2025
    },
    {
      "epoch": 1.9789039841245613,
      "grad_norm": 0.7316482067108154,
      "learning_rate": 1.6544705250870485e-09,
      "loss": 0.1269,
      "step": 2026
    },
    {
      "epoch": 1.9798809342085177,
      "grad_norm": 0.47679123282432556,
      "learning_rate": 1.5137452711441735e-09,
      "loss": 0.1181,
      "step": 2027
    },
    {
      "epoch": 1.9808578842924744,
      "grad_norm": 0.4444611966609955,
      "learning_rate": 1.3792720051333807e-09,
      "loss": 0.1197,
      "step": 2028
    },
    {
      "epoch": 1.9818348343764312,
      "grad_norm": 0.6291835904121399,
      "learning_rate": 1.2510510635482809e-09,
      "loss": 0.1162,
      "step": 2029
    },
    {
      "epoch": 1.9828117844603876,
      "grad_norm": 0.42497414350509644,
      "learning_rate": 1.1290827672380544e-09,
      "loss": 0.1072,
      "step": 2030
    },
    {
      "epoch": 1.9837887345443443,
      "grad_norm": 0.8148401975631714,
      "learning_rate": 1.0133674214043987e-09,
      "loss": 0.1191,
      "step": 2031
    },
    {
      "epoch": 1.984765684628301,
      "grad_norm": 3.020845413208008,
      "learning_rate": 9.03905315603748e-10,
      "loss": 0.1207,
      "step": 2032
    },
    {
      "epoch": 1.9857426347122575,
      "grad_norm": 0.47406142950057983,
      "learning_rate": 8.006967237439433e-10,
      "loss": 0.1132,
      "step": 2033
    },
    {
      "epoch": 1.9867195847962145,
      "grad_norm": 0.5028852224349976,
      "learning_rate": 7.03741904084787e-10,
      "loss": 0.1085,
      "step": 2034
    },
    {
      "epoch": 1.987696534880171,
      "grad_norm": 0.49047085642814636,
      "learning_rate": 6.130410992377656e-10,
      "loss": 0.1286,
      "step": 2035
    },
    {
      "epoch": 1.9886734849641277,
      "grad_norm": 0.5054574608802795,
      "learning_rate": 5.285945361638289e-10,
      "loss": 0.1291,
      "step": 2036
    },
    {
      "epoch": 1.9896504350480844,
      "grad_norm": 0.5029098987579346,
      "learning_rate": 4.5040242617505614e-10,
      "loss": 0.1217,
      "step": 2037
    },
    {
      "epoch": 1.9906273851320408,
      "grad_norm": 0.5311554670333862,
      "learning_rate": 3.7846496493187945e-10,
      "loss": 0.1121,
      "step": 2038
    },
    {
      "epoch": 1.9916043352159976,
      "grad_norm": 0.5074602365493774,
      "learning_rate": 3.127823324444723e-10,
      "loss": 0.1209,
      "step": 2039
    },
    {
      "epoch": 1.9925812852999543,
      "grad_norm": 0.5317457318305969,
      "learning_rate": 2.533546930713615e-10,
      "loss": 0.1083,
      "step": 2040
    },
    {
      "epoch": 1.9935582353839107,
      "grad_norm": 1.2235394716262817,
      "learning_rate": 2.0018219551831696e-10,
      "loss": 0.1229,
      "step": 2041
    },
    {
      "epoch": 1.9945351854678675,
      "grad_norm": 0.7713088989257812,
      "learning_rate": 1.532649728397395e-10,
      "loss": 0.1131,
      "step": 2042
    },
    {
      "epoch": 1.9955121355518242,
      "grad_norm": 0.5145773887634277,
      "learning_rate": 1.126031424372731e-10,
      "loss": 0.1222,
      "step": 2043
    },
    {
      "epoch": 1.9964890856357806,
      "grad_norm": 0.9036497473716736,
      "learning_rate": 7.819680605924974e-11,
      "loss": 0.1263,
      "step": 2044
    },
    {
      "epoch": 1.9974660357197376,
      "grad_norm": 0.5623131990432739,
      "learning_rate": 5.004604980096695e-11,
      "loss": 0.1236,
      "step": 2045
    },
    {
      "epoch": 1.998442985803694,
      "grad_norm": 0.5780706405639648,
      "learning_rate": 2.8150944104410327e-11,
      "loss": 0.1133,
      "step": 2046
    },
    {
      "epoch": 1.9994199358876508,
      "grad_norm": 0.5285246968269348,
      "learning_rate": 1.251154375797592e-11,
      "loss": 0.1165,
      "step": 2047
    },
    {
      "epoch": 2.0,
      "grad_norm": 1.0938704013824463,
      "learning_rate": 3.1278878961926717e-12,
      "loss": 0.114,
      "step": 2048
    },
    {
      "epoch": 2.0,
      "step": 2048,
      "total_flos": 6.863462328004772e+17,
      "train_loss": 0.16797507342562312,
      "train_runtime": 21551.3712,
      "train_samples_per_second": 24.318,
      "train_steps_per_second": 0.095
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 2048,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 2000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 6.863462328004772e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}