{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.9834983498349836,
  "eval_steps": 500,
  "global_step": 453,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.006600660066006601,
      "grad_norm": 3.143493175506592,
      "learning_rate": 0.0,
      "loss": 2.5041,
      "step": 1
    },
    {
      "epoch": 0.013201320132013201,
      "grad_norm": 4.06755256652832,
      "learning_rate": 4.347826086956522e-06,
      "loss": 2.5644,
      "step": 2
    },
    {
      "epoch": 0.019801980198019802,
      "grad_norm": 3.0701375007629395,
      "learning_rate": 8.695652173913044e-06,
      "loss": 2.5095,
      "step": 3
    },
    {
      "epoch": 0.026402640264026403,
      "grad_norm": 3.792125701904297,
      "learning_rate": 1.3043478260869566e-05,
      "loss": 2.426,
      "step": 4
    },
    {
      "epoch": 0.033003300330033,
      "grad_norm": 4.194362640380859,
      "learning_rate": 1.739130434782609e-05,
      "loss": 1.973,
      "step": 5
    },
    {
      "epoch": 0.039603960396039604,
      "grad_norm": 4.066171646118164,
      "learning_rate": 2.173913043478261e-05,
      "loss": 2.2242,
      "step": 6
    },
    {
      "epoch": 0.0462046204620462,
      "grad_norm": 3.9235055446624756,
      "learning_rate": 2.608695652173913e-05,
      "loss": 2.5398,
      "step": 7
    },
    {
      "epoch": 0.052805280528052806,
      "grad_norm": 3.5214486122131348,
      "learning_rate": 3.0434782608695656e-05,
      "loss": 1.9146,
      "step": 8
    },
    {
      "epoch": 0.0594059405940594,
      "grad_norm": 3.2443058490753174,
      "learning_rate": 3.478260869565218e-05,
      "loss": 2.0756,
      "step": 9
    },
    {
      "epoch": 0.066006600660066,
      "grad_norm": 3.280684471130371,
      "learning_rate": 3.91304347826087e-05,
      "loss": 2.3453,
      "step": 10
    },
    {
      "epoch": 0.07260726072607261,
      "grad_norm": 2.701324701309204,
      "learning_rate": 4.347826086956522e-05,
      "loss": 1.6499,
      "step": 11
    },
    {
      "epoch": 0.07920792079207921,
      "grad_norm": 2.205188035964966,
      "learning_rate": 4.782608695652174e-05,
      "loss": 1.8142,
      "step": 12
    },
    {
      "epoch": 0.0858085808580858,
      "grad_norm": 2.969386577606201,
      "learning_rate": 5.217391304347826e-05,
      "loss": 1.6555,
      "step": 13
    },
    {
      "epoch": 0.0924092409240924,
      "grad_norm": 3.1078085899353027,
      "learning_rate": 5.652173913043478e-05,
      "loss": 1.892,
      "step": 14
    },
    {
      "epoch": 0.09900990099009901,
      "grad_norm": 2.403679847717285,
      "learning_rate": 6.086956521739131e-05,
      "loss": 2.1263,
      "step": 15
    },
    {
      "epoch": 0.10561056105610561,
      "grad_norm": 3.7624003887176514,
      "learning_rate": 6.521739130434783e-05,
      "loss": 2.1824,
      "step": 16
    },
    {
      "epoch": 0.11221122112211221,
      "grad_norm": 2.571948766708374,
      "learning_rate": 6.956521739130436e-05,
      "loss": 2.2477,
      "step": 17
    },
    {
      "epoch": 0.1188118811881188,
      "grad_norm": 3.469731569290161,
      "learning_rate": 7.391304347826086e-05,
      "loss": 1.4427,
      "step": 18
    },
    {
      "epoch": 0.1254125412541254,
      "grad_norm": 2.207329750061035,
      "learning_rate": 7.82608695652174e-05,
      "loss": 1.5447,
      "step": 19
    },
    {
      "epoch": 0.132013201320132,
      "grad_norm": 2.514176368713379,
      "learning_rate": 8.260869565217392e-05,
      "loss": 1.9723,
      "step": 20
    },
    {
      "epoch": 0.13861386138613863,
      "grad_norm": 3.027451753616333,
      "learning_rate": 8.695652173913044e-05,
      "loss": 1.7312,
      "step": 21
    },
    {
      "epoch": 0.14521452145214522,
      "grad_norm": 5.07168436050415,
      "learning_rate": 9.130434782608696e-05,
      "loss": 2.5444,
      "step": 22
    },
    {
      "epoch": 0.15181518151815182,
      "grad_norm": 3.528111219406128,
      "learning_rate": 9.565217391304348e-05,
      "loss": 2.1284,
      "step": 23
    },
    {
      "epoch": 0.15841584158415842,
      "grad_norm": 3.0631463527679443,
      "learning_rate": 0.0001,
      "loss": 2.2181,
      "step": 24
    },
    {
      "epoch": 0.16501650165016502,
      "grad_norm": 3.331843852996826,
      "learning_rate": 0.00010434782608695653,
      "loss": 3.0526,
      "step": 25
    },
    {
      "epoch": 0.1716171617161716,
      "grad_norm": 2.444413661956787,
      "learning_rate": 0.00010869565217391305,
      "loss": 1.7363,
      "step": 26
    },
    {
      "epoch": 0.1782178217821782,
      "grad_norm": 2.5538690090179443,
      "learning_rate": 0.00011304347826086956,
      "loss": 1.5258,
      "step": 27
    },
    {
      "epoch": 0.1848184818481848,
      "grad_norm": 2.088798999786377,
      "learning_rate": 0.0001173913043478261,
      "loss": 1.8808,
      "step": 28
    },
    {
      "epoch": 0.19141914191419143,
      "grad_norm": 2.5747692584991455,
      "learning_rate": 0.00012173913043478263,
      "loss": 2.6931,
      "step": 29
    },
    {
      "epoch": 0.19801980198019803,
      "grad_norm": 2.9658546447753906,
      "learning_rate": 0.00012608695652173915,
      "loss": 2.0258,
      "step": 30
    },
    {
      "epoch": 0.20462046204620463,
      "grad_norm": 2.768965244293213,
      "learning_rate": 0.00013043478260869567,
      "loss": 1.8468,
      "step": 31
    },
    {
      "epoch": 0.21122112211221122,
      "grad_norm": 2.2689647674560547,
      "learning_rate": 0.0001347826086956522,
      "loss": 1.7859,
      "step": 32
    },
    {
      "epoch": 0.21782178217821782,
      "grad_norm": 2.06204891204834,
      "learning_rate": 0.0001391304347826087,
      "loss": 1.8043,
      "step": 33
    },
    {
      "epoch": 0.22442244224422442,
      "grad_norm": 2.958625078201294,
      "learning_rate": 0.0001434782608695652,
      "loss": 1.2597,
      "step": 34
    },
    {
      "epoch": 0.23102310231023102,
      "grad_norm": 2.6240015029907227,
      "learning_rate": 0.00014782608695652173,
      "loss": 1.9745,
      "step": 35
    },
    {
      "epoch": 0.2376237623762376,
      "grad_norm": 2.636274814605713,
      "learning_rate": 0.00015217391304347827,
      "loss": 1.8066,
      "step": 36
    },
    {
      "epoch": 0.24422442244224424,
      "grad_norm": 2.4695310592651367,
      "learning_rate": 0.0001565217391304348,
      "loss": 1.5221,
      "step": 37
    },
    {
      "epoch": 0.2508250825082508,
      "grad_norm": 3.572252035140991,
      "learning_rate": 0.00016086956521739132,
      "loss": 1.8853,
      "step": 38
    },
    {
      "epoch": 0.25742574257425743,
      "grad_norm": 5.93402624130249,
      "learning_rate": 0.00016521739130434784,
      "loss": 2.3075,
      "step": 39
    },
    {
      "epoch": 0.264026402640264,
      "grad_norm": 2.454044818878174,
      "learning_rate": 0.00016956521739130436,
      "loss": 1.5395,
      "step": 40
    },
    {
      "epoch": 0.2706270627062706,
      "grad_norm": 2.4715137481689453,
      "learning_rate": 0.00017391304347826088,
      "loss": 1.6654,
      "step": 41
    },
    {
      "epoch": 0.27722772277227725,
      "grad_norm": 2.5912485122680664,
      "learning_rate": 0.0001782608695652174,
      "loss": 2.3238,
      "step": 42
    },
    {
      "epoch": 0.2838283828382838,
      "grad_norm": 2.6347994804382324,
      "learning_rate": 0.00018260869565217392,
      "loss": 1.7519,
      "step": 43
    },
    {
      "epoch": 0.29042904290429045,
      "grad_norm": 2.668267011642456,
      "learning_rate": 0.00018695652173913045,
      "loss": 1.6689,
      "step": 44
    },
    {
      "epoch": 0.297029702970297,
      "grad_norm": 3.038886308670044,
      "learning_rate": 0.00019130434782608697,
      "loss": 1.968,
      "step": 45
    },
    {
      "epoch": 0.30363036303630364,
      "grad_norm": 2.065838575363159,
      "learning_rate": 0.0001956521739130435,
      "loss": 1.8324,
      "step": 46
    },
    {
      "epoch": 0.3102310231023102,
      "grad_norm": 1.9431511163711548,
      "learning_rate": 0.0002,
      "loss": 1.5543,
      "step": 47
    },
    {
      "epoch": 0.31683168316831684,
      "grad_norm": 2.310769557952881,
      "learning_rate": 0.00019999702094326033,
      "loss": 1.4833,
      "step": 48
    },
    {
      "epoch": 0.3234323432343234,
      "grad_norm": 2.8865110874176025,
      "learning_rate": 0.00019998808395053688,
      "loss": 1.7368,
      "step": 49
    },
    {
      "epoch": 0.33003300330033003,
      "grad_norm": 2.3484208583831787,
      "learning_rate": 0.0001999731895543058,
      "loss": 1.4685,
      "step": 50
    },
    {
      "epoch": 0.33663366336633666,
      "grad_norm": 2.802156686782837,
      "learning_rate": 0.00019995233864199215,
      "loss": 1.7877,
      "step": 51
    },
    {
      "epoch": 0.3432343234323432,
      "grad_norm": 2.18292498588562,
      "learning_rate": 0.00019992553245591694,
      "loss": 1.5654,
      "step": 52
    },
    {
      "epoch": 0.34983498349834985,
      "grad_norm": 2.082122325897217,
      "learning_rate": 0.00019989277259322314,
      "loss": 1.8541,
      "step": 53
    },
    {
      "epoch": 0.3564356435643564,
      "grad_norm": 2.40657377243042,
      "learning_rate": 0.0001998540610057806,
      "loss": 1.9715,
      "step": 54
    },
    {
      "epoch": 0.36303630363036304,
      "grad_norm": 2.077791929244995,
      "learning_rate": 0.00019980940000006954,
      "loss": 1.5949,
      "step": 55
    },
    {
      "epoch": 0.3696369636963696,
      "grad_norm": 2.2711575031280518,
      "learning_rate": 0.0001997587922370434,
      "loss": 1.0556,
      "step": 56
    },
    {
      "epoch": 0.37623762376237624,
      "grad_norm": 1.9230396747589111,
      "learning_rate": 0.00019970224073197017,
      "loss": 1.8958,
      "step": 57
    },
    {
      "epoch": 0.38283828382838286,
      "grad_norm": 2.0223827362060547,
      "learning_rate": 0.00019963974885425266,
      "loss": 1.8731,
      "step": 58
    },
    {
      "epoch": 0.38943894389438943,
      "grad_norm": 3.312962293624878,
      "learning_rate": 0.00019957132032722785,
      "loss": 1.8496,
      "step": 59
    },
    {
      "epoch": 0.39603960396039606,
      "grad_norm": 3.0161566734313965,
      "learning_rate": 0.00019949695922794506,
      "loss": 1.8099,
      "step": 60
    },
    {
      "epoch": 0.40264026402640263,
      "grad_norm": 2.2380363941192627,
      "learning_rate": 0.00019941666998692296,
      "loss": 1.6939,
      "step": 61
    },
    {
      "epoch": 0.40924092409240925,
      "grad_norm": 2.783853530883789,
      "learning_rate": 0.00019933045738788563,
      "loss": 2.1385,
      "step": 62
    },
    {
      "epoch": 0.4158415841584158,
      "grad_norm": 2.4008877277374268,
      "learning_rate": 0.0001992383265674776,
      "loss": 1.6338,
      "step": 63
    },
    {
      "epoch": 0.42244224422442245,
      "grad_norm": 2.317880868911743,
      "learning_rate": 0.0001991402830149576,
      "loss": 1.6309,
      "step": 64
    },
    {
      "epoch": 0.429042904290429,
      "grad_norm": 2.7851943969726562,
      "learning_rate": 0.00019903633257187185,
      "loss": 1.9731,
      "step": 65
    },
    {
      "epoch": 0.43564356435643564,
      "grad_norm": 2.795436143875122,
      "learning_rate": 0.00019892648143170566,
      "loss": 1.7634,
      "step": 66
    },
    {
      "epoch": 0.44224422442244227,
      "grad_norm": 3.0923502445220947,
      "learning_rate": 0.0001988107361395146,
      "loss": 1.7409,
      "step": 67
    },
    {
      "epoch": 0.44884488448844884,
      "grad_norm": 2.286417245864868,
      "learning_rate": 0.0001986891035915346,
      "loss": 1.7104,
      "step": 68
    },
    {
      "epoch": 0.45544554455445546,
      "grad_norm": 2.321275234222412,
      "learning_rate": 0.00019856159103477086,
      "loss": 1.8864,
      "step": 69
    },
    {
      "epoch": 0.46204620462046203,
      "grad_norm": 1.9481537342071533,
      "learning_rate": 0.0001984282060665662,
      "loss": 1.7544,
      "step": 70
    },
    {
      "epoch": 0.46864686468646866,
      "grad_norm": 2.094721794128418,
      "learning_rate": 0.00019828895663414836,
      "loss": 1.2463,
      "step": 71
    },
    {
      "epoch": 0.4752475247524752,
      "grad_norm": 2.0305490493774414,
      "learning_rate": 0.00019814385103415663,
      "loss": 1.7909,
      "step": 72
    },
    {
      "epoch": 0.48184818481848185,
      "grad_norm": 2.0635201930999756,
      "learning_rate": 0.00019799289791214725,
      "loss": 1.5155,
      "step": 73
    },
    {
      "epoch": 0.4884488448844885,
      "grad_norm": 1.9585940837860107,
      "learning_rate": 0.00019783610626207854,
      "loss": 1.6954,
      "step": 74
    },
    {
      "epoch": 0.49504950495049505,
      "grad_norm": 2.560070514678955,
      "learning_rate": 0.00019767348542577495,
      "loss": 1.8156,
      "step": 75
    },
    {
      "epoch": 0.5016501650165016,
      "grad_norm": 2.5949947834014893,
      "learning_rate": 0.00019750504509237046,
      "loss": 2.0184,
      "step": 76
    },
    {
      "epoch": 0.5082508250825083,
      "grad_norm": 2.281064748764038,
      "learning_rate": 0.00019733079529773125,
      "loss": 1.6881,
      "step": 77
    },
    {
      "epoch": 0.5148514851485149,
      "grad_norm": 2.1914496421813965,
      "learning_rate": 0.00019715074642385786,
      "loss": 1.4654,
      "step": 78
    },
    {
      "epoch": 0.5214521452145214,
      "grad_norm": 2.1156349182128906,
      "learning_rate": 0.00019696490919826647,
      "loss": 1.7675,
      "step": 79
    },
    {
      "epoch": 0.528052805280528,
      "grad_norm": 2.097763776779175,
      "learning_rate": 0.0001967732946933499,
      "loss": 2.0482,
      "step": 80
    },
    {
      "epoch": 0.5346534653465347,
      "grad_norm": 2.4619557857513428,
      "learning_rate": 0.00019657591432571778,
      "loss": 1.8658,
      "step": 81
    },
    {
      "epoch": 0.5412541254125413,
      "grad_norm": 2.268629312515259,
      "learning_rate": 0.0001963727798555164,
      "loss": 1.9668,
      "step": 82
    },
    {
      "epoch": 0.5478547854785478,
      "grad_norm": 2.8534958362579346,
      "learning_rate": 0.00019616390338572803,
      "loss": 1.5379,
      "step": 83
    },
    {
      "epoch": 0.5544554455445545,
      "grad_norm": 1.972926139831543,
      "learning_rate": 0.00019594929736144976,
      "loss": 1.3666,
      "step": 84
    },
    {
      "epoch": 0.5610561056105611,
      "grad_norm": 2.3708107471466064,
      "learning_rate": 0.00019572897456915202,
      "loss": 1.7144,
      "step": 85
    },
    {
      "epoch": 0.5676567656765676,
      "grad_norm": 2.909595489501953,
      "learning_rate": 0.00019550294813591682,
      "loss": 2.2708,
      "step": 86
    },
    {
      "epoch": 0.5742574257425742,
      "grad_norm": 1.8480359315872192,
      "learning_rate": 0.0001952712315286556,
      "loss": 1.3613,
      "step": 87
    },
    {
      "epoch": 0.5808580858085809,
      "grad_norm": 2.4477217197418213,
      "learning_rate": 0.00019503383855330668,
      "loss": 1.6463,
      "step": 88
    },
    {
      "epoch": 0.5874587458745875,
      "grad_norm": 2.253204345703125,
      "learning_rate": 0.00019479078335401297,
      "loss": 1.2088,
      "step": 89
    },
    {
      "epoch": 0.594059405940594,
      "grad_norm": 1.9275654554367065,
      "learning_rate": 0.00019454208041227907,
      "loss": 1.5648,
      "step": 90
    },
    {
      "epoch": 0.6006600660066007,
      "grad_norm": 1.9389451742172241,
      "learning_rate": 0.00019428774454610843,
      "loss": 1.2708,
      "step": 91
    },
    {
      "epoch": 0.6072607260726073,
      "grad_norm": 1.9256659746170044,
      "learning_rate": 0.0001940277909091206,
      "loss": 1.5638,
      "step": 92
    },
    {
      "epoch": 0.6138613861386139,
      "grad_norm": 2.4642438888549805,
      "learning_rate": 0.0001937622349896483,
      "loss": 1.9737,
      "step": 93
    },
    {
      "epoch": 0.6204620462046204,
      "grad_norm": 2.4450933933258057,
      "learning_rate": 0.00019349109260981452,
      "loss": 2.407,
      "step": 94
    },
    {
      "epoch": 0.6270627062706271,
      "grad_norm": 2.6247427463531494,
      "learning_rate": 0.00019321437992458995,
      "loss": 2.0388,
      "step": 95
    },
    {
      "epoch": 0.6336633663366337,
      "grad_norm": 2.9768080711364746,
      "learning_rate": 0.0001929321134208304,
      "loss": 1.8954,
      "step": 96
    },
    {
      "epoch": 0.6402640264026402,
      "grad_norm": 2.293891191482544,
      "learning_rate": 0.00019264430991629446,
      "loss": 2.3185,
      "step": 97
    },
    {
      "epoch": 0.6468646864686468,
      "grad_norm": 2.011204242706299,
      "learning_rate": 0.00019235098655864157,
      "loss": 1.7781,
      "step": 98
    },
    {
      "epoch": 0.6534653465346535,
      "grad_norm": 1.914803147315979,
      "learning_rate": 0.00019205216082441017,
      "loss": 1.5633,
      "step": 99
    },
    {
      "epoch": 0.6600660066006601,
      "grad_norm": 2.229295015335083,
      "learning_rate": 0.00019174785051797666,
      "loss": 1.422,
      "step": 100
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 1.9156501293182373,
      "learning_rate": 0.0001914380737704944,
      "loss": 1.6114,
      "step": 101
    },
    {
      "epoch": 0.6732673267326733,
      "grad_norm": 2.1045665740966797,
      "learning_rate": 0.0001911228490388136,
      "loss": 1.9957,
      "step": 102
    },
    {
      "epoch": 0.6798679867986799,
      "grad_norm": 1.971551775932312,
      "learning_rate": 0.0001908021951043814,
      "loss": 1.3397,
      "step": 103
    },
    {
      "epoch": 0.6864686468646864,
      "grad_norm": 2.331234931945801,
      "learning_rate": 0.00019047613107212312,
      "loss": 1.453,
      "step": 104
    },
    {
      "epoch": 0.693069306930693,
      "grad_norm": 2.3500189781188965,
      "learning_rate": 0.00019014467636930385,
      "loss": 1.5166,
      "step": 105
    },
    {
      "epoch": 0.6996699669966997,
      "grad_norm": 3.211228609085083,
      "learning_rate": 0.00018980785074437093,
      "loss": 2.0583,
      "step": 106
    },
    {
      "epoch": 0.7062706270627063,
      "grad_norm": 2.552626371383667,
      "learning_rate": 0.00018946567426577723,
      "loss": 2.0275,
      "step": 107
    },
    {
      "epoch": 0.7128712871287128,
      "grad_norm": 2.142106294631958,
      "learning_rate": 0.00018911816732078575,
      "loss": 1.5193,
      "step": 108
    },
    {
      "epoch": 0.7194719471947195,
      "grad_norm": 2.5598621368408203,
      "learning_rate": 0.00018876535061425453,
      "loss": 1.7457,
      "step": 109
    },
    {
      "epoch": 0.7260726072607261,
      "grad_norm": 2.658561944961548,
      "learning_rate": 0.0001884072451674034,
      "loss": 1.5258,
      "step": 110
    },
    {
      "epoch": 0.7326732673267327,
      "grad_norm": 2.122279167175293,
      "learning_rate": 0.00018804387231656118,
      "loss": 1.6165,
      "step": 111
    },
    {
      "epoch": 0.7392739273927392,
      "grad_norm": 2.6554064750671387,
      "learning_rate": 0.00018767525371189475,
      "loss": 1.5194,
      "step": 112
    },
    {
      "epoch": 0.7458745874587459,
      "grad_norm": 2.4760324954986572,
      "learning_rate": 0.00018730141131611882,
      "loss": 1.8324,
      "step": 113
    },
    {
      "epoch": 0.7524752475247525,
      "grad_norm": 1.9205211400985718,
      "learning_rate": 0.0001869223674031876,
      "loss": 1.5462,
      "step": 114
    },
    {
      "epoch": 0.759075907590759,
      "grad_norm": 2.451927423477173,
      "learning_rate": 0.00018653814455696756,
      "loss": 1.9891,
      "step": 115
    },
    {
      "epoch": 0.7656765676567657,
      "grad_norm": 2.2201361656188965,
      "learning_rate": 0.0001861487656698919,
      "loss": 1.6986,
      "step": 116
    },
    {
      "epoch": 0.7722772277227723,
      "grad_norm": 3.1413655281066895,
      "learning_rate": 0.00018575425394159653,
      "loss": 2.0776,
      "step": 117
    },
    {
      "epoch": 0.7788778877887789,
      "grad_norm": 2.1141433715820312,
      "learning_rate": 0.00018535463287753796,
      "loss": 1.366,
      "step": 118
    },
    {
      "epoch": 0.7854785478547854,
      "grad_norm": 3.3970096111297607,
      "learning_rate": 0.00018494992628759267,
      "loss": 1.6139,
      "step": 119
    },
    {
      "epoch": 0.7920792079207921,
      "grad_norm": 2.305530548095703,
      "learning_rate": 0.0001845401582846385,
      "loss": 1.4516,
      "step": 120
    },
    {
      "epoch": 0.7986798679867987,
      "grad_norm": 2.0770864486694336,
      "learning_rate": 0.00018412535328311814,
      "loss": 1.7341,
      "step": 121
    },
    {
      "epoch": 0.8052805280528053,
      "grad_norm": 2.0777578353881836,
      "learning_rate": 0.00018370553599758422,
      "loss": 1.5696,
      "step": 122
    },
    {
      "epoch": 0.8118811881188119,
      "grad_norm": 2.021235704421997,
      "learning_rate": 0.00018328073144122708,
      "loss": 1.1397,
      "step": 123
    },
    {
      "epoch": 0.8184818481848185,
      "grad_norm": 2.1600515842437744,
      "learning_rate": 0.00018285096492438424,
      "loss": 1.5525,
      "step": 124
    },
    {
      "epoch": 0.8250825082508251,
      "grad_norm": 2.407317638397217,
      "learning_rate": 0.00018241626205303243,
      "loss": 2.1211,
      "step": 125
    },
    {
      "epoch": 0.8316831683168316,
      "grad_norm": 2.115229845046997,
      "learning_rate": 0.00018197664872726205,
      "loss": 1.4519,
      "step": 126
    },
    {
      "epoch": 0.8382838283828383,
      "grad_norm": 2.243795156478882,
      "learning_rate": 0.00018153215113973396,
      "loss": 1.609,
      "step": 127
    },
    {
      "epoch": 0.8448844884488449,
      "grad_norm": 2.622382164001465,
      "learning_rate": 0.0001810827957741188,
      "loss": 1.9359,
      "step": 128
    },
    {
      "epoch": 0.8514851485148515,
      "grad_norm": 2.31684947013855,
      "learning_rate": 0.00018062860940351916,
      "loss": 1.9789,
      "step": 129
    },
    {
      "epoch": 0.858085808580858,
      "grad_norm": 1.9168429374694824,
      "learning_rate": 0.00018016961908887442,
      "loss": 1.3984,
      "step": 130
    },
    {
      "epoch": 0.8646864686468647,
      "grad_norm": 2.2554709911346436,
      "learning_rate": 0.00017970585217734844,
      "loss": 1.127,
      "step": 131
    },
    {
      "epoch": 0.8712871287128713,
      "grad_norm": 2.3152496814727783,
      "learning_rate": 0.00017923733630070002,
      "loss": 1.922,
      "step": 132
    },
    {
      "epoch": 0.8778877887788779,
      "grad_norm": 2.9799273014068604,
      "learning_rate": 0.00017876409937363677,
      "loss": 1.6876,
      "step": 133
    },
    {
      "epoch": 0.8844884488448845,
      "grad_norm": 1.8281869888305664,
      "learning_rate": 0.00017828616959215184,
      "loss": 1.5791,
      "step": 134
    },
    {
      "epoch": 0.8910891089108911,
      "grad_norm": 1.8797411918640137,
      "learning_rate": 0.00017780357543184397,
      "loss": 1.4774,
      "step": 135
    },
    {
      "epoch": 0.8976897689768977,
      "grad_norm": 2.052123785018921,
      "learning_rate": 0.00017731634564622085,
      "loss": 1.883,
      "step": 136
    },
    {
      "epoch": 0.9042904290429042,
      "grad_norm": 2.0069074630737305,
      "learning_rate": 0.00017682450926498607,
      "loss": 1.4696,
      "step": 137
    },
    {
      "epoch": 0.9108910891089109,
      "grad_norm": 1.6514910459518433,
      "learning_rate": 0.0001763280955923093,
      "loss": 1.4254,
      "step": 138
    },
    {
      "epoch": 0.9174917491749175,
      "grad_norm": 2.6039862632751465,
      "learning_rate": 0.00017582713420508052,
      "loss": 2.1567,
      "step": 139
    },
    {
      "epoch": 0.9240924092409241,
      "grad_norm": 1.9613580703735352,
      "learning_rate": 0.00017532165495114766,
      "loss": 1.0636,
      "step": 140
    },
    {
      "epoch": 0.9306930693069307,
      "grad_norm": 3.350720167160034,
      "learning_rate": 0.0001748116879475383,
      "loss": 1.5513,
      "step": 141
    },
    {
      "epoch": 0.9372937293729373,
      "grad_norm": 2.287201404571533,
      "learning_rate": 0.00017429726357866515,
      "loss": 2.229,
      "step": 142
    },
    {
      "epoch": 0.9438943894389439,
      "grad_norm": 2.0688509941101074,
      "learning_rate": 0.00017377841249451595,
      "loss": 1.518,
      "step": 143
    },
    {
      "epoch": 0.9504950495049505,
      "grad_norm": 2.2164456844329834,
      "learning_rate": 0.00017325516560882703,
      "loss": 1.2676,
      "step": 144
    },
    {
      "epoch": 0.9570957095709571,
      "grad_norm": 1.946719765663147,
      "learning_rate": 0.00017272755409724168,
      "loss": 1.4389,
      "step": 145
    },
    {
      "epoch": 0.9636963696369637,
      "grad_norm": 2.1992857456207275,
      "learning_rate": 0.00017219560939545246,
      "loss": 1.5815,
      "step": 146
    },
    {
      "epoch": 0.9702970297029703,
      "grad_norm": 1.699536919593811,
      "learning_rate": 0.0001716593631973283,
      "loss": 1.1554,
      "step": 147
    },
    {
      "epoch": 0.976897689768977,
      "grad_norm": 2.061931610107422,
      "learning_rate": 0.00017111884745302632,
      "loss": 1.7294,
      "step": 148
    },
    {
      "epoch": 0.9834983498349835,
      "grad_norm": 1.7385263442993164,
      "learning_rate": 0.00017057409436708782,
      "loss": 1.2457,
      "step": 149
    },
    {
      "epoch": 0.9900990099009901,
      "grad_norm": 2.110952615737915,
      "learning_rate": 0.00017002513639651992,
      "loss": 1.3175,
      "step": 150
    },
    {
      "epoch": 0.9966996699669967,
      "grad_norm": 2.1564648151397705,
      "learning_rate": 0.00016947200624886145,
      "loss": 1.9294,
      "step": 151
    },
    {
      "epoch": 1.0,
      "grad_norm": 2.933058977127075,
      "learning_rate": 0.00016891473688023426,
      "loss": 1.692,
      "step": 152
    },
    {
      "epoch": 1.0066006600660067,
      "grad_norm": 1.5336902141571045,
      "learning_rate": 0.00016835336149337974,
      "loss": 0.9865,
      "step": 153
    },
    {
      "epoch": 1.0132013201320131,
      "grad_norm": 1.9835368394851685,
      "learning_rate": 0.0001677879135356805,
      "loss": 1.1458,
      "step": 154
    },
    {
      "epoch": 1.0198019801980198,
      "grad_norm": 1.795840859413147,
      "learning_rate": 0.00016721842669716752,
      "loss": 1.2959,
      "step": 155
    },
    {
      "epoch": 1.0264026402640265,
      "grad_norm": 1.5296306610107422,
      "learning_rate": 0.00016664493490851288,
      "loss": 1.0164,
      "step": 156
    },
    {
      "epoch": 1.033003300330033,
      "grad_norm": 1.7248140573501587,
      "learning_rate": 0.00016606747233900815,
      "loss": 0.8419,
      "step": 157
    },
    {
      "epoch": 1.0396039603960396,
      "grad_norm": 1.7325875759124756,
      "learning_rate": 0.00016548607339452853,
      "loss": 1.1261,
      "step": 158
    },
    {
      "epoch": 1.046204620462046,
      "grad_norm": 1.2496837377548218,
      "learning_rate": 0.00016490077271548285,
      "loss": 0.7492,
      "step": 159
    },
    {
      "epoch": 1.0528052805280528,
      "grad_norm": 1.6971389055252075,
      "learning_rate": 0.00016431160517474985,
      "loss": 0.8414,
      "step": 160
    },
    {
      "epoch": 1.0594059405940595,
      "grad_norm": 2.0551939010620117,
      "learning_rate": 0.00016371860587560008,
      "loss": 0.8839,
      "step": 161
    },
    {
      "epoch": 1.066006600660066,
      "grad_norm": 1.924460768699646,
      "learning_rate": 0.0001631218101496048,
      "loss": 1.3241,
      "step": 162
    },
    {
      "epoch": 1.0726072607260726,
      "grad_norm": 1.967581033706665,
      "learning_rate": 0.0001625212535545306,
      "loss": 1.3023,
      "step": 163
    },
    {
      "epoch": 1.0792079207920793,
      "grad_norm": 1.5237433910369873,
      "learning_rate": 0.00016191697187222087,
      "loss": 0.6498,
      "step": 164
    },
    {
      "epoch": 1.0858085808580857,
      "grad_norm": 1.763487458229065,
      "learning_rate": 0.00016130900110646407,
      "loss": 0.8494,
      "step": 165
    },
    {
      "epoch": 1.0924092409240924,
      "grad_norm": 1.706944227218628,
      "learning_rate": 0.00016069737748084824,
      "loss": 1.1109,
      "step": 166
    },
    {
      "epoch": 1.099009900990099,
      "grad_norm": 1.4448894262313843,
      "learning_rate": 0.0001600821374366031,
      "loss": 0.4959,
      "step": 167
    },
    {
      "epoch": 1.1056105610561056,
      "grad_norm": 2.1986727714538574,
      "learning_rate": 0.00015946331763042867,
      "loss": 0.7979,
      "step": 168
    },
    {
      "epoch": 1.1122112211221122,
      "grad_norm": 2.2612531185150146,
      "learning_rate": 0.00015884095493231125,
      "loss": 1.2128,
      "step": 169
    },
    {
      "epoch": 1.118811881188119,
      "grad_norm": 2.3036763668060303,
      "learning_rate": 0.00015821508642332657,
      "loss": 0.5248,
      "step": 170
    },
    {
      "epoch": 1.1254125412541254,
      "grad_norm": 2.488407611846924,
      "learning_rate": 0.00015758574939343074,
      "loss": 0.8778,
      "step": 171
    },
    {
      "epoch": 1.132013201320132,
      "grad_norm": 2.204878807067871,
      "learning_rate": 0.00015695298133923809,
      "loss": 0.7613,
      "step": 172
    },
    {
      "epoch": 1.1386138613861387,
      "grad_norm": 3.1971163749694824,
      "learning_rate": 0.00015631681996178736,
      "loss": 0.8277,
      "step": 173
    },
    {
      "epoch": 1.1452145214521452,
      "grad_norm": 2.127798080444336,
      "learning_rate": 0.00015567730316429535,
      "loss": 1.0778,
      "step": 174
    },
    {
      "epoch": 1.1518151815181519,
      "grad_norm": 3.0097923278808594,
      "learning_rate": 0.00015503446904989855,
      "loss": 1.2296,
      "step": 175
    },
    {
      "epoch": 1.1584158415841583,
      "grad_norm": 1.864353060722351,
      "learning_rate": 0.000154388355919383,
      "loss": 0.8454,
      "step": 176
    },
    {
      "epoch": 1.165016501650165,
      "grad_norm": 2.085644483566284,
      "learning_rate": 0.0001537390022689022,
      "loss": 0.9575,
      "step": 177
    },
    {
      "epoch": 1.1716171617161717,
      "grad_norm": 2.4007134437561035,
      "learning_rate": 0.00015308644678768357,
      "loss": 1.1812,
      "step": 178
    },
    {
      "epoch": 1.1782178217821782,
      "grad_norm": 1.8667707443237305,
      "learning_rate": 0.00015243072835572318,
      "loss": 0.9867,
      "step": 179
    },
    {
      "epoch": 1.1848184818481848,
      "grad_norm": 1.9746801853179932,
      "learning_rate": 0.0001517718860414693,
      "loss": 1.1943,
      "step": 180
    },
    {
      "epoch": 1.1914191419141915,
      "grad_norm": 1.8437597751617432,
      "learning_rate": 0.00015110995909949464,
      "loss": 0.8079,
      "step": 181
    },
    {
      "epoch": 1.198019801980198,
      "grad_norm": 4.084945201873779,
      "learning_rate": 0.00015044498696815758,
      "loss": 1.0193,
      "step": 182
    },
    {
      "epoch": 1.2046204620462047,
      "grad_norm": 1.9224382638931274,
      "learning_rate": 0.0001497770092672523,
      "loss": 0.8535,
      "step": 183
    },
    {
      "epoch": 1.2112211221122111,
      "grad_norm": 2.220433235168457,
      "learning_rate": 0.00014910606579564829,
      "loss": 1.1293,
      "step": 184
    },
    {
      "epoch": 1.2178217821782178,
      "grad_norm": 2.5351061820983887,
      "learning_rate": 0.0001484321965289189,
      "loss": 1.3277,
      "step": 185
    },
    {
      "epoch": 1.2244224422442245,
      "grad_norm": 2.361661195755005,
      "learning_rate": 0.00014775544161695975,
      "loss": 0.9623,
      "step": 186
    },
    {
      "epoch": 1.231023102310231,
      "grad_norm": 2.326742172241211,
      "learning_rate": 0.0001470758413815965,
      "loss": 0.9141,
      "step": 187
    },
    {
      "epoch": 1.2376237623762376,
      "grad_norm": 2.2401044368743896,
      "learning_rate": 0.00014639343631418238,
      "loss": 1.0613,
      "step": 188
    },
    {
      "epoch": 1.2442244224422443,
      "grad_norm": 1.898250699043274,
      "learning_rate": 0.0001457082670731857,
      "loss": 0.88,
      "step": 189
    },
    {
      "epoch": 1.2508250825082508,
      "grad_norm": 2.983999252319336,
      "learning_rate": 0.00014502037448176734,
      "loss": 1.232,
      "step": 190
    },
    {
      "epoch": 1.2574257425742574,
      "grad_norm": 2.004244804382324,
      "learning_rate": 0.00014432979952534852,
      "loss": 0.8821,
      "step": 191
    },
    {
      "epoch": 1.2640264026402641,
      "grad_norm": 3.171506881713867,
      "learning_rate": 0.00014363658334916882,
      "loss": 1.4678,
      "step": 192
    },
    {
      "epoch": 1.2706270627062706,
      "grad_norm": 1.9273645877838135,
      "learning_rate": 0.00014294076725583464,
      "loss": 0.6889,
      "step": 193
    },
    {
      "epoch": 1.2772277227722773,
      "grad_norm": 2.330955982208252,
      "learning_rate": 0.00014224239270285846,
      "loss": 0.951,
      "step": 194
    },
    {
      "epoch": 1.283828382838284,
      "grad_norm": 2.675363779067993,
      "learning_rate": 0.00014154150130018866,
      "loss": 1.071,
      "step": 195
    },
    {
      "epoch": 1.2904290429042904,
      "grad_norm": 2.187319278717041,
      "learning_rate": 0.00014083813480773036,
      "loss": 0.8571,
      "step": 196
    },
    {
      "epoch": 1.297029702970297,
      "grad_norm": 2.5231170654296875,
      "learning_rate": 0.00014013233513285732,
      "loss": 1.0485,
      "step": 197
    },
    {
      "epoch": 1.3036303630363038,
      "grad_norm": 3.2554547786712646,
      "learning_rate": 0.0001394241443279152,
      "loss": 0.847,
      "step": 198
    },
    {
      "epoch": 1.3102310231023102,
      "grad_norm": 1.8807281255722046,
      "learning_rate": 0.00013871360458771575,
      "loss": 0.7689,
      "step": 199
    },
    {
      "epoch": 1.316831683168317,
      "grad_norm": 2.0061581134796143,
      "learning_rate": 0.000138000758247023,
      "loss": 0.6104,
      "step": 200
    },
    {
      "epoch": 1.3234323432343233,
      "grad_norm": 2.6089272499084473,
      "learning_rate": 0.00013728564777803088,
      "loss": 0.6725,
      "step": 201
    },
    {
      "epoch": 1.33003300330033,
      "grad_norm": 2.4336578845977783,
      "learning_rate": 0.00013656831578783262,
      "loss": 0.9883,
      "step": 202
    },
    {
      "epoch": 1.3366336633663367,
      "grad_norm": 1.5943667888641357,
      "learning_rate": 0.00013584880501588223,
      "loss": 0.6394,
      "step": 203
    },
    {
      "epoch": 1.3432343234323432,
      "grad_norm": 2.1905934810638428,
      "learning_rate": 0.000135127158331448,
      "loss": 0.9275,
      "step": 204
    },
    {
      "epoch": 1.3498349834983498,
      "grad_norm": 2.7396955490112305,
      "learning_rate": 0.00013440341873105832,
      "loss": 1.057,
      "step": 205
    },
    {
      "epoch": 1.3564356435643563,
      "grad_norm": 2.614901304244995,
      "learning_rate": 0.00013367762933593988,
      "loss": 1.1801,
      "step": 206
    },
    {
      "epoch": 1.363036303630363,
      "grad_norm": 2.5791890621185303,
      "learning_rate": 0.00013294983338944842,
      "loss": 0.858,
      "step": 207
    },
    {
      "epoch": 1.3696369636963697,
      "grad_norm": 1.6719774007797241,
      "learning_rate": 0.00013222007425449234,
      "loss": 0.8322,
      "step": 208
    },
    {
      "epoch": 1.3762376237623761,
      "grad_norm": 2.1387219429016113,
      "learning_rate": 0.00013148839541094907,
      "loss": 0.9034,
      "step": 209
    },
    {
      "epoch": 1.3828382838283828,
      "grad_norm": 2.398432731628418,
      "learning_rate": 0.00013075484045307442,
      "loss": 0.726,
      "step": 210
    },
    {
      "epoch": 1.3894389438943895,
      "grad_norm": 2.5289807319641113,
      "learning_rate": 0.00013001945308690514,
      "loss": 0.9002,
      "step": 211
    },
    {
      "epoch": 1.396039603960396,
      "grad_norm": 2.2447879314422607,
      "learning_rate": 0.00012928227712765504,
      "loss": 0.6596,
      "step": 212
    },
    {
      "epoch": 1.4026402640264026,
      "grad_norm": 2.5044941902160645,
      "learning_rate": 0.00012854335649710436,
      "loss": 0.8995,
      "step": 213
    },
    {
      "epoch": 1.4092409240924093,
      "grad_norm": 2.598031997680664,
      "learning_rate": 0.00012780273522098275,
      "loss": 0.8126,
      "step": 214
    },
    {
      "epoch": 1.4158415841584158,
      "grad_norm": 2.8993427753448486,
      "learning_rate": 0.00012706045742634636,
      "loss": 0.7091,
      "step": 215
    },
    {
      "epoch": 1.4224422442244224,
      "grad_norm": 2.5225143432617188,
      "learning_rate": 0.0001263165673389484,
      "loss": 0.8505,
      "step": 216
    },
    {
      "epoch": 1.4290429042904291,
      "grad_norm": 3.848057985305786,
      "learning_rate": 0.00012557110928060455,
      "loss": 1.0268,
      "step": 217
    },
    {
      "epoch": 1.4356435643564356,
      "grad_norm": 3.066627264022827,
      "learning_rate": 0.00012482412766655183,
      "loss": 1.6231,
      "step": 218
    },
    {
      "epoch": 1.4422442244224423,
      "grad_norm": 2.4838151931762695,
      "learning_rate": 0.00012407566700280246,
      "loss": 1.6869,
      "step": 219
    },
    {
      "epoch": 1.448844884488449,
      "grad_norm": 1.8085386753082275,
      "learning_rate": 0.00012332577188349216,
      "loss": 0.8625,
      "step": 220
    },
    {
      "epoch": 1.4554455445544554,
      "grad_norm": 3.6820554733276367,
      "learning_rate": 0.00012257448698822313,
      "loss": 1.0322,
      "step": 221
    },
    {
      "epoch": 1.462046204620462,
      "grad_norm": 2.3177330493927,
      "learning_rate": 0.00012182185707940194,
      "loss": 0.86,
      "step": 222
    },
    {
      "epoch": 1.4686468646864688,
      "grad_norm": 2.6002368927001953,
      "learning_rate": 0.00012106792699957263,
      "loss": 0.9156,
      "step": 223
    },
    {
      "epoch": 1.4752475247524752,
      "grad_norm": 1.7830357551574707,
      "learning_rate": 0.00012031274166874498,
      "loss": 0.7531,
      "step": 224
    },
    {
      "epoch": 1.481848184818482,
      "grad_norm": 1.76753830909729,
      "learning_rate": 0.00011955634608171791,
      "loss": 0.5394,
      "step": 225
    },
    {
      "epoch": 1.4884488448844886,
      "grad_norm": 2.2560791969299316,
      "learning_rate": 0.0001187987853053989,
      "loss": 0.9878,
      "step": 226
    },
    {
      "epoch": 1.495049504950495,
      "grad_norm": 2.114670515060425,
      "learning_rate": 0.00011804010447611862,
      "loss": 0.6816,
      "step": 227
    },
    {
      "epoch": 1.5016501650165015,
      "grad_norm": 2.700115203857422,
      "learning_rate": 0.00011728034879694185,
      "loss": 1.0274,
      "step": 228
    },
    {
      "epoch": 1.5082508250825084,
      "grad_norm": 2.2298755645751953,
      "learning_rate": 0.00011651956353497418,
      "loss": 0.8228,
      "step": 229
    },
    {
      "epoch": 1.5148514851485149,
      "grad_norm": 2.3043463230133057,
      "learning_rate": 0.00011575779401866475,
      "loss": 0.8865,
      "step": 230
    },
    {
      "epoch": 1.5214521452145213,
      "grad_norm": 2.1395461559295654,
      "learning_rate": 0.00011499508563510586,
      "loss": 0.9687,
      "step": 231
    },
    {
      "epoch": 1.528052805280528,
      "grad_norm": 2.723083734512329,
      "learning_rate": 0.00011423148382732853,
      "loss": 1.0848,
      "step": 232
    },
    {
      "epoch": 1.5346534653465347,
      "grad_norm": 2.548906087875366,
      "learning_rate": 0.00011346703409159493,
      "loss": 0.9087,
      "step": 233
    },
    {
      "epoch": 1.5412541254125411,
      "grad_norm": 2.5836241245269775,
      "learning_rate": 0.00011270178197468789,
      "loss": 0.8326,
      "step": 234
    },
    {
      "epoch": 1.5478547854785478,
      "grad_norm": 2.3716936111450195,
      "learning_rate": 0.00011193577307119687,
      "loss": 0.7799,
      "step": 235
    },
    {
      "epoch": 1.5544554455445545,
      "grad_norm": 3.2521982192993164,
      "learning_rate": 0.00011116905302080162,
      "loss": 1.258,
      "step": 236
    },
    {
      "epoch": 1.561056105610561,
      "grad_norm": 2.9348716735839844,
      "learning_rate": 0.00011040166750555287,
      "loss": 1.1873,
      "step": 237
    },
    {
      "epoch": 1.5676567656765676,
      "grad_norm": 2.849479913711548,
      "learning_rate": 0.00010963366224715035,
      "loss": 1.0603,
      "step": 238
    },
    {
      "epoch": 1.5742574257425743,
      "grad_norm": 3.5540878772735596,
      "learning_rate": 0.00010886508300421892,
      "loss": 0.9965,
      "step": 239
    },
    {
      "epoch": 1.5808580858085808,
      "grad_norm": 2.7756879329681396,
      "learning_rate": 0.00010809597556958208,
      "loss": 1.0027,
      "step": 240
    },
    {
      "epoch": 1.5874587458745875,
      "grad_norm": 3.1479249000549316,
      "learning_rate": 0.00010732638576753355,
      "loss": 1.6091,
      "step": 241
    },
    {
      "epoch": 1.5940594059405941,
      "grad_norm": 2.586568832397461,
      "learning_rate": 0.00010655635945110705,
      "loss": 1.1686,
      "step": 242
    },
    {
      "epoch": 1.6006600660066006,
      "grad_norm": 2.2143561840057373,
      "learning_rate": 0.00010578594249934432,
      "loss": 0.9624,
      "step": 243
    },
    {
      "epoch": 1.6072607260726073,
      "grad_norm": 2.4632015228271484,
      "learning_rate": 0.00010501518081456163,
      "loss": 0.8227,
      "step": 244
    },
    {
      "epoch": 1.613861386138614,
      "grad_norm": 1.9594577550888062,
      "learning_rate": 0.00010424412031961484,
      "loss": 1.1897,
      "step": 245
    },
    {
      "epoch": 1.6204620462046204,
      "grad_norm": 2.417095422744751,
      "learning_rate": 0.00010347280695516319,
      "loss": 1.1908,
      "step": 246
    },
    {
      "epoch": 1.627062706270627,
      "grad_norm": 2.8952722549438477,
      "learning_rate": 0.00010270128667693224,
      "loss": 1.2131,
      "step": 247
    },
    {
      "epoch": 1.6336633663366338,
      "grad_norm": 2.6007025241851807,
      "learning_rate": 0.00010192960545297567,
      "loss": 1.0476,
      "step": 248
    },
    {
      "epoch": 1.6402640264026402,
      "grad_norm": 2.103663682937622,
      "learning_rate": 0.0001011578092609365,
      "loss": 0.6455,
      "step": 249
    },
    {
      "epoch": 1.6468646864686467,
      "grad_norm": 2.284191131591797,
      "learning_rate": 0.00010038594408530769,
      "loss": 1.0216,
      "step": 250
    },
    {
      "epoch": 1.6534653465346536,
      "grad_norm": 2.2710742950439453,
      "learning_rate": 9.961405591469231e-05,
      "loss": 1.1447,
      "step": 251
    },
    {
      "epoch": 1.66006600660066,
      "grad_norm": 1.924768328666687,
      "learning_rate": 9.884219073906353e-05,
      "loss": 0.5901,
      "step": 252
    },
    {
      "epoch": 1.6666666666666665,
      "grad_norm": 1.896477222442627,
      "learning_rate": 9.807039454702435e-05,
      "loss": 1.0132,
      "step": 253
    },
    {
      "epoch": 1.6732673267326734,
      "grad_norm": 1.9954917430877686,
      "learning_rate": 9.729871332306776e-05,
      "loss": 0.8635,
      "step": 254
    },
    {
      "epoch": 1.6798679867986799,
      "grad_norm": 2.2020015716552734,
      "learning_rate": 9.652719304483682e-05,
      "loss": 1.3906,
      "step": 255
    },
    {
      "epoch": 1.6864686468646863,
      "grad_norm": 2.1046621799468994,
      "learning_rate": 9.57558796803852e-05,
      "loss": 0.7009,
      "step": 256
    },
    {
      "epoch": 1.693069306930693,
      "grad_norm": 2.0960378646850586,
      "learning_rate": 9.498481918543835e-05,
      "loss": 1.0553,
      "step": 257
    },
    {
      "epoch": 1.6996699669966997,
      "grad_norm": 2.4614999294281006,
      "learning_rate": 9.42140575006557e-05,
      "loss": 0.8756,
      "step": 258
    },
    {
      "epoch": 1.7062706270627062,
      "grad_norm": 2.9087088108062744,
      "learning_rate": 9.344364054889299e-05,
      "loss": 0.6971,
      "step": 259
    },
    {
      "epoch": 1.7128712871287128,
      "grad_norm": 2.753168821334839,
      "learning_rate": 9.267361423246644e-05,
      "loss": 1.0965,
      "step": 260
    },
    {
      "epoch": 1.7194719471947195,
      "grad_norm": 2.3049519062042236,
      "learning_rate": 9.190402443041793e-05,
      "loss": 1.1034,
      "step": 261
    },
    {
      "epoch": 1.726072607260726,
      "grad_norm": 1.6553475856781006,
      "learning_rate": 9.113491699578109e-05,
      "loss": 0.519,
      "step": 262
    },
    {
      "epoch": 1.7326732673267327,
      "grad_norm": 2.2080044746398926,
      "learning_rate": 9.036633775284968e-05,
      "loss": 0.7995,
      "step": 263
    },
    {
      "epoch": 1.7392739273927393,
      "grad_norm": 2.5436718463897705,
      "learning_rate": 8.959833249444714e-05,
      "loss": 0.8254,
      "step": 264
    },
    {
      "epoch": 1.7458745874587458,
      "grad_norm": 2.6992268562316895,
      "learning_rate": 8.883094697919839e-05,
      "loss": 1.0218,
      "step": 265
    },
    {
      "epoch": 1.7524752475247525,
      "grad_norm": 2.5028507709503174,
      "learning_rate": 8.806422692880317e-05,
      "loss": 1.1393,
      "step": 266
    },
    {
      "epoch": 1.7590759075907592,
      "grad_norm": 2.7561163902282715,
      "learning_rate": 8.729821802531212e-05,
      "loss": 1.2958,
      "step": 267
    },
    {
      "epoch": 1.7656765676567656,
      "grad_norm": 2.628415822982788,
      "learning_rate": 8.653296590840509e-05,
      "loss": 0.8542,
      "step": 268
    },
    {
      "epoch": 1.7722772277227723,
      "grad_norm": 2.385025978088379,
      "learning_rate": 8.57685161726715e-05,
      "loss": 0.6066,
      "step": 269
    },
    {
      "epoch": 1.778877887788779,
      "grad_norm": 2.426664352416992,
      "learning_rate": 8.500491436489413e-05,
      "loss": 0.8383,
      "step": 270
    },
    {
      "epoch": 1.7854785478547854,
      "grad_norm": 2.936716079711914,
      "learning_rate": 8.424220598133527e-05,
      "loss": 1.0032,
      "step": 271
    },
    {
      "epoch": 1.7920792079207921,
      "grad_norm": 2.6801862716674805,
      "learning_rate": 8.348043646502589e-05,
      "loss": 0.6177,
      "step": 272
    },
    {
      "epoch": 1.7986798679867988,
      "grad_norm": 2.6897354125976562,
      "learning_rate": 8.271965120305814e-05,
      "loss": 0.9764,
      "step": 273
    },
    {
      "epoch": 1.8052805280528053,
      "grad_norm": 1.8974865674972534,
      "learning_rate": 8.195989552388139e-05,
      "loss": 0.6303,
      "step": 274
    },
    {
      "epoch": 1.811881188118812,
      "grad_norm": 2.4494216442108154,
      "learning_rate": 8.120121469460115e-05,
      "loss": 0.6946,
      "step": 275
    },
    {
      "epoch": 1.8184818481848186,
      "grad_norm": 2.0038537979125977,
      "learning_rate": 8.04436539182821e-05,
      "loss": 0.6722,
      "step": 276
    },
    {
      "epoch": 1.825082508250825,
      "grad_norm": 1.8430513143539429,
      "learning_rate": 7.968725833125505e-05,
      "loss": 0.7148,
      "step": 277
    },
    {
      "epoch": 1.8316831683168315,
      "grad_norm": 2.5391619205474854,
      "learning_rate": 7.89320730004274e-05,
      "loss": 0.8726,
      "step": 278
    },
    {
      "epoch": 1.8382838283828384,
      "grad_norm": 2.0986807346343994,
      "learning_rate": 7.817814292059808e-05,
      "loss": 0.7071,
      "step": 279
    },
    {
      "epoch": 1.844884488448845,
      "grad_norm": 2.4197158813476562,
      "learning_rate": 7.742551301177688e-05,
      "loss": 0.8287,
      "step": 280
    },
    {
      "epoch": 1.8514851485148514,
      "grad_norm": 2.6069118976593018,
      "learning_rate": 7.667422811650785e-05,
      "loss": 0.5544,
      "step": 281
    },
    {
      "epoch": 1.858085808580858,
      "grad_norm": 2.234490156173706,
      "learning_rate": 7.592433299719757e-05,
      "loss": 0.4979,
      "step": 282
    },
    {
      "epoch": 1.8646864686468647,
      "grad_norm": 2.087782382965088,
      "learning_rate": 7.517587233344819e-05,
      "loss": 0.5233,
      "step": 283
    },
    {
      "epoch": 1.8712871287128712,
      "grad_norm": 3.687633991241455,
      "learning_rate": 7.442889071939547e-05,
      "loss": 1.2139,
      "step": 284
    },
    {
      "epoch": 1.8778877887788779,
      "grad_norm": 1.7620855569839478,
      "learning_rate": 7.368343266105162e-05,
      "loss": 0.5075,
      "step": 285
    },
    {
      "epoch": 1.8844884488448845,
      "grad_norm": 2.4925522804260254,
      "learning_rate": 7.293954257365368e-05,
      "loss": 0.711,
      "step": 286
    },
    {
      "epoch": 1.891089108910891,
      "grad_norm": 3.0756800174713135,
      "learning_rate": 7.219726477901727e-05,
      "loss": 1.2214,
      "step": 287
    },
    {
      "epoch": 1.8976897689768977,
      "grad_norm": 2.9046905040740967,
      "learning_rate": 7.145664350289567e-05,
      "loss": 1.1605,
      "step": 288
    },
    {
      "epoch": 1.9042904290429044,
      "grad_norm": 2.9114553928375244,
      "learning_rate": 7.071772287234497e-05,
      "loss": 1.1963,
      "step": 289
    },
    {
      "epoch": 1.9108910891089108,
      "grad_norm": 2.6153204441070557,
      "learning_rate": 6.99805469130949e-05,
      "loss": 0.9478,
      "step": 290
    },
    {
      "epoch": 1.9174917491749175,
      "grad_norm": 2.392725944519043,
      "learning_rate": 6.924515954692563e-05,
      "loss": 0.8897,
      "step": 291
    },
    {
      "epoch": 1.9240924092409242,
      "grad_norm": 3.1710948944091797,
      "learning_rate": 6.851160458905092e-05,
      "loss": 0.8927,
      "step": 292
    },
    {
      "epoch": 1.9306930693069306,
      "grad_norm": 2.7244598865509033,
      "learning_rate": 6.777992574550767e-05,
      "loss": 0.9491,
      "step": 293
    },
    {
      "epoch": 1.9372937293729373,
      "grad_norm": 2.472083330154419,
      "learning_rate": 6.705016661055161e-05,
      "loss": 1.1296,
      "step": 294
    },
    {
      "epoch": 1.943894389438944,
      "grad_norm": 2.4360573291778564,
      "learning_rate": 6.632237066406013e-05,
      "loss": 0.7567,
      "step": 295
    },
    {
      "epoch": 1.9504950495049505,
      "grad_norm": 2.106346845626831,
      "learning_rate": 6.559658126894168e-05,
      "loss": 0.7372,
      "step": 296
    },
    {
      "epoch": 1.9570957095709571,
      "grad_norm": 1.9244117736816406,
      "learning_rate": 6.487284166855202e-05,
      "loss": 0.6474,
      "step": 297
    },
    {
      "epoch": 1.9636963696369638,
      "grad_norm": 2.3974549770355225,
      "learning_rate": 6.415119498411776e-05,
      "loss": 1.1406,
      "step": 298
    },
    {
      "epoch": 1.9702970297029703,
      "grad_norm": 3.046405553817749,
      "learning_rate": 6.34316842121674e-05,
      "loss": 1.0627,
      "step": 299
    },
    {
      "epoch": 1.976897689768977,
      "grad_norm": 2.6319987773895264,
      "learning_rate": 6.271435222196916e-05,
      "loss": 0.9074,
      "step": 300
    },
    {
      "epoch": 1.9834983498349836,
      "grad_norm": 2.7298972606658936,
      "learning_rate": 6.1999241752977e-05,
      "loss": 0.801,
      "step": 301
    },
    {
      "epoch": 1.99009900990099,
      "grad_norm": 2.6023707389831543,
      "learning_rate": 6.128639541228426e-05,
      "loss": 1.098,
      "step": 302
    },
    {
      "epoch": 1.9966996699669965,
      "grad_norm": 3.1061244010925293,
      "learning_rate": 6.057585567208484e-05,
      "loss": 1.2789,
      "step": 303
    },
    {
      "epoch": 2.0,
      "grad_norm": 5.542303562164307,
      "learning_rate": 5.986766486714268e-05,
      "loss": 1.6288,
      "step": 304
    },
    {
      "epoch": 2.0066006600660065,
      "grad_norm": 2.1588423252105713,
      "learning_rate": 5.916186519226966e-05,
      "loss": 0.4437,
      "step": 305
    },
    {
      "epoch": 2.0132013201320134,
      "grad_norm": 1.280556559562683,
      "learning_rate": 5.845849869981137e-05,
      "loss": 0.4005,
      "step": 306
    },
    {
      "epoch": 2.01980198019802,
      "grad_norm": 1.2277194261550903,
      "learning_rate": 5.7757607297141546e-05,
      "loss": 0.3629,
      "step": 307
    },
    {
      "epoch": 2.0264026402640263,
      "grad_norm": 1.0131468772888184,
      "learning_rate": 5.705923274416536e-05,
      "loss": 0.2568,
      "step": 308
    },
    {
      "epoch": 2.033003300330033,
      "grad_norm": 1.0470565557479858,
      "learning_rate": 5.63634166508312e-05,
      "loss": 0.2489,
      "step": 309
    },
    {
      "epoch": 2.0396039603960396,
      "grad_norm": 1.1306601762771606,
      "learning_rate": 5.56702004746515e-05,
      "loss": 0.2356,
      "step": 310
    },
    {
      "epoch": 2.046204620462046,
      "grad_norm": 1.3971010446548462,
      "learning_rate": 5.497962551823266e-05,
      "loss": 0.373,
      "step": 311
    },
    {
      "epoch": 2.052805280528053,
      "grad_norm": 1.3009705543518066,
      "learning_rate": 5.429173292681432e-05,
      "loss": 0.3902,
      "step": 312
    },
    {
      "epoch": 2.0594059405940595,
      "grad_norm": 1.2034388780593872,
      "learning_rate": 5.360656368581765e-05,
      "loss": 0.3756,
      "step": 313
    },
    {
      "epoch": 2.066006600660066,
      "grad_norm": 2.040522575378418,
      "learning_rate": 5.29241586184035e-05,
      "loss": 0.4651,
      "step": 314
    },
    {
      "epoch": 2.072607260726073,
      "grad_norm": 1.0138535499572754,
      "learning_rate": 5.2244558383040275e-05,
      "loss": 0.1398,
      "step": 315
    },
    {
      "epoch": 2.0792079207920793,
      "grad_norm": 1.4617464542388916,
      "learning_rate": 5.156780347108117e-05,
      "loss": 0.2377,
      "step": 316
    },
    {
      "epoch": 2.0858085808580857,
      "grad_norm": 1.403902292251587,
      "learning_rate": 5.089393420435176e-05,
      "loss": 0.2121,
      "step": 317
    },
    {
      "epoch": 2.092409240924092,
      "grad_norm": 1.9107435941696167,
      "learning_rate": 5.022299073274769e-05,
      "loss": 0.269,
      "step": 318
    },
    {
      "epoch": 2.099009900990099,
      "grad_norm": 2.111055612564087,
      "learning_rate": 4.9555013031842447e-05,
      "loss": 0.3728,
      "step": 319
    },
    {
      "epoch": 2.1056105610561056,
      "grad_norm": 2.830432176589966,
      "learning_rate": 4.889004090050536e-05,
      "loss": 0.3348,
      "step": 320
    },
    {
      "epoch": 2.112211221122112,
      "grad_norm": 3.5260982513427734,
      "learning_rate": 4.822811395853073e-05,
      "loss": 0.3958,
      "step": 321
    },
    {
      "epoch": 2.118811881188119,
      "grad_norm": 4.27817440032959,
      "learning_rate": 4.756927164427685e-05,
      "loss": 0.1909,
      "step": 322
    },
    {
      "epoch": 2.1254125412541254,
      "grad_norm": 1.5761865377426147,
      "learning_rate": 4.6913553212316454e-05,
      "loss": 0.1845,
      "step": 323
    },
    {
      "epoch": 2.132013201320132,
      "grad_norm": 2.8259289264678955,
      "learning_rate": 4.62609977310978e-05,
      "loss": 0.3628,
      "step": 324
    },
    {
      "epoch": 2.1386138613861387,
      "grad_norm": 2.623206377029419,
      "learning_rate": 4.5611644080617034e-05,
      "loss": 0.1654,
      "step": 325
    },
    {
      "epoch": 2.145214521452145,
      "grad_norm": 2.9683523178100586,
      "learning_rate": 4.4965530950101465e-05,
      "loss": 0.5073,
      "step": 326
    },
    {
      "epoch": 2.1518151815181517,
      "grad_norm": 1.9492024183273315,
      "learning_rate": 4.432269683570469e-05,
      "loss": 0.1686,
      "step": 327
    },
    {
      "epoch": 2.1584158415841586,
      "grad_norm": 2.079861640930176,
      "learning_rate": 4.368318003821266e-05,
      "loss": 0.2564,
      "step": 328
    },
    {
      "epoch": 2.165016501650165,
      "grad_norm": 1.520151972770691,
      "learning_rate": 4.304701866076194e-05,
      "loss": 0.1659,
      "step": 329
    },
    {
      "epoch": 2.1716171617161715,
      "grad_norm": 2.8838698863983154,
      "learning_rate": 4.2414250606569273e-05,
      "loss": 0.1464,
      "step": 330
    },
    {
      "epoch": 2.1782178217821784,
      "grad_norm": 1.4074766635894775,
      "learning_rate": 4.178491357667342e-05,
      "loss": 0.1274,
      "step": 331
    },
    {
      "epoch": 2.184818481848185,
      "grad_norm": 1.8994359970092773,
      "learning_rate": 4.1159045067688795e-05,
      "loss": 0.162,
      "step": 332
    },
    {
      "epoch": 2.1914191419141913,
      "grad_norm": 2.240361452102661,
      "learning_rate": 4.053668236957134e-05,
      "loss": 0.1385,
      "step": 333
    },
    {
      "epoch": 2.198019801980198,
      "grad_norm": 1.9839307069778442,
      "learning_rate": 3.9917862563396927e-05,
      "loss": 0.2591,
      "step": 334
    },
    {
      "epoch": 2.2046204620462047,
      "grad_norm": 1.2261601686477661,
      "learning_rate": 3.930262251915181e-05,
      "loss": 0.1656,
      "step": 335
    },
    {
      "epoch": 2.211221122112211,
      "grad_norm": 3.587522506713867,
      "learning_rate": 3.8690998893535965e-05,
      "loss": 0.2663,
      "step": 336
    },
    {
      "epoch": 2.217821782178218,
      "grad_norm": 2.4744954109191895,
      "learning_rate": 3.808302812777914e-05,
      "loss": 0.3028,
      "step": 337
    },
    {
      "epoch": 2.2244224422442245,
      "grad_norm": 2.6967997550964355,
      "learning_rate": 3.7478746445469416e-05,
      "loss": 0.2537,
      "step": 338
    },
    {
      "epoch": 2.231023102310231,
      "grad_norm": 2.617971420288086,
      "learning_rate": 3.6878189850395186e-05,
      "loss": 0.1755,
      "step": 339
    },
    {
      "epoch": 2.237623762376238,
      "grad_norm": 2.636200189590454,
      "learning_rate": 3.6281394124399926e-05,
      "loss": 0.2729,
      "step": 340
    },
    {
      "epoch": 2.2442244224422443,
      "grad_norm": 2.8650412559509277,
      "learning_rate": 3.568839482525019e-05,
      "loss": 0.2926,
      "step": 341
    },
    {
      "epoch": 2.2508250825082508,
      "grad_norm": 2.0819649696350098,
      "learning_rate": 3.5099227284517145e-05,
      "loss": 0.1563,
      "step": 342
    },
    {
      "epoch": 2.2574257425742577,
      "grad_norm": 1.9398646354675293,
      "learning_rate": 3.45139266054715e-05,
      "loss": 0.1554,
      "step": 343
    },
    {
      "epoch": 2.264026402640264,
      "grad_norm": 1.954727053642273,
      "learning_rate": 3.393252766099187e-05,
      "loss": 0.2021,
      "step": 344
    },
    {
      "epoch": 2.2706270627062706,
      "grad_norm": 2.278195858001709,
      "learning_rate": 3.335506509148716e-05,
      "loss": 0.2076,
      "step": 345
    },
    {
      "epoch": 2.2772277227722775,
      "grad_norm": 2.849569797515869,
      "learning_rate": 3.278157330283249e-05,
      "loss": 0.3769,
      "step": 346
    },
    {
      "epoch": 2.283828382838284,
      "grad_norm": 2.695051670074463,
      "learning_rate": 3.221208646431949e-05,
      "loss": 0.3374,
      "step": 347
    },
    {
      "epoch": 2.2904290429042904,
      "grad_norm": 2.304579257965088,
      "learning_rate": 3.1646638506620265e-05,
      "loss": 0.1798,
      "step": 348
    },
    {
      "epoch": 2.297029702970297,
      "grad_norm": 2.447604179382324,
      "learning_rate": 3.108526311976574e-05,
      "loss": 0.2147,
      "step": 349
    },
    {
      "epoch": 2.3036303630363038,
      "grad_norm": 2.8083655834198,
      "learning_rate": 3.0527993751138576e-05,
      "loss": 0.2413,
      "step": 350
    },
    {
      "epoch": 2.31023102310231,
      "grad_norm": 2.2411434650421143,
      "learning_rate": 2.9974863603480108e-05,
      "loss": 0.2417,
      "step": 351
    },
    {
      "epoch": 2.3168316831683167,
      "grad_norm": 1.8666412830352783,
      "learning_rate": 2.9425905632912186e-05,
      "loss": 0.2917,
      "step": 352
    },
    {
      "epoch": 2.3234323432343236,
      "grad_norm": 1.949161171913147,
      "learning_rate": 2.888115254697371e-05,
      "loss": 0.2107,
      "step": 353
    },
    {
      "epoch": 2.33003300330033,
      "grad_norm": 4.043521881103516,
      "learning_rate": 2.8340636802671717e-05,
      "loss": 0.3202,
      "step": 354
    },
    {
      "epoch": 2.3366336633663365,
      "grad_norm": 2.370681047439575,
      "learning_rate": 2.7804390604547557e-05,
      "loss": 0.2047,
      "step": 355
    },
    {
      "epoch": 2.3432343234323434,
      "grad_norm": 1.6852692365646362,
      "learning_rate": 2.7272445902758337e-05,
      "loss": 0.1797,
      "step": 356
    },
    {
      "epoch": 2.34983498349835,
      "grad_norm": 1.7787343263626099,
      "learning_rate": 2.6744834391172956e-05,
      "loss": 0.2537,
      "step": 357
    },
    {
      "epoch": 2.3564356435643563,
      "grad_norm": 1.9544177055358887,
      "learning_rate": 2.622158750548407e-05,
      "loss": 0.2996,
      "step": 358
    },
    {
      "epoch": 2.363036303630363,
      "grad_norm": 2.327908515930176,
      "learning_rate": 2.570273642133485e-05,
      "loss": 0.2064,
      "step": 359
    },
    {
      "epoch": 2.3696369636963697,
      "grad_norm": 2.130648374557495,
      "learning_rate": 2.5188312052461738e-05,
      "loss": 0.2603,
      "step": 360
    },
    {
      "epoch": 2.376237623762376,
      "grad_norm": 2.9891107082366943,
      "learning_rate": 2.4678345048852324e-05,
      "loss": 0.3687,
      "step": 361
    },
    {
      "epoch": 2.382838283828383,
      "grad_norm": 1.7846944332122803,
      "learning_rate": 2.4172865794919473e-05,
      "loss": 0.2429,
      "step": 362
    },
    {
      "epoch": 2.3894389438943895,
      "grad_norm": 1.828718662261963,
      "learning_rate": 2.3671904407690704e-05,
      "loss": 0.265,
      "step": 363
    },
    {
      "epoch": 2.396039603960396,
      "grad_norm": 1.8352400064468384,
      "learning_rate": 2.317549073501396e-05,
      "loss": 0.3501,
      "step": 364
    },
    {
      "epoch": 2.4026402640264024,
      "grad_norm": 2.3200926780700684,
      "learning_rate": 2.268365435377915e-05,
      "loss": 0.3186,
      "step": 365
    },
    {
      "epoch": 2.4092409240924093,
      "grad_norm": 2.4944820404052734,
      "learning_rate": 2.2196424568156073e-05,
      "loss": 0.3275,
      "step": 366
    },
    {
      "epoch": 2.4158415841584158,
      "grad_norm": 1.7680107355117798,
      "learning_rate": 2.171383040784819e-05,
      "loss": 0.2961,
      "step": 367
    },
    {
      "epoch": 2.4224422442244222,
      "grad_norm": 1.9009203910827637,
      "learning_rate": 2.123590062636328e-05,
      "loss": 0.3335,
      "step": 368
    },
    {
      "epoch": 2.429042904290429,
      "grad_norm": 3.13312029838562,
      "learning_rate": 2.0762663699300022e-05,
      "loss": 0.6276,
      "step": 369
    },
    {
      "epoch": 2.4356435643564356,
      "grad_norm": 1.8333162069320679,
      "learning_rate": 2.02941478226516e-05,
      "loss": 0.2526,
      "step": 370
    },
    {
      "epoch": 2.442244224422442,
      "grad_norm": 1.7814005613327026,
      "learning_rate": 1.983038091112558e-05,
      "loss": 0.2729,
      "step": 371
    },
    {
      "epoch": 2.448844884488449,
      "grad_norm": 2.8936212062835693,
      "learning_rate": 1.9371390596480864e-05,
      "loss": 0.262,
      "step": 372
    },
    {
      "epoch": 2.4554455445544554,
      "grad_norm": 2.073728084564209,
      "learning_rate": 1.8917204225881234e-05,
      "loss": 0.2982,
      "step": 373
    },
    {
      "epoch": 2.462046204620462,
      "grad_norm": 2.021116018295288,
      "learning_rate": 1.8467848860266046e-05,
      "loss": 0.1862,
      "step": 374
    },
    {
      "epoch": 2.4686468646864688,
      "grad_norm": 1.8321139812469482,
      "learning_rate": 1.8023351272737955e-05,
      "loss": 0.2168,
      "step": 375
    },
    {
      "epoch": 2.4752475247524752,
      "grad_norm": 1.3080013990402222,
      "learning_rate": 1.7583737946967606e-05,
      "loss": 0.1338,
      "step": 376
    },
    {
      "epoch": 2.4818481848184817,
      "grad_norm": 1.9997591972351074,
      "learning_rate": 1.7149035075615794e-05,
      "loss": 0.157,
      "step": 377
    },
    {
      "epoch": 2.4884488448844886,
      "grad_norm": 2.184596061706543,
      "learning_rate": 1.6719268558772928e-05,
      "loss": 0.2118,
      "step": 378
    },
    {
      "epoch": 2.495049504950495,
      "grad_norm": 1.3648288249969482,
      "learning_rate": 1.6294464002415788e-05,
      "loss": 0.2123,
      "step": 379
    },
    {
      "epoch": 2.5016501650165015,
      "grad_norm": 1.9621397256851196,
      "learning_rate": 1.587464671688187e-05,
      "loss": 0.2751,
      "step": 380
    },
    {
      "epoch": 2.5082508250825084,
      "grad_norm": 2.104430675506592,
      "learning_rate": 1.54598417153615e-05,
      "loss": 0.2227,
      "step": 381
    },
    {
      "epoch": 2.514851485148515,
      "grad_norm": 3.4302523136138916,
      "learning_rate": 1.5050073712407353e-05,
      "loss": 0.2907,
      "step": 382
    },
    {
      "epoch": 2.5214521452145213,
      "grad_norm": 1.853910207748413,
      "learning_rate": 1.464536712246205e-05,
      "loss": 0.218,
      "step": 383
    },
    {
      "epoch": 2.5280528052805282,
      "grad_norm": 2.271976947784424,
      "learning_rate": 1.4245746058403464e-05,
      "loss": 0.1975,
      "step": 384
    },
    {
      "epoch": 2.5346534653465347,
      "grad_norm": 2.4479832649230957,
      "learning_rate": 1.385123433010812e-05,
      "loss": 0.2564,
      "step": 385
    },
    {
      "epoch": 2.541254125412541,
      "grad_norm": 2.0685856342315674,
      "learning_rate": 1.3461855443032456e-05,
      "loss": 0.2157,
      "step": 386
    },
    {
      "epoch": 2.547854785478548,
      "grad_norm": 1.7208309173583984,
      "learning_rate": 1.3077632596812405e-05,
      "loss": 0.1731,
      "step": 387
    },
    {
      "epoch": 2.5544554455445545,
      "grad_norm": 2.9976706504821777,
      "learning_rate": 1.2698588683881186e-05,
      "loss": 0.3875,
      "step": 388
    },
    {
      "epoch": 2.561056105610561,
      "grad_norm": 1.4439915418624878,
      "learning_rate": 1.2324746288105272e-05,
      "loss": 0.1927,
      "step": 389
    },
    {
      "epoch": 2.567656765676568,
      "grad_norm": 1.7994986772537231,
      "learning_rate": 1.1956127683438823e-05,
      "loss": 0.2474,
      "step": 390
    },
    {
      "epoch": 2.5742574257425743,
      "grad_norm": 3.5538318157196045,
      "learning_rate": 1.159275483259663e-05,
      "loss": 0.4914,
      "step": 391
    },
    {
      "epoch": 2.580858085808581,
      "grad_norm": 2.0509750843048096,
      "learning_rate": 1.1234649385745489e-05,
      "loss": 0.3531,
      "step": 392
    },
    {
      "epoch": 2.5874587458745877,
      "grad_norm": 2.1236178874969482,
      "learning_rate": 1.0881832679214276e-05,
      "loss": 0.2559,
      "step": 393
    },
    {
      "epoch": 2.594059405940594,
      "grad_norm": 2.2856829166412354,
      "learning_rate": 1.0534325734222772e-05,
      "loss": 0.2514,
      "step": 394
    },
    {
      "epoch": 2.6006600660066006,
      "grad_norm": 2.4865758419036865,
      "learning_rate": 1.0192149255629113e-05,
      "loss": 0.2576,
      "step": 395
    },
    {
      "epoch": 2.6072607260726075,
      "grad_norm": 2.6734955310821533,
      "learning_rate": 9.855323630696145e-06,
      "loss": 0.42,
      "step": 396
    },
    {
      "epoch": 2.613861386138614,
      "grad_norm": 1.0641281604766846,
      "learning_rate": 9.523868927876888e-06,
      "loss": 0.0788,
      "step": 397
    },
    {
      "epoch": 2.6204620462046204,
      "grad_norm": 1.7564716339111328,
      "learning_rate": 9.197804895618623e-06,
      "loss": 0.2185,
      "step": 398
    },
    {
      "epoch": 2.6270627062706273,
      "grad_norm": 2.8253238201141357,
      "learning_rate": 8.87715096118642e-06,
      "loss": 0.3842,
      "step": 399
    },
    {
      "epoch": 2.633663366336634,
      "grad_norm": 2.4438271522521973,
      "learning_rate": 8.561926229505601e-06,
      "loss": 0.3427,
      "step": 400
    },
    {
      "epoch": 2.6402640264026402,
      "grad_norm": 1.5676060914993286,
      "learning_rate": 8.252149482023363e-06,
      "loss": 0.1424,
      "step": 401
    },
    {
      "epoch": 2.6468646864686467,
      "grad_norm": 2.120497465133667,
      "learning_rate": 7.947839175589844e-06,
      "loss": 0.2329,
      "step": 402
    },
    {
      "epoch": 2.6534653465346536,
      "grad_norm": 1.5317665338516235,
      "learning_rate": 7.649013441358465e-06,
      "loss": 0.1106,
      "step": 403
    },
    {
      "epoch": 2.66006600660066,
      "grad_norm": 2.048720359802246,
      "learning_rate": 7.3556900837055465e-06,
      "loss": 0.2575,
      "step": 404
    },
    {
      "epoch": 2.6666666666666665,
      "grad_norm": 2.5391879081726074,
      "learning_rate": 7.0678865791696245e-06,
      "loss": 0.2393,
      "step": 405
    },
    {
      "epoch": 2.6732673267326734,
      "grad_norm": 2.267307996749878,
      "learning_rate": 6.78562007541006e-06,
      "loss": 0.1507,
      "step": 406
    },
    {
      "epoch": 2.67986798679868,
      "grad_norm": 1.9274970293045044,
      "learning_rate": 6.508907390185503e-06,
      "loss": 0.2331,
      "step": 407
    },
    {
      "epoch": 2.6864686468646863,
      "grad_norm": 1.538630723953247,
      "learning_rate": 6.237765010351715e-06,
      "loss": 0.1308,
      "step": 408
    },
    {
      "epoch": 2.693069306930693,
      "grad_norm": 1.9796786308288574,
      "learning_rate": 5.972209090879388e-06,
      "loss": 0.2724,
      "step": 409
    },
    {
      "epoch": 2.6996699669966997,
      "grad_norm": 2.041776657104492,
      "learning_rate": 5.71225545389158e-06,
      "loss": 0.4037,
      "step": 410
    },
    {
      "epoch": 2.706270627062706,
      "grad_norm": 1.7777230739593506,
      "learning_rate": 5.457919587720961e-06,
      "loss": 0.1642,
      "step": 411
    },
    {
      "epoch": 2.7128712871287126,
      "grad_norm": 2.185845136642456,
      "learning_rate": 5.209216645987036e-06,
      "loss": 0.3539,
      "step": 412
    },
    {
      "epoch": 2.7194719471947195,
      "grad_norm": 2.439009189605713,
      "learning_rate": 4.96616144669333e-06,
      "loss": 0.3489,
      "step": 413
    },
    {
      "epoch": 2.726072607260726,
      "grad_norm": 2.9152212142944336,
      "learning_rate": 4.728768471344425e-06,
      "loss": 0.2097,
      "step": 414
    },
    {
      "epoch": 2.7326732673267324,
      "grad_norm": 1.8762167692184448,
      "learning_rate": 4.497051864083168e-06,
      "loss": 0.1963,
      "step": 415
    },
    {
      "epoch": 2.7392739273927393,
      "grad_norm": 1.661149501800537,
      "learning_rate": 4.271025430847985e-06,
      "loss": 0.2187,
      "step": 416
    },
    {
      "epoch": 2.745874587458746,
      "grad_norm": 2.4528865814208984,
      "learning_rate": 4.050702638550275e-06,
      "loss": 0.5029,
      "step": 417
    },
    {
      "epoch": 2.7524752475247523,
      "grad_norm": 1.7965977191925049,
      "learning_rate": 3.836096614271989e-06,
      "loss": 0.242,
      "step": 418
    },
    {
      "epoch": 2.759075907590759,
      "grad_norm": 1.7561053037643433,
      "learning_rate": 3.6272201444836007e-06,
      "loss": 0.2232,
      "step": 419
    },
    {
      "epoch": 2.7656765676567656,
      "grad_norm": 1.5072669982910156,
      "learning_rate": 3.424085674282229e-06,
      "loss": 0.1482,
      "step": 420
    },
    {
      "epoch": 2.772277227722772,
      "grad_norm": 1.0865740776062012,
      "learning_rate": 3.226705306650113e-06,
      "loss": 0.1086,
      "step": 421
    },
    {
      "epoch": 2.778877887788779,
      "grad_norm": 1.12899911403656,
      "learning_rate": 3.0350908017335423e-06,
      "loss": 0.1076,
      "step": 422
    },
    {
      "epoch": 2.7854785478547854,
      "grad_norm": 1.8971761465072632,
      "learning_rate": 2.8492535761421636e-06,
      "loss": 0.2439,
      "step": 423
    },
    {
      "epoch": 2.792079207920792,
      "grad_norm": 1.828630805015564,
      "learning_rate": 2.6692047022687683e-06,
      "loss": 0.3263,
      "step": 424
    },
    {
      "epoch": 2.798679867986799,
      "grad_norm": 1.7560073137283325,
      "learning_rate": 2.494954907629565e-06,
      "loss": 0.1828,
      "step": 425
    },
    {
      "epoch": 2.8052805280528053,
      "grad_norm": 1.8907530307769775,
      "learning_rate": 2.326514574225069e-06,
      "loss": 0.2317,
      "step": 426
    },
    {
      "epoch": 2.8118811881188117,
      "grad_norm": 2.0367140769958496,
      "learning_rate": 2.1638937379214852e-06,
      "loss": 0.3231,
      "step": 427
    },
    {
      "epoch": 2.8184818481848186,
      "grad_norm": 2.0439181327819824,
      "learning_rate": 2.007102087852786e-06,
      "loss": 0.2394,
      "step": 428
    },
    {
      "epoch": 2.825082508250825,
      "grad_norm": 3.4174394607543945,
      "learning_rate": 1.8561489658433962e-06,
      "loss": 0.4882,
      "step": 429
    },
    {
      "epoch": 2.8316831683168315,
      "grad_norm": 2.4298808574676514,
      "learning_rate": 1.711043365851639e-06,
      "loss": 0.423,
      "step": 430
    },
    {
      "epoch": 2.8382838283828384,
      "grad_norm": 2.6103103160858154,
      "learning_rate": 1.5717939334338183e-06,
      "loss": 0.3069,
      "step": 431
    },
    {
      "epoch": 2.844884488448845,
      "grad_norm": 2.1534643173217773,
      "learning_rate": 1.4384089652291543e-06,
      "loss": 0.4035,
      "step": 432
    },
    {
      "epoch": 2.8514851485148514,
      "grad_norm": 2.5540452003479004,
      "learning_rate": 1.3108964084654007e-06,
      "loss": 0.196,
      "step": 433
    },
    {
      "epoch": 2.8580858085808583,
      "grad_norm": 3.5082931518554688,
      "learning_rate": 1.18926386048539e-06,
      "loss": 0.6686,
      "step": 434
    },
    {
      "epoch": 2.8646864686468647,
      "grad_norm": 1.3622690439224243,
      "learning_rate": 1.0735185682943628e-06,
      "loss": 0.1414,
      "step": 435
    },
    {
      "epoch": 2.871287128712871,
      "grad_norm": 1.7312089204788208,
      "learning_rate": 9.636674281281787e-07,
      "loss": 0.1646,
      "step": 436
    },
    {
      "epoch": 2.877887788778878,
      "grad_norm": 3.2270562648773193,
      "learning_rate": 8.597169850424136e-07,
      "loss": 0.4065,
      "step": 437
    },
    {
      "epoch": 2.8844884488448845,
      "grad_norm": 1.626602053642273,
      "learning_rate": 7.616734325224473e-07,
      "loss": 0.1472,
      "step": 438
    },
    {
      "epoch": 2.891089108910891,
      "grad_norm": 3.178311347961426,
      "learning_rate": 6.69542612114371e-07,
      "loss": 0.3656,
      "step": 439
    },
    {
      "epoch": 2.897689768976898,
      "grad_norm": 2.0918850898742676,
      "learning_rate": 5.833300130770436e-07,
      "loss": 0.2127,
      "step": 440
    },
    {
      "epoch": 2.9042904290429044,
      "grad_norm": 1.492194652557373,
      "learning_rate": 5.030407720549413e-07,
      "loss": 0.1256,
      "step": 441
    },
    {
      "epoch": 2.910891089108911,
      "grad_norm": 2.229153871536255,
      "learning_rate": 4.286796727721476e-07,
      "loss": 0.2941,
      "step": 442
    },
    {
      "epoch": 2.9174917491749177,
      "grad_norm": 2.4772121906280518,
      "learning_rate": 3.6025114574734785e-07,
      "loss": 0.2428,
      "step": 443
    },
    {
      "epoch": 2.924092409240924,
      "grad_norm": 1.3208203315734863,
      "learning_rate": 2.977592680298402e-07,
      "loss": 0.1129,
      "step": 444
    },
    {
      "epoch": 2.9306930693069306,
      "grad_norm": 2.1747682094573975,
      "learning_rate": 2.4120776295659677e-07,
      "loss": 0.2179,
      "step": 445
    },
    {
      "epoch": 2.9372937293729375,
      "grad_norm": 2.3921709060668945,
      "learning_rate": 1.9059999993048528e-07,
      "loss": 0.368,
      "step": 446
    },
    {
      "epoch": 2.943894389438944,
      "grad_norm": 2.2637765407562256,
      "learning_rate": 1.4593899421943002e-07,
      "loss": 0.3219,
      "step": 447
    },
    {
      "epoch": 2.9504950495049505,
      "grad_norm": 2.2952158451080322,
      "learning_rate": 1.0722740677685528e-07,
      "loss": 0.3421,
      "step": 448
    },
    {
      "epoch": 2.9570957095709574,
      "grad_norm": 1.4057960510253906,
      "learning_rate": 7.446754408306777e-08,
      "loss": 0.1272,
      "step": 449
    },
    {
      "epoch": 2.963696369636964,
      "grad_norm": 2.317101001739502,
      "learning_rate": 4.7661358007855536e-08,
      "loss": 0.2401,
      "step": 450
    },
    {
      "epoch": 2.9702970297029703,
      "grad_norm": 1.6112333536148071,
      "learning_rate": 2.68104456942031e-08,
      "loss": 0.175,
      "step": 451
    },
    {
      "epoch": 2.976897689768977,
      "grad_norm": 1.9723525047302246,
      "learning_rate": 1.1916049463134294e-08,
      "loss": 0.2356,
      "step": 452
    },
    {
      "epoch": 2.9834983498349836,
      "grad_norm": 1.9805691242218018,
      "learning_rate": 2.979056739682573e-09,
      "loss": 0.1588,
      "step": 453
    }
  ],
  "logging_steps": 1,
  "max_steps": 453,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 5.350639301058549e+16,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}