{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 5.994236311239193,
  "eval_steps": 500,
  "global_step": 690,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.008645533141210375,
      "grad_norm": 34.72848892211914,
      "learning_rate": 5.0000000000000004e-08,
      "loss": 2.477,
      "step": 1
    },
    {
      "epoch": 0.01729106628242075,
      "grad_norm": 33.733909606933594,
      "learning_rate": 1.0000000000000001e-07,
      "loss": 2.4134,
      "step": 2
    },
    {
      "epoch": 0.025936599423631124,
      "grad_norm": 34.543819427490234,
      "learning_rate": 1.5000000000000002e-07,
      "loss": 2.4467,
      "step": 3
    },
    {
      "epoch": 0.0345821325648415,
      "grad_norm": 35.37831115722656,
      "learning_rate": 2.0000000000000002e-07,
      "loss": 2.4801,
      "step": 4
    },
    {
      "epoch": 0.043227665706051875,
      "grad_norm": 33.97856140136719,
      "learning_rate": 2.5000000000000004e-07,
      "loss": 2.4422,
      "step": 5
    },
    {
      "epoch": 0.05187319884726225,
      "grad_norm": 34.11160659790039,
      "learning_rate": 3.0000000000000004e-07,
      "loss": 2.4003,
      "step": 6
    },
    {
      "epoch": 0.06051873198847262,
      "grad_norm": 34.086463928222656,
      "learning_rate": 3.5000000000000004e-07,
      "loss": 2.4211,
      "step": 7
    },
    {
      "epoch": 0.069164265129683,
      "grad_norm": 33.96665573120117,
      "learning_rate": 4.0000000000000003e-07,
      "loss": 2.4054,
      "step": 8
    },
    {
      "epoch": 0.07780979827089338,
      "grad_norm": 34.871307373046875,
      "learning_rate": 4.5000000000000003e-07,
      "loss": 2.4077,
      "step": 9
    },
    {
      "epoch": 0.08645533141210375,
      "grad_norm": 33.91160583496094,
      "learning_rate": 5.000000000000001e-07,
      "loss": 2.3598,
      "step": 10
    },
    {
      "epoch": 0.09510086455331412,
      "grad_norm": 33.40217971801758,
      "learning_rate": 5.5e-07,
      "loss": 2.3209,
      "step": 11
    },
    {
      "epoch": 0.1037463976945245,
      "grad_norm": 33.771121978759766,
      "learning_rate": 6.000000000000001e-07,
      "loss": 2.3178,
      "step": 12
    },
    {
      "epoch": 0.11239193083573487,
      "grad_norm": 33.577476501464844,
      "learning_rate": 6.5e-07,
      "loss": 2.3107,
      "step": 13
    },
    {
      "epoch": 0.12103746397694524,
      "grad_norm": 31.330514907836914,
      "learning_rate": 7.000000000000001e-07,
      "loss": 2.095,
      "step": 14
    },
    {
      "epoch": 0.12968299711815562,
      "grad_norm": 33.60646057128906,
      "learning_rate": 7.5e-07,
      "loss": 2.1663,
      "step": 15
    },
    {
      "epoch": 0.138328530259366,
      "grad_norm": 31.96607208251953,
      "learning_rate": 8.000000000000001e-07,
      "loss": 1.9986,
      "step": 16
    },
    {
      "epoch": 0.14697406340057637,
      "grad_norm": 32.33183288574219,
      "learning_rate": 8.500000000000001e-07,
      "loss": 1.9401,
      "step": 17
    },
    {
      "epoch": 0.15561959654178675,
      "grad_norm": 33.50197219848633,
      "learning_rate": 9.000000000000001e-07,
      "loss": 1.8529,
      "step": 18
    },
    {
      "epoch": 0.1642651296829971,
      "grad_norm": 33.55098342895508,
      "learning_rate": 9.500000000000001e-07,
      "loss": 1.7087,
      "step": 19
    },
    {
      "epoch": 0.1729106628242075,
      "grad_norm": 33.90129852294922,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 1.6324,
      "step": 20
    },
    {
      "epoch": 0.18155619596541786,
      "grad_norm": 33.738037109375,
      "learning_rate": 1.0500000000000001e-06,
      "loss": 1.4896,
      "step": 21
    },
    {
      "epoch": 0.19020172910662825,
      "grad_norm": 33.6258659362793,
      "learning_rate": 1.1e-06,
      "loss": 1.3664,
      "step": 22
    },
    {
      "epoch": 0.1988472622478386,
      "grad_norm": 30.822349548339844,
      "learning_rate": 1.1500000000000002e-06,
      "loss": 1.2193,
      "step": 23
    },
    {
      "epoch": 0.207492795389049,
      "grad_norm": 29.608501434326172,
      "learning_rate": 1.2000000000000002e-06,
      "loss": 1.074,
      "step": 24
    },
    {
      "epoch": 0.21613832853025935,
      "grad_norm": 27.651105880737305,
      "learning_rate": 1.25e-06,
      "loss": 0.938,
      "step": 25
    },
    {
      "epoch": 0.22478386167146974,
      "grad_norm": 29.479637145996094,
      "learning_rate": 1.3e-06,
      "loss": 0.7728,
      "step": 26
    },
    {
      "epoch": 0.2334293948126801,
      "grad_norm": 29.068634033203125,
      "learning_rate": 1.3500000000000002e-06,
      "loss": 0.6051,
      "step": 27
    },
    {
      "epoch": 0.2420749279538905,
      "grad_norm": 24.850099563598633,
      "learning_rate": 1.4000000000000001e-06,
      "loss": 0.4463,
      "step": 28
    },
    {
      "epoch": 0.2507204610951009,
      "grad_norm": 22.095216751098633,
      "learning_rate": 1.45e-06,
      "loss": 0.3489,
      "step": 29
    },
    {
      "epoch": 0.25936599423631124,
      "grad_norm": 19.491201400756836,
      "learning_rate": 1.5e-06,
      "loss": 0.261,
      "step": 30
    },
    {
      "epoch": 0.2680115273775216,
      "grad_norm": 14.492341041564941,
      "learning_rate": 1.5500000000000002e-06,
      "loss": 0.1707,
      "step": 31
    },
    {
      "epoch": 0.276657060518732,
      "grad_norm": 6.020577907562256,
      "learning_rate": 1.6000000000000001e-06,
      "loss": 0.1151,
      "step": 32
    },
    {
      "epoch": 0.28530259365994237,
      "grad_norm": 2.90791916847229,
      "learning_rate": 1.6500000000000003e-06,
      "loss": 0.0976,
      "step": 33
    },
    {
      "epoch": 0.29394812680115273,
      "grad_norm": 2.637803554534912,
      "learning_rate": 1.7000000000000002e-06,
      "loss": 0.0911,
      "step": 34
    },
    {
      "epoch": 0.3025936599423631,
      "grad_norm": 1.804861068725586,
      "learning_rate": 1.75e-06,
      "loss": 0.0834,
      "step": 35
    },
    {
      "epoch": 0.3112391930835735,
      "grad_norm": 2.049024820327759,
      "learning_rate": 1.8000000000000001e-06,
      "loss": 0.0842,
      "step": 36
    },
    {
      "epoch": 0.31988472622478387,
      "grad_norm": 1.3263498544692993,
      "learning_rate": 1.85e-06,
      "loss": 0.0744,
      "step": 37
    },
    {
      "epoch": 0.3285302593659942,
      "grad_norm": 1.7187089920043945,
      "learning_rate": 1.9000000000000002e-06,
      "loss": 0.0783,
      "step": 38
    },
    {
      "epoch": 0.3371757925072046,
      "grad_norm": 1.3925131559371948,
      "learning_rate": 1.9500000000000004e-06,
      "loss": 0.073,
      "step": 39
    },
    {
      "epoch": 0.345821325648415,
      "grad_norm": 1.2181739807128906,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 0.0749,
      "step": 40
    },
    {
      "epoch": 0.35446685878962536,
      "grad_norm": 1.0519245862960815,
      "learning_rate": 2.05e-06,
      "loss": 0.0692,
      "step": 41
    },
    {
      "epoch": 0.3631123919308357,
      "grad_norm": 0.9188923835754395,
      "learning_rate": 2.1000000000000002e-06,
      "loss": 0.0726,
      "step": 42
    },
    {
      "epoch": 0.37175792507204614,
      "grad_norm": 0.8273228406906128,
      "learning_rate": 2.15e-06,
      "loss": 0.0651,
      "step": 43
    },
    {
      "epoch": 0.3804034582132565,
      "grad_norm": 0.9098994135856628,
      "learning_rate": 2.2e-06,
      "loss": 0.066,
      "step": 44
    },
    {
      "epoch": 0.38904899135446686,
      "grad_norm": 0.8456838726997375,
      "learning_rate": 2.25e-06,
      "loss": 0.0646,
      "step": 45
    },
    {
      "epoch": 0.3976945244956772,
      "grad_norm": 0.8240940570831299,
      "learning_rate": 2.3000000000000004e-06,
      "loss": 0.0604,
      "step": 46
    },
    {
      "epoch": 0.40634005763688763,
      "grad_norm": 1.111759901046753,
      "learning_rate": 2.35e-06,
      "loss": 0.0589,
      "step": 47
    },
    {
      "epoch": 0.414985590778098,
      "grad_norm": 0.9933035373687744,
      "learning_rate": 2.4000000000000003e-06,
      "loss": 0.0613,
      "step": 48
    },
    {
      "epoch": 0.42363112391930835,
      "grad_norm": 0.7491716742515564,
      "learning_rate": 2.4500000000000003e-06,
      "loss": 0.0583,
      "step": 49
    },
    {
      "epoch": 0.4322766570605187,
      "grad_norm": 0.9089523553848267,
      "learning_rate": 2.5e-06,
      "loss": 0.0558,
      "step": 50
    },
    {
      "epoch": 0.4409221902017291,
      "grad_norm": 0.7088611721992493,
      "learning_rate": 2.55e-06,
      "loss": 0.0553,
      "step": 51
    },
    {
      "epoch": 0.4495677233429395,
      "grad_norm": 0.7892571091651917,
      "learning_rate": 2.6e-06,
      "loss": 0.064,
      "step": 52
    },
    {
      "epoch": 0.45821325648414984,
      "grad_norm": 0.9248467087745667,
      "learning_rate": 2.6500000000000005e-06,
      "loss": 0.0653,
      "step": 53
    },
    {
      "epoch": 0.4668587896253602,
      "grad_norm": 0.7224969863891602,
      "learning_rate": 2.7000000000000004e-06,
      "loss": 0.0611,
      "step": 54
    },
    {
      "epoch": 0.4755043227665706,
      "grad_norm": 0.8231533765792847,
      "learning_rate": 2.7500000000000004e-06,
      "loss": 0.0617,
      "step": 55
    },
    {
      "epoch": 0.484149855907781,
      "grad_norm": 0.7306967973709106,
      "learning_rate": 2.8000000000000003e-06,
      "loss": 0.0571,
      "step": 56
    },
    {
      "epoch": 0.49279538904899134,
      "grad_norm": 0.8415323495864868,
      "learning_rate": 2.85e-06,
      "loss": 0.0548,
      "step": 57
    },
    {
      "epoch": 0.5014409221902018,
      "grad_norm": 1.5560295581817627,
      "learning_rate": 2.9e-06,
      "loss": 0.0672,
      "step": 58
    },
    {
      "epoch": 0.5100864553314121,
      "grad_norm": 0.9170955419540405,
      "learning_rate": 2.95e-06,
      "loss": 0.068,
      "step": 59
    },
    {
      "epoch": 0.5187319884726225,
      "grad_norm": 0.6508005857467651,
      "learning_rate": 3e-06,
      "loss": 0.057,
      "step": 60
    },
    {
      "epoch": 0.5273775216138329,
      "grad_norm": 0.8307355642318726,
      "learning_rate": 3.05e-06,
      "loss": 0.0598,
      "step": 61
    },
    {
      "epoch": 0.5360230547550432,
      "grad_norm": 1.11078679561615,
      "learning_rate": 3.1000000000000004e-06,
      "loss": 0.0575,
      "step": 62
    },
    {
      "epoch": 0.5446685878962536,
      "grad_norm": 1.0765758752822876,
      "learning_rate": 3.1500000000000003e-06,
      "loss": 0.0615,
      "step": 63
    },
    {
      "epoch": 0.553314121037464,
      "grad_norm": 0.8381508588790894,
      "learning_rate": 3.2000000000000003e-06,
      "loss": 0.0606,
      "step": 64
    },
    {
      "epoch": 0.5619596541786743,
      "grad_norm": 1.007628321647644,
      "learning_rate": 3.2500000000000002e-06,
      "loss": 0.0572,
      "step": 65
    },
    {
      "epoch": 0.5706051873198847,
      "grad_norm": 0.7254197597503662,
      "learning_rate": 3.3000000000000006e-06,
      "loss": 0.0543,
      "step": 66
    },
    {
      "epoch": 0.579250720461095,
      "grad_norm": 0.5906903147697449,
      "learning_rate": 3.3500000000000005e-06,
      "loss": 0.0557,
      "step": 67
    },
    {
      "epoch": 0.5878962536023055,
      "grad_norm": 0.6791537404060364,
      "learning_rate": 3.4000000000000005e-06,
      "loss": 0.0516,
      "step": 68
    },
    {
      "epoch": 0.5965417867435159,
      "grad_norm": 0.6390945315361023,
      "learning_rate": 3.45e-06,
      "loss": 0.0529,
      "step": 69
    },
    {
      "epoch": 0.6051873198847262,
      "grad_norm": 0.61552494764328,
      "learning_rate": 3.5e-06,
      "loss": 0.0554,
      "step": 70
    },
    {
      "epoch": 0.6138328530259366,
      "grad_norm": 0.6545206308364868,
      "learning_rate": 3.5500000000000003e-06,
      "loss": 0.0545,
      "step": 71
    },
    {
      "epoch": 0.622478386167147,
      "grad_norm": 0.9062793254852295,
      "learning_rate": 3.6000000000000003e-06,
      "loss": 0.0559,
      "step": 72
    },
    {
      "epoch": 0.6311239193083573,
      "grad_norm": 0.9642562866210938,
      "learning_rate": 3.65e-06,
      "loss": 0.0485,
      "step": 73
    },
    {
      "epoch": 0.6397694524495677,
      "grad_norm": 0.7286660075187683,
      "learning_rate": 3.7e-06,
      "loss": 0.0564,
      "step": 74
    },
    {
      "epoch": 0.6484149855907781,
      "grad_norm": 0.6356053948402405,
      "learning_rate": 3.7500000000000005e-06,
      "loss": 0.053,
      "step": 75
    },
    {
      "epoch": 0.6570605187319885,
      "grad_norm": 0.706794261932373,
      "learning_rate": 3.8000000000000005e-06,
      "loss": 0.0531,
      "step": 76
    },
    {
      "epoch": 0.6657060518731989,
      "grad_norm": 0.6616448163986206,
      "learning_rate": 3.85e-06,
      "loss": 0.0504,
      "step": 77
    },
    {
      "epoch": 0.6743515850144092,
      "grad_norm": 0.7465748190879822,
      "learning_rate": 3.900000000000001e-06,
      "loss": 0.0495,
      "step": 78
    },
    {
      "epoch": 0.6829971181556196,
      "grad_norm": 0.8153467774391174,
      "learning_rate": 3.95e-06,
      "loss": 0.0495,
      "step": 79
    },
    {
      "epoch": 0.69164265129683,
      "grad_norm": 0.7728897333145142,
      "learning_rate": 4.000000000000001e-06,
      "loss": 0.0434,
      "step": 80
    },
    {
      "epoch": 0.7002881844380403,
      "grad_norm": 0.6173391938209534,
      "learning_rate": 4.05e-06,
      "loss": 0.0432,
      "step": 81
    },
    {
      "epoch": 0.7089337175792507,
      "grad_norm": 0.7128047943115234,
      "learning_rate": 4.1e-06,
      "loss": 0.0512,
      "step": 82
    },
    {
      "epoch": 0.7175792507204611,
      "grad_norm": 0.6098653674125671,
      "learning_rate": 4.15e-06,
      "loss": 0.0415,
      "step": 83
    },
    {
      "epoch": 0.7262247838616714,
      "grad_norm": 0.7464293241500854,
      "learning_rate": 4.2000000000000004e-06,
      "loss": 0.0453,
      "step": 84
    },
    {
      "epoch": 0.7348703170028819,
      "grad_norm": 0.8350300788879395,
      "learning_rate": 4.25e-06,
      "loss": 0.0463,
      "step": 85
    },
    {
      "epoch": 0.7435158501440923,
      "grad_norm": 0.7880110740661621,
      "learning_rate": 4.3e-06,
      "loss": 0.0426,
      "step": 86
    },
    {
      "epoch": 0.7521613832853026,
      "grad_norm": 0.77886962890625,
      "learning_rate": 4.350000000000001e-06,
      "loss": 0.0476,
      "step": 87
    },
    {
      "epoch": 0.760806916426513,
      "grad_norm": 1.0404386520385742,
      "learning_rate": 4.4e-06,
      "loss": 0.0501,
      "step": 88
    },
    {
      "epoch": 0.7694524495677233,
      "grad_norm": 0.5827208757400513,
      "learning_rate": 4.450000000000001e-06,
      "loss": 0.0396,
      "step": 89
    },
    {
      "epoch": 0.7780979827089337,
      "grad_norm": 0.5928618907928467,
      "learning_rate": 4.5e-06,
      "loss": 0.0438,
      "step": 90
    },
    {
      "epoch": 0.7867435158501441,
      "grad_norm": 0.5311946272850037,
      "learning_rate": 4.5500000000000005e-06,
      "loss": 0.0388,
      "step": 91
    },
    {
      "epoch": 0.7953890489913544,
      "grad_norm": 0.7609073519706726,
      "learning_rate": 4.600000000000001e-06,
      "loss": 0.0403,
      "step": 92
    },
    {
      "epoch": 0.8040345821325648,
      "grad_norm": 0.6055853962898254,
      "learning_rate": 4.65e-06,
      "loss": 0.0402,
      "step": 93
    },
    {
      "epoch": 0.8126801152737753,
      "grad_norm": 0.8020023703575134,
      "learning_rate": 4.7e-06,
      "loss": 0.0415,
      "step": 94
    },
    {
      "epoch": 0.8213256484149856,
      "grad_norm": 0.9083772301673889,
      "learning_rate": 4.75e-06,
      "loss": 0.0428,
      "step": 95
    },
    {
      "epoch": 0.829971181556196,
      "grad_norm": 0.6658433079719543,
      "learning_rate": 4.800000000000001e-06,
      "loss": 0.0381,
      "step": 96
    },
    {
      "epoch": 0.8386167146974063,
      "grad_norm": 0.925826907157898,
      "learning_rate": 4.85e-06,
      "loss": 0.0465,
      "step": 97
    },
    {
      "epoch": 0.8472622478386167,
      "grad_norm": 0.5956787467002869,
      "learning_rate": 4.9000000000000005e-06,
      "loss": 0.0429,
      "step": 98
    },
    {
      "epoch": 0.8559077809798271,
      "grad_norm": 0.8485273718833923,
      "learning_rate": 4.95e-06,
      "loss": 0.0465,
      "step": 99
    },
    {
      "epoch": 0.8645533141210374,
      "grad_norm": 0.7477124333381653,
      "learning_rate": 5e-06,
      "loss": 0.0407,
      "step": 100
    },
    {
      "epoch": 0.8731988472622478,
      "grad_norm": 0.624204695224762,
      "learning_rate": 4.999964559102694e-06,
      "loss": 0.0433,
      "step": 101
    },
    {
      "epoch": 0.8818443804034583,
      "grad_norm": 0.6230912804603577,
      "learning_rate": 4.999858237415621e-06,
      "loss": 0.0364,
      "step": 102
    },
    {
      "epoch": 0.8904899135446686,
      "grad_norm": 0.9286472201347351,
      "learning_rate": 4.999681037953289e-06,
      "loss": 0.0385,
      "step": 103
    },
    {
      "epoch": 0.899135446685879,
      "grad_norm": 1.0528490543365479,
      "learning_rate": 4.999432965739786e-06,
      "loss": 0.0406,
      "step": 104
    },
    {
      "epoch": 0.9077809798270894,
      "grad_norm": 1.1465263366699219,
      "learning_rate": 4.999114027808632e-06,
      "loss": 0.0526,
      "step": 105
    },
    {
      "epoch": 0.9164265129682997,
      "grad_norm": 0.7173194885253906,
      "learning_rate": 4.998724233202585e-06,
      "loss": 0.05,
      "step": 106
    },
    {
      "epoch": 0.9250720461095101,
      "grad_norm": 0.7150623798370361,
      "learning_rate": 4.998263592973382e-06,
      "loss": 0.0392,
      "step": 107
    },
    {
      "epoch": 0.9337175792507204,
      "grad_norm": 0.6749414801597595,
      "learning_rate": 4.9977321201814235e-06,
      "loss": 0.0381,
      "step": 108
    },
    {
      "epoch": 0.9423631123919308,
      "grad_norm": 0.7057478427886963,
      "learning_rate": 4.997129829895409e-06,
      "loss": 0.0427,
      "step": 109
    },
    {
      "epoch": 0.9510086455331412,
      "grad_norm": 0.8370860815048218,
      "learning_rate": 4.996456739191905e-06,
      "loss": 0.0353,
      "step": 110
    },
    {
      "epoch": 0.9596541786743515,
      "grad_norm": 0.8583172559738159,
      "learning_rate": 4.995712867154863e-06,
      "loss": 0.0366,
      "step": 111
    },
    {
      "epoch": 0.968299711815562,
      "grad_norm": 0.9564568400382996,
      "learning_rate": 4.994898234875075e-06,
      "loss": 0.0463,
      "step": 112
    },
    {
      "epoch": 0.9769452449567724,
      "grad_norm": 0.7943828105926514,
      "learning_rate": 4.9940128654495826e-06,
      "loss": 0.0366,
      "step": 113
    },
    {
      "epoch": 0.9855907780979827,
      "grad_norm": 0.9387117624282837,
      "learning_rate": 4.9930567839810125e-06,
      "loss": 0.0433,
      "step": 114
    },
    {
      "epoch": 0.9942363112391931,
      "grad_norm": 0.5982036590576172,
      "learning_rate": 4.992030017576876e-06,
      "loss": 0.0311,
      "step": 115
    },
    {
      "epoch": 1.0086455331412103,
      "grad_norm": 1.6264456510543823,
      "learning_rate": 4.990932595348788e-06,
      "loss": 0.079,
      "step": 116
    },
    {
      "epoch": 1.0172910662824208,
      "grad_norm": 0.5183172225952148,
      "learning_rate": 4.989764548411654e-06,
      "loss": 0.0268,
      "step": 117
    },
    {
      "epoch": 1.0259365994236311,
      "grad_norm": 0.5135197043418884,
      "learning_rate": 4.988525909882779e-06,
      "loss": 0.0281,
      "step": 118
    },
    {
      "epoch": 1.0345821325648414,
      "grad_norm": 0.6001684665679932,
      "learning_rate": 4.987216714880929e-06,
      "loss": 0.0312,
      "step": 119
    },
    {
      "epoch": 1.043227665706052,
      "grad_norm": 0.5347486138343811,
      "learning_rate": 4.9858370005253435e-06,
      "loss": 0.0264,
      "step": 120
    },
    {
      "epoch": 1.0518731988472623,
      "grad_norm": 0.8435088396072388,
      "learning_rate": 4.9843868059346725e-06,
      "loss": 0.0296,
      "step": 121
    },
    {
      "epoch": 1.0605187319884726,
      "grad_norm": 0.8622809052467346,
      "learning_rate": 4.982866172225876e-06,
      "loss": 0.0277,
      "step": 122
    },
    {
      "epoch": 1.069164265129683,
      "grad_norm": 0.8440551161766052,
      "learning_rate": 4.981275142513049e-06,
      "loss": 0.0301,
      "step": 123
    },
    {
      "epoch": 1.0778097982708934,
      "grad_norm": 0.6853605508804321,
      "learning_rate": 4.979613761906212e-06,
      "loss": 0.0264,
      "step": 124
    },
    {
      "epoch": 1.0864553314121037,
      "grad_norm": 0.7620036602020264,
      "learning_rate": 4.977882077510018e-06,
      "loss": 0.0281,
      "step": 125
    },
    {
      "epoch": 1.0951008645533142,
      "grad_norm": 0.9126653075218201,
      "learning_rate": 4.9760801384224274e-06,
      "loss": 0.0312,
      "step": 126
    },
    {
      "epoch": 1.1037463976945245,
      "grad_norm": 0.6158509850502014,
      "learning_rate": 4.97420799573331e-06,
      "loss": 0.0263,
      "step": 127
    },
    {
      "epoch": 1.1123919308357348,
      "grad_norm": 0.7442693114280701,
      "learning_rate": 4.972265702523001e-06,
      "loss": 0.0251,
      "step": 128
    },
    {
      "epoch": 1.1210374639769451,
      "grad_norm": 0.5755389928817749,
      "learning_rate": 4.970253313860788e-06,
      "loss": 0.0276,
      "step": 129
    },
    {
      "epoch": 1.1296829971181557,
      "grad_norm": 0.6565670967102051,
      "learning_rate": 4.968170886803361e-06,
      "loss": 0.029,
      "step": 130
    },
    {
      "epoch": 1.138328530259366,
      "grad_norm": 0.6405811309814453,
      "learning_rate": 4.966018480393189e-06,
      "loss": 0.0293,
      "step": 131
    },
    {
      "epoch": 1.1469740634005763,
      "grad_norm": 0.5925298929214478,
      "learning_rate": 4.9637961556568405e-06,
      "loss": 0.0264,
      "step": 132
    },
    {
      "epoch": 1.1556195965417868,
      "grad_norm": 0.5921182632446289,
      "learning_rate": 4.961503975603263e-06,
      "loss": 0.0305,
      "step": 133
    },
    {
      "epoch": 1.1642651296829971,
      "grad_norm": 0.6314800977706909,
      "learning_rate": 4.959142005221991e-06,
      "loss": 0.0242,
      "step": 134
    },
    {
      "epoch": 1.1729106628242074,
      "grad_norm": 0.6051074862480164,
      "learning_rate": 4.956710311481303e-06,
      "loss": 0.0303,
      "step": 135
    },
    {
      "epoch": 1.181556195965418,
      "grad_norm": 0.7119901776313782,
      "learning_rate": 4.954208963326327e-06,
      "loss": 0.023,
      "step": 136
    },
    {
      "epoch": 1.1902017291066282,
      "grad_norm": 1.087274432182312,
      "learning_rate": 4.951638031677081e-06,
      "loss": 0.0222,
      "step": 137
    },
    {
      "epoch": 1.1988472622478386,
      "grad_norm": 0.5598759651184082,
      "learning_rate": 4.948997589426463e-06,
      "loss": 0.0255,
      "step": 138
    },
    {
      "epoch": 1.207492795389049,
      "grad_norm": 0.7533854246139526,
      "learning_rate": 4.94628771143819e-06,
      "loss": 0.0245,
      "step": 139
    },
    {
      "epoch": 1.2161383285302594,
      "grad_norm": 0.7722812294960022,
      "learning_rate": 4.943508474544667e-06,
      "loss": 0.0237,
      "step": 140
    },
    {
      "epoch": 1.2247838616714697,
      "grad_norm": 0.6604969501495361,
      "learning_rate": 4.940659957544813e-06,
      "loss": 0.02,
      "step": 141
    },
    {
      "epoch": 1.23342939481268,
      "grad_norm": 0.5789263248443604,
      "learning_rate": 4.937742241201826e-06,
      "loss": 0.0263,
      "step": 142
    },
    {
      "epoch": 1.2420749279538905,
      "grad_norm": 1.1343308687210083,
      "learning_rate": 4.934755408240896e-06,
      "loss": 0.0291,
      "step": 143
    },
    {
      "epoch": 1.2507204610951008,
      "grad_norm": 0.7230944037437439,
      "learning_rate": 4.931699543346854e-06,
      "loss": 0.0245,
      "step": 144
    },
    {
      "epoch": 1.2593659942363113,
      "grad_norm": 0.591327428817749,
      "learning_rate": 4.928574733161775e-06,
      "loss": 0.0241,
      "step": 145
    },
    {
      "epoch": 1.2680115273775217,
      "grad_norm": 0.6604726910591125,
      "learning_rate": 4.925381066282522e-06,
      "loss": 0.0242,
      "step": 146
    },
    {
      "epoch": 1.276657060518732,
      "grad_norm": 0.5772287845611572,
      "learning_rate": 4.922118633258229e-06,
      "loss": 0.0272,
      "step": 147
    },
    {
      "epoch": 1.2853025936599423,
      "grad_norm": 0.7148783802986145,
      "learning_rate": 4.918787526587739e-06,
      "loss": 0.0196,
      "step": 148
    },
    {
      "epoch": 1.2939481268011528,
      "grad_norm": 0.660778284072876,
      "learning_rate": 4.9153878407169815e-06,
      "loss": 0.0202,
      "step": 149
    },
    {
      "epoch": 1.302593659942363,
      "grad_norm": 0.6156355738639832,
      "learning_rate": 4.911919672036291e-06,
      "loss": 0.0297,
      "step": 150
    },
    {
      "epoch": 1.3112391930835736,
      "grad_norm": 0.6828760504722595,
      "learning_rate": 4.908383118877672e-06,
      "loss": 0.0235,
      "step": 151
    },
    {
      "epoch": 1.319884726224784,
      "grad_norm": 0.7847033143043518,
      "learning_rate": 4.904778281512022e-06,
      "loss": 0.0278,
      "step": 152
    },
    {
      "epoch": 1.3285302593659942,
      "grad_norm": 0.9113219976425171,
      "learning_rate": 4.901105262146275e-06,
      "loss": 0.0226,
      "step": 153
    },
    {
      "epoch": 1.3371757925072045,
      "grad_norm": 0.5406802892684937,
      "learning_rate": 4.897364164920515e-06,
      "loss": 0.0205,
      "step": 154
    },
    {
      "epoch": 1.345821325648415,
      "grad_norm": 0.7523823976516724,
      "learning_rate": 4.8935550959050135e-06,
      "loss": 0.0209,
      "step": 155
    },
    {
      "epoch": 1.3544668587896254,
      "grad_norm": 0.7060834169387817,
      "learning_rate": 4.889678163097233e-06,
      "loss": 0.0217,
      "step": 156
    },
    {
      "epoch": 1.3631123919308357,
      "grad_norm": 0.758028507232666,
      "learning_rate": 4.885733476418752e-06,
      "loss": 0.02,
      "step": 157
    },
    {
      "epoch": 1.3717579250720462,
      "grad_norm": 0.7745693325996399,
      "learning_rate": 4.8817211477121615e-06,
      "loss": 0.0197,
      "step": 158
    },
    {
      "epoch": 1.3804034582132565,
      "grad_norm": 0.665055513381958,
      "learning_rate": 4.8776412907378845e-06,
      "loss": 0.019,
      "step": 159
    },
    {
      "epoch": 1.3890489913544668,
      "grad_norm": 0.6661068797111511,
      "learning_rate": 4.8734940211709535e-06,
      "loss": 0.0196,
      "step": 160
    },
    {
      "epoch": 1.397694524495677,
      "grad_norm": 0.9675925374031067,
      "learning_rate": 4.8692794565977335e-06,
      "loss": 0.0171,
      "step": 161
    },
    {
      "epoch": 1.4063400576368876,
      "grad_norm": 0.6929494738578796,
      "learning_rate": 4.864997716512584e-06,
      "loss": 0.0198,
      "step": 162
    },
    {
      "epoch": 1.414985590778098,
      "grad_norm": 0.6929437518119812,
      "learning_rate": 4.8606489223144744e-06,
      "loss": 0.0152,
      "step": 163
    },
    {
      "epoch": 1.4236311239193085,
      "grad_norm": 0.7960386276245117,
      "learning_rate": 4.8562331973035396e-06,
      "loss": 0.0177,
      "step": 164
    },
    {
      "epoch": 1.4322766570605188,
      "grad_norm": 0.8672429919242859,
      "learning_rate": 4.851750666677583e-06,
      "loss": 0.0215,
      "step": 165
    },
    {
      "epoch": 1.440922190201729,
      "grad_norm": 0.7653059959411621,
      "learning_rate": 4.847201457528533e-06,
      "loss": 0.0172,
      "step": 166
    },
    {
      "epoch": 1.4495677233429394,
      "grad_norm": 0.8027440905570984,
      "learning_rate": 4.842585698838832e-06,
      "loss": 0.0145,
      "step": 167
    },
    {
      "epoch": 1.45821325648415,
      "grad_norm": 0.6481142044067383,
      "learning_rate": 4.837903521477784e-06,
      "loss": 0.0184,
      "step": 168
    },
    {
      "epoch": 1.4668587896253602,
      "grad_norm": 0.8014233112335205,
      "learning_rate": 4.833155058197842e-06,
      "loss": 0.0207,
      "step": 169
    },
    {
      "epoch": 1.4755043227665707,
      "grad_norm": 0.719078779220581,
      "learning_rate": 4.828340443630847e-06,
      "loss": 0.0184,
      "step": 170
    },
    {
      "epoch": 1.484149855907781,
      "grad_norm": 0.6776456832885742,
      "learning_rate": 4.823459814284205e-06,
      "loss": 0.0186,
      "step": 171
    },
    {
      "epoch": 1.4927953890489913,
      "grad_norm": 0.8054779171943665,
      "learning_rate": 4.818513308537025e-06,
      "loss": 0.0179,
      "step": 172
    },
    {
      "epoch": 1.5014409221902016,
      "grad_norm": 0.8131511211395264,
      "learning_rate": 4.813501066636188e-06,
      "loss": 0.0177,
      "step": 173
    },
    {
      "epoch": 1.510086455331412,
      "grad_norm": 0.7842754125595093,
      "learning_rate": 4.808423230692374e-06,
      "loss": 0.0182,
      "step": 174
    },
    {
      "epoch": 1.5187319884726225,
      "grad_norm": 0.6084232330322266,
      "learning_rate": 4.8032799446760326e-06,
      "loss": 0.014,
      "step": 175
    },
    {
      "epoch": 1.527377521613833,
      "grad_norm": 0.7110248804092407,
      "learning_rate": 4.798071354413302e-06,
      "loss": 0.0164,
      "step": 176
    },
    {
      "epoch": 1.5360230547550433,
      "grad_norm": 0.707081139087677,
      "learning_rate": 4.792797607581872e-06,
      "loss": 0.0137,
      "step": 177
    },
    {
      "epoch": 1.5446685878962536,
      "grad_norm": 0.6509385704994202,
      "learning_rate": 4.787458853706798e-06,
      "loss": 0.0145,
      "step": 178
    },
    {
      "epoch": 1.553314121037464,
      "grad_norm": 0.7796662449836731,
      "learning_rate": 4.7820552441562625e-06,
      "loss": 0.0169,
      "step": 179
    },
    {
      "epoch": 1.5619596541786742,
      "grad_norm": 0.7351200580596924,
      "learning_rate": 4.7765869321372835e-06,
      "loss": 0.0152,
      "step": 180
    },
    {
      "epoch": 1.5706051873198847,
      "grad_norm": 0.9273463487625122,
      "learning_rate": 4.771054072691367e-06,
      "loss": 0.0181,
      "step": 181
    },
    {
      "epoch": 1.579250720461095,
      "grad_norm": 0.7243021130561829,
      "learning_rate": 4.7654568226901165e-06,
      "loss": 0.0148,
      "step": 182
    },
    {
      "epoch": 1.5878962536023056,
      "grad_norm": 0.729568600654602,
      "learning_rate": 4.759795340830782e-06,
      "loss": 0.0145,
      "step": 183
    },
    {
      "epoch": 1.5965417867435159,
      "grad_norm": 0.5814985632896423,
      "learning_rate": 4.754069787631761e-06,
      "loss": 0.0128,
      "step": 184
    },
    {
      "epoch": 1.6051873198847262,
      "grad_norm": 0.49074554443359375,
      "learning_rate": 4.7482803254280485e-06,
      "loss": 0.0125,
      "step": 185
    },
    {
      "epoch": 1.6138328530259365,
      "grad_norm": 0.5640458464622498,
      "learning_rate": 4.742427118366632e-06,
      "loss": 0.0155,
      "step": 186
    },
    {
      "epoch": 1.622478386167147,
      "grad_norm": 0.574414849281311,
      "learning_rate": 4.736510332401841e-06,
      "loss": 0.0164,
      "step": 187
    },
    {
      "epoch": 1.6311239193083573,
      "grad_norm": 0.5837032198905945,
      "learning_rate": 4.730530135290638e-06,
      "loss": 0.0129,
      "step": 188
    },
    {
      "epoch": 1.6397694524495678,
      "grad_norm": 0.5181459188461304,
      "learning_rate": 4.724486696587862e-06,
      "loss": 0.016,
      "step": 189
    },
    {
      "epoch": 1.6484149855907781,
      "grad_norm": 0.990842342376709,
      "learning_rate": 4.718380187641429e-06,
      "loss": 0.0173,
      "step": 190
    },
    {
      "epoch": 1.6570605187319885,
      "grad_norm": 0.6795041561126709,
      "learning_rate": 4.712210781587463e-06,
      "loss": 0.013,
      "step": 191
    },
    {
      "epoch": 1.6657060518731988,
      "grad_norm": 0.7275810837745667,
      "learning_rate": 4.705978653345392e-06,
      "loss": 0.0142,
      "step": 192
    },
    {
      "epoch": 1.674351585014409,
      "grad_norm": 0.575529932975769,
      "learning_rate": 4.699683979612991e-06,
      "loss": 0.0128,
      "step": 193
    },
    {
      "epoch": 1.6829971181556196,
      "grad_norm": 0.8860746622085571,
      "learning_rate": 4.693326938861367e-06,
      "loss": 0.0115,
      "step": 194
    },
    {
      "epoch": 1.6916426512968301,
      "grad_norm": 0.985464870929718,
      "learning_rate": 4.686907711329903e-06,
      "loss": 0.0146,
      "step": 195
    },
    {
      "epoch": 1.7002881844380404,
      "grad_norm": 0.5690702199935913,
      "learning_rate": 4.680426479021147e-06,
      "loss": 0.0133,
      "step": 196
    },
    {
      "epoch": 1.7089337175792507,
      "grad_norm": 0.536115825176239,
      "learning_rate": 4.67388342569565e-06,
      "loss": 0.0082,
      "step": 197
    },
    {
      "epoch": 1.717579250720461,
      "grad_norm": 0.9312114119529724,
      "learning_rate": 4.667278736866755e-06,
      "loss": 0.0127,
      "step": 198
    },
    {
      "epoch": 1.7262247838616713,
      "grad_norm": 0.8902615904808044,
      "learning_rate": 4.660612599795343e-06,
      "loss": 0.0121,
      "step": 199
    },
    {
      "epoch": 1.7348703170028819,
      "grad_norm": 0.8274016380310059,
      "learning_rate": 4.653885203484516e-06,
      "loss": 0.0142,
      "step": 200
    },
    {
      "epoch": 1.7435158501440924,
      "grad_norm": 1.00035560131073,
      "learning_rate": 4.647096738674243e-06,
      "loss": 0.0104,
      "step": 201
    },
    {
      "epoch": 1.7521613832853027,
      "grad_norm": 0.5850755572319031,
      "learning_rate": 4.640247397835953e-06,
      "loss": 0.0083,
      "step": 202
    },
    {
      "epoch": 1.760806916426513,
      "grad_norm": 0.588136613368988,
      "learning_rate": 4.633337375167074e-06,
      "loss": 0.0108,
      "step": 203
    },
    {
      "epoch": 1.7694524495677233,
      "grad_norm": 0.6305558681488037,
      "learning_rate": 4.626366866585528e-06,
      "loss": 0.0103,
      "step": 204
    },
    {
      "epoch": 1.7780979827089336,
      "grad_norm": 0.46658825874328613,
      "learning_rate": 4.619336069724177e-06,
      "loss": 0.0103,
      "step": 205
    },
    {
      "epoch": 1.7867435158501441,
      "grad_norm": 2.3057351112365723,
      "learning_rate": 4.612245183925225e-06,
      "loss": 0.0123,
      "step": 206
    },
    {
      "epoch": 1.7953890489913544,
      "grad_norm": 0.6322522163391113,
      "learning_rate": 4.605094410234551e-06,
      "loss": 0.0123,
      "step": 207
    },
    {
      "epoch": 1.804034582132565,
      "grad_norm": 1.1089496612548828,
      "learning_rate": 4.597883951396027e-06,
      "loss": 0.0149,
      "step": 208
    },
    {
      "epoch": 1.8126801152737753,
      "grad_norm": 0.7867231965065002,
      "learning_rate": 4.590614011845758e-06,
      "loss": 0.01,
      "step": 209
    },
    {
      "epoch": 1.8213256484149856,
      "grad_norm": 0.8597843647003174,
      "learning_rate": 4.583284797706288e-06,
      "loss": 0.0121,
      "step": 210
    },
    {
      "epoch": 1.8299711815561959,
      "grad_norm": 0.6839237809181213,
      "learning_rate": 4.575896516780757e-06,
      "loss": 0.0108,
      "step": 211
    },
    {
      "epoch": 1.8386167146974062,
      "grad_norm": 0.9036144614219666,
      "learning_rate": 4.568449378547011e-06,
      "loss": 0.009,
      "step": 212
    },
    {
      "epoch": 1.8472622478386167,
      "grad_norm": 0.439732164144516,
      "learning_rate": 4.560943594151657e-06,
      "loss": 0.0097,
      "step": 213
    },
    {
      "epoch": 1.8559077809798272,
      "grad_norm": 0.5021887421607971,
      "learning_rate": 4.553379376404085e-06,
      "loss": 0.0087,
      "step": 214
    },
    {
      "epoch": 1.8645533141210375,
      "grad_norm": 0.36055275797843933,
      "learning_rate": 4.5457569397704226e-06,
      "loss": 0.0079,
      "step": 215
    },
    {
      "epoch": 1.8731988472622478,
      "grad_norm": 0.5071420669555664,
      "learning_rate": 4.538076500367469e-06,
      "loss": 0.0065,
      "step": 216
    },
    {
      "epoch": 1.8818443804034581,
      "grad_norm": 0.5510254502296448,
      "learning_rate": 4.530338275956553e-06,
      "loss": 0.0099,
      "step": 217
    },
    {
      "epoch": 1.8904899135446684,
      "grad_norm": 0.8489411473274231,
      "learning_rate": 4.522542485937369e-06,
      "loss": 0.0068,
      "step": 218
    },
    {
      "epoch": 1.899135446685879,
      "grad_norm": 0.48011505603790283,
      "learning_rate": 4.514689351341751e-06,
      "loss": 0.007,
      "step": 219
    },
    {
      "epoch": 1.9077809798270895,
      "grad_norm": 0.7145248055458069,
      "learning_rate": 4.506779094827409e-06,
      "loss": 0.0085,
      "step": 220
    },
    {
      "epoch": 1.9164265129682998,
      "grad_norm": 0.7936932444572449,
      "learning_rate": 4.498811940671615e-06,
      "loss": 0.0086,
      "step": 221
    },
    {
      "epoch": 1.92507204610951,
      "grad_norm": 0.7309126257896423,
      "learning_rate": 4.49078811476484e-06,
      "loss": 0.0093,
      "step": 222
    },
    {
      "epoch": 1.9337175792507204,
      "grad_norm": 0.6176413893699646,
      "learning_rate": 4.482707844604359e-06,
      "loss": 0.0095,
      "step": 223
    },
    {
      "epoch": 1.9423631123919307,
      "grad_norm": 0.995867133140564,
      "learning_rate": 4.474571359287791e-06,
      "loss": 0.0061,
      "step": 224
    },
    {
      "epoch": 1.9510086455331412,
      "grad_norm": 0.47976699471473694,
      "learning_rate": 4.466378889506607e-06,
      "loss": 0.0054,
      "step": 225
    },
    {
      "epoch": 1.9596541786743515,
      "grad_norm": 0.740679144859314,
      "learning_rate": 4.458130667539592e-06,
      "loss": 0.0097,
      "step": 226
    },
    {
      "epoch": 1.968299711815562,
      "grad_norm": 0.565301775932312,
      "learning_rate": 4.449826927246257e-06,
      "loss": 0.008,
      "step": 227
    },
    {
      "epoch": 1.9769452449567724,
      "grad_norm": 0.6384701728820801,
      "learning_rate": 4.441467904060207e-06,
      "loss": 0.0053,
      "step": 228
    },
    {
      "epoch": 1.9855907780979827,
      "grad_norm": 0.8729382157325745,
      "learning_rate": 4.4330538349824684e-06,
      "loss": 0.0092,
      "step": 229
    },
    {
      "epoch": 1.994236311239193,
      "grad_norm": 0.6458576321601868,
      "learning_rate": 4.424584958574766e-06,
      "loss": 0.0082,
      "step": 230
    },
    {
      "epoch": 2.0086455331412103,
      "grad_norm": 2.1104297637939453,
      "learning_rate": 4.4160615149527646e-06,
      "loss": 0.0172,
      "step": 231
    },
    {
      "epoch": 2.0172910662824206,
      "grad_norm": 0.8500051498413086,
      "learning_rate": 4.407483745779256e-06,
      "loss": 0.0075,
      "step": 232
    },
    {
      "epoch": 2.025936599423631,
      "grad_norm": 0.8504526615142822,
      "learning_rate": 4.39885189425731e-06,
      "loss": 0.0063,
      "step": 233
    },
    {
      "epoch": 2.0345821325648417,
      "grad_norm": 0.5642857551574707,
      "learning_rate": 4.3901662051233755e-06,
      "loss": 0.0046,
      "step": 234
    },
    {
      "epoch": 2.043227665706052,
      "grad_norm": 1.6137267351150513,
      "learning_rate": 4.381426924640346e-06,
      "loss": 0.0111,
      "step": 235
    },
    {
      "epoch": 2.0518731988472623,
      "grad_norm": 0.6515895128250122,
      "learning_rate": 4.372634300590578e-06,
      "loss": 0.0054,
      "step": 236
    },
    {
      "epoch": 2.0605187319884726,
      "grad_norm": 0.42837992310523987,
      "learning_rate": 4.363788582268857e-06,
      "loss": 0.0064,
      "step": 237
    },
    {
      "epoch": 2.069164265129683,
      "grad_norm": 0.6755346059799194,
      "learning_rate": 4.35489002047534e-06,
      "loss": 0.0066,
      "step": 238
    },
    {
      "epoch": 2.077809798270893,
      "grad_norm": 0.5027966499328613,
      "learning_rate": 4.345938867508439e-06,
      "loss": 0.0053,
      "step": 239
    },
    {
      "epoch": 2.086455331412104,
      "grad_norm": 0.44720327854156494,
      "learning_rate": 4.336935377157668e-06,
      "loss": 0.0053,
      "step": 240
    },
    {
      "epoch": 2.0951008645533142,
      "grad_norm": 0.9336118102073669,
      "learning_rate": 4.32787980469645e-06,
      "loss": 0.0071,
      "step": 241
    },
    {
      "epoch": 2.1037463976945245,
      "grad_norm": 0.6465862393379211,
      "learning_rate": 4.318772406874873e-06,
      "loss": 0.004,
      "step": 242
    },
    {
      "epoch": 2.112391930835735,
      "grad_norm": 0.4339396357536316,
      "learning_rate": 4.309613441912421e-06,
      "loss": 0.0062,
      "step": 243
    },
    {
      "epoch": 2.121037463976945,
      "grad_norm": 0.805067777633667,
      "learning_rate": 4.30040316949064e-06,
      "loss": 0.0052,
      "step": 244
    },
    {
      "epoch": 2.1296829971181555,
      "grad_norm": 0.5986116528511047,
      "learning_rate": 4.291141850745788e-06,
      "loss": 0.004,
      "step": 245
    },
    {
      "epoch": 2.138328530259366,
      "grad_norm": 0.33404719829559326,
      "learning_rate": 4.281829748261422e-06,
      "loss": 0.004,
      "step": 246
    },
    {
      "epoch": 2.1469740634005765,
      "grad_norm": 0.3907548189163208,
      "learning_rate": 4.272467126060954e-06,
      "loss": 0.0057,
      "step": 247
    },
    {
      "epoch": 2.155619596541787,
      "grad_norm": 0.4643802046775818,
      "learning_rate": 4.263054249600172e-06,
      "loss": 0.0045,
      "step": 248
    },
    {
      "epoch": 2.164265129682997,
      "grad_norm": 0.46979233622550964,
      "learning_rate": 4.253591385759705e-06,
      "loss": 0.0045,
      "step": 249
    },
    {
      "epoch": 2.1729106628242074,
      "grad_norm": 0.4389543831348419,
      "learning_rate": 4.244078802837462e-06,
      "loss": 0.005,
      "step": 250
    },
    {
      "epoch": 2.1815561959654177,
      "grad_norm": 0.33877941966056824,
      "learning_rate": 4.234516770541023e-06,
      "loss": 0.0036,
      "step": 251
    },
    {
      "epoch": 2.1902017291066285,
      "grad_norm": 0.41794854402542114,
      "learning_rate": 4.224905559979991e-06,
      "loss": 0.0049,
      "step": 252
    },
    {
      "epoch": 2.1988472622478388,
      "grad_norm": 0.471942275762558,
      "learning_rate": 4.215245443658307e-06,
      "loss": 0.004,
      "step": 253
    },
    {
      "epoch": 2.207492795389049,
      "grad_norm": 0.5759933590888977,
      "learning_rate": 4.205536695466524e-06,
      "loss": 0.0037,
      "step": 254
    },
    {
      "epoch": 2.2161383285302594,
      "grad_norm": 0.4565725326538086,
      "learning_rate": 4.1957795906740404e-06,
      "loss": 0.0041,
      "step": 255
    },
    {
      "epoch": 2.2247838616714697,
      "grad_norm": 0.5055815577507019,
      "learning_rate": 4.1859744059212945e-06,
      "loss": 0.0058,
      "step": 256
    },
    {
      "epoch": 2.23342939481268,
      "grad_norm": 0.5749806761741638,
      "learning_rate": 4.176121419211924e-06,
      "loss": 0.0061,
      "step": 257
    },
    {
      "epoch": 2.2420749279538903,
      "grad_norm": 1.0351425409317017,
      "learning_rate": 4.16622090990488e-06,
      "loss": 0.0046,
      "step": 258
    },
    {
      "epoch": 2.250720461095101,
      "grad_norm": 1.2486116886138916,
      "learning_rate": 4.15627315870651e-06,
      "loss": 0.0065,
      "step": 259
    },
    {
      "epoch": 2.2593659942363113,
      "grad_norm": 0.6449837684631348,
      "learning_rate": 4.146278447662597e-06,
      "loss": 0.0055,
      "step": 260
    },
    {
      "epoch": 2.2680115273775217,
      "grad_norm": 0.7886547446250916,
      "learning_rate": 4.136237060150363e-06,
      "loss": 0.0083,
      "step": 261
    },
    {
      "epoch": 2.276657060518732,
      "grad_norm": 0.797860324382782,
      "learning_rate": 4.126149280870434e-06,
      "loss": 0.0043,
      "step": 262
    },
    {
      "epoch": 2.2853025936599423,
      "grad_norm": 0.8402999639511108,
      "learning_rate": 4.116015395838772e-06,
      "loss": 0.0044,
      "step": 263
    },
    {
      "epoch": 2.2939481268011526,
      "grad_norm": 0.4193873107433319,
      "learning_rate": 4.105835692378557e-06,
      "loss": 0.0028,
      "step": 264
    },
    {
      "epoch": 2.302593659942363,
      "grad_norm": 0.4523886740207672,
      "learning_rate": 4.095610459112051e-06,
      "loss": 0.005,
      "step": 265
    },
    {
      "epoch": 2.3112391930835736,
      "grad_norm": 0.45222657918930054,
      "learning_rate": 4.0853399859524066e-06,
      "loss": 0.0027,
      "step": 266
    },
    {
      "epoch": 2.319884726224784,
      "grad_norm": 0.5312837362289429,
      "learning_rate": 4.075024564095452e-06,
      "loss": 0.0072,
      "step": 267
    },
    {
      "epoch": 2.3285302593659942,
      "grad_norm": 0.5837632417678833,
      "learning_rate": 4.064664486011433e-06,
      "loss": 0.0056,
      "step": 268
    },
    {
      "epoch": 2.3371757925072045,
      "grad_norm": 0.44099336862564087,
      "learning_rate": 4.05426004543672e-06,
      "loss": 0.0052,
      "step": 269
    },
    {
      "epoch": 2.345821325648415,
      "grad_norm": 0.4609047472476959,
      "learning_rate": 4.04381153736548e-06,
      "loss": 0.0041,
      "step": 270
    },
    {
      "epoch": 2.3544668587896256,
      "grad_norm": 0.4224575161933899,
      "learning_rate": 4.033319258041316e-06,
      "loss": 0.0056,
      "step": 271
    },
    {
      "epoch": 2.363112391930836,
      "grad_norm": 0.45308536291122437,
      "learning_rate": 4.022783504948862e-06,
      "loss": 0.0037,
      "step": 272
    },
    {
      "epoch": 2.371757925072046,
      "grad_norm": 0.29924383759498596,
      "learning_rate": 4.012204576805352e-06,
      "loss": 0.0037,
      "step": 273
    },
    {
      "epoch": 2.3804034582132565,
      "grad_norm": 0.33644095063209534,
      "learning_rate": 4.001582773552153e-06,
      "loss": 0.003,
      "step": 274
    },
    {
      "epoch": 2.389048991354467,
      "grad_norm": 0.553075909614563,
      "learning_rate": 3.990918396346254e-06,
      "loss": 0.0024,
      "step": 275
    },
    {
      "epoch": 2.397694524495677,
      "grad_norm": 0.7815229892730713,
      "learning_rate": 3.9802117475517335e-06,
      "loss": 0.0024,
      "step": 276
    },
    {
      "epoch": 2.4063400576368874,
      "grad_norm": 0.512950599193573,
      "learning_rate": 3.969463130731183e-06,
      "loss": 0.0037,
      "step": 277
    },
    {
      "epoch": 2.414985590778098,
      "grad_norm": 0.45993947982788086,
      "learning_rate": 3.958672850637104e-06,
      "loss": 0.0029,
      "step": 278
    },
    {
      "epoch": 2.4236311239193085,
      "grad_norm": 0.9428088068962097,
      "learning_rate": 3.947841213203262e-06,
      "loss": 0.0029,
      "step": 279
    },
    {
      "epoch": 2.4322766570605188,
      "grad_norm": 0.4953707158565521,
      "learning_rate": 3.936968525536018e-06,
      "loss": 0.0029,
      "step": 280
    },
    {
      "epoch": 2.440922190201729,
      "grad_norm": 0.3896157443523407,
      "learning_rate": 3.926055095905616e-06,
      "loss": 0.003,
      "step": 281
    },
    {
      "epoch": 2.4495677233429394,
      "grad_norm": 0.5497294664382935,
      "learning_rate": 3.9151012337374495e-06,
      "loss": 0.004,
      "step": 282
    },
    {
      "epoch": 2.4582132564841497,
      "grad_norm": 0.31193655729293823,
      "learning_rate": 3.9041072496032805e-06,
      "loss": 0.0025,
      "step": 283
    },
    {
      "epoch": 2.46685878962536,
      "grad_norm": 0.6194396615028381,
      "learning_rate": 3.893073455212438e-06,
      "loss": 0.0035,
      "step": 284
    },
    {
      "epoch": 2.4755043227665707,
      "grad_norm": 0.5500622987747192,
      "learning_rate": 3.882000163402984e-06,
      "loss": 0.0021,
      "step": 285
    },
    {
      "epoch": 2.484149855907781,
      "grad_norm": 0.3981945812702179,
      "learning_rate": 3.870887688132834e-06,
      "loss": 0.0046,
      "step": 286
    },
    {
      "epoch": 2.4927953890489913,
      "grad_norm": 0.6703558564186096,
      "learning_rate": 3.859736344470866e-06,
      "loss": 0.0032,
      "step": 287
    },
    {
      "epoch": 2.5014409221902016,
      "grad_norm": 0.6285901665687561,
      "learning_rate": 3.8485464485879785e-06,
      "loss": 0.0055,
      "step": 288
    },
    {
      "epoch": 2.510086455331412,
      "grad_norm": 0.45444604754447937,
      "learning_rate": 3.837318317748134e-06,
      "loss": 0.0029,
      "step": 289
    },
    {
      "epoch": 2.5187319884726227,
      "grad_norm": 0.5909140706062317,
      "learning_rate": 3.826052270299356e-06,
      "loss": 0.0018,
      "step": 290
    },
    {
      "epoch": 2.527377521613833,
      "grad_norm": 0.28365251421928406,
      "learning_rate": 3.814748625664711e-06,
      "loss": 0.0016,
      "step": 291
    },
    {
      "epoch": 2.5360230547550433,
      "grad_norm": 0.6033309102058411,
      "learning_rate": 3.8034077043332463e-06,
      "loss": 0.0026,
      "step": 292
    },
    {
      "epoch": 2.5446685878962536,
      "grad_norm": 0.5435200929641724,
      "learning_rate": 3.7920298278509028e-06,
      "loss": 0.003,
      "step": 293
    },
    {
      "epoch": 2.553314121037464,
      "grad_norm": 0.4895404875278473,
      "learning_rate": 3.7806153188114027e-06,
      "loss": 0.0028,
      "step": 294
    },
    {
      "epoch": 2.561959654178674,
      "grad_norm": 0.37084832787513733,
      "learning_rate": 3.7691645008471e-06,
      "loss": 0.0019,
      "step": 295
    },
    {
      "epoch": 2.5706051873198845,
      "grad_norm": 0.35942429304122925,
      "learning_rate": 3.7576776986198064e-06,
      "loss": 0.004,
      "step": 296
    },
    {
      "epoch": 2.5792507204610953,
      "grad_norm": 0.9116867780685425,
      "learning_rate": 3.7461552378115833e-06,
      "loss": 0.0032,
      "step": 297
    },
    {
      "epoch": 2.5878962536023056,
      "grad_norm": 0.4446312487125397,
      "learning_rate": 3.734597445115511e-06,
      "loss": 0.0016,
      "step": 298
    },
    {
      "epoch": 2.596541786743516,
      "grad_norm": 0.2611502408981323,
      "learning_rate": 3.7230046482264256e-06,
      "loss": 0.0031,
      "step": 299
    },
    {
      "epoch": 2.605187319884726,
      "grad_norm": 0.5151038765907288,
      "learning_rate": 3.711377175831626e-06,
      "loss": 0.0028,
      "step": 300
    },
    {
      "epoch": 2.6138328530259365,
      "grad_norm": 0.3680933713912964,
      "learning_rate": 3.6997153576015552e-06,
      "loss": 0.0008,
      "step": 301
    },
    {
      "epoch": 2.6224783861671472,
      "grad_norm": 0.42117324471473694,
      "learning_rate": 3.6880195241804567e-06,
      "loss": 0.0037,
      "step": 302
    },
    {
      "epoch": 2.631123919308357,
      "grad_norm": 0.35740363597869873,
      "learning_rate": 3.676290007176994e-06,
      "loss": 0.0015,
      "step": 303
    },
    {
      "epoch": 2.639769452449568,
      "grad_norm": 0.5276333093643188,
      "learning_rate": 3.6645271391548542e-06,
      "loss": 0.0043,
      "step": 304
    },
    {
      "epoch": 2.648414985590778,
      "grad_norm": 0.6532303094863892,
      "learning_rate": 3.652731253623315e-06,
      "loss": 0.0023,
      "step": 305
    },
    {
      "epoch": 2.6570605187319885,
      "grad_norm": 0.2517545521259308,
      "learning_rate": 3.6409026850277908e-06,
      "loss": 0.001,
      "step": 306
    },
    {
      "epoch": 2.6657060518731988,
      "grad_norm": 0.4791451096534729,
      "learning_rate": 3.6290417687403485e-06,
      "loss": 0.0025,
      "step": 307
    },
    {
      "epoch": 2.674351585014409,
      "grad_norm": 0.665262758731842,
      "learning_rate": 3.617148841050202e-06,
      "loss": 0.0022,
      "step": 308
    },
    {
      "epoch": 2.68299711815562,
      "grad_norm": 0.40816545486450195,
      "learning_rate": 3.6052242391541746e-06,
      "loss": 0.0033,
      "step": 309
    },
    {
      "epoch": 2.69164265129683,
      "grad_norm": 0.3500838577747345,
      "learning_rate": 3.593268301147139e-06,
      "loss": 0.0024,
      "step": 310
    },
    {
      "epoch": 2.7002881844380404,
      "grad_norm": 0.8193225264549255,
      "learning_rate": 3.5812813660124313e-06,
      "loss": 0.0031,
      "step": 311
    },
    {
      "epoch": 2.7089337175792507,
      "grad_norm": 0.3912574350833893,
      "learning_rate": 3.5692637736122427e-06,
      "loss": 0.0016,
      "step": 312
    },
    {
      "epoch": 2.717579250720461,
      "grad_norm": 0.46311694383621216,
      "learning_rate": 3.5572158646779787e-06,
      "loss": 0.002,
      "step": 313
    },
    {
      "epoch": 2.7262247838616713,
      "grad_norm": 0.5172969698905945,
      "learning_rate": 3.5451379808006014e-06,
      "loss": 0.0019,
      "step": 314
    },
    {
      "epoch": 2.7348703170028816,
      "grad_norm": 0.2887652814388275,
      "learning_rate": 3.5330304644209456e-06,
      "loss": 0.0023,
      "step": 315
    },
    {
      "epoch": 2.7435158501440924,
      "grad_norm": 0.6363840699195862,
      "learning_rate": 3.520893658820007e-06,
      "loss": 0.0047,
      "step": 316
    },
    {
      "epoch": 2.7521613832853027,
      "grad_norm": 0.8680986762046814,
      "learning_rate": 3.50872790810921e-06,
      "loss": 0.0017,
      "step": 317
    },
    {
      "epoch": 2.760806916426513,
      "grad_norm": 0.2707628607749939,
      "learning_rate": 3.4965335572206516e-06,
      "loss": 0.0019,
      "step": 318
    },
    {
      "epoch": 2.7694524495677233,
      "grad_norm": 0.5891854166984558,
      "learning_rate": 3.484310951897323e-06,
      "loss": 0.0025,
      "step": 319
    },
    {
      "epoch": 2.7780979827089336,
      "grad_norm": 0.3361755609512329,
      "learning_rate": 3.4720604386833024e-06,
      "loss": 0.0016,
      "step": 320
    },
    {
      "epoch": 2.7867435158501443,
      "grad_norm": 0.2326732724905014,
      "learning_rate": 3.459782364913935e-06,
      "loss": 0.0049,
      "step": 321
    },
    {
      "epoch": 2.795389048991354,
      "grad_norm": 0.7111459970474243,
      "learning_rate": 3.447477078705983e-06,
      "loss": 0.0023,
      "step": 322
    },
    {
      "epoch": 2.804034582132565,
      "grad_norm": 0.5887550711631775,
      "learning_rate": 3.4351449289477543e-06,
      "loss": 0.0029,
      "step": 323
    },
    {
      "epoch": 2.8126801152737753,
      "grad_norm": 0.6490927934646606,
      "learning_rate": 3.4227862652892106e-06,
      "loss": 0.0017,
      "step": 324
    },
    {
      "epoch": 2.8213256484149856,
      "grad_norm": 0.2970047891139984,
      "learning_rate": 3.410401438132056e-06,
      "loss": 0.0031,
      "step": 325
    },
    {
      "epoch": 2.829971181556196,
      "grad_norm": 0.9381114840507507,
      "learning_rate": 3.3979907986197996e-06,
      "loss": 0.0034,
      "step": 326
    },
    {
      "epoch": 2.838616714697406,
      "grad_norm": 0.34777429699897766,
      "learning_rate": 3.385554698627803e-06,
      "loss": 0.0029,
      "step": 327
    },
    {
      "epoch": 2.847262247838617,
      "grad_norm": 0.5431174635887146,
      "learning_rate": 3.3730934907532997e-06,
      "loss": 0.0012,
      "step": 328
    },
    {
      "epoch": 2.8559077809798272,
      "grad_norm": 0.22815977036952972,
      "learning_rate": 3.3606075283054005e-06,
      "loss": 0.0011,
      "step": 329
    },
    {
      "epoch": 2.8645533141210375,
      "grad_norm": 0.2716272473335266,
      "learning_rate": 3.3480971652950757e-06,
      "loss": 0.0015,
      "step": 330
    },
    {
      "epoch": 2.873198847262248,
      "grad_norm": 0.42019474506378174,
      "learning_rate": 3.3355627564251185e-06,
      "loss": 0.0026,
      "step": 331
    },
    {
      "epoch": 2.881844380403458,
      "grad_norm": 0.41707322001457214,
      "learning_rate": 3.3230046570800866e-06,
      "loss": 0.0017,
      "step": 332
    },
    {
      "epoch": 2.8904899135446684,
      "grad_norm": 0.23598358035087585,
      "learning_rate": 3.3104232233162272e-06,
      "loss": 0.0008,
      "step": 333
    },
    {
      "epoch": 2.8991354466858787,
      "grad_norm": 0.53864985704422,
      "learning_rate": 3.2978188118513814e-06,
      "loss": 0.0017,
      "step": 334
    },
    {
      "epoch": 2.9077809798270895,
      "grad_norm": 0.2139906883239746,
      "learning_rate": 3.2851917800548726e-06,
      "loss": 0.0025,
      "step": 335
    },
    {
      "epoch": 2.9164265129683,
      "grad_norm": 0.49649330973625183,
      "learning_rate": 3.272542485937369e-06,
      "loss": 0.0016,
      "step": 336
    },
    {
      "epoch": 2.92507204610951,
      "grad_norm": 0.1875542253255844,
      "learning_rate": 3.259871288140738e-06,
      "loss": 0.0015,
      "step": 337
    },
    {
      "epoch": 2.9337175792507204,
      "grad_norm": 0.4745478928089142,
      "learning_rate": 3.247178545927876e-06,
      "loss": 0.0023,
      "step": 338
    },
    {
      "epoch": 2.9423631123919307,
      "grad_norm": 0.5308757424354553,
      "learning_rate": 3.234464619172522e-06,
      "loss": 0.0026,
      "step": 339
    },
    {
      "epoch": 2.9510086455331415,
      "grad_norm": 0.3783188760280609,
      "learning_rate": 3.221729868349053e-06,
      "loss": 0.0007,
      "step": 340
    },
    {
      "epoch": 2.9596541786743513,
      "grad_norm": 0.2250707745552063,
      "learning_rate": 3.208974654522266e-06,
      "loss": 0.0006,
      "step": 341
    },
    {
      "epoch": 2.968299711815562,
      "grad_norm": 0.2039024382829666,
      "learning_rate": 3.1961993393371405e-06,
      "loss": 0.001,
      "step": 342
    },
    {
      "epoch": 2.9769452449567724,
      "grad_norm": 0.14253279566764832,
      "learning_rate": 3.183404285008582e-06,
      "loss": 0.0041,
      "step": 343
    },
    {
      "epoch": 2.9855907780979827,
      "grad_norm": 0.45035484433174133,
      "learning_rate": 3.1705898543111576e-06,
      "loss": 0.0007,
      "step": 344
    },
    {
      "epoch": 2.994236311239193,
      "grad_norm": 0.11087123304605484,
      "learning_rate": 3.157756410568803e-06,
      "loss": 0.0016,
      "step": 345
    },
    {
      "epoch": 3.0086455331412103,
      "grad_norm": 0.2526646554470062,
      "learning_rate": 3.14490431764453e-06,
      "loss": 0.0041,
      "step": 346
    },
    {
      "epoch": 3.0172910662824206,
      "grad_norm": 0.4000411927700043,
      "learning_rate": 3.132033939930101e-06,
      "loss": 0.0015,
      "step": 347
    },
    {
      "epoch": 3.025936599423631,
      "grad_norm": 0.30819934606552124,
      "learning_rate": 3.1191456423357047e-06,
      "loss": 0.001,
      "step": 348
    },
    {
      "epoch": 3.0345821325648417,
      "grad_norm": 0.17910632491111755,
      "learning_rate": 3.106239790279606e-06,
      "loss": 0.0009,
      "step": 349
    },
    {
      "epoch": 3.043227665706052,
      "grad_norm": 0.2142518013715744,
      "learning_rate": 3.093316749677788e-06,
      "loss": 0.0016,
      "step": 350
    },
    {
      "epoch": 3.0518731988472623,
      "grad_norm": 0.17407968640327454,
      "learning_rate": 3.0803768869335726e-06,
      "loss": 0.0012,
      "step": 351
    },
    {
      "epoch": 3.0605187319884726,
      "grad_norm": 0.420547753572464,
      "learning_rate": 3.0674205689272378e-06,
      "loss": 0.0012,
      "step": 352
    },
    {
      "epoch": 3.069164265129683,
      "grad_norm": 0.298476904630661,
      "learning_rate": 3.054448163005613e-06,
      "loss": 0.0016,
      "step": 353
    },
    {
      "epoch": 3.077809798270893,
      "grad_norm": 0.34958237409591675,
      "learning_rate": 3.041460036971664e-06,
      "loss": 0.001,
      "step": 354
    },
    {
      "epoch": 3.086455331412104,
      "grad_norm": 0.34075653553009033,
      "learning_rate": 3.028456559074061e-06,
      "loss": 0.0012,
      "step": 355
    },
    {
      "epoch": 3.0951008645533142,
      "grad_norm": 0.2592026889324188,
      "learning_rate": 3.0154380979967456e-06,
      "loss": 0.0008,
      "step": 356
    },
    {
      "epoch": 3.1037463976945245,
      "grad_norm": 0.22481408715248108,
      "learning_rate": 3.0024050228484713e-06,
      "loss": 0.001,
      "step": 357
    },
    {
      "epoch": 3.112391930835735,
      "grad_norm": 0.29716426134109497,
      "learning_rate": 2.9893577031523403e-06,
      "loss": 0.0014,
      "step": 358
    },
    {
      "epoch": 3.121037463976945,
      "grad_norm": 0.10284000635147095,
      "learning_rate": 2.976296508835326e-06,
      "loss": 0.0003,
      "step": 359
    },
    {
      "epoch": 3.1296829971181555,
      "grad_norm": 0.9767228364944458,
      "learning_rate": 2.963221810217786e-06,
      "loss": 0.0016,
      "step": 360
    },
    {
      "epoch": 3.138328530259366,
      "grad_norm": 0.08798839896917343,
      "learning_rate": 2.9501339780029614e-06,
      "loss": 0.0006,
      "step": 361
    },
    {
      "epoch": 3.1469740634005765,
      "grad_norm": 0.4243233799934387,
      "learning_rate": 2.937033383266466e-06,
      "loss": 0.0026,
      "step": 362
    },
    {
      "epoch": 3.155619596541787,
      "grad_norm": 0.06578671187162399,
      "learning_rate": 2.923920397445766e-06,
      "loss": 0.0004,
      "step": 363
    },
    {
      "epoch": 3.164265129682997,
      "grad_norm": 0.4194351136684418,
      "learning_rate": 2.910795392329649e-06,
      "loss": 0.0012,
      "step": 364
    },
    {
      "epoch": 3.1729106628242074,
      "grad_norm": 0.18414922058582306,
      "learning_rate": 2.8976587400476804e-06,
      "loss": 0.0007,
      "step": 365
    },
    {
      "epoch": 3.1815561959654177,
      "grad_norm": 0.3256891071796417,
      "learning_rate": 2.884510813059657e-06,
      "loss": 0.0009,
      "step": 366
    },
    {
      "epoch": 3.1902017291066285,
      "grad_norm": 0.48699238896369934,
      "learning_rate": 2.871351984145042e-06,
      "loss": 0.0011,
      "step": 367
    },
    {
      "epoch": 3.1988472622478388,
      "grad_norm": 0.12711212038993835,
      "learning_rate": 2.8581826263923993e-06,
      "loss": 0.0004,
      "step": 368
    },
    {
      "epoch": 3.207492795389049,
      "grad_norm": 0.2759152054786682,
      "learning_rate": 2.8450031131888147e-06,
      "loss": 0.0008,
      "step": 369
    },
    {
      "epoch": 3.2161383285302594,
      "grad_norm": 0.17881423234939575,
      "learning_rate": 2.8318138182093053e-06,
      "loss": 0.0005,
      "step": 370
    },
    {
      "epoch": 3.2247838616714697,
      "grad_norm": 0.09530279785394669,
      "learning_rate": 2.8186151154062314e-06,
      "loss": 0.0005,
      "step": 371
    },
    {
      "epoch": 3.23342939481268,
      "grad_norm": 0.29938796162605286,
      "learning_rate": 2.8054073789986884e-06,
      "loss": 0.0007,
      "step": 372
    },
    {
      "epoch": 3.2420749279538903,
      "grad_norm": 0.137968972325325,
      "learning_rate": 2.792190983461902e-06,
      "loss": 0.0005,
      "step": 373
    },
    {
      "epoch": 3.250720461095101,
      "grad_norm": 0.13374479115009308,
      "learning_rate": 2.7789663035166035e-06,
      "loss": 0.0002,
      "step": 374
    },
    {
      "epoch": 3.2593659942363113,
      "grad_norm": 0.5121517777442932,
      "learning_rate": 2.7657337141184137e-06,
      "loss": 0.0007,
      "step": 375
    },
    {
      "epoch": 3.2680115273775217,
      "grad_norm": 0.34778279066085815,
      "learning_rate": 2.7524935904472056e-06,
      "loss": 0.0006,
      "step": 376
    },
    {
      "epoch": 3.276657060518732,
      "grad_norm": 0.2674623131752014,
      "learning_rate": 2.73924630789647e-06,
      "loss": 0.0005,
      "step": 377
    },
    {
      "epoch": 3.2853025936599423,
      "grad_norm": 0.20955437421798706,
      "learning_rate": 2.7259922420626705e-06,
      "loss": 0.0006,
      "step": 378
    },
    {
      "epoch": 3.2939481268011526,
      "grad_norm": 0.29623010754585266,
      "learning_rate": 2.7127317687345973e-06,
      "loss": 0.0018,
      "step": 379
    },
    {
      "epoch": 3.302593659942363,
      "grad_norm": 0.2673618197441101,
      "learning_rate": 2.699465263882708e-06,
      "loss": 0.0016,
      "step": 380
    },
    {
      "epoch": 3.3112391930835736,
      "grad_norm": 0.061357282102108,
      "learning_rate": 2.686193103648472e-06,
      "loss": 0.0004,
      "step": 381
    },
    {
      "epoch": 3.319884726224784,
      "grad_norm": 0.1466841846704483,
      "learning_rate": 2.672915664333704e-06,
      "loss": 0.0007,
      "step": 382
    },
    {
      "epoch": 3.3285302593659942,
      "grad_norm": 0.10404661297798157,
      "learning_rate": 2.6596333223898934e-06,
      "loss": 0.0003,
      "step": 383
    },
    {
      "epoch": 3.3371757925072045,
      "grad_norm": 0.1709136813879013,
      "learning_rate": 2.6463464544075344e-06,
      "loss": 0.0002,
      "step": 384
    },
    {
      "epoch": 3.345821325648415,
      "grad_norm": 0.08438851684331894,
      "learning_rate": 2.6330554371054466e-06,
      "loss": 0.0003,
      "step": 385
    },
    {
      "epoch": 3.3544668587896256,
      "grad_norm": 0.15904630720615387,
      "learning_rate": 2.6197606473200924e-06,
      "loss": 0.001,
      "step": 386
    },
    {
      "epoch": 3.363112391930836,
      "grad_norm": 0.1417740285396576,
      "learning_rate": 2.6064624619948966e-06,
      "loss": 0.0003,
      "step": 387
    },
    {
      "epoch": 3.371757925072046,
      "grad_norm": 0.8411481380462646,
      "learning_rate": 2.593161258169554e-06,
      "loss": 0.0016,
      "step": 388
    },
    {
      "epoch": 3.3804034582132565,
      "grad_norm": 0.13281837105751038,
      "learning_rate": 2.579857412969345e-06,
      "loss": 0.0006,
      "step": 389
    },
    {
      "epoch": 3.389048991354467,
      "grad_norm": 0.06628571450710297,
      "learning_rate": 2.5665513035944373e-06,
      "loss": 0.0003,
      "step": 390
    },
    {
      "epoch": 3.397694524495677,
      "grad_norm": 0.2239917516708374,
      "learning_rate": 2.5532433073091967e-06,
      "loss": 0.0005,
      "step": 391
    },
    {
      "epoch": 3.4063400576368874,
      "grad_norm": 0.1752793937921524,
      "learning_rate": 2.539933801431487e-06,
      "loss": 0.0005,
      "step": 392
    },
    {
      "epoch": 3.414985590778098,
      "grad_norm": 0.0841381773352623,
      "learning_rate": 2.5266231633219733e-06,
      "loss": 0.0004,
      "step": 393
    },
    {
      "epoch": 3.4236311239193085,
      "grad_norm": 0.0805194228887558,
      "learning_rate": 2.513311770373421e-06,
      "loss": 0.0002,
      "step": 394
    },
    {
      "epoch": 3.4322766570605188,
      "grad_norm": 0.07594503462314606,
      "learning_rate": 2.5e-06,
      "loss": 0.0002,
      "step": 395
    },
    {
      "epoch": 3.440922190201729,
      "grad_norm": 0.10026411712169647,
      "learning_rate": 2.4866882296265797e-06,
      "loss": 0.0003,
      "step": 396
    },
    {
      "epoch": 3.4495677233429394,
      "grad_norm": 0.05829321965575218,
      "learning_rate": 2.473376836678028e-06,
      "loss": 0.0003,
      "step": 397
    },
    {
      "epoch": 3.4582132564841497,
      "grad_norm": 0.4893040657043457,
      "learning_rate": 2.4600661985685132e-06,
      "loss": 0.0014,
      "step": 398
    },
    {
      "epoch": 3.46685878962536,
      "grad_norm": 0.06461616605520248,
      "learning_rate": 2.446756692690804e-06,
      "loss": 0.0002,
      "step": 399
    },
    {
      "epoch": 3.4755043227665707,
      "grad_norm": 0.06487792730331421,
      "learning_rate": 2.4334486964055635e-06,
      "loss": 0.0002,
      "step": 400
    },
    {
      "epoch": 3.484149855907781,
      "grad_norm": 0.08846238255500793,
      "learning_rate": 2.4201425870306566e-06,
      "loss": 0.0005,
      "step": 401
    },
    {
      "epoch": 3.4927953890489913,
      "grad_norm": 0.5399437546730042,
      "learning_rate": 2.406838741830446e-06,
      "loss": 0.001,
      "step": 402
    },
    {
      "epoch": 3.5014409221902016,
      "grad_norm": 0.07543563842773438,
      "learning_rate": 2.393537538005104e-06,
      "loss": 0.0004,
      "step": 403
    },
    {
      "epoch": 3.510086455331412,
      "grad_norm": 0.09962673485279083,
      "learning_rate": 2.380239352679908e-06,
      "loss": 0.0006,
      "step": 404
    },
    {
      "epoch": 3.5187319884726227,
      "grad_norm": 0.09634942561388016,
      "learning_rate": 2.3669445628945543e-06,
      "loss": 0.0005,
      "step": 405
    },
    {
      "epoch": 3.527377521613833,
      "grad_norm": 0.07776723802089691,
      "learning_rate": 2.3536535455924656e-06,
      "loss": 0.0002,
      "step": 406
    },
    {
      "epoch": 3.5360230547550433,
      "grad_norm": 0.26890671253204346,
      "learning_rate": 2.340366677610107e-06,
      "loss": 0.0002,
      "step": 407
    },
    {
      "epoch": 3.5446685878962536,
      "grad_norm": 0.0821603462100029,
      "learning_rate": 2.327084335666297e-06,
      "loss": 0.0001,
      "step": 408
    },
    {
      "epoch": 3.553314121037464,
      "grad_norm": 0.20579983294010162,
      "learning_rate": 2.313806896351529e-06,
      "loss": 0.0003,
      "step": 409
    },
    {
      "epoch": 3.561959654178674,
      "grad_norm": 0.024787653237581253,
      "learning_rate": 2.300534736117292e-06,
      "loss": 0.0001,
      "step": 410
    },
    {
      "epoch": 3.5706051873198845,
      "grad_norm": 0.04598158970475197,
      "learning_rate": 2.2872682312654035e-06,
      "loss": 0.0001,
      "step": 411
    },
    {
      "epoch": 3.5792507204610953,
      "grad_norm": 0.05497601255774498,
      "learning_rate": 2.2740077579373303e-06,
      "loss": 0.0003,
      "step": 412
    },
    {
      "epoch": 3.5878962536023056,
      "grad_norm": 0.058321401476860046,
      "learning_rate": 2.2607536921035313e-06,
      "loss": 0.0002,
      "step": 413
    },
    {
      "epoch": 3.596541786743516,
      "grad_norm": 0.024839522317051888,
      "learning_rate": 2.247506409552795e-06,
      "loss": 0.0001,
      "step": 414
    },
    {
      "epoch": 3.605187319884726,
      "grad_norm": 1.3820059299468994,
      "learning_rate": 2.234266285881587e-06,
      "loss": 0.0014,
      "step": 415
    },
    {
      "epoch": 3.6138328530259365,
      "grad_norm": 0.03965742886066437,
      "learning_rate": 2.221033696483397e-06,
      "loss": 0.0001,
      "step": 416
    },
    {
      "epoch": 3.6224783861671472,
      "grad_norm": 0.033283866941928864,
      "learning_rate": 2.2078090165380992e-06,
      "loss": 0.0001,
      "step": 417
    },
    {
      "epoch": 3.631123919308357,
      "grad_norm": 0.015545632690191269,
      "learning_rate": 2.194592621001311e-06,
      "loss": 0.0001,
      "step": 418
    },
    {
      "epoch": 3.639769452449568,
      "grad_norm": 0.03403123468160629,
      "learning_rate": 2.1813848845937695e-06,
      "loss": 0.0001,
      "step": 419
    },
    {
      "epoch": 3.648414985590778,
      "grad_norm": 0.04488883912563324,
      "learning_rate": 2.1681861817906955e-06,
      "loss": 0.0001,
      "step": 420
    },
    {
      "epoch": 3.6570605187319885,
      "grad_norm": 0.22106269001960754,
      "learning_rate": 2.1549968868111866e-06,
      "loss": 0.0003,
      "step": 421
    },
    {
      "epoch": 3.6657060518731988,
      "grad_norm": 0.12951771914958954,
      "learning_rate": 2.141817373607601e-06,
      "loss": 0.0003,
      "step": 422
    },
    {
      "epoch": 3.674351585014409,
      "grad_norm": 0.17822900414466858,
      "learning_rate": 2.1286480158549583e-06,
      "loss": 0.0004,
      "step": 423
    },
    {
      "epoch": 3.68299711815562,
      "grad_norm": 0.10862100124359131,
      "learning_rate": 2.1154891869403436e-06,
      "loss": 0.0002,
      "step": 424
    },
    {
      "epoch": 3.69164265129683,
      "grad_norm": 0.09040237963199615,
      "learning_rate": 2.1023412599523204e-06,
      "loss": 0.0003,
      "step": 425
    },
    {
      "epoch": 3.7002881844380404,
      "grad_norm": 0.14486011862754822,
      "learning_rate": 2.089204607670352e-06,
      "loss": 0.0003,
      "step": 426
    },
    {
      "epoch": 3.7089337175792507,
      "grad_norm": 0.058098066598176956,
      "learning_rate": 2.0760796025542342e-06,
      "loss": 0.0002,
      "step": 427
    },
    {
      "epoch": 3.717579250720461,
      "grad_norm": 0.13733893632888794,
      "learning_rate": 2.0629666167335344e-06,
      "loss": 0.0002,
      "step": 428
    },
    {
      "epoch": 3.7262247838616713,
      "grad_norm": 0.12006496638059616,
      "learning_rate": 2.0498660219970395e-06,
      "loss": 0.0007,
      "step": 429
    },
    {
      "epoch": 3.7348703170028816,
      "grad_norm": 0.07560478895902634,
      "learning_rate": 2.0367781897822147e-06,
      "loss": 0.0001,
      "step": 430
    },
    {
      "epoch": 3.7435158501440924,
      "grad_norm": 0.021039756014943123,
      "learning_rate": 2.0237034911646745e-06,
      "loss": 0.0001,
      "step": 431
    },
    {
      "epoch": 3.7521613832853027,
      "grad_norm": 0.010244839824736118,
      "learning_rate": 2.0106422968476606e-06,
      "loss": 0.0,
      "step": 432
    },
    {
      "epoch": 3.760806916426513,
      "grad_norm": 0.10909762978553772,
      "learning_rate": 1.9975949771515296e-06,
      "loss": 0.0001,
      "step": 433
    },
    {
      "epoch": 3.7694524495677233,
      "grad_norm": 0.05506197735667229,
      "learning_rate": 1.9845619020032552e-06,
      "loss": 0.0002,
      "step": 434
    },
    {
      "epoch": 3.7780979827089336,
      "grad_norm": 0.19995303452014923,
      "learning_rate": 1.9715434409259393e-06,
      "loss": 0.0011,
      "step": 435
    },
    {
      "epoch": 3.7867435158501443,
      "grad_norm": 0.009247799403965473,
      "learning_rate": 1.958539963028337e-06,
      "loss": 0.0,
      "step": 436
    },
    {
      "epoch": 3.795389048991354,
      "grad_norm": 0.015599964186549187,
      "learning_rate": 1.9455518369943873e-06,
      "loss": 0.0001,
      "step": 437
    },
    {
      "epoch": 3.804034582132565,
      "grad_norm": 0.15373478829860687,
      "learning_rate": 1.9325794310727626e-06,
      "loss": 0.0006,
      "step": 438
    },
    {
      "epoch": 3.8126801152737753,
      "grad_norm": 0.05203329771757126,
      "learning_rate": 1.9196231130664282e-06,
      "loss": 0.0002,
      "step": 439
    },
    {
      "epoch": 3.8213256484149856,
      "grad_norm": 0.08206374943256378,
      "learning_rate": 1.906683250322213e-06,
      "loss": 0.0003,
      "step": 440
    },
    {
      "epoch": 3.829971181556196,
      "grad_norm": 0.06621237844228745,
      "learning_rate": 1.8937602097203945e-06,
      "loss": 0.0001,
      "step": 441
    },
    {
      "epoch": 3.838616714697406,
      "grad_norm": 0.3289477527141571,
      "learning_rate": 1.8808543576642966e-06,
      "loss": 0.0016,
      "step": 442
    },
    {
      "epoch": 3.847262247838617,
      "grad_norm": 0.14183855056762695,
      "learning_rate": 1.8679660600698996e-06,
      "loss": 0.0002,
      "step": 443
    },
    {
      "epoch": 3.8559077809798272,
      "grad_norm": 0.43348291516304016,
      "learning_rate": 1.8550956823554708e-06,
      "loss": 0.0004,
      "step": 444
    },
    {
      "epoch": 3.8645533141210375,
      "grad_norm": 0.3135347068309784,
      "learning_rate": 1.8422435894311973e-06,
      "loss": 0.0022,
      "step": 445
    },
    {
      "epoch": 3.873198847262248,
      "grad_norm": 0.04297763854265213,
      "learning_rate": 1.8294101456888433e-06,
      "loss": 0.0002,
      "step": 446
    },
    {
      "epoch": 3.881844380403458,
      "grad_norm": 0.03995918110013008,
      "learning_rate": 1.8165957149914182e-06,
      "loss": 0.0001,
      "step": 447
    },
    {
      "epoch": 3.8904899135446684,
      "grad_norm": 0.05494571849703789,
      "learning_rate": 1.8038006606628599e-06,
      "loss": 0.0002,
      "step": 448
    },
    {
      "epoch": 3.8991354466858787,
      "grad_norm": 0.00816399697214365,
      "learning_rate": 1.7910253454777346e-06,
      "loss": 0.0,
      "step": 449
    },
    {
      "epoch": 3.9077809798270895,
      "grad_norm": 0.012747962959110737,
      "learning_rate": 1.7782701316509482e-06,
      "loss": 0.0001,
      "step": 450
    },
    {
      "epoch": 3.9164265129683,
      "grad_norm": 0.055127181112766266,
      "learning_rate": 1.7655353808274795e-06,
      "loss": 0.0001,
      "step": 451
    },
    {
      "epoch": 3.92507204610951,
      "grad_norm": 0.33472880721092224,
      "learning_rate": 1.752821454072124e-06,
      "loss": 0.0006,
      "step": 452
    },
    {
      "epoch": 3.9337175792507204,
      "grad_norm": 0.06558925658464432,
      "learning_rate": 1.7401287118592626e-06,
      "loss": 0.0002,
      "step": 453
    },
    {
      "epoch": 3.9423631123919307,
      "grad_norm": 0.06597518920898438,
      "learning_rate": 1.7274575140626318e-06,
      "loss": 0.0003,
      "step": 454
    },
    {
      "epoch": 3.9510086455331415,
      "grad_norm": 0.06961897015571594,
      "learning_rate": 1.7148082199451288e-06,
      "loss": 0.0002,
      "step": 455
    },
    {
      "epoch": 3.9596541786743513,
      "grad_norm": 0.07268885523080826,
      "learning_rate": 1.7021811881486186e-06,
      "loss": 0.0004,
      "step": 456
    },
    {
      "epoch": 3.968299711815562,
      "grad_norm": 0.05247066915035248,
      "learning_rate": 1.6895767766837734e-06,
      "loss": 0.0001,
      "step": 457
    },
    {
      "epoch": 3.9769452449567724,
      "grad_norm": 0.12619982659816742,
      "learning_rate": 1.6769953429199142e-06,
      "loss": 0.0005,
      "step": 458
    },
    {
      "epoch": 3.9855907780979827,
      "grad_norm": 0.043070387095212936,
      "learning_rate": 1.6644372435748823e-06,
      "loss": 0.0002,
      "step": 459
    },
    {
      "epoch": 3.994236311239193,
      "grad_norm": 0.029151560738682747,
      "learning_rate": 1.6519028347049242e-06,
      "loss": 0.0,
      "step": 460
    },
    {
      "epoch": 4.008645533141211,
      "grad_norm": 0.25047677755355835,
      "learning_rate": 1.6393924716946003e-06,
      "loss": 0.0005,
      "step": 461
    },
    {
      "epoch": 4.017291066282421,
      "grad_norm": 0.03903050720691681,
      "learning_rate": 1.626906509246701e-06,
      "loss": 0.0001,
      "step": 462
    },
    {
      "epoch": 4.025936599423631,
      "grad_norm": 0.06342215090990067,
      "learning_rate": 1.6144453013721978e-06,
      "loss": 0.0002,
      "step": 463
    },
    {
      "epoch": 4.034582132564841,
      "grad_norm": 0.020777089521288872,
      "learning_rate": 1.6020092013802002e-06,
      "loss": 0.0,
      "step": 464
    },
    {
      "epoch": 4.043227665706052,
      "grad_norm": 0.01243128813803196,
      "learning_rate": 1.5895985618679447e-06,
      "loss": 0.0001,
      "step": 465
    },
    {
      "epoch": 4.051873198847262,
      "grad_norm": 0.016826143488287926,
      "learning_rate": 1.5772137347107902e-06,
      "loss": 0.001,
      "step": 466
    },
    {
      "epoch": 4.060518731988473,
      "grad_norm": 0.25355905294418335,
      "learning_rate": 1.5648550710522467e-06,
      "loss": 0.0001,
      "step": 467
    },
    {
      "epoch": 4.069164265129683,
      "grad_norm": 0.0483023077249527,
      "learning_rate": 1.5525229212940168e-06,
      "loss": 0.0002,
      "step": 468
    },
    {
      "epoch": 4.077809798270893,
      "grad_norm": 0.04395914822816849,
      "learning_rate": 1.5402176350860653e-06,
      "loss": 0.0002,
      "step": 469
    },
    {
      "epoch": 4.086455331412104,
      "grad_norm": 0.026249030604958534,
      "learning_rate": 1.5279395613166987e-06,
      "loss": 0.0001,
      "step": 470
    },
    {
      "epoch": 4.095100864553314,
      "grad_norm": 0.019938549026846886,
      "learning_rate": 1.5156890481026786e-06,
      "loss": 0.0001,
      "step": 471
    },
    {
      "epoch": 4.1037463976945245,
      "grad_norm": 0.01866944693028927,
      "learning_rate": 1.5034664427793486e-06,
      "loss": 0.0,
      "step": 472
    },
    {
      "epoch": 4.112391930835735,
      "grad_norm": 0.013607538305222988,
      "learning_rate": 1.4912720918907906e-06,
      "loss": 0.0,
      "step": 473
    },
    {
      "epoch": 4.121037463976945,
      "grad_norm": 0.06787893176078796,
      "learning_rate": 1.4791063411799938e-06,
      "loss": 0.0003,
      "step": 474
    },
    {
      "epoch": 4.129682997118156,
      "grad_norm": 0.019246675074100494,
      "learning_rate": 1.4669695355790552e-06,
      "loss": 0.0,
      "step": 475
    },
    {
      "epoch": 4.138328530259366,
      "grad_norm": 0.0765075534582138,
      "learning_rate": 1.4548620191994e-06,
      "loss": 0.0003,
      "step": 476
    },
    {
      "epoch": 4.1469740634005765,
      "grad_norm": 0.03727831318974495,
      "learning_rate": 1.4427841353220224e-06,
      "loss": 0.0002,
      "step": 477
    },
    {
      "epoch": 4.155619596541786,
      "grad_norm": 0.0503949299454689,
      "learning_rate": 1.4307362263877584e-06,
      "loss": 0.0002,
      "step": 478
    },
    {
      "epoch": 4.164265129682997,
      "grad_norm": 0.03264373913407326,
      "learning_rate": 1.4187186339875697e-06,
      "loss": 0.0002,
      "step": 479
    },
    {
      "epoch": 4.172910662824208,
      "grad_norm": 0.061017073690891266,
      "learning_rate": 1.4067316988528618e-06,
      "loss": 0.0,
      "step": 480
    },
    {
      "epoch": 4.181556195965418,
      "grad_norm": 0.06418503820896149,
      "learning_rate": 1.3947757608458263e-06,
      "loss": 0.0002,
      "step": 481
    },
    {
      "epoch": 4.1902017291066285,
      "grad_norm": 0.021499959751963615,
      "learning_rate": 1.3828511589497977e-06,
      "loss": 0.0,
      "step": 482
    },
    {
      "epoch": 4.198847262247838,
      "grad_norm": 0.008911274373531342,
      "learning_rate": 1.3709582312596519e-06,
      "loss": 0.0,
      "step": 483
    },
    {
      "epoch": 4.207492795389049,
      "grad_norm": 0.007865059189498425,
      "learning_rate": 1.3590973149722103e-06,
      "loss": 0.0,
      "step": 484
    },
    {
      "epoch": 4.216138328530259,
      "grad_norm": 0.0180173609405756,
      "learning_rate": 1.347268746376685e-06,
      "loss": 0.0,
      "step": 485
    },
    {
      "epoch": 4.22478386167147,
      "grad_norm": 0.0172914769500494,
      "learning_rate": 1.3354728608451462e-06,
      "loss": 0.0,
      "step": 486
    },
    {
      "epoch": 4.23342939481268,
      "grad_norm": 0.015868855640292168,
      "learning_rate": 1.3237099928230066e-06,
      "loss": 0.0,
      "step": 487
    },
    {
      "epoch": 4.24207492795389,
      "grad_norm": 0.02281869202852249,
      "learning_rate": 1.3119804758195443e-06,
      "loss": 0.0001,
      "step": 488
    },
    {
      "epoch": 4.250720461095101,
      "grad_norm": 0.06229427456855774,
      "learning_rate": 1.300284642398445e-06,
      "loss": 0.0001,
      "step": 489
    },
    {
      "epoch": 4.259365994236311,
      "grad_norm": 0.04283831641077995,
      "learning_rate": 1.288622824168375e-06,
      "loss": 0.0001,
      "step": 490
    },
    {
      "epoch": 4.268011527377522,
      "grad_norm": 0.023561948910355568,
      "learning_rate": 1.276995351773575e-06,
      "loss": 0.0001,
      "step": 491
    },
    {
      "epoch": 4.276657060518732,
      "grad_norm": 0.04599250480532646,
      "learning_rate": 1.26540255488449e-06,
      "loss": 0.0001,
      "step": 492
    },
    {
      "epoch": 4.285302593659942,
      "grad_norm": 0.03455409035086632,
      "learning_rate": 1.2538447621884173e-06,
      "loss": 0.0001,
      "step": 493
    },
    {
      "epoch": 4.293948126801153,
      "grad_norm": 0.06476529687643051,
      "learning_rate": 1.2423223013801946e-06,
      "loss": 0.0002,
      "step": 494
    },
    {
      "epoch": 4.302593659942363,
      "grad_norm": 0.007448709569871426,
      "learning_rate": 1.230835499152901e-06,
      "loss": 0.0001,
      "step": 495
    },
    {
      "epoch": 4.311239193083574,
      "grad_norm": 0.024221738800406456,
      "learning_rate": 1.219384681188598e-06,
      "loss": 0.0,
      "step": 496
    },
    {
      "epoch": 4.3198847262247835,
      "grad_norm": 0.013653815723955631,
      "learning_rate": 1.207970172149098e-06,
      "loss": 0.0,
      "step": 497
    },
    {
      "epoch": 4.328530259365994,
      "grad_norm": 0.0163737740367651,
      "learning_rate": 1.1965922956667536e-06,
      "loss": 0.0001,
      "step": 498
    },
    {
      "epoch": 4.337175792507205,
      "grad_norm": 0.04039165377616882,
      "learning_rate": 1.1852513743352886e-06,
      "loss": 0.0001,
      "step": 499
    },
    {
      "epoch": 4.345821325648415,
      "grad_norm": 0.01361683290451765,
      "learning_rate": 1.1739477297006442e-06,
      "loss": 0.0001,
      "step": 500
    },
    {
      "epoch": 4.354466858789626,
      "grad_norm": 0.05603167042136192,
      "learning_rate": 1.1626816822518662e-06,
      "loss": 0.0002,
      "step": 501
    },
    {
      "epoch": 4.363112391930835,
      "grad_norm": 0.1649046540260315,
      "learning_rate": 1.1514535514120217e-06,
      "loss": 0.0003,
      "step": 502
    },
    {
      "epoch": 4.371757925072046,
      "grad_norm": 0.06988149136304855,
      "learning_rate": 1.140263655529135e-06,
      "loss": 0.0001,
      "step": 503
    },
    {
      "epoch": 4.380403458213257,
      "grad_norm": 0.01356775127351284,
      "learning_rate": 1.1291123118671665e-06,
      "loss": 0.0,
      "step": 504
    },
    {
      "epoch": 4.389048991354467,
      "grad_norm": 0.011344455182552338,
      "learning_rate": 1.1179998365970174e-06,
      "loss": 0.0001,
      "step": 505
    },
    {
      "epoch": 4.3976945244956775,
      "grad_norm": 0.015661202371120453,
      "learning_rate": 1.1069265447875618e-06,
      "loss": 0.0,
      "step": 506
    },
    {
      "epoch": 4.406340057636887,
      "grad_norm": 0.13560903072357178,
      "learning_rate": 1.0958927503967207e-06,
      "loss": 0.0006,
      "step": 507
    },
    {
      "epoch": 4.414985590778098,
      "grad_norm": 0.13171304762363434,
      "learning_rate": 1.0848987662625516e-06,
      "loss": 0.0,
      "step": 508
    },
    {
      "epoch": 4.423631123919308,
      "grad_norm": 0.021776214241981506,
      "learning_rate": 1.073944904094385e-06,
      "loss": 0.0,
      "step": 509
    },
    {
      "epoch": 4.432276657060519,
      "grad_norm": 0.004369642119854689,
      "learning_rate": 1.0630314744639831e-06,
      "loss": 0.0,
      "step": 510
    },
    {
      "epoch": 4.4409221902017295,
      "grad_norm": 0.05059368908405304,
      "learning_rate": 1.052158786796739e-06,
      "loss": 0.0001,
      "step": 511
    },
    {
      "epoch": 4.449567723342939,
      "grad_norm": 0.009102565236389637,
      "learning_rate": 1.0413271493628964e-06,
      "loss": 0.0,
      "step": 512
    },
    {
      "epoch": 4.45821325648415,
      "grad_norm": 0.013081284239888191,
      "learning_rate": 1.0305368692688175e-06,
      "loss": 0.0,
      "step": 513
    },
    {
      "epoch": 4.46685878962536,
      "grad_norm": 0.07242248952388763,
      "learning_rate": 1.019788252448267e-06,
      "loss": 0.0003,
      "step": 514
    },
    {
      "epoch": 4.475504322766571,
      "grad_norm": 0.006698797456920147,
      "learning_rate": 1.0090816036537462e-06,
      "loss": 0.0,
      "step": 515
    },
    {
      "epoch": 4.484149855907781,
      "grad_norm": 0.02764168381690979,
      "learning_rate": 9.984172264478476e-07,
      "loss": 0.0001,
      "step": 516
    },
    {
      "epoch": 4.492795389048991,
      "grad_norm": 0.006561846937984228,
      "learning_rate": 9.877954231946485e-07,
      "loss": 0.0,
      "step": 517
    },
    {
      "epoch": 4.501440922190202,
      "grad_norm": 0.02488504722714424,
      "learning_rate": 9.772164950511387e-07,
      "loss": 0.0001,
      "step": 518
    },
    {
      "epoch": 4.510086455331412,
      "grad_norm": 0.01242034137248993,
      "learning_rate": 9.66680741958685e-07,
      "loss": 0.0001,
      "step": 519
    },
    {
      "epoch": 4.518731988472623,
      "grad_norm": 0.16501882672309875,
      "learning_rate": 9.561884626345206e-07,
      "loss": 0.0002,
      "step": 520
    },
    {
      "epoch": 4.527377521613833,
      "grad_norm": 0.0346071794629097,
      "learning_rate": 9.457399545632815e-07,
      "loss": 0.0001,
      "step": 521
    },
    {
      "epoch": 4.536023054755043,
      "grad_norm": 0.010261784307658672,
      "learning_rate": 9.353355139885672e-07,
      "loss": 0.0,
      "step": 522
    },
    {
      "epoch": 4.544668587896254,
      "grad_norm": 0.017157072201371193,
      "learning_rate": 9.249754359045485e-07,
      "loss": 0.0004,
      "step": 523
    },
    {
      "epoch": 4.553314121037464,
      "grad_norm": 0.09536877274513245,
      "learning_rate": 9.146600140475945e-07,
      "loss": 0.0001,
      "step": 524
    },
    {
      "epoch": 4.561959654178675,
      "grad_norm": 0.03881097957491875,
      "learning_rate": 9.043895408879505e-07,
      "loss": 0.0001,
      "step": 525
    },
    {
      "epoch": 4.5706051873198845,
      "grad_norm": 0.003924703225493431,
      "learning_rate": 8.941643076214438e-07,
      "loss": 0.0,
      "step": 526
    },
    {
      "epoch": 4.579250720461095,
      "grad_norm": 0.010769468732178211,
      "learning_rate": 8.839846041612296e-07,
      "loss": 0.0001,
      "step": 527
    },
    {
      "epoch": 4.587896253602305,
      "grad_norm": 0.03893817961215973,
      "learning_rate": 8.738507191295658e-07,
      "loss": 0.0,
      "step": 528
    },
    {
      "epoch": 4.596541786743516,
      "grad_norm": 0.010444357059895992,
      "learning_rate": 8.637629398496378e-07,
      "loss": 0.0001,
      "step": 529
    },
    {
      "epoch": 4.605187319884726,
      "grad_norm": 0.018974248319864273,
      "learning_rate": 8.537215523374037e-07,
      "loss": 0.0001,
      "step": 530
    },
    {
      "epoch": 4.6138328530259365,
      "grad_norm": 0.04680433124303818,
      "learning_rate": 8.437268412934898e-07,
      "loss": 0.0001,
      "step": 531
    },
    {
      "epoch": 4.622478386167147,
      "grad_norm": 0.02349163219332695,
      "learning_rate": 8.337790900951201e-07,
      "loss": 0.0,
      "step": 532
    },
    {
      "epoch": 4.631123919308357,
      "grad_norm": 0.019928090274333954,
      "learning_rate": 8.238785807880767e-07,
      "loss": 0.0001,
      "step": 533
    },
    {
      "epoch": 4.639769452449568,
      "grad_norm": 0.009950011037290096,
      "learning_rate": 8.140255940787059e-07,
      "loss": 0.0001,
      "step": 534
    },
    {
      "epoch": 4.648414985590778,
      "grad_norm": 0.034434814006090164,
      "learning_rate": 8.042204093259598e-07,
      "loss": 0.0,
      "step": 535
    },
    {
      "epoch": 4.6570605187319885,
      "grad_norm": 0.008066104725003242,
      "learning_rate": 7.944633045334762e-07,
      "loss": 0.0,
      "step": 536
    },
    {
      "epoch": 4.665706051873199,
      "grad_norm": 0.0360458604991436,
      "learning_rate": 7.847545563416936e-07,
      "loss": 0.0001,
      "step": 537
    },
    {
      "epoch": 4.674351585014409,
      "grad_norm": 0.006509549915790558,
      "learning_rate": 7.750944400200103e-07,
      "loss": 0.0001,
      "step": 538
    },
    {
      "epoch": 4.68299711815562,
      "grad_norm": 0.11465685069561005,
      "learning_rate": 7.654832294589776e-07,
      "loss": 0.0,
      "step": 539
    },
    {
      "epoch": 4.69164265129683,
      "grad_norm": 0.03756583854556084,
      "learning_rate": 7.559211971625385e-07,
      "loss": 0.0001,
      "step": 540
    },
    {
      "epoch": 4.70028818443804,
      "grad_norm": 0.01114535704255104,
      "learning_rate": 7.46408614240296e-07,
      "loss": 0.0,
      "step": 541
    },
    {
      "epoch": 4.708933717579251,
      "grad_norm": 0.021791907027363777,
      "learning_rate": 7.369457503998287e-07,
      "loss": 0.0,
      "step": 542
    },
    {
      "epoch": 4.717579250720461,
      "grad_norm": 0.012248961254954338,
      "learning_rate": 7.275328739390466e-07,
      "loss": 0.0,
      "step": 543
    },
    {
      "epoch": 4.726224783861672,
      "grad_norm": 0.006273179780691862,
      "learning_rate": 7.181702517385789e-07,
      "loss": 0.0,
      "step": 544
    },
    {
      "epoch": 4.734870317002882,
      "grad_norm": 0.021544231101870537,
      "learning_rate": 7.088581492542121e-07,
      "loss": 0.0001,
      "step": 545
    },
    {
      "epoch": 4.743515850144092,
      "grad_norm": 0.016482336446642876,
      "learning_rate": 6.995968305093604e-07,
      "loss": 0.0001,
      "step": 546
    },
    {
      "epoch": 4.752161383285302,
      "grad_norm": 0.035197075456380844,
      "learning_rate": 6.903865580875796e-07,
      "loss": 0.0,
      "step": 547
    },
    {
      "epoch": 4.760806916426513,
      "grad_norm": 0.03350463882088661,
      "learning_rate": 6.81227593125127e-07,
      "loss": 0.0001,
      "step": 548
    },
    {
      "epoch": 4.769452449567723,
      "grad_norm": 0.025157498195767403,
      "learning_rate": 6.721201953035511e-07,
      "loss": 0.0001,
      "step": 549
    },
    {
      "epoch": 4.778097982708934,
      "grad_norm": 0.013705157674849033,
      "learning_rate": 6.630646228423324e-07,
      "loss": 0.0,
      "step": 550
    },
    {
      "epoch": 4.786743515850144,
      "grad_norm": 0.05199694633483887,
      "learning_rate": 6.54061132491561e-07,
      "loss": 0.0001,
      "step": 551
    },
    {
      "epoch": 4.795389048991354,
      "grad_norm": 0.021124713122844696,
      "learning_rate": 6.451099795246604e-07,
      "loss": 0.0001,
      "step": 552
    },
    {
      "epoch": 4.804034582132565,
      "grad_norm": 0.011140077374875546,
      "learning_rate": 6.362114177311438e-07,
      "loss": 0.0,
      "step": 553
    },
    {
      "epoch": 4.812680115273775,
      "grad_norm": 0.01086009107530117,
      "learning_rate": 6.273656994094232e-07,
      "loss": 0.0001,
      "step": 554
    },
    {
      "epoch": 4.821325648414986,
      "grad_norm": 0.029642069712281227,
      "learning_rate": 6.185730753596538e-07,
      "loss": 0.0,
      "step": 555
    },
    {
      "epoch": 4.829971181556196,
      "grad_norm": 0.014636816456913948,
      "learning_rate": 6.098337948766256e-07,
      "loss": 0.0,
      "step": 556
    },
    {
      "epoch": 4.838616714697406,
      "grad_norm": 0.0111089451238513,
      "learning_rate": 6.011481057426916e-07,
      "loss": 0.0,
      "step": 557
    },
    {
      "epoch": 4.847262247838617,
      "grad_norm": 0.008355767466127872,
      "learning_rate": 5.925162542207441e-07,
      "loss": 0.0001,
      "step": 558
    },
    {
      "epoch": 4.855907780979827,
      "grad_norm": 0.020910680294036865,
      "learning_rate": 5.839384850472359e-07,
      "loss": 0.0,
      "step": 559
    },
    {
      "epoch": 4.8645533141210375,
      "grad_norm": 0.023057645186781883,
      "learning_rate": 5.754150414252341e-07,
      "loss": 0.0,
      "step": 560
    },
    {
      "epoch": 4.873198847262248,
      "grad_norm": 0.04212991148233414,
      "learning_rate": 5.669461650175326e-07,
      "loss": 0.0001,
      "step": 561
    },
    {
      "epoch": 4.881844380403458,
      "grad_norm": 0.004758734721690416,
      "learning_rate": 5.585320959397935e-07,
      "loss": 0.0,
      "step": 562
    },
    {
      "epoch": 4.890489913544669,
      "grad_norm": 0.006756670773029327,
      "learning_rate": 5.501730727537436e-07,
      "loss": 0.0,
      "step": 563
    },
    {
      "epoch": 4.899135446685879,
      "grad_norm": 0.014876470901072025,
      "learning_rate": 5.418693324604082e-07,
      "loss": 0.0,
      "step": 564
    },
    {
      "epoch": 4.9077809798270895,
      "grad_norm": 0.008136936463415623,
      "learning_rate": 5.336211104933939e-07,
      "loss": 0.0,
      "step": 565
    },
    {
      "epoch": 4.916426512968299,
      "grad_norm": 0.006519688293337822,
      "learning_rate": 5.254286407122103e-07,
      "loss": 0.0,
      "step": 566
    },
    {
      "epoch": 4.92507204610951,
      "grad_norm": 0.016903480514883995,
      "learning_rate": 5.172921553956417e-07,
      "loss": 0.0,
      "step": 567
    },
    {
      "epoch": 4.93371757925072,
      "grad_norm": 0.003450587159022689,
      "learning_rate": 5.092118852351599e-07,
      "loss": 0.0,
      "step": 568
    },
    {
      "epoch": 4.942363112391931,
      "grad_norm": 0.028615275397896767,
      "learning_rate": 5.01188059328386e-07,
      "loss": 0.0001,
      "step": 569
    },
    {
      "epoch": 4.9510086455331415,
      "grad_norm": 0.011685383506119251,
      "learning_rate": 4.932209051725915e-07,
      "loss": 0.0,
      "step": 570
    },
    {
      "epoch": 4.959654178674351,
      "grad_norm": 0.006484777666628361,
      "learning_rate": 4.853106486582499e-07,
      "loss": 0.0,
      "step": 571
    },
    {
      "epoch": 4.968299711815562,
      "grad_norm": 0.006807015277445316,
      "learning_rate": 4.774575140626317e-07,
      "loss": 0.0,
      "step": 572
    },
    {
      "epoch": 4.976945244956772,
      "grad_norm": 0.005784816108644009,
      "learning_rate": 4.6966172404344754e-07,
      "loss": 0.0,
      "step": 573
    },
    {
      "epoch": 4.985590778097983,
      "grad_norm": 0.0060491194017231464,
      "learning_rate": 4.619234996325314e-07,
      "loss": 0.0001,
      "step": 574
    },
    {
      "epoch": 4.994236311239193,
      "grad_norm": 0.08785240352153778,
      "learning_rate": 4.542430602295775e-07,
      "loss": 0.0003,
      "step": 575
    },
    {
      "epoch": 5.008645533141211,
      "grad_norm": 0.11832298338413239,
      "learning_rate": 4.4662062359591584e-07,
      "loss": 0.0001,
      "step": 576
    },
    {
      "epoch": 5.017291066282421,
      "grad_norm": 0.006518571171909571,
      "learning_rate": 4.3905640584834293e-07,
      "loss": 0.0,
      "step": 577
    },
    {
      "epoch": 5.025936599423631,
      "grad_norm": 0.008394552394747734,
      "learning_rate": 4.3155062145298994e-07,
      "loss": 0.0,
      "step": 578
    },
    {
      "epoch": 5.034582132564841,
      "grad_norm": 0.014321188442409039,
      "learning_rate": 4.241034832192434e-07,
      "loss": 0.0,
      "step": 579
    },
    {
      "epoch": 5.043227665706052,
      "grad_norm": 0.01109258271753788,
      "learning_rate": 4.167152022937124e-07,
      "loss": 0.0,
      "step": 580
    },
    {
      "epoch": 5.051873198847262,
      "grad_norm": 0.00782827753573656,
      "learning_rate": 4.0938598815424226e-07,
      "loss": 0.0,
      "step": 581
    },
    {
      "epoch": 5.060518731988473,
      "grad_norm": 0.006567042786628008,
      "learning_rate": 4.0211604860397294e-07,
      "loss": 0.0001,
      "step": 582
    },
    {
      "epoch": 5.069164265129683,
      "grad_norm": 0.032781753689050674,
      "learning_rate": 3.9490558976544967e-07,
      "loss": 0.0,
      "step": 583
    },
    {
      "epoch": 5.077809798270893,
      "grad_norm": 0.006290372461080551,
      "learning_rate": 3.877548160747768e-07,
      "loss": 0.0001,
      "step": 584
    },
    {
      "epoch": 5.086455331412104,
      "grad_norm": 0.05169885233044624,
      "learning_rate": 3.8066393027582276e-07,
      "loss": 0.0001,
      "step": 585
    },
    {
      "epoch": 5.095100864553314,
      "grad_norm": 0.024971339851617813,
      "learning_rate": 3.7363313341447326e-07,
      "loss": 0.0001,
      "step": 586
    },
    {
      "epoch": 5.1037463976945245,
      "grad_norm": 0.007651512045413256,
      "learning_rate": 3.666626248329272e-07,
      "loss": 0.0,
      "step": 587
    },
    {
      "epoch": 5.112391930835735,
      "grad_norm": 0.014207379892468452,
      "learning_rate": 3.5975260216404714e-07,
      "loss": 0.0,
      "step": 588
    },
    {
      "epoch": 5.121037463976945,
      "grad_norm": 0.01968054287135601,
      "learning_rate": 3.529032613257574e-07,
      "loss": 0.0,
      "step": 589
    },
    {
      "epoch": 5.129682997118156,
      "grad_norm": 0.015984253957867622,
      "learning_rate": 3.4611479651548456e-07,
      "loss": 0.0,
      "step": 590
    },
    {
      "epoch": 5.138328530259366,
      "grad_norm": 0.008436279371380806,
      "learning_rate": 3.393874002046577e-07,
      "loss": 0.0001,
      "step": 591
    },
    {
      "epoch": 5.1469740634005765,
      "grad_norm": 0.04552963003516197,
      "learning_rate": 3.327212631332452e-07,
      "loss": 0.0,
      "step": 592
    },
    {
      "epoch": 5.155619596541786,
      "grad_norm": 0.015880795195698738,
      "learning_rate": 3.2611657430435013e-07,
      "loss": 0.0001,
      "step": 593
    },
    {
      "epoch": 5.164265129682997,
      "grad_norm": 0.03732914850115776,
      "learning_rate": 3.195735209788528e-07,
      "loss": 0.0,
      "step": 594
    },
    {
      "epoch": 5.172910662824208,
      "grad_norm": 0.007819831371307373,
      "learning_rate": 3.130922886700968e-07,
      "loss": 0.0,
      "step": 595
    },
    {
      "epoch": 5.181556195965418,
      "grad_norm": 0.014321624301373959,
      "learning_rate": 3.066730611386337e-07,
      "loss": 0.0,
      "step": 596
    },
    {
      "epoch": 5.1902017291066285,
      "grad_norm": 0.008290286175906658,
      "learning_rate": 3.003160203870095e-07,
      "loss": 0.0,
      "step": 597
    },
    {
      "epoch": 5.198847262247838,
      "grad_norm": 0.006545263342559338,
      "learning_rate": 2.940213466546085e-07,
      "loss": 0.0,
      "step": 598
    },
    {
      "epoch": 5.207492795389049,
      "grad_norm": 0.006481291726231575,
      "learning_rate": 2.8778921841253774e-07,
      "loss": 0.0002,
      "step": 599
    },
    {
      "epoch": 5.216138328530259,
      "grad_norm": 0.07197843492031097,
      "learning_rate": 2.8161981235857145e-07,
      "loss": 0.0,
      "step": 600
    },
    {
      "epoch": 5.22478386167147,
      "grad_norm": 0.014453639276325703,
      "learning_rate": 2.7551330341213794e-07,
      "loss": 0.0,
      "step": 601
    },
    {
      "epoch": 5.23342939481268,
      "grad_norm": 0.006451854016631842,
      "learning_rate": 2.6946986470936354e-07,
      "loss": 0.0,
      "step": 602
    },
    {
      "epoch": 5.24207492795389,
      "grad_norm": 0.009162579663097858,
      "learning_rate": 2.634896675981599e-07,
      "loss": 0.0001,
      "step": 603
    },
    {
      "epoch": 5.250720461095101,
      "grad_norm": 0.029183892533183098,
      "learning_rate": 2.5757288163336806e-07,
      "loss": 0.0001,
      "step": 604
    },
    {
      "epoch": 5.259365994236311,
      "grad_norm": 0.06650669872760773,
      "learning_rate": 2.517196745719522e-07,
      "loss": 0.0001,
      "step": 605
    },
    {
      "epoch": 5.268011527377522,
      "grad_norm": 0.04278871789574623,
      "learning_rate": 2.4593021236823916e-07,
      "loss": 0.0,
      "step": 606
    },
    {
      "epoch": 5.276657060518732,
      "grad_norm": 0.005027587525546551,
      "learning_rate": 2.4020465916921866e-07,
      "loss": 0.0,
      "step": 607
    },
    {
      "epoch": 5.285302593659942,
      "grad_norm": 0.012285275384783745,
      "learning_rate": 2.3454317730988414e-07,
      "loss": 0.0,
      "step": 608
    },
    {
      "epoch": 5.293948126801153,
      "grad_norm": 0.012882730923593044,
      "learning_rate": 2.2894592730863336e-07,
      "loss": 0.0,
      "step": 609
    },
    {
      "epoch": 5.302593659942363,
      "grad_norm": 0.026212921366095543,
      "learning_rate": 2.2341306786271695e-07,
      "loss": 0.0001,
      "step": 610
    },
    {
      "epoch": 5.311239193083574,
      "grad_norm": 0.007668660953640938,
      "learning_rate": 2.1794475584373724e-07,
      "loss": 0.0,
      "step": 611
    },
    {
      "epoch": 5.3198847262247835,
      "grad_norm": 0.007228130474686623,
      "learning_rate": 2.1254114629320228e-07,
      "loss": 0.0,
      "step": 612
    },
    {
      "epoch": 5.328530259365994,
      "grad_norm": 0.007553818169981241,
      "learning_rate": 2.072023924181285e-07,
      "loss": 0.0,
      "step": 613
    },
    {
      "epoch": 5.337175792507205,
      "grad_norm": 0.028273316100239754,
      "learning_rate": 2.019286455866981e-07,
      "loss": 0.0001,
      "step": 614
    },
    {
      "epoch": 5.345821325648415,
      "grad_norm": 0.017403678968548775,
      "learning_rate": 1.967200553239676e-07,
      "loss": 0.0,
      "step": 615
    },
    {
      "epoch": 5.354466858789626,
      "grad_norm": 0.05251264199614525,
      "learning_rate": 1.9157676930762702e-07,
      "loss": 0.0,
      "step": 616
    },
    {
      "epoch": 5.363112391930835,
      "grad_norm": 0.0052774338982999325,
      "learning_rate": 1.8649893336381315e-07,
      "loss": 0.0001,
      "step": 617
    },
    {
      "epoch": 5.371757925072046,
      "grad_norm": 0.050105899572372437,
      "learning_rate": 1.8148669146297564e-07,
      "loss": 0.0,
      "step": 618
    },
    {
      "epoch": 5.380403458213257,
      "grad_norm": 0.010968392714858055,
      "learning_rate": 1.7654018571579557e-07,
      "loss": 0.0,
      "step": 619
    },
    {
      "epoch": 5.389048991354467,
      "grad_norm": 0.006572465877979994,
      "learning_rate": 1.7165955636915395e-07,
      "loss": 0.0,
      "step": 620
    },
    {
      "epoch": 5.3976945244956775,
      "grad_norm": 0.015997696667909622,
      "learning_rate": 1.6684494180215837e-07,
      "loss": 0.0,
      "step": 621
    },
    {
      "epoch": 5.406340057636887,
      "grad_norm": 0.01475190743803978,
      "learning_rate": 1.620964785222162e-07,
      "loss": 0.0,
      "step": 622
    },
    {
      "epoch": 5.414985590778098,
      "grad_norm": 0.006957387086004019,
      "learning_rate": 1.5741430116116812e-07,
      "loss": 0.0,
      "step": 623
    },
    {
      "epoch": 5.423631123919308,
      "grad_norm": 0.027358924970030785,
      "learning_rate": 1.5279854247146703e-07,
      "loss": 0.0,
      "step": 624
    },
    {
      "epoch": 5.432276657060519,
      "grad_norm": 0.013768823817372322,
      "learning_rate": 1.4824933332241693e-07,
      "loss": 0.0,
      "step": 625
    },
    {
      "epoch": 5.4409221902017295,
      "grad_norm": 0.010743286460638046,
      "learning_rate": 1.4376680269646087e-07,
      "loss": 0.0,
      "step": 626
    },
    {
      "epoch": 5.449567723342939,
      "grad_norm": 0.007050006650388241,
      "learning_rate": 1.3935107768552558e-07,
      "loss": 0.0,
      "step": 627
    },
    {
      "epoch": 5.45821325648415,
      "grad_norm": 0.012325974181294441,
      "learning_rate": 1.3500228348741595e-07,
      "loss": 0.0,
      "step": 628
    },
    {
      "epoch": 5.46685878962536,
      "grad_norm": 0.023326944559812546,
      "learning_rate": 1.307205434022671e-07,
      "loss": 0.0,
      "step": 629
    },
    {
      "epoch": 5.475504322766571,
      "grad_norm": 0.018656721338629723,
      "learning_rate": 1.265059788290468e-07,
      "loss": 0.0,
      "step": 630
    },
    {
      "epoch": 5.484149855907781,
      "grad_norm": 0.017813757061958313,
      "learning_rate": 1.223587092621162e-07,
      "loss": 0.0,
      "step": 631
    },
    {
      "epoch": 5.492795389048991,
      "grad_norm": 0.014615735039114952,
      "learning_rate": 1.1827885228783865e-07,
      "loss": 0.0,
      "step": 632
    },
    {
      "epoch": 5.501440922190202,
      "grad_norm": 0.010695324279367924,
      "learning_rate": 1.1426652358124817e-07,
      "loss": 0.0,
      "step": 633
    },
    {
      "epoch": 5.510086455331412,
      "grad_norm": 0.007640014868229628,
      "learning_rate": 1.1032183690276754e-07,
      "loss": 0.0,
      "step": 634
    },
    {
      "epoch": 5.518731988472623,
      "grad_norm": 0.020597506314516068,
      "learning_rate": 1.0644490409498636e-07,
      "loss": 0.0001,
      "step": 635
    },
    {
      "epoch": 5.527377521613833,
      "grad_norm": 0.004687067586928606,
      "learning_rate": 1.0263583507948593e-07,
      "loss": 0.0,
      "step": 636
    },
    {
      "epoch": 5.536023054755043,
      "grad_norm": 0.007369566708803177,
      "learning_rate": 9.889473785372555e-08,
      "loss": 0.0,
      "step": 637
    },
    {
      "epoch": 5.544668587896254,
      "grad_norm": 0.014998351223766804,
      "learning_rate": 9.522171848797917e-08,
      "loss": 0.0,
      "step": 638
    },
    {
      "epoch": 5.553314121037464,
      "grad_norm": 0.005501555744558573,
      "learning_rate": 9.161688112232836e-08,
      "loss": 0.0,
      "step": 639
    },
    {
      "epoch": 5.561959654178675,
      "grad_norm": 0.029769135639071465,
      "learning_rate": 8.808032796371019e-08,
      "loss": 0.0001,
      "step": 640
    },
    {
      "epoch": 5.5706051873198845,
      "grad_norm": 0.01651173271238804,
      "learning_rate": 8.461215928301819e-08,
      "loss": 0.0,
      "step": 641
    },
    {
      "epoch": 5.579250720461095,
      "grad_norm": 0.0046575190499424934,
      "learning_rate": 8.121247341226074e-08,
      "loss": 0.0,
      "step": 642
    },
    {
      "epoch": 5.587896253602305,
      "grad_norm": 0.008450312539935112,
      "learning_rate": 7.78813667417716e-08,
      "loss": 0.0,
      "step": 643
    },
    {
      "epoch": 5.596541786743516,
      "grad_norm": 0.007621787954121828,
      "learning_rate": 7.46189337174788e-08,
      "loss": 0.0,
      "step": 644
    },
    {
      "epoch": 5.605187319884726,
      "grad_norm": 0.0086066210642457,
      "learning_rate": 7.142526683822537e-08,
      "loss": 0.0,
      "step": 645
    },
    {
      "epoch": 5.6138328530259365,
      "grad_norm": 0.012834986671805382,
      "learning_rate": 6.830045665314672e-08,
      "loss": 0.0,
      "step": 646
    },
    {
      "epoch": 5.622478386167147,
      "grad_norm": 0.005586333107203245,
      "learning_rate": 6.524459175910464e-08,
      "loss": 0.0,
      "step": 647
    },
    {
      "epoch": 5.631123919308357,
      "grad_norm": 0.009992795065045357,
      "learning_rate": 6.225775879817431e-08,
      "loss": 0.0,
      "step": 648
    },
    {
      "epoch": 5.639769452449568,
      "grad_norm": 0.006056077778339386,
      "learning_rate": 5.934004245518793e-08,
      "loss": 0.0,
      "step": 649
    },
    {
      "epoch": 5.648414985590778,
      "grad_norm": 0.008581247180700302,
      "learning_rate": 5.649152545533332e-08,
      "loss": 0.0002,
      "step": 650
    },
    {
      "epoch": 5.6570605187319885,
      "grad_norm": 0.05463126301765442,
      "learning_rate": 5.371228856180993e-08,
      "loss": 0.0,
      "step": 651
    },
    {
      "epoch": 5.665706051873199,
      "grad_norm": 0.009801640175282955,
      "learning_rate": 5.100241057353683e-08,
      "loss": 0.0,
      "step": 652
    },
    {
      "epoch": 5.674351585014409,
      "grad_norm": 0.008849680423736572,
      "learning_rate": 4.8361968322920005e-08,
      "loss": 0.0,
      "step": 653
    },
    {
      "epoch": 5.68299711815562,
      "grad_norm": 0.008909969590604305,
      "learning_rate": 4.579103667367385e-08,
      "loss": 0.0001,
      "step": 654
    },
    {
      "epoch": 5.69164265129683,
      "grad_norm": 0.7292889952659607,
      "learning_rate": 4.328968851869758e-08,
      "loss": 0.0,
      "step": 655
    },
    {
      "epoch": 5.70028818443804,
      "grad_norm": 0.0066415779292583466,
      "learning_rate": 4.0857994778009945e-08,
      "loss": 0.0001,
      "step": 656
    },
    {
      "epoch": 5.708933717579251,
      "grad_norm": 0.03848518431186676,
      "learning_rate": 3.84960243967375e-08,
      "loss": 0.0002,
      "step": 657
    },
    {
      "epoch": 5.717579250720461,
      "grad_norm": 0.055817726999521255,
      "learning_rate": 3.620384434316005e-08,
      "loss": 0.0001,
      "step": 658
    },
    {
      "epoch": 5.726224783861672,
      "grad_norm": 0.008442546240985394,
      "learning_rate": 3.398151960681162e-08,
      "loss": 0.0001,
      "step": 659
    },
    {
      "epoch": 5.734870317002882,
      "grad_norm": 0.03930019959807396,
      "learning_rate": 3.182911319663862e-08,
      "loss": 0.0,
      "step": 660
    },
    {
      "epoch": 5.743515850144092,
      "grad_norm": 0.012743629515171051,
      "learning_rate": 2.9746686139212612e-08,
      "loss": 0.0,
      "step": 661
    },
    {
      "epoch": 5.752161383285302,
      "grad_norm": 0.008391858078539371,
      "learning_rate": 2.7734297477000626e-08,
      "loss": 0.0002,
      "step": 662
    },
    {
      "epoch": 5.760806916426513,
      "grad_norm": 0.06344736367464066,
      "learning_rate": 2.5792004266690095e-08,
      "loss": 0.0,
      "step": 663
    },
    {
      "epoch": 5.769452449567723,
      "grad_norm": 0.00729775195941329,
      "learning_rate": 2.3919861577572924e-08,
      "loss": 0.0,
      "step": 664
    },
    {
      "epoch": 5.778097982708934,
      "grad_norm": 0.01558664534240961,
      "learning_rate": 2.211792248998229e-08,
      "loss": 0.0001,
      "step": 665
    },
    {
      "epoch": 5.786743515850144,
      "grad_norm": 0.016456814482808113,
      "learning_rate": 2.038623809378859e-08,
      "loss": 0.0,
      "step": 666
    },
    {
      "epoch": 5.795389048991354,
      "grad_norm": 0.008453302085399628,
      "learning_rate": 1.872485748695113e-08,
      "loss": 0.0,
      "step": 667
    },
    {
      "epoch": 5.804034582132565,
      "grad_norm": 0.004515933804214001,
      "learning_rate": 1.7133827774125368e-08,
      "loss": 0.0001,
      "step": 668
    },
    {
      "epoch": 5.812680115273775,
      "grad_norm": 0.02883203886449337,
      "learning_rate": 1.5613194065327854e-08,
      "loss": 0.0001,
      "step": 669
    },
    {
      "epoch": 5.821325648414986,
      "grad_norm": 0.02576618641614914,
      "learning_rate": 1.4162999474657268e-08,
      "loss": 0.0,
      "step": 670
    },
    {
      "epoch": 5.829971181556196,
      "grad_norm": 0.006904300302267075,
      "learning_rate": 1.2783285119071232e-08,
      "loss": 0.0,
      "step": 671
    },
    {
      "epoch": 5.838616714697406,
      "grad_norm": 0.015726493671536446,
      "learning_rate": 1.1474090117221948e-08,
      "loss": 0.0001,
      "step": 672
    },
    {
      "epoch": 5.847262247838617,
      "grad_norm": 0.032056134194135666,
      "learning_rate": 1.023545158834599e-08,
      "loss": 0.0,
      "step": 673
    },
    {
      "epoch": 5.855907780979827,
      "grad_norm": 0.0056428308598697186,
      "learning_rate": 9.067404651211808e-09,
      "loss": 0.0001,
      "step": 674
    },
    {
      "epoch": 5.8645533141210375,
      "grad_norm": 0.037972234189510345,
      "learning_rate": 7.96998242312469e-09,
      "loss": 0.0001,
      "step": 675
    },
    {
      "epoch": 5.873198847262248,
      "grad_norm": 0.018561307340860367,
      "learning_rate": 6.943216018987509e-09,
      "loss": 0.0,
      "step": 676
    },
    {
      "epoch": 5.881844380403458,
      "grad_norm": 0.014271295629441738,
      "learning_rate": 5.987134550418106e-09,
      "loss": 0.0,
      "step": 677
    },
    {
      "epoch": 5.890489913544669,
      "grad_norm": 0.006300410255789757,
      "learning_rate": 5.101765124925218e-09,
      "loss": 0.0001,
      "step": 678
    },
    {
      "epoch": 5.899135446685879,
      "grad_norm": 0.03615653142333031,
      "learning_rate": 4.287132845137709e-09,
      "loss": 0.0,
      "step": 679
    },
    {
      "epoch": 5.9077809798270895,
      "grad_norm": 0.00793964322656393,
      "learning_rate": 3.5432608080951392e-09,
      "loss": 0.0,
      "step": 680
    },
    {
      "epoch": 5.916426512968299,
      "grad_norm": 0.011542227119207382,
      "learning_rate": 2.870170104591341e-09,
      "loss": 0.0001,
      "step": 681
    },
    {
      "epoch": 5.92507204610951,
      "grad_norm": 0.04817141219973564,
      "learning_rate": 2.2678798185771235e-09,
      "loss": 0.0,
      "step": 682
    },
    {
      "epoch": 5.93371757925072,
      "grad_norm": 0.006957252975553274,
      "learning_rate": 1.7364070266193135e-09,
      "loss": 0.0001,
      "step": 683
    },
    {
      "epoch": 5.942363112391931,
      "grad_norm": 0.028225049376487732,
      "learning_rate": 1.2757667974155896e-09,
      "loss": 0.0002,
      "step": 684
    },
    {
      "epoch": 5.9510086455331415,
      "grad_norm": 0.060419417917728424,
      "learning_rate": 8.859721913684339e-10,
      "loss": 0.0,
      "step": 685
    },
    {
      "epoch": 5.959654178674351,
      "grad_norm": 0.005427508614957333,
      "learning_rate": 5.670342602148715e-10,
      "loss": 0.0001,
      "step": 686
    },
    {
      "epoch": 5.968299711815562,
      "grad_norm": 0.031979430466890335,
      "learning_rate": 3.1896204671144627e-10,
      "loss": 0.0001,
      "step": 687
    },
    {
      "epoch": 5.976945244956772,
      "grad_norm": 0.015397738665342331,
      "learning_rate": 1.4176258437970103e-10,
      "loss": 0.0001,
      "step": 688
    },
    {
      "epoch": 5.985590778097983,
      "grad_norm": 0.03583737090229988,
      "learning_rate": 3.544089730633804e-11,
      "loss": 0.0001,
      "step": 689
    },
    {
      "epoch": 5.994236311239193,
      "grad_norm": 0.044873710721731186,
      "learning_rate": 0.0,
      "loss": 0.0,
      "step": 690
    }
  ],
  "logging_steps": 1,
  "max_steps": 690,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 6,
  "save_steps": 115,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.747175381925888e+18,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}