{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.7794079794079796,
  "eval_steps": 500,
  "global_step": 5400,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.005148005148005148,
      "grad_norm": 19.51059658759793,
      "learning_rate": 7.718696397941682e-07,
      "loss": 8.2552,
      "step": 10
    },
    {
      "epoch": 0.010296010296010296,
      "grad_norm": 19.70146681963939,
      "learning_rate": 1.6295025728987994e-06,
      "loss": 8.168,
      "step": 20
    },
    {
      "epoch": 0.015444015444015444,
      "grad_norm": 9.795523599582376,
      "learning_rate": 2.4871355060034306e-06,
      "loss": 7.5953,
      "step": 30
    },
    {
      "epoch": 0.02059202059202059,
      "grad_norm": 5.9480235723668144,
      "learning_rate": 3.344768439108062e-06,
      "loss": 6.8507,
      "step": 40
    },
    {
      "epoch": 0.02574002574002574,
      "grad_norm": 3.5099463285447223,
      "learning_rate": 4.202401372212693e-06,
      "loss": 6.3398,
      "step": 50
    },
    {
      "epoch": 0.03088803088803089,
      "grad_norm": 2.90890000793416,
      "learning_rate": 5.060034305317325e-06,
      "loss": 5.9988,
      "step": 60
    },
    {
      "epoch": 0.036036036036036036,
      "grad_norm": 3.3978017812772445,
      "learning_rate": 5.9176672384219555e-06,
      "loss": 5.6503,
      "step": 70
    },
    {
      "epoch": 0.04118404118404118,
      "grad_norm": 4.103088821630264,
      "learning_rate": 6.775300171526587e-06,
      "loss": 5.1289,
      "step": 80
    },
    {
      "epoch": 0.04633204633204633,
      "grad_norm": 4.487842621805789,
      "learning_rate": 7.632933104631218e-06,
      "loss": 4.511,
      "step": 90
    },
    {
      "epoch": 0.05148005148005148,
      "grad_norm": 7.491973587682773,
      "learning_rate": 8.49056603773585e-06,
      "loss": 3.9137,
      "step": 100
    },
    {
      "epoch": 0.05662805662805663,
      "grad_norm": 7.323430680232261,
      "learning_rate": 9.348198970840481e-06,
      "loss": 3.4784,
      "step": 110
    },
    {
      "epoch": 0.06177606177606178,
      "grad_norm": 6.619474879048035,
      "learning_rate": 1.0205831903945113e-05,
      "loss": 3.2067,
      "step": 120
    },
    {
      "epoch": 0.06692406692406692,
      "grad_norm": 3.867444417417378,
      "learning_rate": 1.1063464837049744e-05,
      "loss": 3.0386,
      "step": 130
    },
    {
      "epoch": 0.07207207207207207,
      "grad_norm": 4.117034943974073,
      "learning_rate": 1.1921097770154374e-05,
      "loss": 2.9159,
      "step": 140
    },
    {
      "epoch": 0.07722007722007722,
      "grad_norm": 6.009222032591652,
      "learning_rate": 1.2778730703259007e-05,
      "loss": 2.796,
      "step": 150
    },
    {
      "epoch": 0.08236808236808237,
      "grad_norm": 11.57505334622991,
      "learning_rate": 1.3636363636363637e-05,
      "loss": 2.7077,
      "step": 160
    },
    {
      "epoch": 0.08751608751608751,
      "grad_norm": 11.428627421387615,
      "learning_rate": 1.4493996569468268e-05,
      "loss": 2.6403,
      "step": 170
    },
    {
      "epoch": 0.09266409266409266,
      "grad_norm": 10.905546843716907,
      "learning_rate": 1.53516295025729e-05,
      "loss": 2.5735,
      "step": 180
    },
    {
      "epoch": 0.0978120978120978,
      "grad_norm": 8.661551806496005,
      "learning_rate": 1.620926243567753e-05,
      "loss": 2.5078,
      "step": 190
    },
    {
      "epoch": 0.10296010296010295,
      "grad_norm": 9.940151278870877,
      "learning_rate": 1.7066895368782164e-05,
      "loss": 2.4567,
      "step": 200
    },
    {
      "epoch": 0.10810810810810811,
      "grad_norm": 13.091142904495205,
      "learning_rate": 1.7924528301886792e-05,
      "loss": 2.3953,
      "step": 210
    },
    {
      "epoch": 0.11325611325611326,
      "grad_norm": 18.06611865183751,
      "learning_rate": 1.8782161234991423e-05,
      "loss": 2.329,
      "step": 220
    },
    {
      "epoch": 0.11840411840411841,
      "grad_norm": 16.145152244084983,
      "learning_rate": 1.9639794168096058e-05,
      "loss": 2.2691,
      "step": 230
    },
    {
      "epoch": 0.12355212355212356,
      "grad_norm": 35.1534299592601,
      "learning_rate": 2.0497427101200686e-05,
      "loss": 2.2524,
      "step": 240
    },
    {
      "epoch": 0.1287001287001287,
      "grad_norm": 14.465207787142148,
      "learning_rate": 2.1355060034305318e-05,
      "loss": 2.1974,
      "step": 250
    },
    {
      "epoch": 0.13384813384813385,
      "grad_norm": 11.353218963690644,
      "learning_rate": 2.2212692967409952e-05,
      "loss": 2.0873,
      "step": 260
    },
    {
      "epoch": 0.138996138996139,
      "grad_norm": 12.277610068118626,
      "learning_rate": 2.307032590051458e-05,
      "loss": 2.0068,
      "step": 270
    },
    {
      "epoch": 0.14414414414414414,
      "grad_norm": 10.505580540439455,
      "learning_rate": 2.3927958833619212e-05,
      "loss": 1.8888,
      "step": 280
    },
    {
      "epoch": 0.1492921492921493,
      "grad_norm": 14.960676861450345,
      "learning_rate": 2.4785591766723843e-05,
      "loss": 1.7894,
      "step": 290
    },
    {
      "epoch": 0.15444015444015444,
      "grad_norm": 8.613188849395,
      "learning_rate": 2.564322469982847e-05,
      "loss": 1.6967,
      "step": 300
    },
    {
      "epoch": 0.15958815958815958,
      "grad_norm": 6.959841307105666,
      "learning_rate": 2.6500857632933106e-05,
      "loss": 1.6019,
      "step": 310
    },
    {
      "epoch": 0.16473616473616473,
      "grad_norm": 5.864669793953841,
      "learning_rate": 2.7358490566037738e-05,
      "loss": 1.5326,
      "step": 320
    },
    {
      "epoch": 0.16988416988416988,
      "grad_norm": 8.165848406130657,
      "learning_rate": 2.8216123499142366e-05,
      "loss": 1.4842,
      "step": 330
    },
    {
      "epoch": 0.17503217503217502,
      "grad_norm": 6.747629987576382,
      "learning_rate": 2.9073756432247e-05,
      "loss": 1.426,
      "step": 340
    },
    {
      "epoch": 0.18018018018018017,
      "grad_norm": 4.897733377675901,
      "learning_rate": 2.9931389365351632e-05,
      "loss": 1.3614,
      "step": 350
    },
    {
      "epoch": 0.18532818532818532,
      "grad_norm": 5.330679969567318,
      "learning_rate": 3.078902229845626e-05,
      "loss": 1.3182,
      "step": 360
    },
    {
      "epoch": 0.19047619047619047,
      "grad_norm": 4.722018507382775,
      "learning_rate": 3.16466552315609e-05,
      "loss": 1.26,
      "step": 370
    },
    {
      "epoch": 0.1956241956241956,
      "grad_norm": 6.77470473058928,
      "learning_rate": 3.250428816466552e-05,
      "loss": 1.2128,
      "step": 380
    },
    {
      "epoch": 0.20077220077220076,
      "grad_norm": 4.902136742839717,
      "learning_rate": 3.3361921097770154e-05,
      "loss": 1.1829,
      "step": 390
    },
    {
      "epoch": 0.2059202059202059,
      "grad_norm": 5.515696505859524,
      "learning_rate": 3.421955403087479e-05,
      "loss": 1.1379,
      "step": 400
    },
    {
      "epoch": 0.21106821106821108,
      "grad_norm": 3.9113735830318603,
      "learning_rate": 3.507718696397942e-05,
      "loss": 1.1002,
      "step": 410
    },
    {
      "epoch": 0.21621621621621623,
      "grad_norm": 5.8061510583054545,
      "learning_rate": 3.593481989708405e-05,
      "loss": 1.0744,
      "step": 420
    },
    {
      "epoch": 0.22136422136422138,
      "grad_norm": 5.927584495277828,
      "learning_rate": 3.679245283018868e-05,
      "loss": 1.0304,
      "step": 430
    },
    {
      "epoch": 0.22651222651222652,
      "grad_norm": 5.920319878093127,
      "learning_rate": 3.765008576329331e-05,
      "loss": 1.0023,
      "step": 440
    },
    {
      "epoch": 0.23166023166023167,
      "grad_norm": 5.302890318730487,
      "learning_rate": 3.850771869639794e-05,
      "loss": 0.9776,
      "step": 450
    },
    {
      "epoch": 0.23680823680823682,
      "grad_norm": 5.653239199646973,
      "learning_rate": 3.9365351629502574e-05,
      "loss": 0.9482,
      "step": 460
    },
    {
      "epoch": 0.24195624195624196,
      "grad_norm": 4.852345392975872,
      "learning_rate": 4.0222984562607206e-05,
      "loss": 0.9155,
      "step": 470
    },
    {
      "epoch": 0.2471042471042471,
      "grad_norm": 4.499279652551338,
      "learning_rate": 4.108061749571184e-05,
      "loss": 0.8867,
      "step": 480
    },
    {
      "epoch": 0.25225225225225223,
      "grad_norm": 5.181168954723113,
      "learning_rate": 4.193825042881647e-05,
      "loss": 0.8756,
      "step": 490
    },
    {
      "epoch": 0.2574002574002574,
      "grad_norm": 6.255177791414999,
      "learning_rate": 4.27958833619211e-05,
      "loss": 0.8506,
      "step": 500
    },
    {
      "epoch": 0.2625482625482625,
      "grad_norm": 5.396447906024421,
      "learning_rate": 4.365351629502573e-05,
      "loss": 0.8203,
      "step": 510
    },
    {
      "epoch": 0.2676962676962677,
      "grad_norm": 7.371015885385536,
      "learning_rate": 4.451114922813036e-05,
      "loss": 0.8028,
      "step": 520
    },
    {
      "epoch": 0.2728442728442728,
      "grad_norm": 6.198537777815005,
      "learning_rate": 4.5368782161234994e-05,
      "loss": 0.7808,
      "step": 530
    },
    {
      "epoch": 0.277992277992278,
      "grad_norm": 4.485699286277638,
      "learning_rate": 4.6226415094339625e-05,
      "loss": 0.7639,
      "step": 540
    },
    {
      "epoch": 0.28314028314028317,
      "grad_norm": 6.865323396700289,
      "learning_rate": 4.708404802744426e-05,
      "loss": 0.745,
      "step": 550
    },
    {
      "epoch": 0.2882882882882883,
      "grad_norm": 4.718888462403314,
      "learning_rate": 4.794168096054888e-05,
      "loss": 0.7209,
      "step": 560
    },
    {
      "epoch": 0.29343629343629346,
      "grad_norm": 4.887504164875748,
      "learning_rate": 4.879931389365352e-05,
      "loss": 0.7015,
      "step": 570
    },
    {
      "epoch": 0.2985842985842986,
      "grad_norm": 5.372842102076737,
      "learning_rate": 4.965694682675815e-05,
      "loss": 0.6767,
      "step": 580
    },
    {
      "epoch": 0.30373230373230375,
      "grad_norm": 6.766330192939623,
      "learning_rate": 5.0514579759862776e-05,
      "loss": 0.6624,
      "step": 590
    },
    {
      "epoch": 0.3088803088803089,
      "grad_norm": 4.614837742067113,
      "learning_rate": 5.1372212692967414e-05,
      "loss": 0.6405,
      "step": 600
    },
    {
      "epoch": 0.31402831402831405,
      "grad_norm": 4.201337449433587,
      "learning_rate": 5.222984562607204e-05,
      "loss": 0.6194,
      "step": 610
    },
    {
      "epoch": 0.31917631917631917,
      "grad_norm": 5.51280432030841,
      "learning_rate": 5.308747855917667e-05,
      "loss": 0.5951,
      "step": 620
    },
    {
      "epoch": 0.32432432432432434,
      "grad_norm": 5.129963269925849,
      "learning_rate": 5.394511149228131e-05,
      "loss": 0.5777,
      "step": 630
    },
    {
      "epoch": 0.32947232947232946,
      "grad_norm": 4.412209442955385,
      "learning_rate": 5.480274442538593e-05,
      "loss": 0.5642,
      "step": 640
    },
    {
      "epoch": 0.33462033462033464,
      "grad_norm": 4.336638446576286,
      "learning_rate": 5.5660377358490564e-05,
      "loss": 0.5426,
      "step": 650
    },
    {
      "epoch": 0.33976833976833976,
      "grad_norm": 3.556283909809826,
      "learning_rate": 5.65180102915952e-05,
      "loss": 0.5112,
      "step": 660
    },
    {
      "epoch": 0.34491634491634493,
      "grad_norm": 5.225584058992361,
      "learning_rate": 5.737564322469983e-05,
      "loss": 0.5044,
      "step": 670
    },
    {
      "epoch": 0.35006435006435005,
      "grad_norm": 3.1697056899798186,
      "learning_rate": 5.823327615780446e-05,
      "loss": 0.4857,
      "step": 680
    },
    {
      "epoch": 0.3552123552123552,
      "grad_norm": 3.5258824608431003,
      "learning_rate": 5.90909090909091e-05,
      "loss": 0.4747,
      "step": 690
    },
    {
      "epoch": 0.36036036036036034,
      "grad_norm": 3.5240284197467155,
      "learning_rate": 5.994854202401372e-05,
      "loss": 0.4563,
      "step": 700
    },
    {
      "epoch": 0.3655083655083655,
      "grad_norm": 3.787588207851851,
      "learning_rate": 6.080617495711835e-05,
      "loss": 0.4382,
      "step": 710
    },
    {
      "epoch": 0.37065637065637064,
      "grad_norm": 3.28493026844208,
      "learning_rate": 6.166380789022299e-05,
      "loss": 0.4216,
      "step": 720
    },
    {
      "epoch": 0.3758043758043758,
      "grad_norm": 3.144221026231138,
      "learning_rate": 6.252144082332761e-05,
      "loss": 0.417,
      "step": 730
    },
    {
      "epoch": 0.38095238095238093,
      "grad_norm": 2.780102841682132,
      "learning_rate": 6.337907375643225e-05,
      "loss": 0.3942,
      "step": 740
    },
    {
      "epoch": 0.3861003861003861,
      "grad_norm": 3.1996820882351713,
      "learning_rate": 6.423670668953689e-05,
      "loss": 0.3787,
      "step": 750
    },
    {
      "epoch": 0.3912483912483912,
      "grad_norm": 2.8374055946677923,
      "learning_rate": 6.50943396226415e-05,
      "loss": 0.3714,
      "step": 760
    },
    {
      "epoch": 0.3963963963963964,
      "grad_norm": 3.0094036046611454,
      "learning_rate": 6.595197255574615e-05,
      "loss": 0.3606,
      "step": 770
    },
    {
      "epoch": 0.4015444015444015,
      "grad_norm": 2.6679117500690204,
      "learning_rate": 6.680960548885078e-05,
      "loss": 0.3379,
      "step": 780
    },
    {
      "epoch": 0.4066924066924067,
      "grad_norm": 3.101181469988925,
      "learning_rate": 6.76672384219554e-05,
      "loss": 0.3271,
      "step": 790
    },
    {
      "epoch": 0.4118404118404118,
      "grad_norm": 2.421653916410696,
      "learning_rate": 6.852487135506004e-05,
      "loss": 0.3132,
      "step": 800
    },
    {
      "epoch": 0.416988416988417,
      "grad_norm": 2.1110958003741174,
      "learning_rate": 6.938250428816467e-05,
      "loss": 0.3013,
      "step": 810
    },
    {
      "epoch": 0.42213642213642216,
      "grad_norm": 1.9804288224535966,
      "learning_rate": 7.024013722126929e-05,
      "loss": 0.2892,
      "step": 820
    },
    {
      "epoch": 0.4272844272844273,
      "grad_norm": 2.0965122713743725,
      "learning_rate": 7.109777015437394e-05,
      "loss": 0.2802,
      "step": 830
    },
    {
      "epoch": 0.43243243243243246,
      "grad_norm": 2.0662383619585323,
      "learning_rate": 7.195540308747857e-05,
      "loss": 0.2666,
      "step": 840
    },
    {
      "epoch": 0.4375804375804376,
      "grad_norm": 1.9080845115386118,
      "learning_rate": 7.281303602058319e-05,
      "loss": 0.2557,
      "step": 850
    },
    {
      "epoch": 0.44272844272844275,
      "grad_norm": 2.435492621224063,
      "learning_rate": 7.367066895368783e-05,
      "loss": 0.2441,
      "step": 860
    },
    {
      "epoch": 0.44787644787644787,
      "grad_norm": 2.3478908862806707,
      "learning_rate": 7.452830188679245e-05,
      "loss": 0.2302,
      "step": 870
    },
    {
      "epoch": 0.45302445302445304,
      "grad_norm": 2.033330789035785,
      "learning_rate": 7.538593481989708e-05,
      "loss": 0.222,
      "step": 880
    },
    {
      "epoch": 0.45817245817245816,
      "grad_norm": 1.8373992771294045,
      "learning_rate": 7.624356775300173e-05,
      "loss": 0.2079,
      "step": 890
    },
    {
      "epoch": 0.46332046332046334,
      "grad_norm": 1.9518420548134319,
      "learning_rate": 7.710120068610634e-05,
      "loss": 0.1979,
      "step": 900
    },
    {
      "epoch": 0.46846846846846846,
      "grad_norm": 1.6103496909038504,
      "learning_rate": 7.795883361921097e-05,
      "loss": 0.1936,
      "step": 910
    },
    {
      "epoch": 0.47361647361647363,
      "grad_norm": 1.3694934489721085,
      "learning_rate": 7.881646655231562e-05,
      "loss": 0.1841,
      "step": 920
    },
    {
      "epoch": 0.47876447876447875,
      "grad_norm": 1.2736699951465489,
      "learning_rate": 7.967409948542024e-05,
      "loss": 0.1766,
      "step": 930
    },
    {
      "epoch": 0.4839124839124839,
      "grad_norm": 2.1829922501226444,
      "learning_rate": 8.053173241852487e-05,
      "loss": 0.1675,
      "step": 940
    },
    {
      "epoch": 0.48906048906048905,
      "grad_norm": 1.659964942426995,
      "learning_rate": 8.138936535162951e-05,
      "loss": 0.161,
      "step": 950
    },
    {
      "epoch": 0.4942084942084942,
      "grad_norm": 1.5767630911351294,
      "learning_rate": 8.224699828473413e-05,
      "loss": 0.1494,
      "step": 960
    },
    {
      "epoch": 0.49935649935649934,
      "grad_norm": 1.537782758985047,
      "learning_rate": 8.310463121783876e-05,
      "loss": 0.1445,
      "step": 970
    },
    {
      "epoch": 0.5045045045045045,
      "grad_norm": 1.604101659458472,
      "learning_rate": 8.396226415094341e-05,
      "loss": 0.1402,
      "step": 980
    },
    {
      "epoch": 0.5096525096525096,
      "grad_norm": 2.256805925155236,
      "learning_rate": 8.481989708404803e-05,
      "loss": 0.1405,
      "step": 990
    },
    {
      "epoch": 0.5148005148005148,
      "grad_norm": 1.4857578289963005,
      "learning_rate": 8.567753001715266e-05,
      "loss": 0.1321,
      "step": 1000
    },
    {
      "epoch": 0.51994851994852,
      "grad_norm": 1.0326983623178083,
      "learning_rate": 8.65351629502573e-05,
      "loss": 0.1224,
      "step": 1010
    },
    {
      "epoch": 0.525096525096525,
      "grad_norm": 1.1180976317039228,
      "learning_rate": 8.739279588336192e-05,
      "loss": 0.1189,
      "step": 1020
    },
    {
      "epoch": 0.5302445302445302,
      "grad_norm": 1.1721351234336,
      "learning_rate": 8.825042881646655e-05,
      "loss": 0.1092,
      "step": 1030
    },
    {
      "epoch": 0.5353925353925354,
      "grad_norm": 0.9640093738745075,
      "learning_rate": 8.91080617495712e-05,
      "loss": 0.1021,
      "step": 1040
    },
    {
      "epoch": 0.5405405405405406,
      "grad_norm": 1.0306043643976568,
      "learning_rate": 8.996569468267581e-05,
      "loss": 0.0982,
      "step": 1050
    },
    {
      "epoch": 0.5456885456885456,
      "grad_norm": 1.4999347000799717,
      "learning_rate": 9.082332761578045e-05,
      "loss": 0.0936,
      "step": 1060
    },
    {
      "epoch": 0.5508365508365508,
      "grad_norm": 1.0452281614309868,
      "learning_rate": 9.168096054888509e-05,
      "loss": 0.0878,
      "step": 1070
    },
    {
      "epoch": 0.555984555984556,
      "grad_norm": 1.2088207649167284,
      "learning_rate": 9.253859348198971e-05,
      "loss": 0.0824,
      "step": 1080
    },
    {
      "epoch": 0.5611325611325612,
      "grad_norm": 0.6373898488496081,
      "learning_rate": 9.339622641509434e-05,
      "loss": 0.0809,
      "step": 1090
    },
    {
      "epoch": 0.5662805662805663,
      "grad_norm": 0.5917955695640877,
      "learning_rate": 9.425385934819899e-05,
      "loss": 0.0742,
      "step": 1100
    },
    {
      "epoch": 0.5714285714285714,
      "grad_norm": 0.6146276278340692,
      "learning_rate": 9.51114922813036e-05,
      "loss": 0.0706,
      "step": 1110
    },
    {
      "epoch": 0.5765765765765766,
      "grad_norm": 0.8766352471472525,
      "learning_rate": 9.596912521440823e-05,
      "loss": 0.0672,
      "step": 1120
    },
    {
      "epoch": 0.5817245817245817,
      "grad_norm": 0.6678260178109867,
      "learning_rate": 9.682675814751287e-05,
      "loss": 0.0655,
      "step": 1130
    },
    {
      "epoch": 0.5868725868725869,
      "grad_norm": 0.49817357185278055,
      "learning_rate": 9.76843910806175e-05,
      "loss": 0.0611,
      "step": 1140
    },
    {
      "epoch": 0.592020592020592,
      "grad_norm": 1.0087468424307855,
      "learning_rate": 9.854202401372213e-05,
      "loss": 0.0611,
      "step": 1150
    },
    {
      "epoch": 0.5971685971685972,
      "grad_norm": 0.5362523083451194,
      "learning_rate": 9.939965694682676e-05,
      "loss": 0.0579,
      "step": 1160
    },
    {
      "epoch": 0.6023166023166023,
      "grad_norm": 0.4534299709647709,
      "learning_rate": 9.99999798272238e-05,
      "loss": 0.0549,
      "step": 1170
    },
    {
      "epoch": 0.6074646074646075,
      "grad_norm": 0.6406776231632558,
      "learning_rate": 9.999962120054416e-05,
      "loss": 0.0534,
      "step": 1180
    },
    {
      "epoch": 0.6126126126126126,
      "grad_norm": 0.5792838241902996,
      "learning_rate": 9.999881429364988e-05,
      "loss": 0.0512,
      "step": 1190
    },
    {
      "epoch": 0.6177606177606177,
      "grad_norm": 0.4275795011357426,
      "learning_rate": 9.999755911377544e-05,
      "loss": 0.0488,
      "step": 1200
    },
    {
      "epoch": 0.6229086229086229,
      "grad_norm": 0.33615545845119615,
      "learning_rate": 9.999585567217439e-05,
      "loss": 0.0476,
      "step": 1210
    },
    {
      "epoch": 0.6280566280566281,
      "grad_norm": 0.33655008372027123,
      "learning_rate": 9.99937039841192e-05,
      "loss": 0.0444,
      "step": 1220
    },
    {
      "epoch": 0.6332046332046332,
      "grad_norm": 0.43244236090431704,
      "learning_rate": 9.999110406890121e-05,
      "loss": 0.0438,
      "step": 1230
    },
    {
      "epoch": 0.6383526383526383,
      "grad_norm": 0.41139634543075815,
      "learning_rate": 9.998805594983043e-05,
      "loss": 0.042,
      "step": 1240
    },
    {
      "epoch": 0.6435006435006435,
      "grad_norm": 0.5206972896361842,
      "learning_rate": 9.998455965423525e-05,
      "loss": 0.0431,
      "step": 1250
    },
    {
      "epoch": 0.6486486486486487,
      "grad_norm": 0.3937459395109014,
      "learning_rate": 9.998061521346236e-05,
      "loss": 0.041,
      "step": 1260
    },
    {
      "epoch": 0.6537966537966537,
      "grad_norm": 0.2963678010736684,
      "learning_rate": 9.997622266287629e-05,
      "loss": 0.0393,
      "step": 1270
    },
    {
      "epoch": 0.6589446589446589,
      "grad_norm": 0.26754815540836463,
      "learning_rate": 9.997138204185923e-05,
      "loss": 0.0376,
      "step": 1280
    },
    {
      "epoch": 0.6640926640926641,
      "grad_norm": 0.29045330821553156,
      "learning_rate": 9.996609339381057e-05,
      "loss": 0.036,
      "step": 1290
    },
    {
      "epoch": 0.6692406692406693,
      "grad_norm": 0.3089797983346258,
      "learning_rate": 9.996035676614663e-05,
      "loss": 0.0356,
      "step": 1300
    },
    {
      "epoch": 0.6743886743886743,
      "grad_norm": 0.26639822964562176,
      "learning_rate": 9.99541722103001e-05,
      "loss": 0.0349,
      "step": 1310
    },
    {
      "epoch": 0.6795366795366795,
      "grad_norm": 0.45121223083554485,
      "learning_rate": 9.994753978171971e-05,
      "loss": 0.0351,
      "step": 1320
    },
    {
      "epoch": 0.6846846846846847,
      "grad_norm": 0.3667468018122777,
      "learning_rate": 9.994045953986964e-05,
      "loss": 0.0338,
      "step": 1330
    },
    {
      "epoch": 0.6898326898326899,
      "grad_norm": 0.24841154017565364,
      "learning_rate": 9.993293154822901e-05,
      "loss": 0.0328,
      "step": 1340
    },
    {
      "epoch": 0.694980694980695,
      "grad_norm": 0.283360706082952,
      "learning_rate": 9.992495587429129e-05,
      "loss": 0.0315,
      "step": 1350
    },
    {
      "epoch": 0.7001287001287001,
      "grad_norm": 0.24413900296621255,
      "learning_rate": 9.991653258956381e-05,
      "loss": 0.0311,
      "step": 1360
    },
    {
      "epoch": 0.7052767052767053,
      "grad_norm": 0.28975076041601167,
      "learning_rate": 9.990766176956697e-05,
      "loss": 0.0303,
      "step": 1370
    },
    {
      "epoch": 0.7104247104247104,
      "grad_norm": 0.26351763932473593,
      "learning_rate": 9.989834349383361e-05,
      "loss": 0.03,
      "step": 1380
    },
    {
      "epoch": 0.7155727155727156,
      "grad_norm": 0.5331124737621773,
      "learning_rate": 9.988857784590836e-05,
      "loss": 0.0291,
      "step": 1390
    },
    {
      "epoch": 0.7207207207207207,
      "grad_norm": 0.24186391898474244,
      "learning_rate": 9.98783649133468e-05,
      "loss": 0.0284,
      "step": 1400
    },
    {
      "epoch": 0.7258687258687259,
      "grad_norm": 0.21615992134341075,
      "learning_rate": 9.986770478771475e-05,
      "loss": 0.0273,
      "step": 1410
    },
    {
      "epoch": 0.731016731016731,
      "grad_norm": 0.21264572442174073,
      "learning_rate": 9.985659756458741e-05,
      "loss": 0.0267,
      "step": 1420
    },
    {
      "epoch": 0.7361647361647362,
      "grad_norm": 0.2320920564652625,
      "learning_rate": 9.984504334354847e-05,
      "loss": 0.0262,
      "step": 1430
    },
    {
      "epoch": 0.7413127413127413,
      "grad_norm": 0.2342099433653173,
      "learning_rate": 9.983304222818929e-05,
      "loss": 0.0252,
      "step": 1440
    },
    {
      "epoch": 0.7464607464607464,
      "grad_norm": 0.240834162772985,
      "learning_rate": 9.9820594326108e-05,
      "loss": 0.0245,
      "step": 1450
    },
    {
      "epoch": 0.7516087516087516,
      "grad_norm": 0.2161277200650416,
      "learning_rate": 9.980769974890833e-05,
      "loss": 0.0238,
      "step": 1460
    },
    {
      "epoch": 0.7567567567567568,
      "grad_norm": 0.24019983928841215,
      "learning_rate": 9.979435861219888e-05,
      "loss": 0.0233,
      "step": 1470
    },
    {
      "epoch": 0.7619047619047619,
      "grad_norm": 0.2970865898808262,
      "learning_rate": 9.978057103559188e-05,
      "loss": 0.0226,
      "step": 1480
    },
    {
      "epoch": 0.767052767052767,
      "grad_norm": 0.24780480301331292,
      "learning_rate": 9.976633714270226e-05,
      "loss": 0.0221,
      "step": 1490
    },
    {
      "epoch": 0.7722007722007722,
      "grad_norm": 0.25727613523882426,
      "learning_rate": 9.975165706114639e-05,
      "loss": 0.0214,
      "step": 1500
    },
    {
      "epoch": 0.7773487773487774,
      "grad_norm": 0.24359971967254024,
      "learning_rate": 9.973653092254113e-05,
      "loss": 0.0209,
      "step": 1510
    },
    {
      "epoch": 0.7824967824967825,
      "grad_norm": 0.2067746721639629,
      "learning_rate": 9.97209588625024e-05,
      "loss": 0.0202,
      "step": 1520
    },
    {
      "epoch": 0.7876447876447876,
      "grad_norm": 0.19304855106218685,
      "learning_rate": 9.970494102064427e-05,
      "loss": 0.0195,
      "step": 1530
    },
    {
      "epoch": 0.7927927927927928,
      "grad_norm": 0.22693160915077307,
      "learning_rate": 9.968847754057742e-05,
      "loss": 0.019,
      "step": 1540
    },
    {
      "epoch": 0.797940797940798,
      "grad_norm": 0.23060204821027103,
      "learning_rate": 9.967156856990801e-05,
      "loss": 0.0186,
      "step": 1550
    },
    {
      "epoch": 0.803088803088803,
      "grad_norm": 2.572239383211685,
      "learning_rate": 9.965421426023631e-05,
      "loss": 0.1139,
      "step": 1560
    },
    {
      "epoch": 0.8082368082368082,
      "grad_norm": 0.5437887934638203,
      "learning_rate": 9.963641476715541e-05,
      "loss": 0.0343,
      "step": 1570
    },
    {
      "epoch": 0.8133848133848134,
      "grad_norm": 0.23796250360876128,
      "learning_rate": 9.961817025024974e-05,
      "loss": 0.0235,
      "step": 1580
    },
    {
      "epoch": 0.8185328185328186,
      "grad_norm": 0.1764844020309923,
      "learning_rate": 9.959948087309362e-05,
      "loss": 0.0195,
      "step": 1590
    },
    {
      "epoch": 0.8236808236808236,
      "grad_norm": 0.17189189871306304,
      "learning_rate": 9.95803468032499e-05,
      "loss": 0.0177,
      "step": 1600
    },
    {
      "epoch": 0.8288288288288288,
      "grad_norm": 0.17751312710898323,
      "learning_rate": 9.956076821226836e-05,
      "loss": 0.0171,
      "step": 1610
    },
    {
      "epoch": 0.833976833976834,
      "grad_norm": 0.16437143945406296,
      "learning_rate": 9.954074527568426e-05,
      "loss": 0.0161,
      "step": 1620
    },
    {
      "epoch": 0.8391248391248392,
      "grad_norm": 0.15832400304822497,
      "learning_rate": 9.952027817301667e-05,
      "loss": 0.0157,
      "step": 1630
    },
    {
      "epoch": 0.8442728442728443,
      "grad_norm": 0.16117748572605023,
      "learning_rate": 9.949936708776691e-05,
      "loss": 0.0148,
      "step": 1640
    },
    {
      "epoch": 0.8494208494208494,
      "grad_norm": 0.16984391534714557,
      "learning_rate": 9.947801220741695e-05,
      "loss": 0.0143,
      "step": 1650
    },
    {
      "epoch": 0.8545688545688546,
      "grad_norm": 0.1696223065684197,
      "learning_rate": 9.945621372342762e-05,
      "loss": 0.0137,
      "step": 1660
    },
    {
      "epoch": 0.8597168597168597,
      "grad_norm": 0.1800035242900872,
      "learning_rate": 9.943397183123697e-05,
      "loss": 0.0133,
      "step": 1670
    },
    {
      "epoch": 0.8648648648648649,
      "grad_norm": 0.15249239519006993,
      "learning_rate": 9.941128673025854e-05,
      "loss": 0.0133,
      "step": 1680
    },
    {
      "epoch": 0.87001287001287,
      "grad_norm": 0.1551659031233157,
      "learning_rate": 9.938815862387953e-05,
      "loss": 0.0132,
      "step": 1690
    },
    {
      "epoch": 0.8751608751608752,
      "grad_norm": 0.14348975402940561,
      "learning_rate": 9.936458771945891e-05,
      "loss": 0.0131,
      "step": 1700
    },
    {
      "epoch": 0.8803088803088803,
      "grad_norm": 0.140601933336413,
      "learning_rate": 9.934057422832572e-05,
      "loss": 0.0123,
      "step": 1710
    },
    {
      "epoch": 0.8854568854568855,
      "grad_norm": 0.1275666846983677,
      "learning_rate": 9.931611836577703e-05,
      "loss": 0.012,
      "step": 1720
    },
    {
      "epoch": 0.8906048906048906,
      "grad_norm": 0.13327069275308084,
      "learning_rate": 9.92912203510761e-05,
      "loss": 0.012,
      "step": 1730
    },
    {
      "epoch": 0.8957528957528957,
      "grad_norm": 0.1658754837807317,
      "learning_rate": 9.926588040745035e-05,
      "loss": 0.0117,
      "step": 1740
    },
    {
      "epoch": 0.9009009009009009,
      "grad_norm": 0.14050126640493185,
      "learning_rate": 9.924009876208944e-05,
      "loss": 0.0116,
      "step": 1750
    },
    {
      "epoch": 0.9060489060489061,
      "grad_norm": 0.1413904681709387,
      "learning_rate": 9.921387564614313e-05,
      "loss": 0.0111,
      "step": 1760
    },
    {
      "epoch": 0.9111969111969112,
      "grad_norm": 0.13671787855200412,
      "learning_rate": 9.918721129471927e-05,
      "loss": 0.0113,
      "step": 1770
    },
    {
      "epoch": 0.9163449163449163,
      "grad_norm": 0.1300287060008007,
      "learning_rate": 9.916010594688173e-05,
      "loss": 0.011,
      "step": 1780
    },
    {
      "epoch": 0.9214929214929215,
      "grad_norm": 0.12272142768731135,
      "learning_rate": 9.913255984564814e-05,
      "loss": 0.0104,
      "step": 1790
    },
    {
      "epoch": 0.9266409266409267,
      "grad_norm": 0.13585333911080333,
      "learning_rate": 9.910457323798783e-05,
      "loss": 0.0101,
      "step": 1800
    },
    {
      "epoch": 0.9317889317889317,
      "grad_norm": 0.1365832152868149,
      "learning_rate": 9.907614637481957e-05,
      "loss": 0.0104,
      "step": 1810
    },
    {
      "epoch": 0.9369369369369369,
      "grad_norm": 0.13886380017866182,
      "learning_rate": 9.904727951100926e-05,
      "loss": 0.0099,
      "step": 1820
    },
    {
      "epoch": 0.9420849420849421,
      "grad_norm": 0.13559410476056236,
      "learning_rate": 9.901797290536775e-05,
      "loss": 0.0098,
      "step": 1830
    },
    {
      "epoch": 0.9472329472329473,
      "grad_norm": 0.1380086457171486,
      "learning_rate": 9.898822682064848e-05,
      "loss": 0.0098,
      "step": 1840
    },
    {
      "epoch": 0.9523809523809523,
      "grad_norm": 0.6177427987927422,
      "learning_rate": 9.895804152354507e-05,
      "loss": 0.0098,
      "step": 1850
    },
    {
      "epoch": 0.9575289575289575,
      "grad_norm": 0.508965354576064,
      "learning_rate": 9.892741728468902e-05,
      "loss": 0.0154,
      "step": 1860
    },
    {
      "epoch": 0.9626769626769627,
      "grad_norm": 0.1734010623999643,
      "learning_rate": 9.889635437864719e-05,
      "loss": 0.0125,
      "step": 1870
    },
    {
      "epoch": 0.9678249678249679,
      "grad_norm": 0.15703615270146173,
      "learning_rate": 9.886485308391944e-05,
      "loss": 0.0104,
      "step": 1880
    },
    {
      "epoch": 0.972972972972973,
      "grad_norm": 0.14238560159782349,
      "learning_rate": 9.883291368293605e-05,
      "loss": 0.0093,
      "step": 1890
    },
    {
      "epoch": 0.9781209781209781,
      "grad_norm": 0.11593480562868673,
      "learning_rate": 9.880053646205523e-05,
      "loss": 0.0088,
      "step": 1900
    },
    {
      "epoch": 0.9832689832689833,
      "grad_norm": 0.1250311748465019,
      "learning_rate": 9.87677217115605e-05,
      "loss": 0.0087,
      "step": 1910
    },
    {
      "epoch": 0.9884169884169884,
      "grad_norm": 0.10915721832834366,
      "learning_rate": 9.873446972565816e-05,
      "loss": 0.0084,
      "step": 1920
    },
    {
      "epoch": 0.9935649935649936,
      "grad_norm": 0.11826713704360893,
      "learning_rate": 9.870078080247464e-05,
      "loss": 0.0084,
      "step": 1930
    },
    {
      "epoch": 0.9987129987129987,
      "grad_norm": 0.13132056186197924,
      "learning_rate": 9.866665524405377e-05,
      "loss": 0.0082,
      "step": 1940
    },
    {
      "epoch": 1.0036036036036036,
      "grad_norm": 0.11858168124629603,
      "learning_rate": 9.86320933563541e-05,
      "loss": 0.0077,
      "step": 1950
    },
    {
      "epoch": 1.0087516087516089,
      "grad_norm": 0.1237462850171375,
      "learning_rate": 9.859709544924624e-05,
      "loss": 0.0076,
      "step": 1960
    },
    {
      "epoch": 1.013899613899614,
      "grad_norm": 0.1224220645410722,
      "learning_rate": 9.85616618365099e-05,
      "loss": 0.0075,
      "step": 1970
    },
    {
      "epoch": 1.019047619047619,
      "grad_norm": 0.13079765571571764,
      "learning_rate": 9.852579283583126e-05,
      "loss": 0.0075,
      "step": 1980
    },
    {
      "epoch": 1.0241956241956243,
      "grad_norm": 0.11011593961405876,
      "learning_rate": 9.848948876880002e-05,
      "loss": 0.0073,
      "step": 1990
    },
    {
      "epoch": 1.0293436293436293,
      "grad_norm": 0.10429883248159245,
      "learning_rate": 9.845274996090655e-05,
      "loss": 0.007,
      "step": 2000
    },
    {
      "epoch": 1.0344916344916344,
      "grad_norm": 0.10883414844159683,
      "learning_rate": 9.841557674153897e-05,
      "loss": 0.0069,
      "step": 2010
    },
    {
      "epoch": 1.0396396396396397,
      "grad_norm": 0.10985446797058561,
      "learning_rate": 9.837796944398014e-05,
      "loss": 0.0068,
      "step": 2020
    },
    {
      "epoch": 1.0447876447876447,
      "grad_norm": 0.10929404720847335,
      "learning_rate": 9.833992840540481e-05,
      "loss": 0.0069,
      "step": 2030
    },
    {
      "epoch": 1.04993564993565,
      "grad_norm": 0.10611541757073792,
      "learning_rate": 9.830145396687641e-05,
      "loss": 0.0068,
      "step": 2040
    },
    {
      "epoch": 1.055083655083655,
      "grad_norm": 0.09681663896670493,
      "learning_rate": 9.826254647334419e-05,
      "loss": 0.0066,
      "step": 2050
    },
    {
      "epoch": 1.0602316602316602,
      "grad_norm": 0.10666808939263758,
      "learning_rate": 9.822320627363997e-05,
      "loss": 0.0064,
      "step": 2060
    },
    {
      "epoch": 1.0653796653796654,
      "grad_norm": 0.11874311376321617,
      "learning_rate": 9.81834337204751e-05,
      "loss": 0.0065,
      "step": 2070
    },
    {
      "epoch": 1.0705276705276705,
      "grad_norm": 0.10330219941649453,
      "learning_rate": 9.814322917043721e-05,
      "loss": 0.0065,
      "step": 2080
    },
    {
      "epoch": 1.0756756756756758,
      "grad_norm": 0.10518179079688333,
      "learning_rate": 9.810259298398717e-05,
      "loss": 0.0063,
      "step": 2090
    },
    {
      "epoch": 1.0808236808236809,
      "grad_norm": 0.11196650081811249,
      "learning_rate": 9.806152552545567e-05,
      "loss": 0.0061,
      "step": 2100
    },
    {
      "epoch": 1.085971685971686,
      "grad_norm": 0.10391144612302242,
      "learning_rate": 9.80200271630401e-05,
      "loss": 0.0063,
      "step": 2110
    },
    {
      "epoch": 1.0911196911196912,
      "grad_norm": 0.10437009383950677,
      "learning_rate": 9.797809826880118e-05,
      "loss": 0.006,
      "step": 2120
    },
    {
      "epoch": 1.0962676962676963,
      "grad_norm": 0.15742816962279707,
      "learning_rate": 9.793573921865961e-05,
      "loss": 0.0061,
      "step": 2130
    },
    {
      "epoch": 1.1014157014157013,
      "grad_norm": 1.2391996261097045,
      "learning_rate": 9.789295039239277e-05,
      "loss": 0.009,
      "step": 2140
    },
    {
      "epoch": 1.1065637065637066,
      "grad_norm": 0.4258283630396214,
      "learning_rate": 9.784973217363123e-05,
      "loss": 0.0167,
      "step": 2150
    },
    {
      "epoch": 1.1117117117117117,
      "grad_norm": 0.22704282205376575,
      "learning_rate": 9.78060849498554e-05,
      "loss": 0.011,
      "step": 2160
    },
    {
      "epoch": 1.1168597168597167,
      "grad_norm": 0.2903222759151862,
      "learning_rate": 9.776200911239196e-05,
      "loss": 0.0146,
      "step": 2170
    },
    {
      "epoch": 1.122007722007722,
      "grad_norm": 0.13920400223191687,
      "learning_rate": 9.771750505641044e-05,
      "loss": 0.0091,
      "step": 2180
    },
    {
      "epoch": 1.127155727155727,
      "grad_norm": 0.11920796398066835,
      "learning_rate": 9.767257318091961e-05,
      "loss": 0.0074,
      "step": 2190
    },
    {
      "epoch": 1.1323037323037324,
      "grad_norm": 0.10527324354349751,
      "learning_rate": 9.76272138887639e-05,
      "loss": 0.0068,
      "step": 2200
    },
    {
      "epoch": 1.1374517374517374,
      "grad_norm": 0.09156854644361,
      "learning_rate": 9.758142758661992e-05,
      "loss": 0.0062,
      "step": 2210
    },
    {
      "epoch": 1.1425997425997425,
      "grad_norm": 0.10256933439724165,
      "learning_rate": 9.753521468499261e-05,
      "loss": 0.0058,
      "step": 2220
    },
    {
      "epoch": 1.1477477477477478,
      "grad_norm": 0.09728084601303465,
      "learning_rate": 9.748857559821171e-05,
      "loss": 0.0059,
      "step": 2230
    },
    {
      "epoch": 1.1528957528957529,
      "grad_norm": 0.09070888908222362,
      "learning_rate": 9.744151074442798e-05,
      "loss": 0.0056,
      "step": 2240
    },
    {
      "epoch": 1.1580437580437581,
      "grad_norm": 0.08815351818450588,
      "learning_rate": 9.739402054560948e-05,
      "loss": 0.0054,
      "step": 2250
    },
    {
      "epoch": 1.1631917631917632,
      "grad_norm": 0.08362202696869882,
      "learning_rate": 9.734610542753775e-05,
      "loss": 0.0052,
      "step": 2260
    },
    {
      "epoch": 1.1683397683397683,
      "grad_norm": 0.08985409051259748,
      "learning_rate": 9.729776581980403e-05,
      "loss": 0.0054,
      "step": 2270
    },
    {
      "epoch": 1.1734877734877736,
      "grad_norm": 0.09519354418158256,
      "learning_rate": 9.724900215580542e-05,
      "loss": 0.0052,
      "step": 2280
    },
    {
      "epoch": 1.1786357786357786,
      "grad_norm": 0.09918504442751083,
      "learning_rate": 9.719981487274094e-05,
      "loss": 0.0054,
      "step": 2290
    },
    {
      "epoch": 1.1837837837837837,
      "grad_norm": 0.08289788258009483,
      "learning_rate": 9.715020441160764e-05,
      "loss": 0.0053,
      "step": 2300
    },
    {
      "epoch": 1.188931788931789,
      "grad_norm": 0.09232435159305605,
      "learning_rate": 9.710017121719666e-05,
      "loss": 0.0049,
      "step": 2310
    },
    {
      "epoch": 1.194079794079794,
      "grad_norm": 0.08339859786132367,
      "learning_rate": 9.704971573808921e-05,
      "loss": 0.0049,
      "step": 2320
    },
    {
      "epoch": 1.1992277992277993,
      "grad_norm": 0.08650033957989789,
      "learning_rate": 9.699883842665258e-05,
      "loss": 0.0048,
      "step": 2330
    },
    {
      "epoch": 1.2043758043758044,
      "grad_norm": 0.0794400511956092,
      "learning_rate": 9.694753973903608e-05,
      "loss": 0.0049,
      "step": 2340
    },
    {
      "epoch": 1.2095238095238094,
      "grad_norm": 0.0902066930501087,
      "learning_rate": 9.689582013516692e-05,
      "loss": 0.0048,
      "step": 2350
    },
    {
      "epoch": 1.2146718146718147,
      "grad_norm": 0.09349490891133622,
      "learning_rate": 9.68436800787461e-05,
      "loss": 0.0048,
      "step": 2360
    },
    {
      "epoch": 1.2198198198198198,
      "grad_norm": 0.08645959165196554,
      "learning_rate": 9.679112003724433e-05,
      "loss": 0.0047,
      "step": 2370
    },
    {
      "epoch": 1.224967824967825,
      "grad_norm": 0.10081362401668935,
      "learning_rate": 9.673814048189765e-05,
      "loss": 0.0049,
      "step": 2380
    },
    {
      "epoch": 1.2301158301158301,
      "grad_norm": 0.08712722386999017,
      "learning_rate": 9.668474188770342e-05,
      "loss": 0.0046,
      "step": 2390
    },
    {
      "epoch": 1.2352638352638352,
      "grad_norm": 0.07793748236883287,
      "learning_rate": 9.663092473341591e-05,
      "loss": 0.0045,
      "step": 2400
    },
    {
      "epoch": 1.2404118404118405,
      "grad_norm": 0.08419470824276815,
      "learning_rate": 9.657668950154212e-05,
      "loss": 0.0045,
      "step": 2410
    },
    {
      "epoch": 1.2455598455598456,
      "grad_norm": 0.08910987303942121,
      "learning_rate": 9.652203667833732e-05,
      "loss": 0.0046,
      "step": 2420
    },
    {
      "epoch": 1.2507078507078506,
      "grad_norm": 0.09000059511882977,
      "learning_rate": 9.646696675380084e-05,
      "loss": 0.0046,
      "step": 2430
    },
    {
      "epoch": 1.255855855855856,
      "grad_norm": 0.08973547907365796,
      "learning_rate": 9.641148022167157e-05,
      "loss": 0.0045,
      "step": 2440
    },
    {
      "epoch": 1.261003861003861,
      "grad_norm": 0.08752137232187301,
      "learning_rate": 9.635557757942356e-05,
      "loss": 0.0045,
      "step": 2450
    },
    {
      "epoch": 1.266151866151866,
      "grad_norm": 0.08625521978145931,
      "learning_rate": 9.629925932826158e-05,
      "loss": 0.0044,
      "step": 2460
    },
    {
      "epoch": 1.2712998712998713,
      "grad_norm": 0.09652129154021626,
      "learning_rate": 9.62425259731166e-05,
      "loss": 0.0044,
      "step": 2470
    },
    {
      "epoch": 1.2764478764478764,
      "grad_norm": 0.07738037320281026,
      "learning_rate": 9.61853780226413e-05,
      "loss": 0.0043,
      "step": 2480
    },
    {
      "epoch": 1.2815958815958817,
      "grad_norm": 0.08005866211189636,
      "learning_rate": 9.612781598920545e-05,
      "loss": 0.0042,
      "step": 2490
    },
    {
      "epoch": 1.2867438867438867,
      "grad_norm": 0.07390360062985053,
      "learning_rate": 9.60698403888914e-05,
      "loss": 0.0043,
      "step": 2500
    },
    {
      "epoch": 1.291891891891892,
      "grad_norm": 0.07290137906930576,
      "learning_rate": 9.601145174148938e-05,
      "loss": 0.0041,
      "step": 2510
    },
    {
      "epoch": 1.297039897039897,
      "grad_norm": 0.08077140524538812,
      "learning_rate": 9.595265057049284e-05,
      "loss": 0.0043,
      "step": 2520
    },
    {
      "epoch": 1.3021879021879021,
      "grad_norm": 0.071170385653506,
      "learning_rate": 9.589343740309382e-05,
      "loss": 0.0042,
      "step": 2530
    },
    {
      "epoch": 1.3073359073359074,
      "grad_norm": 0.08200339249188611,
      "learning_rate": 9.583381277017816e-05,
      "loss": 0.004,
      "step": 2540
    },
    {
      "epoch": 1.3124839124839125,
      "grad_norm": 0.07521720836461765,
      "learning_rate": 9.577377720632079e-05,
      "loss": 0.0039,
      "step": 2550
    },
    {
      "epoch": 1.3176319176319176,
      "grad_norm": 0.0901292008046331,
      "learning_rate": 9.57133312497809e-05,
      "loss": 0.0041,
      "step": 2560
    },
    {
      "epoch": 1.3227799227799228,
      "grad_norm": 0.08285967408155427,
      "learning_rate": 9.56524754424971e-05,
      "loss": 0.004,
      "step": 2570
    },
    {
      "epoch": 1.327927927927928,
      "grad_norm": 0.09219709170644368,
      "learning_rate": 9.55912103300826e-05,
      "loss": 0.0041,
      "step": 2580
    },
    {
      "epoch": 1.333075933075933,
      "grad_norm": 0.06662885941521572,
      "learning_rate": 9.552953646182037e-05,
      "loss": 0.004,
      "step": 2590
    },
    {
      "epoch": 1.3382239382239383,
      "grad_norm": 0.08022484610511026,
      "learning_rate": 9.546745439065805e-05,
      "loss": 0.004,
      "step": 2600
    },
    {
      "epoch": 1.3433719433719433,
      "grad_norm": 0.08810609300651148,
      "learning_rate": 9.540496467320317e-05,
      "loss": 0.004,
      "step": 2610
    },
    {
      "epoch": 1.3485199485199484,
      "grad_norm": 0.08370070467094351,
      "learning_rate": 9.534206786971802e-05,
      "loss": 0.004,
      "step": 2620
    },
    {
      "epoch": 1.3536679536679537,
      "grad_norm": 0.08571191252220195,
      "learning_rate": 9.527876454411476e-05,
      "loss": 0.0039,
      "step": 2630
    },
    {
      "epoch": 1.3588159588159587,
      "grad_norm": 0.08575267541892966,
      "learning_rate": 9.521505526395025e-05,
      "loss": 0.0039,
      "step": 2640
    },
    {
      "epoch": 1.363963963963964,
      "grad_norm": 0.0772459071410357,
      "learning_rate": 9.515094060042098e-05,
      "loss": 0.0039,
      "step": 2650
    },
    {
      "epoch": 1.369111969111969,
      "grad_norm": 0.09154097043649315,
      "learning_rate": 9.508642112835803e-05,
      "loss": 0.0036,
      "step": 2660
    },
    {
      "epoch": 1.3742599742599744,
      "grad_norm": 0.06979887713205823,
      "learning_rate": 9.502149742622186e-05,
      "loss": 0.0036,
      "step": 2670
    },
    {
      "epoch": 1.3794079794079794,
      "grad_norm": 0.07524766626872072,
      "learning_rate": 9.495617007609708e-05,
      "loss": 0.0037,
      "step": 2680
    },
    {
      "epoch": 1.3845559845559845,
      "grad_norm": 0.07741077734917863,
      "learning_rate": 9.489043966368729e-05,
      "loss": 0.0036,
      "step": 2690
    },
    {
      "epoch": 1.3897039897039898,
      "grad_norm": 0.07777205972495332,
      "learning_rate": 9.482430677830984e-05,
      "loss": 0.0036,
      "step": 2700
    },
    {
      "epoch": 1.3948519948519948,
      "grad_norm": 0.08027699605432952,
      "learning_rate": 9.475777201289049e-05,
      "loss": 0.0037,
      "step": 2710
    },
    {
      "epoch": 1.4,
      "grad_norm": 0.08878147480054278,
      "learning_rate": 9.469083596395813e-05,
      "loss": 0.0037,
      "step": 2720
    },
    {
      "epoch": 1.4051480051480052,
      "grad_norm": 0.0824428011807005,
      "learning_rate": 9.462349923163947e-05,
      "loss": 0.0037,
      "step": 2730
    },
    {
      "epoch": 1.4102960102960103,
      "grad_norm": 0.10261444743241076,
      "learning_rate": 9.455576241965357e-05,
      "loss": 0.0035,
      "step": 2740
    },
    {
      "epoch": 1.4154440154440153,
      "grad_norm": 0.08949325884555213,
      "learning_rate": 9.448762613530644e-05,
      "loss": 0.0036,
      "step": 2750
    },
    {
      "epoch": 1.4205920205920206,
      "grad_norm": 0.0723289853593256,
      "learning_rate": 9.44190909894857e-05,
      "loss": 0.0036,
      "step": 2760
    },
    {
      "epoch": 1.4257400257400257,
      "grad_norm": 0.08857410702799448,
      "learning_rate": 9.435015759665502e-05,
      "loss": 0.0034,
      "step": 2770
    },
    {
      "epoch": 1.430888030888031,
      "grad_norm": 0.08063193397260371,
      "learning_rate": 9.428082657484858e-05,
      "loss": 0.0035,
      "step": 2780
    },
    {
      "epoch": 1.436036036036036,
      "grad_norm": 0.07967833602585864,
      "learning_rate": 9.421109854566562e-05,
      "loss": 0.0036,
      "step": 2790
    },
    {
      "epoch": 1.4411840411840413,
      "grad_norm": 0.08170135657562853,
      "learning_rate": 9.414097413426477e-05,
      "loss": 0.0036,
      "step": 2800
    },
    {
      "epoch": 1.4463320463320464,
      "grad_norm": 0.06868763716374629,
      "learning_rate": 9.407045396935852e-05,
      "loss": 0.0033,
      "step": 2810
    },
    {
      "epoch": 1.4514800514800514,
      "grad_norm": 0.07632059161778292,
      "learning_rate": 9.399953868320757e-05,
      "loss": 0.0033,
      "step": 2820
    },
    {
      "epoch": 1.4566280566280567,
      "grad_norm": 0.07781026078770122,
      "learning_rate": 9.392822891161513e-05,
      "loss": 0.0032,
      "step": 2830
    },
    {
      "epoch": 1.4617760617760618,
      "grad_norm": 0.07814855533275045,
      "learning_rate": 9.38565252939212e-05,
      "loss": 0.0033,
      "step": 2840
    },
    {
      "epoch": 1.4669240669240668,
      "grad_norm": 0.07181980467452527,
      "learning_rate": 9.378442847299696e-05,
      "loss": 0.0034,
      "step": 2850
    },
    {
      "epoch": 1.4720720720720721,
      "grad_norm": 0.07540071489782683,
      "learning_rate": 9.371193909523885e-05,
      "loss": 0.0034,
      "step": 2860
    },
    {
      "epoch": 1.4772200772200772,
      "grad_norm": 0.07474893132191902,
      "learning_rate": 9.363905781056288e-05,
      "loss": 0.0032,
      "step": 2870
    },
    {
      "epoch": 1.4823680823680823,
      "grad_norm": 0.06752409841169732,
      "learning_rate": 9.356578527239876e-05,
      "loss": 0.0033,
      "step": 2880
    },
    {
      "epoch": 1.4875160875160875,
      "grad_norm": 0.07227853197497423,
      "learning_rate": 9.349212213768403e-05,
      "loss": 0.0033,
      "step": 2890
    },
    {
      "epoch": 1.4926640926640926,
      "grad_norm": 0.08116684705266587,
      "learning_rate": 9.341806906685824e-05,
      "loss": 0.0033,
      "step": 2900
    },
    {
      "epoch": 1.4978120978120977,
      "grad_norm": 0.07203072835662648,
      "learning_rate": 9.334362672385692e-05,
      "loss": 0.0032,
      "step": 2910
    },
    {
      "epoch": 1.502960102960103,
      "grad_norm": 0.06997940354981029,
      "learning_rate": 9.326879577610574e-05,
      "loss": 0.003,
      "step": 2920
    },
    {
      "epoch": 1.5081081081081082,
      "grad_norm": 0.07405993830075755,
      "learning_rate": 9.319357689451443e-05,
      "loss": 0.0031,
      "step": 2930
    },
    {
      "epoch": 1.5132561132561133,
      "grad_norm": 0.06306898034549013,
      "learning_rate": 9.311797075347084e-05,
      "loss": 0.0032,
      "step": 2940
    },
    {
      "epoch": 1.5184041184041184,
      "grad_norm": 0.0673006276719181,
      "learning_rate": 9.304197803083486e-05,
      "loss": 0.003,
      "step": 2950
    },
    {
      "epoch": 1.5235521235521237,
      "grad_norm": 0.06910575947165132,
      "learning_rate": 9.296559940793231e-05,
      "loss": 0.003,
      "step": 2960
    },
    {
      "epoch": 1.5287001287001287,
      "grad_norm": 0.07701591471399939,
      "learning_rate": 9.288883556954888e-05,
      "loss": 0.003,
      "step": 2970
    },
    {
      "epoch": 1.5338481338481338,
      "grad_norm": 0.07543347242871117,
      "learning_rate": 9.2811687203924e-05,
      "loss": 0.003,
      "step": 2980
    },
    {
      "epoch": 1.538996138996139,
      "grad_norm": 0.06367656554256501,
      "learning_rate": 9.273415500274463e-05,
      "loss": 0.0031,
      "step": 2990
    },
    {
      "epoch": 1.5441441441441441,
      "grad_norm": 0.07035242882025344,
      "learning_rate": 9.265623966113908e-05,
      "loss": 0.003,
      "step": 3000
    },
    {
      "epoch": 1.5492921492921492,
      "grad_norm": 0.07832135035294531,
      "learning_rate": 9.257794187767072e-05,
      "loss": 0.0031,
      "step": 3010
    },
    {
      "epoch": 1.5544401544401545,
      "grad_norm": 0.06599561720521474,
      "learning_rate": 9.249926235433187e-05,
      "loss": 0.003,
      "step": 3020
    },
    {
      "epoch": 1.5595881595881596,
      "grad_norm": 0.05267911081489989,
      "learning_rate": 9.242020179653732e-05,
      "loss": 0.0029,
      "step": 3030
    },
    {
      "epoch": 1.5647361647361646,
      "grad_norm": 0.06704594471912081,
      "learning_rate": 9.234076091311809e-05,
      "loss": 0.003,
      "step": 3040
    },
    {
      "epoch": 1.56988416988417,
      "grad_norm": 0.06460368185603607,
      "learning_rate": 9.226094041631515e-05,
      "loss": 0.0029,
      "step": 3050
    },
    {
      "epoch": 1.5750321750321752,
      "grad_norm": 0.05979445278270312,
      "learning_rate": 9.218074102177288e-05,
      "loss": 0.003,
      "step": 3060
    },
    {
      "epoch": 1.58018018018018,
      "grad_norm": 0.08016520116607714,
      "learning_rate": 9.210016344853276e-05,
      "loss": 0.0029,
      "step": 3070
    },
    {
      "epoch": 1.5853281853281853,
      "grad_norm": 0.06802817286962771,
      "learning_rate": 9.201920841902692e-05,
      "loss": 0.003,
      "step": 3080
    },
    {
      "epoch": 1.5904761904761906,
      "grad_norm": 0.06797365347482685,
      "learning_rate": 9.193787665907161e-05,
      "loss": 0.0029,
      "step": 3090
    },
    {
      "epoch": 1.5956241956241957,
      "grad_norm": 0.07102105091489752,
      "learning_rate": 9.185616889786073e-05,
      "loss": 0.0029,
      "step": 3100
    },
    {
      "epoch": 1.6007722007722007,
      "grad_norm": 0.07171846203450846,
      "learning_rate": 9.177408586795927e-05,
      "loss": 0.0029,
      "step": 3110
    },
    {
      "epoch": 1.605920205920206,
      "grad_norm": 0.06055340864499565,
      "learning_rate": 9.169162830529682e-05,
      "loss": 0.0027,
      "step": 3120
    },
    {
      "epoch": 1.611068211068211,
      "grad_norm": 0.07533819698090054,
      "learning_rate": 9.16087969491608e-05,
      "loss": 0.0028,
      "step": 3130
    },
    {
      "epoch": 1.6162162162162161,
      "grad_norm": 0.06743711306850025,
      "learning_rate": 9.152559254219003e-05,
      "loss": 0.0027,
      "step": 3140
    },
    {
      "epoch": 1.6213642213642214,
      "grad_norm": 0.06056537426381112,
      "learning_rate": 9.144201583036791e-05,
      "loss": 0.0027,
      "step": 3150
    },
    {
      "epoch": 1.6265122265122265,
      "grad_norm": 0.06508273546989307,
      "learning_rate": 9.135806756301591e-05,
      "loss": 0.0027,
      "step": 3160
    },
    {
      "epoch": 1.6316602316602316,
      "grad_norm": 0.06830147531666561,
      "learning_rate": 9.127374849278662e-05,
      "loss": 0.0028,
      "step": 3170
    },
    {
      "epoch": 1.6368082368082368,
      "grad_norm": 0.06217191434234582,
      "learning_rate": 9.118905937565722e-05,
      "loss": 0.0028,
      "step": 3180
    },
    {
      "epoch": 1.641956241956242,
      "grad_norm": 0.05780489801778332,
      "learning_rate": 9.110400097092256e-05,
      "loss": 0.0027,
      "step": 3190
    },
    {
      "epoch": 1.647104247104247,
      "grad_norm": 0.06254550151471086,
      "learning_rate": 9.101857404118843e-05,
      "loss": 0.0026,
      "step": 3200
    },
    {
      "epoch": 1.6522522522522523,
      "grad_norm": 0.05814178748214669,
      "learning_rate": 9.093277935236466e-05,
      "loss": 0.0026,
      "step": 3210
    },
    {
      "epoch": 1.6574002574002575,
      "grad_norm": 0.16718357391133418,
      "learning_rate": 9.08466176736583e-05,
      "loss": 0.0028,
      "step": 3220
    },
    {
      "epoch": 1.6625482625482626,
      "grad_norm": 2.396831293896128,
      "learning_rate": 9.076008977756676e-05,
      "loss": 0.0466,
      "step": 3230
    },
    {
      "epoch": 1.6676962676962677,
      "grad_norm": 2.7472945663163135,
      "learning_rate": 9.067319643987076e-05,
      "loss": 0.0557,
      "step": 3240
    },
    {
      "epoch": 1.672844272844273,
      "grad_norm": 0.26885148545801296,
      "learning_rate": 9.05859384396275e-05,
      "loss": 0.0304,
      "step": 3250
    },
    {
      "epoch": 1.677992277992278,
      "grad_norm": 0.12409899016396063,
      "learning_rate": 9.04983165591636e-05,
      "loss": 0.0095,
      "step": 3260
    },
    {
      "epoch": 1.683140283140283,
      "grad_norm": 0.09294953853472421,
      "learning_rate": 9.041033158406812e-05,
      "loss": 0.0055,
      "step": 3270
    },
    {
      "epoch": 1.6882882882882884,
      "grad_norm": 0.09689553530835725,
      "learning_rate": 9.032198430318549e-05,
      "loss": 0.0042,
      "step": 3280
    },
    {
      "epoch": 1.6934362934362934,
      "grad_norm": 0.09140013573445376,
      "learning_rate": 9.023327550860851e-05,
      "loss": 0.0038,
      "step": 3290
    },
    {
      "epoch": 1.6985842985842985,
      "grad_norm": 0.08116155041824391,
      "learning_rate": 9.014420599567113e-05,
      "loss": 0.0034,
      "step": 3300
    },
    {
      "epoch": 1.7037323037323038,
      "grad_norm": 0.0679507754540547,
      "learning_rate": 9.00547765629414e-05,
      "loss": 0.0032,
      "step": 3310
    },
    {
      "epoch": 1.7088803088803088,
      "grad_norm": 0.058242905790430746,
      "learning_rate": 8.996498801221431e-05,
      "loss": 0.003,
      "step": 3320
    },
    {
      "epoch": 1.714028314028314,
      "grad_norm": 0.07351637623119718,
      "learning_rate": 8.98748411485046e-05,
      "loss": 0.0029,
      "step": 3330
    },
    {
      "epoch": 1.7191763191763192,
      "grad_norm": 0.06328328422520454,
      "learning_rate": 8.978433678003946e-05,
      "loss": 0.0029,
      "step": 3340
    },
    {
      "epoch": 1.7243243243243245,
      "grad_norm": 0.07268810964129091,
      "learning_rate": 8.969347571825142e-05,
      "loss": 0.0029,
      "step": 3350
    },
    {
      "epoch": 1.7294723294723293,
      "grad_norm": 0.05741572542909016,
      "learning_rate": 8.960225877777095e-05,
      "loss": 0.0029,
      "step": 3360
    },
    {
      "epoch": 1.7346203346203346,
      "grad_norm": 0.06233872470439857,
      "learning_rate": 8.951068677641928e-05,
      "loss": 0.0027,
      "step": 3370
    },
    {
      "epoch": 1.7397683397683399,
      "grad_norm": 0.06306044970907165,
      "learning_rate": 8.94187605352009e-05,
      "loss": 0.0027,
      "step": 3380
    },
    {
      "epoch": 1.744916344916345,
      "grad_norm": 0.05866957972844069,
      "learning_rate": 8.932648087829643e-05,
      "loss": 0.0026,
      "step": 3390
    },
    {
      "epoch": 1.75006435006435,
      "grad_norm": 0.06351564249061811,
      "learning_rate": 8.923384863305495e-05,
      "loss": 0.0027,
      "step": 3400
    },
    {
      "epoch": 1.7552123552123553,
      "grad_norm": 0.06311005104924097,
      "learning_rate": 8.914086462998686e-05,
      "loss": 0.0026,
      "step": 3410
    },
    {
      "epoch": 1.7603603603603604,
      "grad_norm": 0.07175111106462256,
      "learning_rate": 8.904752970275624e-05,
      "loss": 0.0026,
      "step": 3420
    },
    {
      "epoch": 1.7655083655083654,
      "grad_norm": 0.06069156181724329,
      "learning_rate": 8.895384468817345e-05,
      "loss": 0.0025,
      "step": 3430
    },
    {
      "epoch": 1.7706563706563707,
      "grad_norm": 0.06445989759572321,
      "learning_rate": 8.885981042618762e-05,
      "loss": 0.0025,
      "step": 3440
    },
    {
      "epoch": 1.7758043758043758,
      "grad_norm": 0.06092468872567865,
      "learning_rate": 8.876542775987912e-05,
      "loss": 0.0024,
      "step": 3450
    },
    {
      "epoch": 1.7809523809523808,
      "grad_norm": 0.0610543681951457,
      "learning_rate": 8.867069753545202e-05,
      "loss": 0.0024,
      "step": 3460
    },
    {
      "epoch": 1.7861003861003861,
      "grad_norm": 0.057721016476337414,
      "learning_rate": 8.857562060222644e-05,
      "loss": 0.0023,
      "step": 3470
    },
    {
      "epoch": 1.7912483912483914,
      "grad_norm": 0.06437257969879298,
      "learning_rate": 8.848019781263099e-05,
      "loss": 0.0025,
      "step": 3480
    },
    {
      "epoch": 1.7963963963963963,
      "grad_norm": 0.06569126814994662,
      "learning_rate": 8.838443002219514e-05,
      "loss": 0.0023,
      "step": 3490
    },
    {
      "epoch": 1.8015444015444015,
      "grad_norm": 0.06150895775850208,
      "learning_rate": 8.82883180895415e-05,
      "loss": 0.0023,
      "step": 3500
    },
    {
      "epoch": 1.8066924066924068,
      "grad_norm": 0.0616857154906518,
      "learning_rate": 8.819186287637817e-05,
      "loss": 0.0023,
      "step": 3510
    },
    {
      "epoch": 1.811840411840412,
      "grad_norm": 0.09278079283374936,
      "learning_rate": 8.809506524749097e-05,
      "loss": 0.0025,
      "step": 3520
    },
    {
      "epoch": 1.816988416988417,
      "grad_norm": 0.05632880872010278,
      "learning_rate": 8.799792607073567e-05,
      "loss": 0.0024,
      "step": 3530
    },
    {
      "epoch": 1.8221364221364222,
      "grad_norm": 0.06087327975528164,
      "learning_rate": 8.790044621703033e-05,
      "loss": 0.0024,
      "step": 3540
    },
    {
      "epoch": 1.8272844272844273,
      "grad_norm": 0.05140811610791699,
      "learning_rate": 8.780262656034739e-05,
      "loss": 0.0023,
      "step": 3550
    },
    {
      "epoch": 1.8324324324324324,
      "grad_norm": 0.06674966884600453,
      "learning_rate": 8.770446797770577e-05,
      "loss": 0.0023,
      "step": 3560
    },
    {
      "epoch": 1.8375804375804377,
      "grad_norm": 0.05618543547388763,
      "learning_rate": 8.760597134916318e-05,
      "loss": 0.0022,
      "step": 3570
    },
    {
      "epoch": 1.8427284427284427,
      "grad_norm": 0.05237285038394349,
      "learning_rate": 8.750713755780811e-05,
      "loss": 0.0022,
      "step": 3580
    },
    {
      "epoch": 1.8478764478764478,
      "grad_norm": 0.058744035782622876,
      "learning_rate": 8.740796748975191e-05,
      "loss": 0.0021,
      "step": 3590
    },
    {
      "epoch": 1.853024453024453,
      "grad_norm": 0.06251312062428276,
      "learning_rate": 8.730846203412094e-05,
      "loss": 0.0021,
      "step": 3600
    },
    {
      "epoch": 1.8581724581724581,
      "grad_norm": 0.05660174173246188,
      "learning_rate": 8.720862208304847e-05,
      "loss": 0.0022,
      "step": 3610
    },
    {
      "epoch": 1.8633204633204632,
      "grad_norm": 0.05460329788545314,
      "learning_rate": 8.710844853166677e-05,
      "loss": 0.0021,
      "step": 3620
    },
    {
      "epoch": 1.8684684684684685,
      "grad_norm": 0.05920176351989063,
      "learning_rate": 8.70079422780991e-05,
      "loss": 0.0021,
      "step": 3630
    },
    {
      "epoch": 1.8736164736164738,
      "grad_norm": 0.05975993421974977,
      "learning_rate": 8.690710422345156e-05,
      "loss": 0.0021,
      "step": 3640
    },
    {
      "epoch": 1.8787644787644786,
      "grad_norm": 0.07261290977712913,
      "learning_rate": 8.680593527180512e-05,
      "loss": 0.0022,
      "step": 3650
    },
    {
      "epoch": 1.883912483912484,
      "grad_norm": 0.057238529150264346,
      "learning_rate": 8.67044363302074e-05,
      "loss": 0.0021,
      "step": 3660
    },
    {
      "epoch": 1.8890604890604892,
      "grad_norm": 0.05467721608387215,
      "learning_rate": 8.660260830866467e-05,
      "loss": 0.0021,
      "step": 3670
    },
    {
      "epoch": 1.8942084942084942,
      "grad_norm": 0.05845129114063532,
      "learning_rate": 8.650045212013358e-05,
      "loss": 0.0023,
      "step": 3680
    },
    {
      "epoch": 1.8993564993564993,
      "grad_norm": 0.07268624727169087,
      "learning_rate": 8.639796868051305e-05,
      "loss": 0.0021,
      "step": 3690
    },
    {
      "epoch": 1.9045045045045046,
      "grad_norm": 0.05876373181946239,
      "learning_rate": 8.629515890863596e-05,
      "loss": 0.0022,
      "step": 3700
    },
    {
      "epoch": 1.9096525096525097,
      "grad_norm": 0.048951820788902485,
      "learning_rate": 8.619202372626109e-05,
      "loss": 0.0021,
      "step": 3710
    },
    {
      "epoch": 1.9148005148005147,
      "grad_norm": 0.05561005341623571,
      "learning_rate": 8.608856405806464e-05,
      "loss": 0.0019,
      "step": 3720
    },
    {
      "epoch": 1.91994851994852,
      "grad_norm": 0.057100787317847096,
      "learning_rate": 8.598478083163208e-05,
      "loss": 0.002,
      "step": 3730
    },
    {
      "epoch": 1.925096525096525,
      "grad_norm": 0.059660059973863006,
      "learning_rate": 8.588067497744983e-05,
      "loss": 0.0021,
      "step": 3740
    },
    {
      "epoch": 1.9302445302445301,
      "grad_norm": 0.047168011131905614,
      "learning_rate": 8.57762474288968e-05,
      "loss": 0.0019,
      "step": 3750
    },
    {
      "epoch": 1.9353925353925354,
      "grad_norm": 0.0594860132000797,
      "learning_rate": 8.567149912223624e-05,
      "loss": 0.002,
      "step": 3760
    },
    {
      "epoch": 1.9405405405405407,
      "grad_norm": 0.060916594149851046,
      "learning_rate": 8.556643099660706e-05,
      "loss": 0.0019,
      "step": 3770
    },
    {
      "epoch": 1.9456885456885455,
      "grad_norm": 0.06191170974205215,
      "learning_rate": 8.546104399401567e-05,
      "loss": 0.0019,
      "step": 3780
    },
    {
      "epoch": 1.9508365508365508,
      "grad_norm": 0.059050634437477476,
      "learning_rate": 8.535533905932738e-05,
      "loss": 0.002,
      "step": 3790
    },
    {
      "epoch": 1.9559845559845561,
      "grad_norm": 0.05874211825594844,
      "learning_rate": 8.5249317140258e-05,
      "loss": 0.002,
      "step": 3800
    },
    {
      "epoch": 1.9611325611325612,
      "grad_norm": 0.051714056463086085,
      "learning_rate": 8.514297918736528e-05,
      "loss": 0.002,
      "step": 3810
    },
    {
      "epoch": 1.9662805662805662,
      "grad_norm": 0.05669285044549558,
      "learning_rate": 8.503632615404047e-05,
      "loss": 0.0018,
      "step": 3820
    },
    {
      "epoch": 1.9714285714285715,
      "grad_norm": 0.0527546216463499,
      "learning_rate": 8.492935899649971e-05,
      "loss": 0.0019,
      "step": 3830
    },
    {
      "epoch": 1.9765765765765766,
      "grad_norm": 0.0517620866256957,
      "learning_rate": 8.482207867377546e-05,
      "loss": 0.0019,
      "step": 3840
    },
    {
      "epoch": 1.9817245817245817,
      "grad_norm": 0.05504170017730614,
      "learning_rate": 8.471448614770792e-05,
      "loss": 0.0019,
      "step": 3850
    },
    {
      "epoch": 1.986872586872587,
      "grad_norm": 0.0531051637907689,
      "learning_rate": 8.460658238293644e-05,
      "loss": 0.0019,
      "step": 3860
    },
    {
      "epoch": 1.992020592020592,
      "grad_norm": 0.06878662684799065,
      "learning_rate": 8.449836834689078e-05,
      "loss": 0.0019,
      "step": 3870
    },
    {
      "epoch": 1.997168597168597,
      "grad_norm": 0.07389086836198688,
      "learning_rate": 8.438984500978253e-05,
      "loss": 0.002,
      "step": 3880
    },
    {
      "epoch": 2.002059202059202,
      "grad_norm": 0.04129522947698218,
      "learning_rate": 8.428101334459634e-05,
      "loss": 0.0018,
      "step": 3890
    },
    {
      "epoch": 2.007207207207207,
      "grad_norm": 0.07916532613092706,
      "learning_rate": 8.41718743270813e-05,
      "loss": 0.0015,
      "step": 3900
    },
    {
      "epoch": 2.0123552123552124,
      "grad_norm": 0.04733101682802457,
      "learning_rate": 8.406242893574198e-05,
      "loss": 0.0015,
      "step": 3910
    },
    {
      "epoch": 2.0175032175032177,
      "grad_norm": 0.0417837325535251,
      "learning_rate": 8.395267815182996e-05,
      "loss": 0.0014,
      "step": 3920
    },
    {
      "epoch": 2.0226512226512225,
      "grad_norm": 0.052954653259521055,
      "learning_rate": 8.384262295933477e-05,
      "loss": 0.0013,
      "step": 3930
    },
    {
      "epoch": 2.027799227799228,
      "grad_norm": 0.04596870277989711,
      "learning_rate": 8.373226434497518e-05,
      "loss": 0.0014,
      "step": 3940
    },
    {
      "epoch": 2.032947232947233,
      "grad_norm": 0.04826449367607423,
      "learning_rate": 8.362160329819038e-05,
      "loss": 0.0012,
      "step": 3950
    },
    {
      "epoch": 2.038095238095238,
      "grad_norm": 0.059447596021510715,
      "learning_rate": 8.3510640811131e-05,
      "loss": 0.0013,
      "step": 3960
    },
    {
      "epoch": 2.0432432432432432,
      "grad_norm": 0.04596769846728861,
      "learning_rate": 8.339937787865036e-05,
      "loss": 0.0013,
      "step": 3970
    },
    {
      "epoch": 2.0483912483912485,
      "grad_norm": 0.044589049577602416,
      "learning_rate": 8.328781549829543e-05,
      "loss": 0.0014,
      "step": 3980
    },
    {
      "epoch": 2.0535392535392534,
      "grad_norm": 0.04119681252531216,
      "learning_rate": 8.317595467029795e-05,
      "loss": 0.0014,
      "step": 3990
    },
    {
      "epoch": 2.0586872586872587,
      "grad_norm": 0.05580855727608084,
      "learning_rate": 8.306379639756544e-05,
      "loss": 0.0012,
      "step": 4000
    },
    {
      "epoch": 2.063835263835264,
      "grad_norm": 0.04940964639449694,
      "learning_rate": 8.29513416856722e-05,
      "loss": 0.0013,
      "step": 4010
    },
    {
      "epoch": 2.068983268983269,
      "grad_norm": 0.04780393223229874,
      "learning_rate": 8.283859154285032e-05,
      "loss": 0.0013,
      "step": 4020
    },
    {
      "epoch": 2.074131274131274,
      "grad_norm": 0.0581497942061673,
      "learning_rate": 8.272554697998063e-05,
      "loss": 0.0013,
      "step": 4030
    },
    {
      "epoch": 2.0792792792792794,
      "grad_norm": 0.04439803542359854,
      "learning_rate": 8.261220901058362e-05,
      "loss": 0.0013,
      "step": 4040
    },
    {
      "epoch": 2.084427284427284,
      "grad_norm": 0.03893925557971465,
      "learning_rate": 8.249857865081037e-05,
      "loss": 0.0013,
      "step": 4050
    },
    {
      "epoch": 2.0895752895752895,
      "grad_norm": 0.05448252248762289,
      "learning_rate": 8.238465691943344e-05,
      "loss": 0.0014,
      "step": 4060
    },
    {
      "epoch": 2.0947232947232948,
      "grad_norm": 0.04777291394045677,
      "learning_rate": 8.227044483783772e-05,
      "loss": 0.0013,
      "step": 4070
    },
    {
      "epoch": 2.0998712998713,
      "grad_norm": 0.04531698982390845,
      "learning_rate": 8.215594343001133e-05,
      "loss": 0.0014,
      "step": 4080
    },
    {
      "epoch": 2.105019305019305,
      "grad_norm": 0.05289715107833794,
      "learning_rate": 8.204115372253635e-05,
      "loss": 0.0014,
      "step": 4090
    },
    {
      "epoch": 2.11016731016731,
      "grad_norm": 0.05000518964787425,
      "learning_rate": 8.192607674457966e-05,
      "loss": 0.0014,
      "step": 4100
    },
    {
      "epoch": 2.1153153153153155,
      "grad_norm": 0.07423565873105893,
      "learning_rate": 8.181071352788371e-05,
      "loss": 0.0013,
      "step": 4110
    },
    {
      "epoch": 2.1204633204633203,
      "grad_norm": 0.04387669724085158,
      "learning_rate": 8.169506510675733e-05,
      "loss": 0.0013,
      "step": 4120
    },
    {
      "epoch": 2.1256113256113256,
      "grad_norm": 0.054902691601927234,
      "learning_rate": 8.15791325180663e-05,
      "loss": 0.0014,
      "step": 4130
    },
    {
      "epoch": 2.130759330759331,
      "grad_norm": 0.048346239723777266,
      "learning_rate": 8.146291680122427e-05,
      "loss": 0.0014,
      "step": 4140
    },
    {
      "epoch": 2.1359073359073357,
      "grad_norm": 0.05113058555459646,
      "learning_rate": 8.13464189981832e-05,
      "loss": 0.0012,
      "step": 4150
    },
    {
      "epoch": 2.141055341055341,
      "grad_norm": 0.04692623057151712,
      "learning_rate": 8.122964015342427e-05,
      "loss": 0.0013,
      "step": 4160
    },
    {
      "epoch": 2.1462033462033463,
      "grad_norm": 0.049807948136136,
      "learning_rate": 8.111258131394828e-05,
      "loss": 0.0013,
      "step": 4170
    },
    {
      "epoch": 2.1513513513513516,
      "grad_norm": 0.04810393599315422,
      "learning_rate": 8.099524352926643e-05,
      "loss": 0.0013,
      "step": 4180
    },
    {
      "epoch": 2.1564993564993564,
      "grad_norm": 0.04804529263899986,
      "learning_rate": 8.087762785139084e-05,
      "loss": 0.0014,
      "step": 4190
    },
    {
      "epoch": 2.1616473616473617,
      "grad_norm": 0.04394140785220738,
      "learning_rate": 8.07597353348251e-05,
      "loss": 0.0012,
      "step": 4200
    },
    {
      "epoch": 2.166795366795367,
      "grad_norm": 0.04386355702357804,
      "learning_rate": 8.064156703655489e-05,
      "loss": 0.0011,
      "step": 4210
    },
    {
      "epoch": 2.171943371943372,
      "grad_norm": 0.04119947072133049,
      "learning_rate": 8.052312401603847e-05,
      "loss": 0.0012,
      "step": 4220
    },
    {
      "epoch": 2.177091377091377,
      "grad_norm": 0.04030666528465274,
      "learning_rate": 8.040440733519709e-05,
      "loss": 0.0012,
      "step": 4230
    },
    {
      "epoch": 2.1822393822393824,
      "grad_norm": 0.057812767601739,
      "learning_rate": 8.028541805840561e-05,
      "loss": 0.0012,
      "step": 4240
    },
    {
      "epoch": 2.1873873873873872,
      "grad_norm": 0.047874075229963925,
      "learning_rate": 8.016615725248289e-05,
      "loss": 0.0015,
      "step": 4250
    },
    {
      "epoch": 2.1925353925353925,
      "grad_norm": 0.059625625401084195,
      "learning_rate": 8.00466259866822e-05,
      "loss": 0.0014,
      "step": 4260
    },
    {
      "epoch": 2.197683397683398,
      "grad_norm": 0.050376692026641155,
      "learning_rate": 7.992682533268175e-05,
      "loss": 0.0013,
      "step": 4270
    },
    {
      "epoch": 2.2028314028314027,
      "grad_norm": 0.048462338863960994,
      "learning_rate": 7.980675636457487e-05,
      "loss": 0.0014,
      "step": 4280
    },
    {
      "epoch": 2.207979407979408,
      "grad_norm": 0.04835528405206845,
      "learning_rate": 7.968642015886058e-05,
      "loss": 0.0013,
      "step": 4290
    },
    {
      "epoch": 2.2131274131274132,
      "grad_norm": 0.039780282771479415,
      "learning_rate": 7.95658177944339e-05,
      "loss": 0.0011,
      "step": 4300
    },
    {
      "epoch": 2.218275418275418,
      "grad_norm": 0.04452063196388458,
      "learning_rate": 7.944495035257605e-05,
      "loss": 0.0012,
      "step": 4310
    },
    {
      "epoch": 2.2234234234234234,
      "grad_norm": 0.0456971239108907,
      "learning_rate": 7.932381891694493e-05,
      "loss": 0.0012,
      "step": 4320
    },
    {
      "epoch": 2.2285714285714286,
      "grad_norm": 0.04293091701214276,
      "learning_rate": 7.920242457356526e-05,
      "loss": 0.0012,
      "step": 4330
    },
    {
      "epoch": 2.2337194337194335,
      "grad_norm": 0.04093195000280922,
      "learning_rate": 7.908076841081895e-05,
      "loss": 0.0013,
      "step": 4340
    },
    {
      "epoch": 2.2388674388674388,
      "grad_norm": 0.0424664722931835,
      "learning_rate": 7.895885151943527e-05,
      "loss": 0.0012,
      "step": 4350
    },
    {
      "epoch": 2.244015444015444,
      "grad_norm": 0.0821934383463096,
      "learning_rate": 7.883667499248111e-05,
      "loss": 0.0013,
      "step": 4360
    },
    {
      "epoch": 2.2491634491634493,
      "grad_norm": 0.039405424949199575,
      "learning_rate": 7.871423992535116e-05,
      "loss": 0.0012,
      "step": 4370
    },
    {
      "epoch": 2.254311454311454,
      "grad_norm": 0.04228642502788665,
      "learning_rate": 7.859154741575809e-05,
      "loss": 0.0012,
      "step": 4380
    },
    {
      "epoch": 2.2594594594594595,
      "grad_norm": 0.04986484606810717,
      "learning_rate": 7.846859856372275e-05,
      "loss": 0.0012,
      "step": 4390
    },
    {
      "epoch": 2.2646074646074648,
      "grad_norm": 0.06381252118101394,
      "learning_rate": 7.834539447156424e-05,
      "loss": 0.0013,
      "step": 4400
    },
    {
      "epoch": 2.2697554697554696,
      "grad_norm": 0.0476340369024287,
      "learning_rate": 7.822193624389005e-05,
      "loss": 0.0013,
      "step": 4410
    },
    {
      "epoch": 2.274903474903475,
      "grad_norm": 0.053280169836871914,
      "learning_rate": 7.809822498758618e-05,
      "loss": 0.0013,
      "step": 4420
    },
    {
      "epoch": 2.28005148005148,
      "grad_norm": 0.0471759251214204,
      "learning_rate": 7.797426181180723e-05,
      "loss": 0.0011,
      "step": 4430
    },
    {
      "epoch": 2.285199485199485,
      "grad_norm": 0.05750087294114376,
      "learning_rate": 7.785004782796635e-05,
      "loss": 0.0012,
      "step": 4440
    },
    {
      "epoch": 2.2903474903474903,
      "grad_norm": 0.04433322895287332,
      "learning_rate": 7.772558414972546e-05,
      "loss": 0.0012,
      "step": 4450
    },
    {
      "epoch": 2.2954954954954956,
      "grad_norm": 0.05145684185533547,
      "learning_rate": 7.760087189298509e-05,
      "loss": 0.0012,
      "step": 4460
    },
    {
      "epoch": 2.300643500643501,
      "grad_norm": 0.05085435178874306,
      "learning_rate": 7.747591217587443e-05,
      "loss": 0.0012,
      "step": 4470
    },
    {
      "epoch": 2.3057915057915057,
      "grad_norm": 0.05084038319068861,
      "learning_rate": 7.735070611874137e-05,
      "loss": 0.0013,
      "step": 4480
    },
    {
      "epoch": 2.310939510939511,
      "grad_norm": 0.046795622343555554,
      "learning_rate": 7.722525484414236e-05,
      "loss": 0.0013,
      "step": 4490
    },
    {
      "epoch": 2.3160875160875163,
      "grad_norm": 0.043906153913954984,
      "learning_rate": 7.70995594768324e-05,
      "loss": 0.0014,
      "step": 4500
    },
    {
      "epoch": 2.321235521235521,
      "grad_norm": 0.059773455723487405,
      "learning_rate": 7.6973621143755e-05,
      "loss": 0.0013,
      "step": 4510
    },
    {
      "epoch": 2.3263835263835264,
      "grad_norm": 0.05604359193591503,
      "learning_rate": 7.684744097403191e-05,
      "loss": 0.0012,
      "step": 4520
    },
    {
      "epoch": 2.3315315315315317,
      "grad_norm": 0.04675320396248994,
      "learning_rate": 7.672102009895321e-05,
      "loss": 0.0013,
      "step": 4530
    },
    {
      "epoch": 2.3366795366795365,
      "grad_norm": 0.04509813399138995,
      "learning_rate": 7.659435965196701e-05,
      "loss": 0.0013,
      "step": 4540
    },
    {
      "epoch": 2.341827541827542,
      "grad_norm": 0.0576880617509529,
      "learning_rate": 7.646746076866939e-05,
      "loss": 0.0014,
      "step": 4550
    },
    {
      "epoch": 2.346975546975547,
      "grad_norm": 0.06321893688694276,
      "learning_rate": 7.634032458679412e-05,
      "loss": 0.0018,
      "step": 4560
    },
    {
      "epoch": 2.352123552123552,
      "grad_norm": 0.1633121647089786,
      "learning_rate": 7.621295224620253e-05,
      "loss": 0.0035,
      "step": 4570
    },
    {
      "epoch": 2.3572715572715572,
      "grad_norm": 0.08921315729148695,
      "learning_rate": 7.608534488887327e-05,
      "loss": 0.0022,
      "step": 4580
    },
    {
      "epoch": 2.3624195624195625,
      "grad_norm": 0.057771731238916685,
      "learning_rate": 7.595750365889209e-05,
      "loss": 0.0019,
      "step": 4590
    },
    {
      "epoch": 2.3675675675675674,
      "grad_norm": 0.046773705729556504,
      "learning_rate": 7.582942970244155e-05,
      "loss": 0.0016,
      "step": 4600
    },
    {
      "epoch": 2.3727155727155727,
      "grad_norm": 0.061357062741325005,
      "learning_rate": 7.570112416779078e-05,
      "loss": 0.0016,
      "step": 4610
    },
    {
      "epoch": 2.377863577863578,
      "grad_norm": 0.06208953521085493,
      "learning_rate": 7.557258820528514e-05,
      "loss": 0.0015,
      "step": 4620
    },
    {
      "epoch": 2.383011583011583,
      "grad_norm": 0.05563724202044124,
      "learning_rate": 7.544382296733592e-05,
      "loss": 0.0014,
      "step": 4630
    },
    {
      "epoch": 2.388159588159588,
      "grad_norm": 0.054185493414282304,
      "learning_rate": 7.531482960841004e-05,
      "loss": 0.0013,
      "step": 4640
    },
    {
      "epoch": 2.3933075933075934,
      "grad_norm": 0.04752869142758457,
      "learning_rate": 7.518560928501969e-05,
      "loss": 0.0013,
      "step": 4650
    },
    {
      "epoch": 2.3984555984555986,
      "grad_norm": 0.05632456808738891,
      "learning_rate": 7.505616315571192e-05,
      "loss": 0.0014,
      "step": 4660
    },
    {
      "epoch": 2.4036036036036035,
      "grad_norm": 0.04523988270062936,
      "learning_rate": 7.492649238105828e-05,
      "loss": 0.0012,
      "step": 4670
    },
    {
      "epoch": 2.4087516087516088,
      "grad_norm": 0.04001437246775281,
      "learning_rate": 7.479659812364448e-05,
      "loss": 0.0012,
      "step": 4680
    },
    {
      "epoch": 2.413899613899614,
      "grad_norm": 0.04689498867230884,
      "learning_rate": 7.466648154805982e-05,
      "loss": 0.0011,
      "step": 4690
    },
    {
      "epoch": 2.419047619047619,
      "grad_norm": 0.04711399995411257,
      "learning_rate": 7.453614382088687e-05,
      "loss": 0.0012,
      "step": 4700
    },
    {
      "epoch": 2.424195624195624,
      "grad_norm": 0.050401789341980335,
      "learning_rate": 7.440558611069095e-05,
      "loss": 0.0012,
      "step": 4710
    },
    {
      "epoch": 2.4293436293436295,
      "grad_norm": 0.04507054029023686,
      "learning_rate": 7.427480958800974e-05,
      "loss": 0.0013,
      "step": 4720
    },
    {
      "epoch": 2.4344916344916343,
      "grad_norm": 0.05114129043648352,
      "learning_rate": 7.414381542534266e-05,
      "loss": 0.0013,
      "step": 4730
    },
    {
      "epoch": 2.4396396396396396,
      "grad_norm": 0.050858156890527396,
      "learning_rate": 7.401260479714041e-05,
      "loss": 0.0012,
      "step": 4740
    },
    {
      "epoch": 2.444787644787645,
      "grad_norm": 0.046113564407026235,
      "learning_rate": 7.388117887979449e-05,
      "loss": 0.0011,
      "step": 4750
    },
    {
      "epoch": 2.44993564993565,
      "grad_norm": 0.04014385370106455,
      "learning_rate": 7.37495388516266e-05,
      "loss": 0.001,
      "step": 4760
    },
    {
      "epoch": 2.455083655083655,
      "grad_norm": 0.04803165364348251,
      "learning_rate": 7.361768589287808e-05,
      "loss": 0.0011,
      "step": 4770
    },
    {
      "epoch": 2.4602316602316603,
      "grad_norm": 0.033866842151233145,
      "learning_rate": 7.348562118569935e-05,
      "loss": 0.0011,
      "step": 4780
    },
    {
      "epoch": 2.4653796653796656,
      "grad_norm": 0.051903863558592306,
      "learning_rate": 7.335334591413925e-05,
      "loss": 0.0011,
      "step": 4790
    },
    {
      "epoch": 2.4705276705276704,
      "grad_norm": 0.03814836987756061,
      "learning_rate": 7.322086126413455e-05,
      "loss": 0.0011,
      "step": 4800
    },
    {
      "epoch": 2.4756756756756757,
      "grad_norm": 0.039269243726615485,
      "learning_rate": 7.308816842349918e-05,
      "loss": 0.001,
      "step": 4810
    },
    {
      "epoch": 2.480823680823681,
      "grad_norm": 0.04765524329024219,
      "learning_rate": 7.295526858191362e-05,
      "loss": 0.0011,
      "step": 4820
    },
    {
      "epoch": 2.485971685971686,
      "grad_norm": 0.04951778818784927,
      "learning_rate": 7.282216293091434e-05,
      "loss": 0.0012,
      "step": 4830
    },
    {
      "epoch": 2.491119691119691,
      "grad_norm": 0.04536576824454616,
      "learning_rate": 7.268885266388296e-05,
      "loss": 0.0011,
      "step": 4840
    },
    {
      "epoch": 2.4962676962676964,
      "grad_norm": 0.0515320102284534,
      "learning_rate": 7.255533897603562e-05,
      "loss": 0.001,
      "step": 4850
    },
    {
      "epoch": 2.5014157014157012,
      "grad_norm": 0.04600110428117649,
      "learning_rate": 7.242162306441231e-05,
      "loss": 0.001,
      "step": 4860
    },
    {
      "epoch": 2.5065637065637065,
      "grad_norm": 0.041692098130997376,
      "learning_rate": 7.228770612786604e-05,
      "loss": 0.0011,
      "step": 4870
    },
    {
      "epoch": 2.511711711711712,
      "grad_norm": 0.04488982334958329,
      "learning_rate": 7.215358936705219e-05,
      "loss": 0.001,
      "step": 4880
    },
    {
      "epoch": 2.5168597168597167,
      "grad_norm": 0.048039789785818715,
      "learning_rate": 7.201927398441765e-05,
      "loss": 0.0011,
      "step": 4890
    },
    {
      "epoch": 2.522007722007722,
      "grad_norm": 0.04538093295084992,
      "learning_rate": 7.18847611841901e-05,
      "loss": 0.001,
      "step": 4900
    },
    {
      "epoch": 2.5271557271557272,
      "grad_norm": 0.04709836872218103,
      "learning_rate": 7.175005217236728e-05,
      "loss": 0.001,
      "step": 4910
    },
    {
      "epoch": 2.532303732303732,
      "grad_norm": 0.04505447857446204,
      "learning_rate": 7.161514815670598e-05,
      "loss": 0.0011,
      "step": 4920
    },
    {
      "epoch": 2.5374517374517374,
      "grad_norm": 0.05828384125867241,
      "learning_rate": 7.148005034671142e-05,
      "loss": 0.0011,
      "step": 4930
    },
    {
      "epoch": 2.5425997425997426,
      "grad_norm": 0.046343388951512784,
      "learning_rate": 7.134475995362623e-05,
      "loss": 0.001,
      "step": 4940
    },
    {
      "epoch": 2.5477477477477475,
      "grad_norm": 0.04707163071731421,
      "learning_rate": 7.120927819041979e-05,
      "loss": 0.001,
      "step": 4950
    },
    {
      "epoch": 2.5528957528957528,
      "grad_norm": 0.04306173241714982,
      "learning_rate": 7.107360627177714e-05,
      "loss": 0.001,
      "step": 4960
    },
    {
      "epoch": 2.558043758043758,
      "grad_norm": 0.044851977335899865,
      "learning_rate": 7.093774541408823e-05,
      "loss": 0.0011,
      "step": 4970
    },
    {
      "epoch": 2.5631917631917633,
      "grad_norm": 0.040963399467547255,
      "learning_rate": 7.080169683543701e-05,
      "loss": 0.0011,
      "step": 4980
    },
    {
      "epoch": 2.568339768339768,
      "grad_norm": 0.0524316895531215,
      "learning_rate": 7.066546175559042e-05,
      "loss": 0.001,
      "step": 4990
    },
    {
      "epoch": 2.5734877734877735,
      "grad_norm": 0.04091367424148807,
      "learning_rate": 7.052904139598752e-05,
      "loss": 0.001,
      "step": 5000
    },
    {
      "epoch": 2.5786357786357788,
      "grad_norm": 0.05066184832309622,
      "learning_rate": 7.039243697972857e-05,
      "loss": 0.0011,
      "step": 5010
    },
    {
      "epoch": 2.583783783783784,
      "grad_norm": 0.04236548105650226,
      "learning_rate": 7.025564973156396e-05,
      "loss": 0.0009,
      "step": 5020
    },
    {
      "epoch": 2.588931788931789,
      "grad_norm": 0.04623210387140029,
      "learning_rate": 7.011868087788333e-05,
      "loss": 0.001,
      "step": 5030
    },
    {
      "epoch": 2.594079794079794,
      "grad_norm": 0.03783743894851547,
      "learning_rate": 6.99815316467045e-05,
      "loss": 0.0011,
      "step": 5040
    },
    {
      "epoch": 2.5992277992277995,
      "grad_norm": 0.042867495704172615,
      "learning_rate": 6.984420326766257e-05,
      "loss": 0.0011,
      "step": 5050
    },
    {
      "epoch": 2.6043758043758043,
      "grad_norm": 0.042286428164349944,
      "learning_rate": 6.970669697199876e-05,
      "loss": 0.0009,
      "step": 5060
    },
    {
      "epoch": 2.6095238095238096,
      "grad_norm": 0.06287895185713929,
      "learning_rate": 6.956901399254943e-05,
      "loss": 0.001,
      "step": 5070
    },
    {
      "epoch": 2.614671814671815,
      "grad_norm": 0.055451825887909506,
      "learning_rate": 6.943115556373502e-05,
      "loss": 0.001,
      "step": 5080
    },
    {
      "epoch": 2.6198198198198197,
      "grad_norm": 0.037650966668449,
      "learning_rate": 6.929312292154908e-05,
      "loss": 0.0011,
      "step": 5090
    },
    {
      "epoch": 2.624967824967825,
      "grad_norm": 0.0422236192284774,
      "learning_rate": 6.915491730354697e-05,
      "loss": 0.001,
      "step": 5100
    },
    {
      "epoch": 2.6301158301158303,
      "grad_norm": 0.04148234941603724,
      "learning_rate": 6.9016539948835e-05,
      "loss": 0.001,
      "step": 5110
    },
    {
      "epoch": 2.635263835263835,
      "grad_norm": 0.05471853033140722,
      "learning_rate": 6.887799209805917e-05,
      "loss": 0.001,
      "step": 5120
    },
    {
      "epoch": 2.6404118404118404,
      "grad_norm": 0.04759262188474491,
      "learning_rate": 6.873927499339407e-05,
      "loss": 0.0011,
      "step": 5130
    },
    {
      "epoch": 2.6455598455598457,
      "grad_norm": 0.043132316263661374,
      "learning_rate": 6.860038987853182e-05,
      "loss": 0.001,
      "step": 5140
    },
    {
      "epoch": 2.6507078507078505,
      "grad_norm": 0.045288505100104404,
      "learning_rate": 6.846133799867082e-05,
      "loss": 0.0011,
      "step": 5150
    },
    {
      "epoch": 2.655855855855856,
      "grad_norm": 0.03982061447257109,
      "learning_rate": 6.832212060050465e-05,
      "loss": 0.001,
      "step": 5160
    },
    {
      "epoch": 2.661003861003861,
      "grad_norm": 0.03191140789524671,
      "learning_rate": 6.818273893221088e-05,
      "loss": 0.0009,
      "step": 5170
    },
    {
      "epoch": 2.666151866151866,
      "grad_norm": 0.04219223914359278,
      "learning_rate": 6.804319424343984e-05,
      "loss": 0.001,
      "step": 5180
    },
    {
      "epoch": 2.6712998712998712,
      "grad_norm": 0.04261141040671573,
      "learning_rate": 6.790348778530347e-05,
      "loss": 0.001,
      "step": 5190
    },
    {
      "epoch": 2.6764478764478765,
      "grad_norm": 0.046770608070064175,
      "learning_rate": 6.77636208103641e-05,
      "loss": 0.0009,
      "step": 5200
    },
    {
      "epoch": 2.6815958815958814,
      "grad_norm": 0.05046470198461108,
      "learning_rate": 6.762359457262318e-05,
      "loss": 0.0009,
      "step": 5210
    },
    {
      "epoch": 2.6867438867438866,
      "grad_norm": 0.04578382268098655,
      "learning_rate": 6.748341032751004e-05,
      "loss": 0.0011,
      "step": 5220
    },
    {
      "epoch": 2.691891891891892,
      "grad_norm": 0.03916013043164779,
      "learning_rate": 6.734306933187068e-05,
      "loss": 0.001,
      "step": 5230
    },
    {
      "epoch": 2.6970398970398968,
      "grad_norm": 0.0495431816414551,
      "learning_rate": 6.720257284395649e-05,
      "loss": 0.0009,
      "step": 5240
    },
    {
      "epoch": 2.702187902187902,
      "grad_norm": 0.028887936049044396,
      "learning_rate": 6.706192212341287e-05,
      "loss": 0.0008,
      "step": 5250
    },
    {
      "epoch": 2.7073359073359073,
      "grad_norm": 0.04096988584464123,
      "learning_rate": 6.692111843126812e-05,
      "loss": 0.001,
      "step": 5260
    },
    {
      "epoch": 2.7124839124839126,
      "grad_norm": 0.06842570554905965,
      "learning_rate": 6.6780163029922e-05,
      "loss": 0.001,
      "step": 5270
    },
    {
      "epoch": 2.7176319176319175,
      "grad_norm": 0.0417571647859502,
      "learning_rate": 6.66390571831344e-05,
      "loss": 0.001,
      "step": 5280
    },
    {
      "epoch": 2.7227799227799228,
      "grad_norm": 0.03695050716607467,
      "learning_rate": 6.649780215601411e-05,
      "loss": 0.001,
      "step": 5290
    },
    {
      "epoch": 2.727927927927928,
      "grad_norm": 0.0391813604064568,
      "learning_rate": 6.635639921500742e-05,
      "loss": 0.0009,
      "step": 5300
    },
    {
      "epoch": 2.7330759330759333,
      "grad_norm": 0.04228547410069994,
      "learning_rate": 6.621484962788671e-05,
      "loss": 0.0011,
      "step": 5310
    },
    {
      "epoch": 2.738223938223938,
      "grad_norm": 0.043524209122763294,
      "learning_rate": 6.607315466373923e-05,
      "loss": 0.0009,
      "step": 5320
    },
    {
      "epoch": 2.7433719433719435,
      "grad_norm": 0.05219296497463659,
      "learning_rate": 6.593131559295551e-05,
      "loss": 0.0009,
      "step": 5330
    },
    {
      "epoch": 2.7485199485199487,
      "grad_norm": 0.04065132149131985,
      "learning_rate": 6.578933368721824e-05,
      "loss": 0.001,
      "step": 5340
    },
    {
      "epoch": 2.7536679536679536,
      "grad_norm": 0.040021905728438036,
      "learning_rate": 6.564721021949061e-05,
      "loss": 0.001,
      "step": 5350
    },
    {
      "epoch": 2.758815958815959,
      "grad_norm": 0.03991881038489872,
      "learning_rate": 6.550494646400506e-05,
      "loss": 0.0008,
      "step": 5360
    },
    {
      "epoch": 2.763963963963964,
      "grad_norm": 0.0428200375670312,
      "learning_rate": 6.536254369625176e-05,
      "loss": 0.0008,
      "step": 5370
    },
    {
      "epoch": 2.769111969111969,
      "grad_norm": 0.040946393497408425,
      "learning_rate": 6.52200031929673e-05,
      "loss": 0.0008,
      "step": 5380
    },
    {
      "epoch": 2.7742599742599743,
      "grad_norm": 0.043599458814907815,
      "learning_rate": 6.507732623212308e-05,
      "loss": 0.0008,
      "step": 5390
    },
    {
      "epoch": 2.7794079794079796,
      "grad_norm": 0.04744156312077381,
      "learning_rate": 6.493451409291394e-05,
      "loss": 0.0009,
      "step": 5400
    }
  ],
  "logging_steps": 10,
  "max_steps": 11658,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 6,
  "save_steps": 1800,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 484502657826816.0,
  "train_batch_size": 128,
  "trial_name": null,
  "trial_params": null
}