{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 15165,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0019784350578692256,
      "grad_norm": 19.637782613049417,
      "learning_rate": 5.932762030323006e-07,
      "loss": 8.2273,
      "step": 10
    },
    {
      "epoch": 0.003956870115738451,
      "grad_norm": 19.83226249327557,
      "learning_rate": 1.2524719841793013e-06,
      "loss": 8.167,
      "step": 20
    },
    {
      "epoch": 0.005935305173607676,
      "grad_norm": 17.787035299527364,
      "learning_rate": 1.9116677653263018e-06,
      "loss": 7.8304,
      "step": 30
    },
    {
      "epoch": 0.007913740231476903,
      "grad_norm": 6.953509182433938,
      "learning_rate": 2.570863546473303e-06,
      "loss": 7.0706,
      "step": 40
    },
    {
      "epoch": 0.009892175289346126,
      "grad_norm": 4.3091682221623735,
      "learning_rate": 3.2300593276203036e-06,
      "loss": 6.5597,
      "step": 50
    },
    {
      "epoch": 0.011870610347215352,
      "grad_norm": 3.0516932716653735,
      "learning_rate": 3.889255108767304e-06,
      "loss": 6.2279,
      "step": 60
    },
    {
      "epoch": 0.013849045405084578,
      "grad_norm": 2.7480308952739625,
      "learning_rate": 4.548450889914305e-06,
      "loss": 5.9488,
      "step": 70
    },
    {
      "epoch": 0.015827480462953805,
      "grad_norm": 3.533312550024619,
      "learning_rate": 5.207646671061305e-06,
      "loss": 5.6328,
      "step": 80
    },
    {
      "epoch": 0.01780591552082303,
      "grad_norm": 3.654444836350219,
      "learning_rate": 5.866842452208306e-06,
      "loss": 5.1732,
      "step": 90
    },
    {
      "epoch": 0.019784350578692253,
      "grad_norm": 4.086440552060253,
      "learning_rate": 6.5260382333553066e-06,
      "loss": 4.6653,
      "step": 100
    },
    {
      "epoch": 0.02176278563656148,
      "grad_norm": 4.138046221068996,
      "learning_rate": 7.1852340145023085e-06,
      "loss": 4.2061,
      "step": 110
    },
    {
      "epoch": 0.023741220694430704,
      "grad_norm": 5.7178401280922735,
      "learning_rate": 7.844429795649308e-06,
      "loss": 3.8123,
      "step": 120
    },
    {
      "epoch": 0.02571965575229993,
      "grad_norm": 5.106742130319203,
      "learning_rate": 8.503625576796309e-06,
      "loss": 3.512,
      "step": 130
    },
    {
      "epoch": 0.027698090810169156,
      "grad_norm": 4.573421695623524,
      "learning_rate": 9.162821357943308e-06,
      "loss": 3.2543,
      "step": 140
    },
    {
      "epoch": 0.029676525868038383,
      "grad_norm": 5.128687988140343,
      "learning_rate": 9.82201713909031e-06,
      "loss": 3.0517,
      "step": 150
    },
    {
      "epoch": 0.03165496092590761,
      "grad_norm": 4.880606343802238,
      "learning_rate": 1.048121292023731e-05,
      "loss": 2.8845,
      "step": 160
    },
    {
      "epoch": 0.033633395983776834,
      "grad_norm": 8.127044152874786,
      "learning_rate": 1.1140408701384312e-05,
      "loss": 2.748,
      "step": 170
    },
    {
      "epoch": 0.03561183104164606,
      "grad_norm": 8.485194090796208,
      "learning_rate": 1.1799604482531313e-05,
      "loss": 2.6414,
      "step": 180
    },
    {
      "epoch": 0.03759026609951528,
      "grad_norm": 6.612294272350823,
      "learning_rate": 1.2458800263678314e-05,
      "loss": 2.5598,
      "step": 190
    },
    {
      "epoch": 0.039568701157384506,
      "grad_norm": 12.16444744207085,
      "learning_rate": 1.3117996044825315e-05,
      "loss": 2.4886,
      "step": 200
    },
    {
      "epoch": 0.04154713621525374,
      "grad_norm": 18.63069790020457,
      "learning_rate": 1.3777191825972313e-05,
      "loss": 2.4395,
      "step": 210
    },
    {
      "epoch": 0.04352557127312296,
      "grad_norm": 11.412955192769877,
      "learning_rate": 1.4436387607119314e-05,
      "loss": 2.383,
      "step": 220
    },
    {
      "epoch": 0.045504006330992185,
      "grad_norm": 11.202485180848445,
      "learning_rate": 1.5095583388266315e-05,
      "loss": 2.3341,
      "step": 230
    },
    {
      "epoch": 0.04748244138886141,
      "grad_norm": 31.060419144311027,
      "learning_rate": 1.5754779169413318e-05,
      "loss": 2.3041,
      "step": 240
    },
    {
      "epoch": 0.04946087644673064,
      "grad_norm": 22.03166390729224,
      "learning_rate": 1.6413974950560317e-05,
      "loss": 2.2843,
      "step": 250
    },
    {
      "epoch": 0.05143931150459986,
      "grad_norm": 32.84287275099665,
      "learning_rate": 1.707317073170732e-05,
      "loss": 2.2874,
      "step": 260
    },
    {
      "epoch": 0.05341774656246909,
      "grad_norm": 13.792898956806326,
      "learning_rate": 1.7732366512854316e-05,
      "loss": 2.2134,
      "step": 270
    },
    {
      "epoch": 0.05539618162033831,
      "grad_norm": 9.703481654155626,
      "learning_rate": 1.839156229400132e-05,
      "loss": 2.1511,
      "step": 280
    },
    {
      "epoch": 0.057374616678207535,
      "grad_norm": 18.160904957620193,
      "learning_rate": 1.905075807514832e-05,
      "loss": 2.1061,
      "step": 290
    },
    {
      "epoch": 0.059353051736076766,
      "grad_norm": 31.18164400199025,
      "learning_rate": 1.970995385629532e-05,
      "loss": 2.0923,
      "step": 300
    },
    {
      "epoch": 0.06133148679394599,
      "grad_norm": 18.352406637861762,
      "learning_rate": 2.0369149637442324e-05,
      "loss": 2.0124,
      "step": 310
    },
    {
      "epoch": 0.06330992185181522,
      "grad_norm": 13.168827033502875,
      "learning_rate": 2.102834541858932e-05,
      "loss": 1.9455,
      "step": 320
    },
    {
      "epoch": 0.06528835690968444,
      "grad_norm": 12.98291760357499,
      "learning_rate": 2.1687541199736323e-05,
      "loss": 1.8702,
      "step": 330
    },
    {
      "epoch": 0.06726679196755367,
      "grad_norm": 11.475153571817428,
      "learning_rate": 2.2346736980883322e-05,
      "loss": 1.7829,
      "step": 340
    },
    {
      "epoch": 0.06924522702542289,
      "grad_norm": 14.551237589997115,
      "learning_rate": 2.3005932762030325e-05,
      "loss": 1.6901,
      "step": 350
    },
    {
      "epoch": 0.07122366208329212,
      "grad_norm": 9.667096995303945,
      "learning_rate": 2.3665128543177324e-05,
      "loss": 1.5745,
      "step": 360
    },
    {
      "epoch": 0.07320209714116134,
      "grad_norm": 13.163411291543234,
      "learning_rate": 2.4324324324324327e-05,
      "loss": 1.4658,
      "step": 370
    },
    {
      "epoch": 0.07518053219903056,
      "grad_norm": 9.940351335922,
      "learning_rate": 2.4983520105471327e-05,
      "loss": 1.3668,
      "step": 380
    },
    {
      "epoch": 0.07715896725689979,
      "grad_norm": 13.992341034680026,
      "learning_rate": 2.564271588661833e-05,
      "loss": 1.2807,
      "step": 390
    },
    {
      "epoch": 0.07913740231476901,
      "grad_norm": 7.4831699972814105,
      "learning_rate": 2.630191166776533e-05,
      "loss": 1.211,
      "step": 400
    },
    {
      "epoch": 0.08111583737263825,
      "grad_norm": 9.56614415520462,
      "learning_rate": 2.6961107448912325e-05,
      "loss": 1.1591,
      "step": 410
    },
    {
      "epoch": 0.08309427243050747,
      "grad_norm": 9.870662837309114,
      "learning_rate": 2.762030323005933e-05,
      "loss": 1.1007,
      "step": 420
    },
    {
      "epoch": 0.0850727074883767,
      "grad_norm": 7.296161468394743,
      "learning_rate": 2.8279499011206327e-05,
      "loss": 1.0605,
      "step": 430
    },
    {
      "epoch": 0.08705114254624592,
      "grad_norm": 9.934379350610987,
      "learning_rate": 2.8938694792353333e-05,
      "loss": 1.0221,
      "step": 440
    },
    {
      "epoch": 0.08902957760411515,
      "grad_norm": 8.322773668200096,
      "learning_rate": 2.959789057350033e-05,
      "loss": 0.9699,
      "step": 450
    },
    {
      "epoch": 0.09100801266198437,
      "grad_norm": 11.476438775344631,
      "learning_rate": 3.025708635464733e-05,
      "loss": 0.9331,
      "step": 460
    },
    {
      "epoch": 0.0929864477198536,
      "grad_norm": 7.972860756568456,
      "learning_rate": 3.0916282135794335e-05,
      "loss": 0.9203,
      "step": 470
    },
    {
      "epoch": 0.09496488277772282,
      "grad_norm": 11.520251589320083,
      "learning_rate": 3.1575477916941334e-05,
      "loss": 0.8832,
      "step": 480
    },
    {
      "epoch": 0.09694331783559204,
      "grad_norm": 9.465237203788785,
      "learning_rate": 3.2234673698088334e-05,
      "loss": 0.8484,
      "step": 490
    },
    {
      "epoch": 0.09892175289346128,
      "grad_norm": 13.258709856888437,
      "learning_rate": 3.289386947923533e-05,
      "loss": 0.8216,
      "step": 500
    },
    {
      "epoch": 0.1009001879513305,
      "grad_norm": 9.067024221441216,
      "learning_rate": 3.355306526038233e-05,
      "loss": 0.806,
      "step": 510
    },
    {
      "epoch": 0.10287862300919973,
      "grad_norm": 9.967066995989914,
      "learning_rate": 3.421226104152934e-05,
      "loss": 0.7768,
      "step": 520
    },
    {
      "epoch": 0.10485705806706895,
      "grad_norm": 6.990448616699275,
      "learning_rate": 3.487145682267634e-05,
      "loss": 0.7528,
      "step": 530
    },
    {
      "epoch": 0.10683549312493817,
      "grad_norm": 8.863709916752113,
      "learning_rate": 3.553065260382334e-05,
      "loss": 0.7225,
      "step": 540
    },
    {
      "epoch": 0.1088139281828074,
      "grad_norm": 8.219483179811172,
      "learning_rate": 3.618984838497034e-05,
      "loss": 0.6902,
      "step": 550
    },
    {
      "epoch": 0.11079236324067662,
      "grad_norm": 8.18954618815931,
      "learning_rate": 3.684904416611734e-05,
      "loss": 0.6664,
      "step": 560
    },
    {
      "epoch": 0.11277079829854585,
      "grad_norm": 6.99844977800662,
      "learning_rate": 3.750823994726434e-05,
      "loss": 0.6444,
      "step": 570
    },
    {
      "epoch": 0.11474923335641507,
      "grad_norm": 7.503046833377609,
      "learning_rate": 3.8167435728411335e-05,
      "loss": 0.6149,
      "step": 580
    },
    {
      "epoch": 0.11672766841428431,
      "grad_norm": 6.722656169187286,
      "learning_rate": 3.882663150955834e-05,
      "loss": 0.6168,
      "step": 590
    },
    {
      "epoch": 0.11870610347215353,
      "grad_norm": 7.030946593625458,
      "learning_rate": 3.948582729070534e-05,
      "loss": 0.5881,
      "step": 600
    },
    {
      "epoch": 0.12068453853002276,
      "grad_norm": 9.774246488301465,
      "learning_rate": 4.014502307185235e-05,
      "loss": 0.5607,
      "step": 610
    },
    {
      "epoch": 0.12266297358789198,
      "grad_norm": 7.078903913735779,
      "learning_rate": 4.0804218852999346e-05,
      "loss": 0.5405,
      "step": 620
    },
    {
      "epoch": 0.1246414086457612,
      "grad_norm": 7.402770055900705,
      "learning_rate": 4.146341463414634e-05,
      "loss": 0.5212,
      "step": 630
    },
    {
      "epoch": 0.12661984370363044,
      "grad_norm": 7.182019494715211,
      "learning_rate": 4.2122610415293345e-05,
      "loss": 0.4983,
      "step": 640
    },
    {
      "epoch": 0.12859827876149965,
      "grad_norm": 5.276303108063209,
      "learning_rate": 4.2781806196440345e-05,
      "loss": 0.4771,
      "step": 650
    },
    {
      "epoch": 0.1305767138193689,
      "grad_norm": 4.7737357936486235,
      "learning_rate": 4.344100197758735e-05,
      "loss": 0.4604,
      "step": 660
    },
    {
      "epoch": 0.1325551488772381,
      "grad_norm": 5.4871112446079655,
      "learning_rate": 4.4100197758734343e-05,
      "loss": 0.4532,
      "step": 670
    },
    {
      "epoch": 0.13453358393510734,
      "grad_norm": 6.595412809013484,
      "learning_rate": 4.475939353988134e-05,
      "loss": 0.4311,
      "step": 680
    },
    {
      "epoch": 0.13651201899297655,
      "grad_norm": 4.841829206426501,
      "learning_rate": 4.541858932102835e-05,
      "loss": 0.4181,
      "step": 690
    },
    {
      "epoch": 0.13849045405084578,
      "grad_norm": 4.7217934333031435,
      "learning_rate": 4.607778510217535e-05,
      "loss": 0.3928,
      "step": 700
    },
    {
      "epoch": 0.140468889108715,
      "grad_norm": 6.026086612922775,
      "learning_rate": 4.673698088332235e-05,
      "loss": 0.3897,
      "step": 710
    },
    {
      "epoch": 0.14244732416658423,
      "grad_norm": 4.396456746375336,
      "learning_rate": 4.739617666446935e-05,
      "loss": 0.3701,
      "step": 720
    },
    {
      "epoch": 0.14442575922445347,
      "grad_norm": 6.14790077100577,
      "learning_rate": 4.805537244561635e-05,
      "loss": 0.3488,
      "step": 730
    },
    {
      "epoch": 0.14640419428232268,
      "grad_norm": 5.390368007008413,
      "learning_rate": 4.871456822676335e-05,
      "loss": 0.3357,
      "step": 740
    },
    {
      "epoch": 0.14838262934019192,
      "grad_norm": 4.441570962528891,
      "learning_rate": 4.937376400791035e-05,
      "loss": 0.3203,
      "step": 750
    },
    {
      "epoch": 0.15036106439806113,
      "grad_norm": 5.270754499685052,
      "learning_rate": 5.003295978905735e-05,
      "loss": 0.3071,
      "step": 760
    },
    {
      "epoch": 0.15233949945593037,
      "grad_norm": 4.071551636960703,
      "learning_rate": 5.069215557020436e-05,
      "loss": 0.2991,
      "step": 770
    },
    {
      "epoch": 0.15431793451379958,
      "grad_norm": 3.0561647726741783,
      "learning_rate": 5.135135135135135e-05,
      "loss": 0.2832,
      "step": 780
    },
    {
      "epoch": 0.15629636957166881,
      "grad_norm": 2.9516027116400427,
      "learning_rate": 5.201054713249836e-05,
      "loss": 0.2681,
      "step": 790
    },
    {
      "epoch": 0.15827480462953802,
      "grad_norm": 4.621200447731901,
      "learning_rate": 5.2669742913645356e-05,
      "loss": 0.26,
      "step": 800
    },
    {
      "epoch": 0.16025323968740726,
      "grad_norm": 3.041429947319794,
      "learning_rate": 5.332893869479235e-05,
      "loss": 0.2471,
      "step": 810
    },
    {
      "epoch": 0.1622316747452765,
      "grad_norm": 2.995343942067045,
      "learning_rate": 5.3988134475939355e-05,
      "loss": 0.2369,
      "step": 820
    },
    {
      "epoch": 0.1642101098031457,
      "grad_norm": 3.1918861691745795,
      "learning_rate": 5.464733025708636e-05,
      "loss": 0.2279,
      "step": 830
    },
    {
      "epoch": 0.16618854486101495,
      "grad_norm": 2.1160708161237194,
      "learning_rate": 5.5306526038233354e-05,
      "loss": 0.2168,
      "step": 840
    },
    {
      "epoch": 0.16816697991888416,
      "grad_norm": 2.849132153355752,
      "learning_rate": 5.596572181938036e-05,
      "loss": 0.2107,
      "step": 850
    },
    {
      "epoch": 0.1701454149767534,
      "grad_norm": 2.5306963483355673,
      "learning_rate": 5.662491760052736e-05,
      "loss": 0.1974,
      "step": 860
    },
    {
      "epoch": 0.1721238500346226,
      "grad_norm": 3.134461921573245,
      "learning_rate": 5.7284113381674366e-05,
      "loss": 0.1898,
      "step": 870
    },
    {
      "epoch": 0.17410228509249184,
      "grad_norm": 4.467213018542406,
      "learning_rate": 5.794330916282136e-05,
      "loss": 0.1918,
      "step": 880
    },
    {
      "epoch": 0.17608072015036105,
      "grad_norm": 1.9384617338789845,
      "learning_rate": 5.8602504943968364e-05,
      "loss": 0.1846,
      "step": 890
    },
    {
      "epoch": 0.1780591552082303,
      "grad_norm": 2.22914110082071,
      "learning_rate": 5.9261700725115364e-05,
      "loss": 0.176,
      "step": 900
    },
    {
      "epoch": 0.18003759026609953,
      "grad_norm": 2.6195670505855104,
      "learning_rate": 5.9920896506262356e-05,
      "loss": 0.1645,
      "step": 910
    },
    {
      "epoch": 0.18201602532396874,
      "grad_norm": 5.623481408126527,
      "learning_rate": 6.058009228740936e-05,
      "loss": 0.1614,
      "step": 920
    },
    {
      "epoch": 0.18399446038183798,
      "grad_norm": 2.541850203721254,
      "learning_rate": 6.123928806855637e-05,
      "loss": 0.1562,
      "step": 930
    },
    {
      "epoch": 0.1859728954397072,
      "grad_norm": 2.530270886035028,
      "learning_rate": 6.189848384970337e-05,
      "loss": 0.1498,
      "step": 940
    },
    {
      "epoch": 0.18795133049757642,
      "grad_norm": 1.8747639348929863,
      "learning_rate": 6.255767963085037e-05,
      "loss": 0.1418,
      "step": 950
    },
    {
      "epoch": 0.18992976555544563,
      "grad_norm": 1.6302710016776405,
      "learning_rate": 6.321687541199737e-05,
      "loss": 0.1353,
      "step": 960
    },
    {
      "epoch": 0.19190820061331487,
      "grad_norm": 1.374949112823051,
      "learning_rate": 6.387607119314437e-05,
      "loss": 0.1303,
      "step": 970
    },
    {
      "epoch": 0.19388663567118408,
      "grad_norm": 2.300554535314371,
      "learning_rate": 6.453526697429137e-05,
      "loss": 0.1262,
      "step": 980
    },
    {
      "epoch": 0.19586507072905332,
      "grad_norm": 1.6596926456190018,
      "learning_rate": 6.519446275543837e-05,
      "loss": 0.1338,
      "step": 990
    },
    {
      "epoch": 0.19784350578692256,
      "grad_norm": 1.6448857589126298,
      "learning_rate": 6.585365853658538e-05,
      "loss": 0.1282,
      "step": 1000
    },
    {
      "epoch": 0.19982194084479177,
      "grad_norm": 1.4480849991974878,
      "learning_rate": 6.651285431773236e-05,
      "loss": 0.116,
      "step": 1010
    },
    {
      "epoch": 0.201800375902661,
      "grad_norm": 1.8869991728949147,
      "learning_rate": 6.717205009887936e-05,
      "loss": 0.1104,
      "step": 1020
    },
    {
      "epoch": 0.20377881096053022,
      "grad_norm": 1.6293318832625847,
      "learning_rate": 6.783124588002638e-05,
      "loss": 0.1061,
      "step": 1030
    },
    {
      "epoch": 0.20575724601839945,
      "grad_norm": 1.2427464212813581,
      "learning_rate": 6.849044166117338e-05,
      "loss": 0.1022,
      "step": 1040
    },
    {
      "epoch": 0.20773568107626866,
      "grad_norm": 1.2404060214766448,
      "learning_rate": 6.914963744232038e-05,
      "loss": 0.0974,
      "step": 1050
    },
    {
      "epoch": 0.2097141161341379,
      "grad_norm": 6.9065034819409625,
      "learning_rate": 6.980883322346737e-05,
      "loss": 0.0977,
      "step": 1060
    },
    {
      "epoch": 0.2116925511920071,
      "grad_norm": 2.190513083820012,
      "learning_rate": 7.046802900461437e-05,
      "loss": 0.1328,
      "step": 1070
    },
    {
      "epoch": 0.21367098624987635,
      "grad_norm": 1.263188586172193,
      "learning_rate": 7.112722478576137e-05,
      "loss": 0.0917,
      "step": 1080
    },
    {
      "epoch": 0.2156494213077456,
      "grad_norm": 1.9784069526825092,
      "learning_rate": 7.178642056690837e-05,
      "loss": 0.0871,
      "step": 1090
    },
    {
      "epoch": 0.2176278563656148,
      "grad_norm": 0.8523617558822155,
      "learning_rate": 7.244561634805537e-05,
      "loss": 0.085,
      "step": 1100
    },
    {
      "epoch": 0.21960629142348403,
      "grad_norm": 0.8144860765656456,
      "learning_rate": 7.310481212920237e-05,
      "loss": 0.0775,
      "step": 1110
    },
    {
      "epoch": 0.22158472648135324,
      "grad_norm": 0.8322446467787168,
      "learning_rate": 7.376400791034937e-05,
      "loss": 0.072,
      "step": 1120
    },
    {
      "epoch": 0.22356316153922248,
      "grad_norm": 0.8840235823881915,
      "learning_rate": 7.442320369149638e-05,
      "loss": 0.0781,
      "step": 1130
    },
    {
      "epoch": 0.2255415965970917,
      "grad_norm": 0.7406476619212958,
      "learning_rate": 7.508239947264338e-05,
      "loss": 0.067,
      "step": 1140
    },
    {
      "epoch": 0.22752003165496093,
      "grad_norm": 0.6135846645545082,
      "learning_rate": 7.574159525379037e-05,
      "loss": 0.0625,
      "step": 1150
    },
    {
      "epoch": 0.22949846671283014,
      "grad_norm": 0.8497087947713994,
      "learning_rate": 7.640079103493738e-05,
      "loss": 0.0588,
      "step": 1160
    },
    {
      "epoch": 0.23147690177069938,
      "grad_norm": 0.5684521607051449,
      "learning_rate": 7.705998681608438e-05,
      "loss": 0.0559,
      "step": 1170
    },
    {
      "epoch": 0.23345533682856862,
      "grad_norm": 0.44642133269859746,
      "learning_rate": 7.771918259723138e-05,
      "loss": 0.0524,
      "step": 1180
    },
    {
      "epoch": 0.23543377188643783,
      "grad_norm": 0.7417253246437843,
      "learning_rate": 7.837837837837838e-05,
      "loss": 0.049,
      "step": 1190
    },
    {
      "epoch": 0.23741220694430706,
      "grad_norm": 0.6699824985744847,
      "learning_rate": 7.903757415952538e-05,
      "loss": 0.0489,
      "step": 1200
    },
    {
      "epoch": 0.23939064200217627,
      "grad_norm": 0.4584409365864605,
      "learning_rate": 7.969676994067239e-05,
      "loss": 0.0459,
      "step": 1210
    },
    {
      "epoch": 0.2413690770600455,
      "grad_norm": 0.44232745755322544,
      "learning_rate": 8.035596572181938e-05,
      "loss": 0.0436,
      "step": 1220
    },
    {
      "epoch": 0.24334751211791472,
      "grad_norm": 0.3867957221399885,
      "learning_rate": 8.101516150296639e-05,
      "loss": 0.0407,
      "step": 1230
    },
    {
      "epoch": 0.24532594717578396,
      "grad_norm": 0.41432418911839947,
      "learning_rate": 8.167435728411339e-05,
      "loss": 0.0401,
      "step": 1240
    },
    {
      "epoch": 0.24730438223365317,
      "grad_norm": 0.43958767606215066,
      "learning_rate": 8.233355306526038e-05,
      "loss": 0.0385,
      "step": 1250
    },
    {
      "epoch": 0.2492828172915224,
      "grad_norm": 2.3478935687105587,
      "learning_rate": 8.299274884640739e-05,
      "loss": 0.0391,
      "step": 1260
    },
    {
      "epoch": 0.2512612523493916,
      "grad_norm": 0.7921257388969846,
      "learning_rate": 8.365194462755439e-05,
      "loss": 0.0391,
      "step": 1270
    },
    {
      "epoch": 0.2532396874072609,
      "grad_norm": 0.4159095258664668,
      "learning_rate": 8.431114040870139e-05,
      "loss": 0.0364,
      "step": 1280
    },
    {
      "epoch": 0.2552181224651301,
      "grad_norm": 0.3574794027980809,
      "learning_rate": 8.497033618984839e-05,
      "loss": 0.0347,
      "step": 1290
    },
    {
      "epoch": 0.2571965575229993,
      "grad_norm": 0.3793357762723568,
      "learning_rate": 8.562953197099539e-05,
      "loss": 0.0338,
      "step": 1300
    },
    {
      "epoch": 0.2591749925808685,
      "grad_norm": 0.39061129654899224,
      "learning_rate": 8.62887277521424e-05,
      "loss": 0.0322,
      "step": 1310
    },
    {
      "epoch": 0.2611534276387378,
      "grad_norm": 0.3507422200583872,
      "learning_rate": 8.694792353328939e-05,
      "loss": 0.0318,
      "step": 1320
    },
    {
      "epoch": 0.263131862696607,
      "grad_norm": 0.3316497467819614,
      "learning_rate": 8.760711931443639e-05,
      "loss": 0.0309,
      "step": 1330
    },
    {
      "epoch": 0.2651102977544762,
      "grad_norm": 0.4422978758582334,
      "learning_rate": 8.82663150955834e-05,
      "loss": 0.0302,
      "step": 1340
    },
    {
      "epoch": 0.2670887328123454,
      "grad_norm": 0.42532269482645996,
      "learning_rate": 8.892551087673038e-05,
      "loss": 0.0292,
      "step": 1350
    },
    {
      "epoch": 0.2690671678702147,
      "grad_norm": 1.2751835724526872,
      "learning_rate": 8.95847066578774e-05,
      "loss": 0.0322,
      "step": 1360
    },
    {
      "epoch": 0.2710456029280839,
      "grad_norm": 0.41974258023847216,
      "learning_rate": 9.02439024390244e-05,
      "loss": 0.0299,
      "step": 1370
    },
    {
      "epoch": 0.2730240379859531,
      "grad_norm": 0.32580553825660563,
      "learning_rate": 9.09030982201714e-05,
      "loss": 0.0285,
      "step": 1380
    },
    {
      "epoch": 0.27500247304382236,
      "grad_norm": 0.362899277572937,
      "learning_rate": 9.15622940013184e-05,
      "loss": 0.0272,
      "step": 1390
    },
    {
      "epoch": 0.27698090810169157,
      "grad_norm": 0.31286682503756197,
      "learning_rate": 9.22214897824654e-05,
      "loss": 0.0263,
      "step": 1400
    },
    {
      "epoch": 0.2789593431595608,
      "grad_norm": 0.26773424358272674,
      "learning_rate": 9.288068556361241e-05,
      "loss": 0.0255,
      "step": 1410
    },
    {
      "epoch": 0.28093777821743,
      "grad_norm": 0.40448389034455734,
      "learning_rate": 9.35398813447594e-05,
      "loss": 0.0252,
      "step": 1420
    },
    {
      "epoch": 0.28291621327529926,
      "grad_norm": 0.2783819383288086,
      "learning_rate": 9.41990771259064e-05,
      "loss": 0.0241,
      "step": 1430
    },
    {
      "epoch": 0.28489464833316847,
      "grad_norm": 0.29961272536024675,
      "learning_rate": 9.48582729070534e-05,
      "loss": 0.0236,
      "step": 1440
    },
    {
      "epoch": 0.2868730833910377,
      "grad_norm": 0.24347322009574,
      "learning_rate": 9.551746868820039e-05,
      "loss": 0.0228,
      "step": 1450
    },
    {
      "epoch": 0.28885151844890694,
      "grad_norm": 0.23839323438206578,
      "learning_rate": 9.61766644693474e-05,
      "loss": 0.0226,
      "step": 1460
    },
    {
      "epoch": 0.29082995350677615,
      "grad_norm": 0.26473311552442963,
      "learning_rate": 9.68358602504944e-05,
      "loss": 0.0217,
      "step": 1470
    },
    {
      "epoch": 0.29280838856464536,
      "grad_norm": 0.25862281572683987,
      "learning_rate": 9.74950560316414e-05,
      "loss": 0.0211,
      "step": 1480
    },
    {
      "epoch": 0.29478682362251457,
      "grad_norm": 0.2277270114727975,
      "learning_rate": 9.81542518127884e-05,
      "loss": 0.0205,
      "step": 1490
    },
    {
      "epoch": 0.29676525868038384,
      "grad_norm": 0.24087395405359055,
      "learning_rate": 9.88134475939354e-05,
      "loss": 0.02,
      "step": 1500
    },
    {
      "epoch": 0.29874369373825305,
      "grad_norm": 0.22063387099417836,
      "learning_rate": 9.94726433750824e-05,
      "loss": 0.0193,
      "step": 1510
    },
    {
      "epoch": 0.30072212879612226,
      "grad_norm": 0.20714882477980437,
      "learning_rate": 9.999999470139298e-05,
      "loss": 0.0187,
      "step": 1520
    },
    {
      "epoch": 0.30270056385399147,
      "grad_norm": 0.2302853547965489,
      "learning_rate": 9.99998092502654e-05,
      "loss": 0.0184,
      "step": 1530
    },
    {
      "epoch": 0.30467899891186073,
      "grad_norm": 0.24697567028746728,
      "learning_rate": 9.999935886991012e-05,
      "loss": 0.0184,
      "step": 1540
    },
    {
      "epoch": 0.30665743396972994,
      "grad_norm": 0.2162360843440974,
      "learning_rate": 9.99986435627135e-05,
      "loss": 0.0179,
      "step": 1550
    },
    {
      "epoch": 0.30863586902759915,
      "grad_norm": 0.22785434831280413,
      "learning_rate": 9.99976633324657e-05,
      "loss": 0.0174,
      "step": 1560
    },
    {
      "epoch": 0.3106143040854684,
      "grad_norm": 0.21011992583277403,
      "learning_rate": 9.999641818436056e-05,
      "loss": 0.0169,
      "step": 1570
    },
    {
      "epoch": 0.31259273914333763,
      "grad_norm": 0.23882667469933117,
      "learning_rate": 9.999490812499562e-05,
      "loss": 0.0169,
      "step": 1580
    },
    {
      "epoch": 0.31457117420120684,
      "grad_norm": 0.22869025276994928,
      "learning_rate": 9.999313316237211e-05,
      "loss": 0.0162,
      "step": 1590
    },
    {
      "epoch": 0.31654960925907605,
      "grad_norm": 0.19936558362244672,
      "learning_rate": 9.999109330589484e-05,
      "loss": 0.0158,
      "step": 1600
    },
    {
      "epoch": 0.3185280443169453,
      "grad_norm": 0.18776511028399503,
      "learning_rate": 9.998878856637221e-05,
      "loss": 0.0157,
      "step": 1610
    },
    {
      "epoch": 0.3205064793748145,
      "grad_norm": 0.22047831859103678,
      "learning_rate": 9.998621895601612e-05,
      "loss": 0.0151,
      "step": 1620
    },
    {
      "epoch": 0.32248491443268373,
      "grad_norm": 0.21909712933711048,
      "learning_rate": 9.998338448844192e-05,
      "loss": 0.0153,
      "step": 1630
    },
    {
      "epoch": 0.324463349490553,
      "grad_norm": 0.18342955578512224,
      "learning_rate": 9.998028517866833e-05,
      "loss": 0.0147,
      "step": 1640
    },
    {
      "epoch": 0.3264417845484222,
      "grad_norm": 0.19614528373745874,
      "learning_rate": 9.997692104311738e-05,
      "loss": 0.0144,
      "step": 1650
    },
    {
      "epoch": 0.3284202196062914,
      "grad_norm": 0.1910028678576799,
      "learning_rate": 9.997329209961429e-05,
      "loss": 0.0141,
      "step": 1660
    },
    {
      "epoch": 0.33039865466416063,
      "grad_norm": 0.1875581912159569,
      "learning_rate": 9.996939836738737e-05,
      "loss": 0.0138,
      "step": 1670
    },
    {
      "epoch": 0.3323770897220299,
      "grad_norm": 0.21318059322872368,
      "learning_rate": 9.9965239867068e-05,
      "loss": 0.0138,
      "step": 1680
    },
    {
      "epoch": 0.3343555247798991,
      "grad_norm": 0.15100583828371544,
      "learning_rate": 9.996081662069043e-05,
      "loss": 0.0138,
      "step": 1690
    },
    {
      "epoch": 0.3363339598377683,
      "grad_norm": 0.16665345852934302,
      "learning_rate": 9.995612865169168e-05,
      "loss": 0.0136,
      "step": 1700
    },
    {
      "epoch": 0.3383123948956375,
      "grad_norm": 0.9719045950170202,
      "learning_rate": 9.995117598491145e-05,
      "loss": 0.0277,
      "step": 1710
    },
    {
      "epoch": 0.3402908299535068,
      "grad_norm": 3.161728848159066,
      "learning_rate": 9.994595864659197e-05,
      "loss": 0.0406,
      "step": 1720
    },
    {
      "epoch": 0.342269265011376,
      "grad_norm": 3.6147429552746417,
      "learning_rate": 9.994047666437785e-05,
      "loss": 0.0542,
      "step": 1730
    },
    {
      "epoch": 0.3442477000692452,
      "grad_norm": 0.2735534000567824,
      "learning_rate": 9.993473006731592e-05,
      "loss": 0.022,
      "step": 1740
    },
    {
      "epoch": 0.3462261351271145,
      "grad_norm": 0.1810803504663682,
      "learning_rate": 9.992871888585518e-05,
      "loss": 0.016,
      "step": 1750
    },
    {
      "epoch": 0.3482045701849837,
      "grad_norm": 0.14853009791786845,
      "learning_rate": 9.992244315184647e-05,
      "loss": 0.0143,
      "step": 1760
    },
    {
      "epoch": 0.3501830052428529,
      "grad_norm": 0.1508942913302995,
      "learning_rate": 9.991590289854243e-05,
      "loss": 0.0136,
      "step": 1770
    },
    {
      "epoch": 0.3521614403007221,
      "grad_norm": 0.14224740250692022,
      "learning_rate": 9.990909816059725e-05,
      "loss": 0.0126,
      "step": 1780
    },
    {
      "epoch": 0.35413987535859137,
      "grad_norm": 0.13888816460678802,
      "learning_rate": 9.99020289740666e-05,
      "loss": 0.0124,
      "step": 1790
    },
    {
      "epoch": 0.3561183104164606,
      "grad_norm": 0.14941569438589294,
      "learning_rate": 9.989469537640728e-05,
      "loss": 0.0122,
      "step": 1800
    },
    {
      "epoch": 0.3580967454743298,
      "grad_norm": 0.14008372469353464,
      "learning_rate": 9.988709740647713e-05,
      "loss": 0.0118,
      "step": 1810
    },
    {
      "epoch": 0.36007518053219906,
      "grad_norm": 0.1471251068367602,
      "learning_rate": 9.987923510453478e-05,
      "loss": 0.0119,
      "step": 1820
    },
    {
      "epoch": 0.36205361559006827,
      "grad_norm": 0.11583487666072863,
      "learning_rate": 9.987110851223947e-05,
      "loss": 0.0118,
      "step": 1830
    },
    {
      "epoch": 0.3640320506479375,
      "grad_norm": 0.14009606580200387,
      "learning_rate": 9.986271767265079e-05,
      "loss": 0.0117,
      "step": 1840
    },
    {
      "epoch": 0.3660104857058067,
      "grad_norm": 0.15359018530615084,
      "learning_rate": 9.985406263022849e-05,
      "loss": 0.0115,
      "step": 1850
    },
    {
      "epoch": 0.36798892076367595,
      "grad_norm": 0.13794481098483324,
      "learning_rate": 9.984514343083221e-05,
      "loss": 0.0115,
      "step": 1860
    },
    {
      "epoch": 0.36996735582154516,
      "grad_norm": 0.1338257809163921,
      "learning_rate": 9.983596012172127e-05,
      "loss": 0.0113,
      "step": 1870
    },
    {
      "epoch": 0.3719457908794144,
      "grad_norm": 0.11194861485256917,
      "learning_rate": 9.982651275155441e-05,
      "loss": 0.011,
      "step": 1880
    },
    {
      "epoch": 0.3739242259372836,
      "grad_norm": 0.13570239156331954,
      "learning_rate": 9.981680137038949e-05,
      "loss": 0.0108,
      "step": 1890
    },
    {
      "epoch": 0.37590266099515285,
      "grad_norm": 0.12947791555980262,
      "learning_rate": 9.980682602968329e-05,
      "loss": 0.0107,
      "step": 1900
    },
    {
      "epoch": 0.37788109605302206,
      "grad_norm": 0.11846270267188591,
      "learning_rate": 9.97965867822912e-05,
      "loss": 0.0105,
      "step": 1910
    },
    {
      "epoch": 0.37985953111089127,
      "grad_norm": 0.12775236471738088,
      "learning_rate": 9.978608368246693e-05,
      "loss": 0.0108,
      "step": 1920
    },
    {
      "epoch": 0.38183796616876053,
      "grad_norm": 0.11510206230282105,
      "learning_rate": 9.977531678586227e-05,
      "loss": 0.0102,
      "step": 1930
    },
    {
      "epoch": 0.38381640122662974,
      "grad_norm": 0.1167495841995747,
      "learning_rate": 9.976428614952675e-05,
      "loss": 0.0101,
      "step": 1940
    },
    {
      "epoch": 0.38579483628449895,
      "grad_norm": 0.1371366840889005,
      "learning_rate": 9.975299183190734e-05,
      "loss": 0.0102,
      "step": 1950
    },
    {
      "epoch": 0.38777327134236816,
      "grad_norm": 0.12495466419939394,
      "learning_rate": 9.974143389284818e-05,
      "loss": 0.0099,
      "step": 1960
    },
    {
      "epoch": 0.38975170640023743,
      "grad_norm": 0.1222265321586572,
      "learning_rate": 9.97296123935902e-05,
      "loss": 0.0099,
      "step": 1970
    },
    {
      "epoch": 0.39173014145810664,
      "grad_norm": 0.10581669983906558,
      "learning_rate": 9.971752739677088e-05,
      "loss": 0.0098,
      "step": 1980
    },
    {
      "epoch": 0.39370857651597585,
      "grad_norm": 0.1031261631363871,
      "learning_rate": 9.970517896642382e-05,
      "loss": 0.0096,
      "step": 1990
    },
    {
      "epoch": 0.3956870115738451,
      "grad_norm": 0.1098854853995119,
      "learning_rate": 9.969256716797848e-05,
      "loss": 0.0098,
      "step": 2000
    },
    {
      "epoch": 0.3976654466317143,
      "grad_norm": 0.11173021888171392,
      "learning_rate": 9.967969206825977e-05,
      "loss": 0.0093,
      "step": 2010
    },
    {
      "epoch": 0.39964388168958354,
      "grad_norm": 0.11939922842820136,
      "learning_rate": 9.96665537354878e-05,
      "loss": 0.0096,
      "step": 2020
    },
    {
      "epoch": 0.40162231674745275,
      "grad_norm": 0.12434579253503734,
      "learning_rate": 9.965315223927741e-05,
      "loss": 0.0095,
      "step": 2030
    },
    {
      "epoch": 0.403600751805322,
      "grad_norm": 0.10397011769498186,
      "learning_rate": 9.963948765063778e-05,
      "loss": 0.0096,
      "step": 2040
    },
    {
      "epoch": 0.4055791868631912,
      "grad_norm": 0.10874306421551215,
      "learning_rate": 9.962556004197217e-05,
      "loss": 0.0093,
      "step": 2050
    },
    {
      "epoch": 0.40755762192106043,
      "grad_norm": 0.13220931485486098,
      "learning_rate": 9.961136948707752e-05,
      "loss": 0.0093,
      "step": 2060
    },
    {
      "epoch": 0.40953605697892964,
      "grad_norm": 0.1296809440842965,
      "learning_rate": 9.959691606114393e-05,
      "loss": 0.0093,
      "step": 2070
    },
    {
      "epoch": 0.4115144920367989,
      "grad_norm": 0.1179090438361135,
      "learning_rate": 9.958219984075441e-05,
      "loss": 0.0093,
      "step": 2080
    },
    {
      "epoch": 0.4134929270946681,
      "grad_norm": 0.11884656631643735,
      "learning_rate": 9.956722090388438e-05,
      "loss": 0.009,
      "step": 2090
    },
    {
      "epoch": 0.4154713621525373,
      "grad_norm": 0.11716687338707497,
      "learning_rate": 9.955197932990132e-05,
      "loss": 0.009,
      "step": 2100
    },
    {
      "epoch": 0.4174497972104066,
      "grad_norm": 0.10664497146695569,
      "learning_rate": 9.953647519956433e-05,
      "loss": 0.0091,
      "step": 2110
    },
    {
      "epoch": 0.4194282322682758,
      "grad_norm": 0.11903304887750939,
      "learning_rate": 9.952070859502361e-05,
      "loss": 0.0088,
      "step": 2120
    },
    {
      "epoch": 0.421406667326145,
      "grad_norm": 0.09738834474502249,
      "learning_rate": 9.950467959982021e-05,
      "loss": 0.0088,
      "step": 2130
    },
    {
      "epoch": 0.4233851023840142,
      "grad_norm": 0.09920220236467324,
      "learning_rate": 9.948838829888543e-05,
      "loss": 0.0088,
      "step": 2140
    },
    {
      "epoch": 0.4253635374418835,
      "grad_norm": 0.09619743321048915,
      "learning_rate": 9.947183477854042e-05,
      "loss": 0.0088,
      "step": 2150
    },
    {
      "epoch": 0.4273419724997527,
      "grad_norm": 0.0974254141180528,
      "learning_rate": 9.945501912649579e-05,
      "loss": 0.0087,
      "step": 2160
    },
    {
      "epoch": 0.4293204075576219,
      "grad_norm": 0.09443148747455482,
      "learning_rate": 9.943794143185096e-05,
      "loss": 0.0087,
      "step": 2170
    },
    {
      "epoch": 0.4312988426154912,
      "grad_norm": 0.09350468571118675,
      "learning_rate": 9.942060178509396e-05,
      "loss": 0.0086,
      "step": 2180
    },
    {
      "epoch": 0.4332772776733604,
      "grad_norm": 0.09070704335772732,
      "learning_rate": 9.940300027810067e-05,
      "loss": 0.0085,
      "step": 2190
    },
    {
      "epoch": 0.4352557127312296,
      "grad_norm": 0.12110216964097328,
      "learning_rate": 9.938513700413454e-05,
      "loss": 0.0087,
      "step": 2200
    },
    {
      "epoch": 0.4372341477890988,
      "grad_norm": 0.09890163894885512,
      "learning_rate": 9.9367012057846e-05,
      "loss": 0.0085,
      "step": 2210
    },
    {
      "epoch": 0.43921258284696807,
      "grad_norm": 0.11128753159509124,
      "learning_rate": 9.934862553527198e-05,
      "loss": 0.0084,
      "step": 2220
    },
    {
      "epoch": 0.4411910179048373,
      "grad_norm": 0.10195595147527749,
      "learning_rate": 9.932997753383537e-05,
      "loss": 0.0084,
      "step": 2230
    },
    {
      "epoch": 0.4431694529627065,
      "grad_norm": 0.1035635647276319,
      "learning_rate": 9.931106815234459e-05,
      "loss": 0.0084,
      "step": 2240
    },
    {
      "epoch": 0.4451478880205757,
      "grad_norm": 0.12526375331576606,
      "learning_rate": 9.929189749099296e-05,
      "loss": 0.0082,
      "step": 2250
    },
    {
      "epoch": 0.44712632307844496,
      "grad_norm": 0.10124687119197032,
      "learning_rate": 9.927246565135826e-05,
      "loss": 0.0085,
      "step": 2260
    },
    {
      "epoch": 0.4491047581363142,
      "grad_norm": 0.12655923047390247,
      "learning_rate": 9.92527727364021e-05,
      "loss": 0.0084,
      "step": 2270
    },
    {
      "epoch": 0.4510831931941834,
      "grad_norm": 0.12234433416748676,
      "learning_rate": 9.923281885046949e-05,
      "loss": 0.0082,
      "step": 2280
    },
    {
      "epoch": 0.45306162825205265,
      "grad_norm": 0.10038433023346938,
      "learning_rate": 9.921260409928814e-05,
      "loss": 0.0081,
      "step": 2290
    },
    {
      "epoch": 0.45504006330992186,
      "grad_norm": 0.10592374911299951,
      "learning_rate": 9.919212858996804e-05,
      "loss": 0.0082,
      "step": 2300
    },
    {
      "epoch": 0.45701849836779107,
      "grad_norm": 0.11256516289439368,
      "learning_rate": 9.917139243100087e-05,
      "loss": 0.0083,
      "step": 2310
    },
    {
      "epoch": 0.4589969334256603,
      "grad_norm": 0.10941118440635397,
      "learning_rate": 9.915039573225926e-05,
      "loss": 0.0083,
      "step": 2320
    },
    {
      "epoch": 0.46097536848352955,
      "grad_norm": 0.09076166231590097,
      "learning_rate": 9.912913860499649e-05,
      "loss": 0.0081,
      "step": 2330
    },
    {
      "epoch": 0.46295380354139876,
      "grad_norm": 0.09539136003050565,
      "learning_rate": 9.910762116184562e-05,
      "loss": 0.0079,
      "step": 2340
    },
    {
      "epoch": 0.46493223859926797,
      "grad_norm": 0.09920800558172575,
      "learning_rate": 9.908584351681911e-05,
      "loss": 0.0079,
      "step": 2350
    },
    {
      "epoch": 0.46691067365713723,
      "grad_norm": 0.07883437880669862,
      "learning_rate": 9.906380578530809e-05,
      "loss": 0.0078,
      "step": 2360
    },
    {
      "epoch": 0.46888910871500644,
      "grad_norm": 0.08844392359513846,
      "learning_rate": 9.904150808408178e-05,
      "loss": 0.0076,
      "step": 2370
    },
    {
      "epoch": 0.47086754377287565,
      "grad_norm": 0.08782650023677235,
      "learning_rate": 9.901895053128689e-05,
      "loss": 0.0079,
      "step": 2380
    },
    {
      "epoch": 0.47284597883074486,
      "grad_norm": 0.10263452740495278,
      "learning_rate": 9.899613324644698e-05,
      "loss": 0.0078,
      "step": 2390
    },
    {
      "epoch": 0.4748244138886141,
      "grad_norm": 0.07539712980685903,
      "learning_rate": 9.897305635046183e-05,
      "loss": 0.0077,
      "step": 2400
    },
    {
      "epoch": 0.47680284894648334,
      "grad_norm": 0.09154103611980138,
      "learning_rate": 9.894971996560678e-05,
      "loss": 0.0078,
      "step": 2410
    },
    {
      "epoch": 0.47878128400435255,
      "grad_norm": 0.0949233826823644,
      "learning_rate": 9.89261242155321e-05,
      "loss": 0.0075,
      "step": 2420
    },
    {
      "epoch": 0.48075971906222176,
      "grad_norm": 0.08791399663054178,
      "learning_rate": 9.890226922526237e-05,
      "loss": 0.0076,
      "step": 2430
    },
    {
      "epoch": 0.482738154120091,
      "grad_norm": 0.08812362893437024,
      "learning_rate": 9.887815512119574e-05,
      "loss": 0.0077,
      "step": 2440
    },
    {
      "epoch": 0.48471658917796023,
      "grad_norm": 0.08865882789841384,
      "learning_rate": 9.885378203110331e-05,
      "loss": 0.0077,
      "step": 2450
    },
    {
      "epoch": 0.48669502423582944,
      "grad_norm": 0.08302609862666924,
      "learning_rate": 9.882915008412847e-05,
      "loss": 0.0075,
      "step": 2460
    },
    {
      "epoch": 0.4886734592936987,
      "grad_norm": 0.0894044049025858,
      "learning_rate": 9.880425941078617e-05,
      "loss": 0.0076,
      "step": 2470
    },
    {
      "epoch": 0.4906518943515679,
      "grad_norm": 0.0875976993567813,
      "learning_rate": 9.877911014296223e-05,
      "loss": 0.0075,
      "step": 2480
    },
    {
      "epoch": 0.49263032940943713,
      "grad_norm": 0.07532701277591465,
      "learning_rate": 9.875370241391269e-05,
      "loss": 0.0075,
      "step": 2490
    },
    {
      "epoch": 0.49460876446730634,
      "grad_norm": 0.07966759962069439,
      "learning_rate": 9.872803635826307e-05,
      "loss": 0.0075,
      "step": 2500
    },
    {
      "epoch": 0.4965871995251756,
      "grad_norm": 0.09858397509750241,
      "learning_rate": 9.870211211200766e-05,
      "loss": 0.0073,
      "step": 2510
    },
    {
      "epoch": 0.4985656345830448,
      "grad_norm": 0.09319554063457361,
      "learning_rate": 9.867592981250878e-05,
      "loss": 0.0074,
      "step": 2520
    },
    {
      "epoch": 0.500544069640914,
      "grad_norm": 0.12781117254542,
      "learning_rate": 9.864948959849609e-05,
      "loss": 0.0074,
      "step": 2530
    },
    {
      "epoch": 0.5025225046987832,
      "grad_norm": 0.26482548077665524,
      "learning_rate": 9.862279161006585e-05,
      "loss": 0.0098,
      "step": 2540
    },
    {
      "epoch": 0.5045009397566524,
      "grad_norm": 1.3380179010337696,
      "learning_rate": 9.859583598868012e-05,
      "loss": 0.0138,
      "step": 2550
    },
    {
      "epoch": 0.5064793748145218,
      "grad_norm": 0.5324160366432114,
      "learning_rate": 9.856862287716613e-05,
      "loss": 0.0651,
      "step": 2560
    },
    {
      "epoch": 0.508457809872391,
      "grad_norm": 0.20795257366814654,
      "learning_rate": 9.854115241971535e-05,
      "loss": 0.0156,
      "step": 2570
    },
    {
      "epoch": 0.5104362449302602,
      "grad_norm": 0.1358973049313345,
      "learning_rate": 9.85134247618829e-05,
      "loss": 0.0104,
      "step": 2580
    },
    {
      "epoch": 0.5124146799881294,
      "grad_norm": 0.11303985103375866,
      "learning_rate": 9.848544005058668e-05,
      "loss": 0.0088,
      "step": 2590
    },
    {
      "epoch": 0.5143931150459986,
      "grad_norm": 0.07561229737159056,
      "learning_rate": 9.845719843410663e-05,
      "loss": 0.0081,
      "step": 2600
    },
    {
      "epoch": 0.5163715501038678,
      "grad_norm": 0.08491679400058451,
      "learning_rate": 9.842870006208389e-05,
      "loss": 0.0078,
      "step": 2610
    },
    {
      "epoch": 0.518349985161737,
      "grad_norm": 0.08114020479286879,
      "learning_rate": 9.839994508552006e-05,
      "loss": 0.0077,
      "step": 2620
    },
    {
      "epoch": 0.5203284202196063,
      "grad_norm": 0.07439429710508837,
      "learning_rate": 9.837093365677644e-05,
      "loss": 0.0073,
      "step": 2630
    },
    {
      "epoch": 0.5223068552774756,
      "grad_norm": 0.07588934608576213,
      "learning_rate": 9.83416659295731e-05,
      "loss": 0.0075,
      "step": 2640
    },
    {
      "epoch": 0.5242852903353448,
      "grad_norm": 0.07727254521424115,
      "learning_rate": 9.831214205898814e-05,
      "loss": 0.0074,
      "step": 2650
    },
    {
      "epoch": 0.526263725393214,
      "grad_norm": 0.0770544746274172,
      "learning_rate": 9.82823622014569e-05,
      "loss": 0.0073,
      "step": 2660
    },
    {
      "epoch": 0.5282421604510832,
      "grad_norm": 0.07507052238833033,
      "learning_rate": 9.825232651477109e-05,
      "loss": 0.0072,
      "step": 2670
    },
    {
      "epoch": 0.5302205955089524,
      "grad_norm": 0.08038501538455785,
      "learning_rate": 9.82220351580779e-05,
      "loss": 0.0071,
      "step": 2680
    },
    {
      "epoch": 0.5321990305668216,
      "grad_norm": 0.07064608286766139,
      "learning_rate": 9.819148829187932e-05,
      "loss": 0.007,
      "step": 2690
    },
    {
      "epoch": 0.5341774656246908,
      "grad_norm": 0.06202757033774752,
      "learning_rate": 9.816068607803107e-05,
      "loss": 0.0071,
      "step": 2700
    },
    {
      "epoch": 0.5361559006825601,
      "grad_norm": 0.06498278906559196,
      "learning_rate": 9.812962867974191e-05,
      "loss": 0.007,
      "step": 2710
    },
    {
      "epoch": 0.5381343357404293,
      "grad_norm": 0.06889168223262838,
      "learning_rate": 9.809831626157274e-05,
      "loss": 0.0069,
      "step": 2720
    },
    {
      "epoch": 0.5401127707982986,
      "grad_norm": 0.07658902219040475,
      "learning_rate": 9.806674898943569e-05,
      "loss": 0.007,
      "step": 2730
    },
    {
      "epoch": 0.5420912058561678,
      "grad_norm": 0.065227283289949,
      "learning_rate": 9.803492703059323e-05,
      "loss": 0.007,
      "step": 2740
    },
    {
      "epoch": 0.544069640914037,
      "grad_norm": 0.07285925886476977,
      "learning_rate": 9.800285055365736e-05,
      "loss": 0.0069,
      "step": 2750
    },
    {
      "epoch": 0.5460480759719062,
      "grad_norm": 0.07094206575560595,
      "learning_rate": 9.797051972858867e-05,
      "loss": 0.0069,
      "step": 2760
    },
    {
      "epoch": 0.5480265110297754,
      "grad_norm": 0.07226595292182501,
      "learning_rate": 9.79379347266954e-05,
      "loss": 0.0068,
      "step": 2770
    },
    {
      "epoch": 0.5500049460876447,
      "grad_norm": 0.07467132239176189,
      "learning_rate": 9.79050957206326e-05,
      "loss": 0.007,
      "step": 2780
    },
    {
      "epoch": 0.5519833811455139,
      "grad_norm": 0.10178890401636641,
      "learning_rate": 9.787200288440119e-05,
      "loss": 0.0069,
      "step": 2790
    },
    {
      "epoch": 0.5539618162033831,
      "grad_norm": 0.08092189483997364,
      "learning_rate": 9.783865639334705e-05,
      "loss": 0.0069,
      "step": 2800
    },
    {
      "epoch": 0.5559402512612523,
      "grad_norm": 0.05878477071038792,
      "learning_rate": 9.780505642416001e-05,
      "loss": 0.0067,
      "step": 2810
    },
    {
      "epoch": 0.5579186863191216,
      "grad_norm": 0.05530654925471683,
      "learning_rate": 9.777120315487306e-05,
      "loss": 0.0066,
      "step": 2820
    },
    {
      "epoch": 0.5598971213769908,
      "grad_norm": 0.0686536401780331,
      "learning_rate": 9.773709676486129e-05,
      "loss": 0.0067,
      "step": 2830
    },
    {
      "epoch": 0.56187555643486,
      "grad_norm": 0.06035416233845031,
      "learning_rate": 9.770273743484097e-05,
      "loss": 0.0068,
      "step": 2840
    },
    {
      "epoch": 0.5638539914927293,
      "grad_norm": 0.05803243981437283,
      "learning_rate": 9.766812534686863e-05,
      "loss": 0.0066,
      "step": 2850
    },
    {
      "epoch": 0.5658324265505985,
      "grad_norm": 0.06995933649531104,
      "learning_rate": 9.763326068434e-05,
      "loss": 0.0066,
      "step": 2860
    },
    {
      "epoch": 0.5678108616084677,
      "grad_norm": 0.0605332765649623,
      "learning_rate": 9.75981436319892e-05,
      "loss": 0.0066,
      "step": 2870
    },
    {
      "epoch": 0.5697892966663369,
      "grad_norm": 0.06737579928910571,
      "learning_rate": 9.756277437588759e-05,
      "loss": 0.0067,
      "step": 2880
    },
    {
      "epoch": 0.5717677317242061,
      "grad_norm": 0.06189558705755954,
      "learning_rate": 9.752715310344288e-05,
      "loss": 0.0066,
      "step": 2890
    },
    {
      "epoch": 0.5737461667820754,
      "grad_norm": 0.06854647227258914,
      "learning_rate": 9.74912800033981e-05,
      "loss": 0.0067,
      "step": 2900
    },
    {
      "epoch": 0.5757246018399446,
      "grad_norm": 0.06334049765668723,
      "learning_rate": 9.745515526583065e-05,
      "loss": 0.0067,
      "step": 2910
    },
    {
      "epoch": 0.5777030368978139,
      "grad_norm": 0.07265687833634417,
      "learning_rate": 9.741877908215123e-05,
      "loss": 0.0067,
      "step": 2920
    },
    {
      "epoch": 0.5796814719556831,
      "grad_norm": 0.06912150801140689,
      "learning_rate": 9.738215164510286e-05,
      "loss": 0.0067,
      "step": 2930
    },
    {
      "epoch": 0.5816599070135523,
      "grad_norm": 0.06380076622359117,
      "learning_rate": 9.734527314875985e-05,
      "loss": 0.0066,
      "step": 2940
    },
    {
      "epoch": 0.5836383420714215,
      "grad_norm": 0.0748767974202622,
      "learning_rate": 9.730814378852678e-05,
      "loss": 0.0067,
      "step": 2950
    },
    {
      "epoch": 0.5856167771292907,
      "grad_norm": 0.06800504603033558,
      "learning_rate": 9.727076376113745e-05,
      "loss": 0.0065,
      "step": 2960
    },
    {
      "epoch": 0.5875952121871599,
      "grad_norm": 0.059588811804270385,
      "learning_rate": 9.723313326465384e-05,
      "loss": 0.0065,
      "step": 2970
    },
    {
      "epoch": 0.5895736472450291,
      "grad_norm": 0.05354398140471879,
      "learning_rate": 9.71952524984651e-05,
      "loss": 0.0064,
      "step": 2980
    },
    {
      "epoch": 0.5915520823028984,
      "grad_norm": 0.06992506261058357,
      "learning_rate": 9.715712166328644e-05,
      "loss": 0.0065,
      "step": 2990
    },
    {
      "epoch": 0.5935305173607677,
      "grad_norm": 0.07328603458194191,
      "learning_rate": 9.711874096115805e-05,
      "loss": 0.0064,
      "step": 3000
    },
    {
      "epoch": 0.5955089524186369,
      "grad_norm": 0.05746748382423511,
      "learning_rate": 9.708011059544415e-05,
      "loss": 0.0064,
      "step": 3010
    },
    {
      "epoch": 0.5974873874765061,
      "grad_norm": 0.05877461678841951,
      "learning_rate": 9.704123077083176e-05,
      "loss": 0.0065,
      "step": 3020
    },
    {
      "epoch": 0.5994658225343753,
      "grad_norm": 0.051196419888608125,
      "learning_rate": 9.700210169332968e-05,
      "loss": 0.0063,
      "step": 3030
    },
    {
      "epoch": 0.6014442575922445,
      "grad_norm": 0.06331233148415444,
      "learning_rate": 9.696272357026746e-05,
      "loss": 0.0063,
      "step": 3040
    },
    {
      "epoch": 0.6034226926501137,
      "grad_norm": 0.061860321869425514,
      "learning_rate": 9.692309661029421e-05,
      "loss": 0.0064,
      "step": 3050
    },
    {
      "epoch": 0.6054011277079829,
      "grad_norm": 0.067519120947699,
      "learning_rate": 9.68832210233775e-05,
      "loss": 0.0066,
      "step": 3060
    },
    {
      "epoch": 0.6073795627658523,
      "grad_norm": 0.07524005887985293,
      "learning_rate": 9.684309702080233e-05,
      "loss": 0.0065,
      "step": 3070
    },
    {
      "epoch": 0.6093579978237215,
      "grad_norm": 0.06070609348728366,
      "learning_rate": 9.680272481516992e-05,
      "loss": 0.0065,
      "step": 3080
    },
    {
      "epoch": 0.6113364328815907,
      "grad_norm": 0.12817129560256088,
      "learning_rate": 9.676210462039664e-05,
      "loss": 0.0064,
      "step": 3090
    },
    {
      "epoch": 0.6133148679394599,
      "grad_norm": 0.06537155344505334,
      "learning_rate": 9.672123665171285e-05,
      "loss": 0.0065,
      "step": 3100
    },
    {
      "epoch": 0.6152933029973291,
      "grad_norm": 0.08187746090238779,
      "learning_rate": 9.668012112566174e-05,
      "loss": 0.0065,
      "step": 3110
    },
    {
      "epoch": 0.6172717380551983,
      "grad_norm": 0.06284585792273872,
      "learning_rate": 9.663875826009824e-05,
      "loss": 0.0063,
      "step": 3120
    },
    {
      "epoch": 0.6192501731130675,
      "grad_norm": 0.058579617677076326,
      "learning_rate": 9.659714827418786e-05,
      "loss": 0.0064,
      "step": 3130
    },
    {
      "epoch": 0.6212286081709368,
      "grad_norm": 0.05671718811117095,
      "learning_rate": 9.655529138840543e-05,
      "loss": 0.0063,
      "step": 3140
    },
    {
      "epoch": 0.623207043228806,
      "grad_norm": 0.058903454628710904,
      "learning_rate": 9.651318782453407e-05,
      "loss": 0.0062,
      "step": 3150
    },
    {
      "epoch": 0.6251854782866753,
      "grad_norm": 0.05670298829502456,
      "learning_rate": 9.64708378056639e-05,
      "loss": 0.0062,
      "step": 3160
    },
    {
      "epoch": 0.6271639133445445,
      "grad_norm": 0.05428876166111194,
      "learning_rate": 9.642824155619095e-05,
      "loss": 0.0062,
      "step": 3170
    },
    {
      "epoch": 0.6291423484024137,
      "grad_norm": 0.06254574460432358,
      "learning_rate": 9.638539930181592e-05,
      "loss": 0.0063,
      "step": 3180
    },
    {
      "epoch": 0.6311207834602829,
      "grad_norm": 0.06672441168101174,
      "learning_rate": 9.634231126954296e-05,
      "loss": 0.0064,
      "step": 3190
    },
    {
      "epoch": 0.6330992185181521,
      "grad_norm": 0.05090452979591465,
      "learning_rate": 9.629897768767853e-05,
      "loss": 0.0062,
      "step": 3200
    },
    {
      "epoch": 0.6350776535760214,
      "grad_norm": 0.05765847904822037,
      "learning_rate": 9.625539878583016e-05,
      "loss": 0.0063,
      "step": 3210
    },
    {
      "epoch": 0.6370560886338906,
      "grad_norm": 0.05041445650810007,
      "learning_rate": 9.621157479490521e-05,
      "loss": 0.0063,
      "step": 3220
    },
    {
      "epoch": 0.6390345236917598,
      "grad_norm": 0.04947260615273494,
      "learning_rate": 9.616750594710973e-05,
      "loss": 0.0064,
      "step": 3230
    },
    {
      "epoch": 0.641012958749629,
      "grad_norm": 0.052930154093284505,
      "learning_rate": 9.612319247594707e-05,
      "loss": 0.0062,
      "step": 3240
    },
    {
      "epoch": 0.6429913938074983,
      "grad_norm": 0.054125747626247174,
      "learning_rate": 9.607863461621685e-05,
      "loss": 0.0062,
      "step": 3250
    },
    {
      "epoch": 0.6449698288653675,
      "grad_norm": 0.05710421262162926,
      "learning_rate": 9.603383260401352e-05,
      "loss": 0.0063,
      "step": 3260
    },
    {
      "epoch": 0.6469482639232367,
      "grad_norm": 0.05398629342840845,
      "learning_rate": 9.598878667672526e-05,
      "loss": 0.0063,
      "step": 3270
    },
    {
      "epoch": 0.648926698981106,
      "grad_norm": 0.051946230834141204,
      "learning_rate": 9.594349707303262e-05,
      "loss": 0.0062,
      "step": 3280
    },
    {
      "epoch": 0.6509051340389752,
      "grad_norm": 0.05510427993338031,
      "learning_rate": 9.589796403290732e-05,
      "loss": 0.0062,
      "step": 3290
    },
    {
      "epoch": 0.6528835690968444,
      "grad_norm": 0.05585402519049233,
      "learning_rate": 9.585218779761093e-05,
      "loss": 0.0062,
      "step": 3300
    },
    {
      "epoch": 0.6548620041547136,
      "grad_norm": 0.05801028715682649,
      "learning_rate": 9.580616860969364e-05,
      "loss": 0.0062,
      "step": 3310
    },
    {
      "epoch": 0.6568404392125828,
      "grad_norm": 0.053932109311021714,
      "learning_rate": 9.575990671299295e-05,
      "loss": 0.0062,
      "step": 3320
    },
    {
      "epoch": 0.658818874270452,
      "grad_norm": 0.05924132673349397,
      "learning_rate": 9.571340235263236e-05,
      "loss": 0.0061,
      "step": 3330
    },
    {
      "epoch": 0.6607973093283213,
      "grad_norm": 0.06107219838029144,
      "learning_rate": 9.566665577502008e-05,
      "loss": 0.0062,
      "step": 3340
    },
    {
      "epoch": 0.6627757443861905,
      "grad_norm": 0.055948574313692906,
      "learning_rate": 9.561966722784774e-05,
      "loss": 0.0063,
      "step": 3350
    },
    {
      "epoch": 0.6647541794440598,
      "grad_norm": 0.056699774353642714,
      "learning_rate": 9.557243696008912e-05,
      "loss": 0.0062,
      "step": 3360
    },
    {
      "epoch": 0.666732614501929,
      "grad_norm": 0.06647034643900732,
      "learning_rate": 9.552496522199872e-05,
      "loss": 0.0062,
      "step": 3370
    },
    {
      "epoch": 0.6687110495597982,
      "grad_norm": 0.062109360688086826,
      "learning_rate": 9.54772522651105e-05,
      "loss": 0.0062,
      "step": 3380
    },
    {
      "epoch": 0.6706894846176674,
      "grad_norm": 0.0443074645474432,
      "learning_rate": 9.54292983422366e-05,
      "loss": 0.0062,
      "step": 3390
    },
    {
      "epoch": 0.6726679196755366,
      "grad_norm": 0.7126545771408139,
      "learning_rate": 9.538110370746587e-05,
      "loss": 0.0135,
      "step": 3400
    },
    {
      "epoch": 0.6746463547334058,
      "grad_norm": 1.838740056177238,
      "learning_rate": 9.533266861616264e-05,
      "loss": 0.0157,
      "step": 3410
    },
    {
      "epoch": 0.676624789791275,
      "grad_norm": 2.313205467450454,
      "learning_rate": 9.528399332496533e-05,
      "loss": 0.0903,
      "step": 3420
    },
    {
      "epoch": 0.6786032248491444,
      "grad_norm": 0.19913027405735842,
      "learning_rate": 9.523507809178506e-05,
      "loss": 0.0211,
      "step": 3430
    },
    {
      "epoch": 0.6805816599070136,
      "grad_norm": 0.11775151842160198,
      "learning_rate": 9.518592317580432e-05,
      "loss": 0.0103,
      "step": 3440
    },
    {
      "epoch": 0.6825600949648828,
      "grad_norm": 0.07434810113025182,
      "learning_rate": 9.513652883747558e-05,
      "loss": 0.008,
      "step": 3450
    },
    {
      "epoch": 0.684538530022752,
      "grad_norm": 0.07557817167064859,
      "learning_rate": 9.508689533851991e-05,
      "loss": 0.0073,
      "step": 3460
    },
    {
      "epoch": 0.6865169650806212,
      "grad_norm": 0.06071379140394132,
      "learning_rate": 9.503702294192563e-05,
      "loss": 0.0068,
      "step": 3470
    },
    {
      "epoch": 0.6884954001384904,
      "grad_norm": 0.063060210146848,
      "learning_rate": 9.498691191194682e-05,
      "loss": 0.0067,
      "step": 3480
    },
    {
      "epoch": 0.6904738351963596,
      "grad_norm": 0.05653952131526833,
      "learning_rate": 9.493656251410204e-05,
      "loss": 0.0066,
      "step": 3490
    },
    {
      "epoch": 0.692452270254229,
      "grad_norm": 0.07485922990062185,
      "learning_rate": 9.488597501517287e-05,
      "loss": 0.0066,
      "step": 3500
    },
    {
      "epoch": 0.6944307053120982,
      "grad_norm": 0.05282320165364128,
      "learning_rate": 9.483514968320243e-05,
      "loss": 0.0064,
      "step": 3510
    },
    {
      "epoch": 0.6964091403699674,
      "grad_norm": 0.05066162976905024,
      "learning_rate": 9.478408678749412e-05,
      "loss": 0.0062,
      "step": 3520
    },
    {
      "epoch": 0.6983875754278366,
      "grad_norm": 0.06086114944598497,
      "learning_rate": 9.473278659861e-05,
      "loss": 0.0063,
      "step": 3530
    },
    {
      "epoch": 0.7003660104857058,
      "grad_norm": 0.0585517952529397,
      "learning_rate": 9.46812493883695e-05,
      "loss": 0.0062,
      "step": 3540
    },
    {
      "epoch": 0.702344445543575,
      "grad_norm": 0.05465672190075681,
      "learning_rate": 9.462947542984795e-05,
      "loss": 0.0061,
      "step": 3550
    },
    {
      "epoch": 0.7043228806014442,
      "grad_norm": 0.05460020875531365,
      "learning_rate": 9.457746499737508e-05,
      "loss": 0.0063,
      "step": 3560
    },
    {
      "epoch": 0.7063013156593135,
      "grad_norm": 0.05449513153115839,
      "learning_rate": 9.45252183665336e-05,
      "loss": 0.0061,
      "step": 3570
    },
    {
      "epoch": 0.7082797507171827,
      "grad_norm": 0.05912074293349835,
      "learning_rate": 9.44727358141578e-05,
      "loss": 0.0063,
      "step": 3580
    },
    {
      "epoch": 0.710258185775052,
      "grad_norm": 0.05139678969575524,
      "learning_rate": 9.442001761833194e-05,
      "loss": 0.0062,
      "step": 3590
    },
    {
      "epoch": 0.7122366208329212,
      "grad_norm": 0.042382018800827065,
      "learning_rate": 9.436706405838892e-05,
      "loss": 0.006,
      "step": 3600
    },
    {
      "epoch": 0.7142150558907904,
      "grad_norm": 0.05503643239385127,
      "learning_rate": 9.431387541490872e-05,
      "loss": 0.006,
      "step": 3610
    },
    {
      "epoch": 0.7161934909486596,
      "grad_norm": 0.03781684994462094,
      "learning_rate": 9.426045196971695e-05,
      "loss": 0.006,
      "step": 3620
    },
    {
      "epoch": 0.7181719260065288,
      "grad_norm": 0.0527864556724502,
      "learning_rate": 9.420679400588334e-05,
      "loss": 0.0059,
      "step": 3630
    },
    {
      "epoch": 0.7201503610643981,
      "grad_norm": 0.05459511268525548,
      "learning_rate": 9.41529018077202e-05,
      "loss": 0.006,
      "step": 3640
    },
    {
      "epoch": 0.7221287961222673,
      "grad_norm": 0.04960495815440276,
      "learning_rate": 9.409877566078101e-05,
      "loss": 0.006,
      "step": 3650
    },
    {
      "epoch": 0.7241072311801365,
      "grad_norm": 0.055543567730973464,
      "learning_rate": 9.404441585185883e-05,
      "loss": 0.0061,
      "step": 3660
    },
    {
      "epoch": 0.7260856662380057,
      "grad_norm": 0.04180945934142346,
      "learning_rate": 9.398982266898481e-05,
      "loss": 0.0059,
      "step": 3670
    },
    {
      "epoch": 0.728064101295875,
      "grad_norm": 0.05250715491470673,
      "learning_rate": 9.393499640142662e-05,
      "loss": 0.006,
      "step": 3680
    },
    {
      "epoch": 0.7300425363537442,
      "grad_norm": 0.04952053334810146,
      "learning_rate": 9.387993733968702e-05,
      "loss": 0.006,
      "step": 3690
    },
    {
      "epoch": 0.7320209714116134,
      "grad_norm": 0.04601226439857965,
      "learning_rate": 9.382464577550218e-05,
      "loss": 0.006,
      "step": 3700
    },
    {
      "epoch": 0.7339994064694826,
      "grad_norm": 0.04661713153431959,
      "learning_rate": 9.376912200184029e-05,
      "loss": 0.0059,
      "step": 3710
    },
    {
      "epoch": 0.7359778415273519,
      "grad_norm": 0.04372508938479629,
      "learning_rate": 9.371336631289984e-05,
      "loss": 0.006,
      "step": 3720
    },
    {
      "epoch": 0.7379562765852211,
      "grad_norm": 0.0439169479340367,
      "learning_rate": 9.365737900410821e-05,
      "loss": 0.0059,
      "step": 3730
    },
    {
      "epoch": 0.7399347116430903,
      "grad_norm": 0.042307373252861456,
      "learning_rate": 9.360116037212002e-05,
      "loss": 0.0058,
      "step": 3740
    },
    {
      "epoch": 0.7419131467009595,
      "grad_norm": 0.04272057933986619,
      "learning_rate": 9.354471071481557e-05,
      "loss": 0.0058,
      "step": 3750
    },
    {
      "epoch": 0.7438915817588287,
      "grad_norm": 0.05490715602102348,
      "learning_rate": 9.348803033129929e-05,
      "loss": 0.0059,
      "step": 3760
    },
    {
      "epoch": 0.745870016816698,
      "grad_norm": 0.05448304267785827,
      "learning_rate": 9.343111952189814e-05,
      "loss": 0.0059,
      "step": 3770
    },
    {
      "epoch": 0.7478484518745672,
      "grad_norm": 0.04831361026502636,
      "learning_rate": 9.337397858816e-05,
      "loss": 0.0059,
      "step": 3780
    },
    {
      "epoch": 0.7498268869324365,
      "grad_norm": 0.0437452756514658,
      "learning_rate": 9.331660783285208e-05,
      "loss": 0.0059,
      "step": 3790
    },
    {
      "epoch": 0.7518053219903057,
      "grad_norm": 0.04723328131719851,
      "learning_rate": 9.325900755995938e-05,
      "loss": 0.0059,
      "step": 3800
    },
    {
      "epoch": 0.7537837570481749,
      "grad_norm": 0.053497571434574016,
      "learning_rate": 9.320117807468292e-05,
      "loss": 0.006,
      "step": 3810
    },
    {
      "epoch": 0.7557621921060441,
      "grad_norm": 0.043023889738370805,
      "learning_rate": 9.314311968343833e-05,
      "loss": 0.0059,
      "step": 3820
    },
    {
      "epoch": 0.7577406271639133,
      "grad_norm": 0.04948447693500051,
      "learning_rate": 9.308483269385406e-05,
      "loss": 0.006,
      "step": 3830
    },
    {
      "epoch": 0.7597190622217825,
      "grad_norm": 0.04733269561829835,
      "learning_rate": 9.302631741476984e-05,
      "loss": 0.0058,
      "step": 3840
    },
    {
      "epoch": 0.7616974972796517,
      "grad_norm": 0.044990806731528936,
      "learning_rate": 9.2967574156235e-05,
      "loss": 0.0058,
      "step": 3850
    },
    {
      "epoch": 0.7636759323375211,
      "grad_norm": 0.048432209335944686,
      "learning_rate": 9.290860322950687e-05,
      "loss": 0.0058,
      "step": 3860
    },
    {
      "epoch": 0.7656543673953903,
      "grad_norm": 0.038321655151852915,
      "learning_rate": 9.284940494704906e-05,
      "loss": 0.0059,
      "step": 3870
    },
    {
      "epoch": 0.7676328024532595,
      "grad_norm": 0.05363631230889327,
      "learning_rate": 9.278997962252986e-05,
      "loss": 0.0058,
      "step": 3880
    },
    {
      "epoch": 0.7696112375111287,
      "grad_norm": 0.04286373379738482,
      "learning_rate": 9.273032757082062e-05,
      "loss": 0.0058,
      "step": 3890
    },
    {
      "epoch": 0.7715896725689979,
      "grad_norm": 0.046838338429783105,
      "learning_rate": 9.267044910799395e-05,
      "loss": 0.0058,
      "step": 3900
    },
    {
      "epoch": 0.7735681076268671,
      "grad_norm": 0.046811141134852845,
      "learning_rate": 9.261034455132218e-05,
      "loss": 0.0058,
      "step": 3910
    },
    {
      "epoch": 0.7755465426847363,
      "grad_norm": 0.03964249052501702,
      "learning_rate": 9.255001421927558e-05,
      "loss": 0.0058,
      "step": 3920
    },
    {
      "epoch": 0.7775249777426056,
      "grad_norm": 0.04405760678095594,
      "learning_rate": 9.248945843152075e-05,
      "loss": 0.0057,
      "step": 3930
    },
    {
      "epoch": 0.7795034128004749,
      "grad_norm": 0.04096050990973934,
      "learning_rate": 9.242867750891887e-05,
      "loss": 0.0058,
      "step": 3940
    },
    {
      "epoch": 0.7814818478583441,
      "grad_norm": 0.036328319424726495,
      "learning_rate": 9.236767177352403e-05,
      "loss": 0.0057,
      "step": 3950
    },
    {
      "epoch": 0.7834602829162133,
      "grad_norm": 0.048579201981942856,
      "learning_rate": 9.230644154858152e-05,
      "loss": 0.0057,
      "step": 3960
    },
    {
      "epoch": 0.7854387179740825,
      "grad_norm": 0.04006922209678304,
      "learning_rate": 9.224498715852607e-05,
      "loss": 0.0058,
      "step": 3970
    },
    {
      "epoch": 0.7874171530319517,
      "grad_norm": 0.04008246199222222,
      "learning_rate": 9.218330892898024e-05,
      "loss": 0.0057,
      "step": 3980
    },
    {
      "epoch": 0.7893955880898209,
      "grad_norm": 0.037160627169548884,
      "learning_rate": 9.212140718675257e-05,
      "loss": 0.0056,
      "step": 3990
    },
    {
      "epoch": 0.7913740231476902,
      "grad_norm": 0.04850173678881574,
      "learning_rate": 9.205928225983593e-05,
      "loss": 0.0057,
      "step": 4000
    },
    {
      "epoch": 0.7933524582055594,
      "grad_norm": 0.04085935917242858,
      "learning_rate": 9.199693447740577e-05,
      "loss": 0.0057,
      "step": 4010
    },
    {
      "epoch": 0.7953308932634287,
      "grad_norm": 0.0487202999012432,
      "learning_rate": 9.193436416981833e-05,
      "loss": 0.0057,
      "step": 4020
    },
    {
      "epoch": 0.7973093283212979,
      "grad_norm": 0.042996874004967385,
      "learning_rate": 9.187157166860894e-05,
      "loss": 0.0057,
      "step": 4030
    },
    {
      "epoch": 0.7992877633791671,
      "grad_norm": 0.06090370759091184,
      "learning_rate": 9.180855730649025e-05,
      "loss": 0.0057,
      "step": 4040
    },
    {
      "epoch": 0.8012661984370363,
      "grad_norm": 0.05005113866030296,
      "learning_rate": 9.174532141735045e-05,
      "loss": 0.0058,
      "step": 4050
    },
    {
      "epoch": 0.8032446334949055,
      "grad_norm": 0.04025804669524248,
      "learning_rate": 9.168186433625156e-05,
      "loss": 0.0058,
      "step": 4060
    },
    {
      "epoch": 0.8052230685527747,
      "grad_norm": 0.04363718260162186,
      "learning_rate": 9.161818639942753e-05,
      "loss": 0.0058,
      "step": 4070
    },
    {
      "epoch": 0.807201503610644,
      "grad_norm": 0.050484493072529946,
      "learning_rate": 9.155428794428258e-05,
      "loss": 0.0058,
      "step": 4080
    },
    {
      "epoch": 0.8091799386685132,
      "grad_norm": 0.05089878391740369,
      "learning_rate": 9.14901693093894e-05,
      "loss": 0.0058,
      "step": 4090
    },
    {
      "epoch": 0.8111583737263824,
      "grad_norm": 0.05010210032660769,
      "learning_rate": 9.14258308344873e-05,
      "loss": 0.0057,
      "step": 4100
    },
    {
      "epoch": 0.8131368087842517,
      "grad_norm": 0.04069468974688542,
      "learning_rate": 9.136127286048038e-05,
      "loss": 0.0058,
      "step": 4110
    },
    {
      "epoch": 0.8151152438421209,
      "grad_norm": 0.04116330872660485,
      "learning_rate": 9.129649572943587e-05,
      "loss": 0.0057,
      "step": 4120
    },
    {
      "epoch": 0.8170936788999901,
      "grad_norm": 0.04534311185009215,
      "learning_rate": 9.123149978458216e-05,
      "loss": 0.0057,
      "step": 4130
    },
    {
      "epoch": 0.8190721139578593,
      "grad_norm": 0.04234503902077635,
      "learning_rate": 9.116628537030711e-05,
      "loss": 0.0058,
      "step": 4140
    },
    {
      "epoch": 0.8210505490157286,
      "grad_norm": 0.03932929250995006,
      "learning_rate": 9.11008528321561e-05,
      "loss": 0.0057,
      "step": 4150
    },
    {
      "epoch": 0.8230289840735978,
      "grad_norm": 0.05483577641000977,
      "learning_rate": 9.103520251683029e-05,
      "loss": 0.0057,
      "step": 4160
    },
    {
      "epoch": 0.825007419131467,
      "grad_norm": 0.039911135968876764,
      "learning_rate": 9.096933477218475e-05,
      "loss": 0.0057,
      "step": 4170
    },
    {
      "epoch": 0.8269858541893362,
      "grad_norm": 0.06434040856491034,
      "learning_rate": 9.090324994722663e-05,
      "loss": 0.0056,
      "step": 4180
    },
    {
      "epoch": 0.8289642892472054,
      "grad_norm": 0.044709409529248005,
      "learning_rate": 9.083694839211329e-05,
      "loss": 0.0057,
      "step": 4190
    },
    {
      "epoch": 0.8309427243050747,
      "grad_norm": 0.06623829057108145,
      "learning_rate": 9.07704304581505e-05,
      "loss": 0.0057,
      "step": 4200
    },
    {
      "epoch": 0.8329211593629439,
      "grad_norm": 0.04900286747901559,
      "learning_rate": 9.070369649779047e-05,
      "loss": 0.0056,
      "step": 4210
    },
    {
      "epoch": 0.8348995944208132,
      "grad_norm": 0.047587755870750065,
      "learning_rate": 9.063674686463008e-05,
      "loss": 0.0057,
      "step": 4220
    },
    {
      "epoch": 0.8368780294786824,
      "grad_norm": 0.03403272538519831,
      "learning_rate": 9.056958191340901e-05,
      "loss": 0.0058,
      "step": 4230
    },
    {
      "epoch": 0.8388564645365516,
      "grad_norm": 0.044790324654289844,
      "learning_rate": 9.050220200000774e-05,
      "loss": 0.0057,
      "step": 4240
    },
    {
      "epoch": 0.8408348995944208,
      "grad_norm": 0.04203584615111322,
      "learning_rate": 9.043460748144584e-05,
      "loss": 0.0057,
      "step": 4250
    },
    {
      "epoch": 0.84281333465229,
      "grad_norm": 0.047785666109283975,
      "learning_rate": 9.036679871587992e-05,
      "loss": 0.0057,
      "step": 4260
    },
    {
      "epoch": 0.8447917697101592,
      "grad_norm": 0.04531771474817144,
      "learning_rate": 9.029877606260186e-05,
      "loss": 0.0057,
      "step": 4270
    },
    {
      "epoch": 0.8467702047680284,
      "grad_norm": 0.04283329056423652,
      "learning_rate": 9.023053988203679e-05,
      "loss": 0.0056,
      "step": 4280
    },
    {
      "epoch": 0.8487486398258978,
      "grad_norm": 0.044946740709006755,
      "learning_rate": 9.016209053574127e-05,
      "loss": 0.0056,
      "step": 4290
    },
    {
      "epoch": 0.850727074883767,
      "grad_norm": 0.04430364627039971,
      "learning_rate": 9.009342838640134e-05,
      "loss": 0.0056,
      "step": 4300
    },
    {
      "epoch": 0.8527055099416362,
      "grad_norm": 0.04548141341995741,
      "learning_rate": 9.002455379783057e-05,
      "loss": 0.0056,
      "step": 4310
    },
    {
      "epoch": 0.8546839449995054,
      "grad_norm": 0.06068254235119247,
      "learning_rate": 8.99554671349682e-05,
      "loss": 0.0058,
      "step": 4320
    },
    {
      "epoch": 0.8566623800573746,
      "grad_norm": 0.050410634600550126,
      "learning_rate": 8.988616876387717e-05,
      "loss": 0.0057,
      "step": 4330
    },
    {
      "epoch": 0.8586408151152438,
      "grad_norm": 0.03642438536583747,
      "learning_rate": 8.98166590517421e-05,
      "loss": 0.0057,
      "step": 4340
    },
    {
      "epoch": 0.860619250173113,
      "grad_norm": 0.042453351674432066,
      "learning_rate": 8.974693836686754e-05,
      "loss": 0.0057,
      "step": 4350
    },
    {
      "epoch": 0.8625976852309823,
      "grad_norm": 0.059892261452290846,
      "learning_rate": 8.967700707867584e-05,
      "loss": 0.0057,
      "step": 4360
    },
    {
      "epoch": 0.8645761202888516,
      "grad_norm": 0.04510576050539382,
      "learning_rate": 8.960686555770523e-05,
      "loss": 0.0056,
      "step": 4370
    },
    {
      "epoch": 0.8665545553467208,
      "grad_norm": 0.05420822964894672,
      "learning_rate": 8.953651417560791e-05,
      "loss": 0.0056,
      "step": 4380
    },
    {
      "epoch": 0.86853299040459,
      "grad_norm": 0.041286990742185684,
      "learning_rate": 8.946595330514806e-05,
      "loss": 0.0056,
      "step": 4390
    },
    {
      "epoch": 0.8705114254624592,
      "grad_norm": 0.044651522507349696,
      "learning_rate": 8.939518332019985e-05,
      "loss": 0.0056,
      "step": 4400
    },
    {
      "epoch": 0.8724898605203284,
      "grad_norm": 0.024344357858870437,
      "learning_rate": 8.932420459574544e-05,
      "loss": 0.0056,
      "step": 4410
    },
    {
      "epoch": 0.8744682955781976,
      "grad_norm": 0.04834073635907548,
      "learning_rate": 8.925301750787306e-05,
      "loss": 0.0056,
      "step": 4420
    },
    {
      "epoch": 0.8764467306360668,
      "grad_norm": 0.0681315254129069,
      "learning_rate": 8.918162243377493e-05,
      "loss": 0.0058,
      "step": 4430
    },
    {
      "epoch": 0.8784251656939361,
      "grad_norm": 0.042436322460547654,
      "learning_rate": 8.911001975174536e-05,
      "loss": 0.0055,
      "step": 4440
    },
    {
      "epoch": 0.8804036007518053,
      "grad_norm": 0.03577857281883983,
      "learning_rate": 8.903820984117864e-05,
      "loss": 0.0056,
      "step": 4450
    },
    {
      "epoch": 0.8823820358096746,
      "grad_norm": 0.05210607835647707,
      "learning_rate": 8.896619308256711e-05,
      "loss": 0.0056,
      "step": 4460
    },
    {
      "epoch": 0.8843604708675438,
      "grad_norm": 0.03398692335903851,
      "learning_rate": 8.88939698574991e-05,
      "loss": 0.0054,
      "step": 4470
    },
    {
      "epoch": 0.886338905925413,
      "grad_norm": 0.035988957121509055,
      "learning_rate": 8.882154054865695e-05,
      "loss": 0.0055,
      "step": 4480
    },
    {
      "epoch": 0.8883173409832822,
      "grad_norm": 0.040709661403919795,
      "learning_rate": 8.874890553981492e-05,
      "loss": 0.0055,
      "step": 4490
    },
    {
      "epoch": 0.8902957760411514,
      "grad_norm": 0.032549783994869345,
      "learning_rate": 8.867606521583725e-05,
      "loss": 0.0056,
      "step": 4500
    },
    {
      "epoch": 0.8922742110990207,
      "grad_norm": 0.03959821311155834,
      "learning_rate": 8.860301996267602e-05,
      "loss": 0.0055,
      "step": 4510
    },
    {
      "epoch": 0.8942526461568899,
      "grad_norm": 0.03399382401331832,
      "learning_rate": 8.852977016736912e-05,
      "loss": 0.0056,
      "step": 4520
    },
    {
      "epoch": 0.8962310812147591,
      "grad_norm": 0.03527564691513799,
      "learning_rate": 8.84563162180383e-05,
      "loss": 0.0056,
      "step": 4530
    },
    {
      "epoch": 0.8982095162726283,
      "grad_norm": 0.046909675502707464,
      "learning_rate": 8.838265850388698e-05,
      "loss": 0.0055,
      "step": 4540
    },
    {
      "epoch": 0.9001879513304976,
      "grad_norm": 0.04112314221218313,
      "learning_rate": 8.830879741519832e-05,
      "loss": 0.0055,
      "step": 4550
    },
    {
      "epoch": 0.9021663863883668,
      "grad_norm": 0.029301685068256162,
      "learning_rate": 8.823473334333298e-05,
      "loss": 0.0054,
      "step": 4560
    },
    {
      "epoch": 0.904144821446236,
      "grad_norm": 0.04035117861654918,
      "learning_rate": 8.816046668072726e-05,
      "loss": 0.0055,
      "step": 4570
    },
    {
      "epoch": 0.9061232565041053,
      "grad_norm": 0.03183133712799434,
      "learning_rate": 8.808599782089081e-05,
      "loss": 0.0054,
      "step": 4580
    },
    {
      "epoch": 0.9081016915619745,
      "grad_norm": 0.03963598813293878,
      "learning_rate": 8.80113271584047e-05,
      "loss": 0.0055,
      "step": 4590
    },
    {
      "epoch": 0.9100801266198437,
      "grad_norm": 0.04460141663017717,
      "learning_rate": 8.793645508891926e-05,
      "loss": 0.0056,
      "step": 4600
    },
    {
      "epoch": 0.9120585616777129,
      "grad_norm": 0.04253749261648797,
      "learning_rate": 8.786138200915199e-05,
      "loss": 0.0056,
      "step": 4610
    },
    {
      "epoch": 0.9140369967355821,
      "grad_norm": 0.03745074598611024,
      "learning_rate": 8.778610831688548e-05,
      "loss": 0.0055,
      "step": 4620
    },
    {
      "epoch": 0.9160154317934514,
      "grad_norm": 0.04054460416648101,
      "learning_rate": 8.771063441096526e-05,
      "loss": 0.0055,
      "step": 4630
    },
    {
      "epoch": 0.9179938668513206,
      "grad_norm": 0.04706894664328689,
      "learning_rate": 8.763496069129773e-05,
      "loss": 0.0056,
      "step": 4640
    },
    {
      "epoch": 0.9199723019091899,
      "grad_norm": 0.045942457363925146,
      "learning_rate": 8.755908755884804e-05,
      "loss": 0.0055,
      "step": 4650
    },
    {
      "epoch": 0.9219507369670591,
      "grad_norm": 0.06270144515647959,
      "learning_rate": 8.74830154156379e-05,
      "loss": 0.0056,
      "step": 4660
    },
    {
      "epoch": 0.9239291720249283,
      "grad_norm": 0.04673214308487745,
      "learning_rate": 8.740674466474356e-05,
      "loss": 0.0056,
      "step": 4670
    },
    {
      "epoch": 0.9259076070827975,
      "grad_norm": 0.038901485608572116,
      "learning_rate": 8.733027571029358e-05,
      "loss": 0.0057,
      "step": 4680
    },
    {
      "epoch": 0.9278860421406667,
      "grad_norm": 0.040496171014254186,
      "learning_rate": 8.725360895746671e-05,
      "loss": 0.0055,
      "step": 4690
    },
    {
      "epoch": 0.9298644771985359,
      "grad_norm": 0.0374153756385262,
      "learning_rate": 8.717674481248978e-05,
      "loss": 0.0056,
      "step": 4700
    },
    {
      "epoch": 0.9318429122564051,
      "grad_norm": 0.025535819289588646,
      "learning_rate": 8.709968368263553e-05,
      "loss": 0.0055,
      "step": 4710
    },
    {
      "epoch": 0.9338213473142745,
      "grad_norm": 0.03879829254204007,
      "learning_rate": 8.70224259762204e-05,
      "loss": 0.0054,
      "step": 4720
    },
    {
      "epoch": 0.9357997823721437,
      "grad_norm": 0.05800476178411971,
      "learning_rate": 8.694497210260246e-05,
      "loss": 0.0055,
      "step": 4730
    },
    {
      "epoch": 0.9377782174300129,
      "grad_norm": 0.03803197143653136,
      "learning_rate": 8.686732247217917e-05,
      "loss": 0.0056,
      "step": 4740
    },
    {
      "epoch": 0.9397566524878821,
      "grad_norm": 0.03883433226580444,
      "learning_rate": 8.678947749638526e-05,
      "loss": 0.0055,
      "step": 4750
    },
    {
      "epoch": 0.9417350875457513,
      "grad_norm": 0.049511735420544906,
      "learning_rate": 8.671143758769044e-05,
      "loss": 0.0056,
      "step": 4760
    },
    {
      "epoch": 0.9437135226036205,
      "grad_norm": 0.04330654439138215,
      "learning_rate": 8.663320315959736e-05,
      "loss": 0.0055,
      "step": 4770
    },
    {
      "epoch": 0.9456919576614897,
      "grad_norm": 0.03938926247394834,
      "learning_rate": 8.655477462663937e-05,
      "loss": 0.0056,
      "step": 4780
    },
    {
      "epoch": 0.9476703927193589,
      "grad_norm": 0.043100978246848436,
      "learning_rate": 8.647615240437821e-05,
      "loss": 0.0055,
      "step": 4790
    },
    {
      "epoch": 0.9496488277772283,
      "grad_norm": 0.046229415784614536,
      "learning_rate": 8.6397336909402e-05,
      "loss": 0.0055,
      "step": 4800
    },
    {
      "epoch": 0.9516272628350975,
      "grad_norm": 0.04348275355338679,
      "learning_rate": 8.631832855932289e-05,
      "loss": 0.0055,
      "step": 4810
    },
    {
      "epoch": 0.9536056978929667,
      "grad_norm": 0.04714054671540608,
      "learning_rate": 8.62391277727749e-05,
      "loss": 0.0055,
      "step": 4820
    },
    {
      "epoch": 0.9555841329508359,
      "grad_norm": 0.040059125010807065,
      "learning_rate": 8.615973496941169e-05,
      "loss": 0.0057,
      "step": 4830
    },
    {
      "epoch": 0.9575625680087051,
      "grad_norm": 0.08003097755568261,
      "learning_rate": 8.608015056990437e-05,
      "loss": 0.0056,
      "step": 4840
    },
    {
      "epoch": 0.9595410030665743,
      "grad_norm": 0.05750105466944878,
      "learning_rate": 8.600037499593918e-05,
      "loss": 0.0055,
      "step": 4850
    },
    {
      "epoch": 0.9615194381244435,
      "grad_norm": 0.0351261794361651,
      "learning_rate": 8.592040867021538e-05,
      "loss": 0.0055,
      "step": 4860
    },
    {
      "epoch": 0.9634978731823128,
      "grad_norm": 0.028601432945424794,
      "learning_rate": 8.584025201644292e-05,
      "loss": 0.0054,
      "step": 4870
    },
    {
      "epoch": 0.965476308240182,
      "grad_norm": 0.046094943573683336,
      "learning_rate": 8.575990545934023e-05,
      "loss": 0.0055,
      "step": 4880
    },
    {
      "epoch": 0.9674547432980513,
      "grad_norm": 0.04651640942126606,
      "learning_rate": 8.567936942463195e-05,
      "loss": 0.0055,
      "step": 4890
    },
    {
      "epoch": 0.9694331783559205,
      "grad_norm": 0.035963030931479324,
      "learning_rate": 8.559864433904671e-05,
      "loss": 0.0055,
      "step": 4900
    },
    {
      "epoch": 0.9714116134137897,
      "grad_norm": 0.04812055206677903,
      "learning_rate": 8.551773063031484e-05,
      "loss": 0.0055,
      "step": 4910
    },
    {
      "epoch": 0.9733900484716589,
      "grad_norm": 0.038444786548038186,
      "learning_rate": 8.543662872716607e-05,
      "loss": 0.0055,
      "step": 4920
    },
    {
      "epoch": 0.9753684835295281,
      "grad_norm": 0.04120869481487097,
      "learning_rate": 8.535533905932738e-05,
      "loss": 0.0054,
      "step": 4930
    },
    {
      "epoch": 0.9773469185873974,
      "grad_norm": 0.04349911950600627,
      "learning_rate": 8.527386205752056e-05,
      "loss": 0.0055,
      "step": 4940
    },
    {
      "epoch": 0.9793253536452666,
      "grad_norm": 0.0353721620579985,
      "learning_rate": 8.519219815346004e-05,
      "loss": 0.0055,
      "step": 4950
    },
    {
      "epoch": 0.9813037887031358,
      "grad_norm": 0.04813339576005731,
      "learning_rate": 8.511034777985058e-05,
      "loss": 0.0055,
      "step": 4960
    },
    {
      "epoch": 0.983282223761005,
      "grad_norm": 0.03570129472474123,
      "learning_rate": 8.502831137038496e-05,
      "loss": 0.0054,
      "step": 4970
    },
    {
      "epoch": 0.9852606588188743,
      "grad_norm": 0.033113097357052625,
      "learning_rate": 8.494608935974168e-05,
      "loss": 0.0054,
      "step": 4980
    },
    {
      "epoch": 0.9872390938767435,
      "grad_norm": 0.05624145428937703,
      "learning_rate": 8.486368218358268e-05,
      "loss": 0.0055,
      "step": 4990
    },
    {
      "epoch": 0.9892175289346127,
      "grad_norm": 0.04104291146605793,
      "learning_rate": 8.478109027855103e-05,
      "loss": 0.0054,
      "step": 5000
    },
    {
      "epoch": 0.991195963992482,
      "grad_norm": 0.04482533714278806,
      "learning_rate": 8.469831408226858e-05,
      "loss": 0.0055,
      "step": 5010
    },
    {
      "epoch": 0.9931743990503512,
      "grad_norm": 0.027511907821805445,
      "learning_rate": 8.46153540333337e-05,
      "loss": 0.0055,
      "step": 5020
    },
    {
      "epoch": 0.9951528341082204,
      "grad_norm": 0.041338440003761766,
      "learning_rate": 8.453221057131886e-05,
      "loss": 0.0054,
      "step": 5030
    },
    {
      "epoch": 0.9971312691660896,
      "grad_norm": 0.04529153009675916,
      "learning_rate": 8.444888413676844e-05,
      "loss": 0.0054,
      "step": 5040
    },
    {
      "epoch": 0.9991097042239588,
      "grad_norm": 0.04355117524619956,
      "learning_rate": 8.436537517119624e-05,
      "loss": 0.0054,
      "step": 5050
    },
    {
      "epoch": 1.0009892175289345,
      "grad_norm": 0.03055515304537575,
      "learning_rate": 8.428168411708332e-05,
      "loss": 0.0054,
      "step": 5060
    },
    {
      "epoch": 1.0029676525868039,
      "grad_norm": 0.047560373488857215,
      "learning_rate": 8.419781141787548e-05,
      "loss": 0.0054,
      "step": 5070
    },
    {
      "epoch": 1.004946087644673,
      "grad_norm": 0.02683507205249473,
      "learning_rate": 8.411375751798099e-05,
      "loss": 0.0054,
      "step": 5080
    },
    {
      "epoch": 1.0069245227025423,
      "grad_norm": 0.029124427414850166,
      "learning_rate": 8.402952286276824e-05,
      "loss": 0.0054,
      "step": 5090
    },
    {
      "epoch": 1.0089029577604116,
      "grad_norm": 0.033621264791519626,
      "learning_rate": 8.394510789856339e-05,
      "loss": 0.0053,
      "step": 5100
    },
    {
      "epoch": 1.0108813928182807,
      "grad_norm": 0.03186973120057544,
      "learning_rate": 8.386051307264797e-05,
      "loss": 0.0054,
      "step": 5110
    },
    {
      "epoch": 1.01285982787615,
      "grad_norm": 0.07109531783852259,
      "learning_rate": 8.377573883325653e-05,
      "loss": 0.0054,
      "step": 5120
    },
    {
      "epoch": 1.0148382629340191,
      "grad_norm": 0.09703735539944616,
      "learning_rate": 8.369078562957425e-05,
      "loss": 0.0057,
      "step": 5130
    },
    {
      "epoch": 1.0168166979918885,
      "grad_norm": 0.04542084962318844,
      "learning_rate": 8.360565391173459e-05,
      "loss": 0.0061,
      "step": 5140
    },
    {
      "epoch": 1.0187951330497576,
      "grad_norm": 0.058115327887701636,
      "learning_rate": 8.352034413081686e-05,
      "loss": 0.0056,
      "step": 5150
    },
    {
      "epoch": 1.0207735681076269,
      "grad_norm": 0.07643286599383742,
      "learning_rate": 8.343485673884388e-05,
      "loss": 0.0057,
      "step": 5160
    },
    {
      "epoch": 1.0227520031654962,
      "grad_norm": 0.0730225610278571,
      "learning_rate": 8.334919218877957e-05,
      "loss": 0.0056,
      "step": 5170
    },
    {
      "epoch": 1.0247304382233653,
      "grad_norm": 0.04576258232677307,
      "learning_rate": 8.326335093452651e-05,
      "loss": 0.0055,
      "step": 5180
    },
    {
      "epoch": 1.0267088732812346,
      "grad_norm": 0.0325850395708169,
      "learning_rate": 8.317733343092357e-05,
      "loss": 0.0054,
      "step": 5190
    },
    {
      "epoch": 1.0286873083391037,
      "grad_norm": 0.03183559014995542,
      "learning_rate": 8.309114013374353e-05,
      "loss": 0.0053,
      "step": 5200
    },
    {
      "epoch": 1.030665743396973,
      "grad_norm": 0.04957936795082493,
      "learning_rate": 8.300477149969057e-05,
      "loss": 0.0053,
      "step": 5210
    },
    {
      "epoch": 1.0326441784548421,
      "grad_norm": 0.044147221696157916,
      "learning_rate": 8.291822798639797e-05,
      "loss": 0.0054,
      "step": 5220
    },
    {
      "epoch": 1.0346226135127115,
      "grad_norm": 0.022582884820835147,
      "learning_rate": 8.28315100524256e-05,
      "loss": 0.0054,
      "step": 5230
    },
    {
      "epoch": 1.0366010485705808,
      "grad_norm": 0.023883108532179793,
      "learning_rate": 8.274461815725751e-05,
      "loss": 0.0054,
      "step": 5240
    },
    {
      "epoch": 1.0385794836284499,
      "grad_norm": 0.03679863419557376,
      "learning_rate": 8.265755276129953e-05,
      "loss": 0.0054,
      "step": 5250
    },
    {
      "epoch": 1.0405579186863192,
      "grad_norm": 0.0454671679634965,
      "learning_rate": 8.257031432587676e-05,
      "loss": 0.0055,
      "step": 5260
    },
    {
      "epoch": 1.0425363537441883,
      "grad_norm": 0.04142698492573628,
      "learning_rate": 8.24829033132312e-05,
      "loss": 0.0054,
      "step": 5270
    },
    {
      "epoch": 1.0445147888020576,
      "grad_norm": 0.04033757143532992,
      "learning_rate": 8.239532018651924e-05,
      "loss": 0.0053,
      "step": 5280
    },
    {
      "epoch": 1.0464932238599267,
      "grad_norm": 0.04027827090668591,
      "learning_rate": 8.230756540980929e-05,
      "loss": 0.0053,
      "step": 5290
    },
    {
      "epoch": 1.048471658917796,
      "grad_norm": 0.02637364908905128,
      "learning_rate": 8.22196394480792e-05,
      "loss": 0.0054,
      "step": 5300
    },
    {
      "epoch": 1.0504500939756654,
      "grad_norm": 0.056833182371949155,
      "learning_rate": 8.213154276721388e-05,
      "loss": 0.0054,
      "step": 5310
    },
    {
      "epoch": 1.0524285290335345,
      "grad_norm": 0.031217740637365373,
      "learning_rate": 8.204327583400287e-05,
      "loss": 0.0053,
      "step": 5320
    },
    {
      "epoch": 1.0544069640914038,
      "grad_norm": 0.02844798702968925,
      "learning_rate": 8.195483911613772e-05,
      "loss": 0.0054,
      "step": 5330
    },
    {
      "epoch": 1.0563853991492729,
      "grad_norm": 0.038643639613203266,
      "learning_rate": 8.186623308220967e-05,
      "loss": 0.0054,
      "step": 5340
    },
    {
      "epoch": 1.0583638342071422,
      "grad_norm": 0.042432315795242086,
      "learning_rate": 8.177745820170705e-05,
      "loss": 0.0053,
      "step": 5350
    },
    {
      "epoch": 1.0603422692650113,
      "grad_norm": 0.03535263178736307,
      "learning_rate": 8.168851494501287e-05,
      "loss": 0.0054,
      "step": 5360
    },
    {
      "epoch": 1.0623207043228806,
      "grad_norm": 0.04412203322412542,
      "learning_rate": 8.159940378340232e-05,
      "loss": 0.0054,
      "step": 5370
    },
    {
      "epoch": 1.0642991393807497,
      "grad_norm": 0.04245798106108046,
      "learning_rate": 8.15101251890402e-05,
      "loss": 0.0054,
      "step": 5380
    },
    {
      "epoch": 1.066277574438619,
      "grad_norm": 0.03199350913269745,
      "learning_rate": 8.142067963497851e-05,
      "loss": 0.0053,
      "step": 5390
    },
    {
      "epoch": 1.0682560094964884,
      "grad_norm": 0.04794158747470023,
      "learning_rate": 8.133106759515388e-05,
      "loss": 0.0053,
      "step": 5400
    },
    {
      "epoch": 1.0702344445543575,
      "grad_norm": 0.030961777586157032,
      "learning_rate": 8.124128954438508e-05,
      "loss": 0.0054,
      "step": 5410
    },
    {
      "epoch": 1.0722128796122268,
      "grad_norm": 0.03152795250709625,
      "learning_rate": 8.115134595837055e-05,
      "loss": 0.0053,
      "step": 5420
    },
    {
      "epoch": 1.0741913146700959,
      "grad_norm": 0.025506156241943186,
      "learning_rate": 8.106123731368578e-05,
      "loss": 0.0053,
      "step": 5430
    },
    {
      "epoch": 1.0761697497279652,
      "grad_norm": 0.03219012376436614,
      "learning_rate": 8.097096408778086e-05,
      "loss": 0.0053,
      "step": 5440
    },
    {
      "epoch": 1.0781481847858343,
      "grad_norm": 0.028477732978055153,
      "learning_rate": 8.088052675897795e-05,
      "loss": 0.0053,
      "step": 5450
    },
    {
      "epoch": 1.0801266198437036,
      "grad_norm": 0.03399240671941344,
      "learning_rate": 8.078992580646871e-05,
      "loss": 0.0053,
      "step": 5460
    },
    {
      "epoch": 1.082105054901573,
      "grad_norm": 0.03868025099458124,
      "learning_rate": 8.06991617103118e-05,
      "loss": 0.0053,
      "step": 5470
    },
    {
      "epoch": 1.084083489959442,
      "grad_norm": 0.04088910382579558,
      "learning_rate": 8.060823495143024e-05,
      "loss": 0.0053,
      "step": 5480
    },
    {
      "epoch": 1.0860619250173114,
      "grad_norm": 0.02844467650618694,
      "learning_rate": 8.051714601160903e-05,
      "loss": 0.0052,
      "step": 5490
    },
    {
      "epoch": 1.0880403600751805,
      "grad_norm": 0.02926836345161859,
      "learning_rate": 8.042589537349243e-05,
      "loss": 0.0052,
      "step": 5500
    },
    {
      "epoch": 1.0900187951330498,
      "grad_norm": 0.030229836986547978,
      "learning_rate": 8.033448352058154e-05,
      "loss": 0.0052,
      "step": 5510
    },
    {
      "epoch": 1.0919972301909189,
      "grad_norm": 0.032951214929387296,
      "learning_rate": 8.024291093723162e-05,
      "loss": 0.0053,
      "step": 5520
    },
    {
      "epoch": 1.0939756652487882,
      "grad_norm": 0.03508718490481177,
      "learning_rate": 8.01511781086496e-05,
      "loss": 0.0053,
      "step": 5530
    },
    {
      "epoch": 1.0959541003066575,
      "grad_norm": 0.022637612720568006,
      "learning_rate": 8.005928552089148e-05,
      "loss": 0.0052,
      "step": 5540
    },
    {
      "epoch": 1.0979325353645266,
      "grad_norm": 0.0395739148284348,
      "learning_rate": 7.996723366085977e-05,
      "loss": 0.0053,
      "step": 5550
    },
    {
      "epoch": 1.099910970422396,
      "grad_norm": 0.043102899116423427,
      "learning_rate": 7.98750230163009e-05,
      "loss": 0.0053,
      "step": 5560
    },
    {
      "epoch": 1.101889405480265,
      "grad_norm": 0.028811703589080282,
      "learning_rate": 7.978265407580261e-05,
      "loss": 0.0054,
      "step": 5570
    },
    {
      "epoch": 1.1038678405381344,
      "grad_norm": 0.04603280202575731,
      "learning_rate": 7.969012732879144e-05,
      "loss": 0.0053,
      "step": 5580
    },
    {
      "epoch": 1.1058462755960035,
      "grad_norm": 0.029764986729849122,
      "learning_rate": 7.959744326553001e-05,
      "loss": 0.0053,
      "step": 5590
    },
    {
      "epoch": 1.1078247106538728,
      "grad_norm": 0.025666958289447685,
      "learning_rate": 7.950460237711458e-05,
      "loss": 0.0053,
      "step": 5600
    },
    {
      "epoch": 1.109803145711742,
      "grad_norm": 0.030968526076831825,
      "learning_rate": 7.94116051554723e-05,
      "loss": 0.0053,
      "step": 5610
    },
    {
      "epoch": 1.1117815807696112,
      "grad_norm": 0.030380259307121488,
      "learning_rate": 7.931845209335871e-05,
      "loss": 0.0053,
      "step": 5620
    },
    {
      "epoch": 1.1137600158274805,
      "grad_norm": 0.030934524480240706,
      "learning_rate": 7.922514368435505e-05,
      "loss": 0.0052,
      "step": 5630
    },
    {
      "epoch": 1.1157384508853496,
      "grad_norm": 0.03684454858170427,
      "learning_rate": 7.91316804228657e-05,
      "loss": 0.0053,
      "step": 5640
    },
    {
      "epoch": 1.117716885943219,
      "grad_norm": 0.0306288322163976,
      "learning_rate": 7.903806280411557e-05,
      "loss": 0.0052,
      "step": 5650
    },
    {
      "epoch": 1.119695321001088,
      "grad_norm": 0.0444930109980131,
      "learning_rate": 7.89442913241474e-05,
      "loss": 0.0053,
      "step": 5660
    },
    {
      "epoch": 1.1216737560589574,
      "grad_norm": 0.049678037944609614,
      "learning_rate": 7.885036647981921e-05,
      "loss": 0.0054,
      "step": 5670
    },
    {
      "epoch": 1.1236521911168267,
      "grad_norm": 0.02831510844151286,
      "learning_rate": 7.875628876880161e-05,
      "loss": 0.0053,
      "step": 5680
    },
    {
      "epoch": 1.1256306261746958,
      "grad_norm": 0.0289977730202135,
      "learning_rate": 7.866205868957524e-05,
      "loss": 0.0053,
      "step": 5690
    },
    {
      "epoch": 1.127609061232565,
      "grad_norm": 0.0317147439916211,
      "learning_rate": 7.8567676741428e-05,
      "loss": 0.0054,
      "step": 5700
    },
    {
      "epoch": 1.1295874962904342,
      "grad_norm": 0.029466927048270367,
      "learning_rate": 7.847314342445258e-05,
      "loss": 0.0053,
      "step": 5710
    },
    {
      "epoch": 1.1315659313483035,
      "grad_norm": 0.03250558063084724,
      "learning_rate": 7.837845923954364e-05,
      "loss": 0.0053,
      "step": 5720
    },
    {
      "epoch": 1.1335443664061726,
      "grad_norm": 0.04132101024688395,
      "learning_rate": 7.828362468839525e-05,
      "loss": 0.0053,
      "step": 5730
    },
    {
      "epoch": 1.135522801464042,
      "grad_norm": 0.038393775413381924,
      "learning_rate": 7.818864027349822e-05,
      "loss": 0.0053,
      "step": 5740
    },
    {
      "epoch": 1.1375012365219113,
      "grad_norm": 0.03899980893950007,
      "learning_rate": 7.809350649813743e-05,
      "loss": 0.0053,
      "step": 5750
    },
    {
      "epoch": 1.1394796715797804,
      "grad_norm": 0.032472191555044536,
      "learning_rate": 7.799822386638915e-05,
      "loss": 0.0053,
      "step": 5760
    },
    {
      "epoch": 1.1414581066376497,
      "grad_norm": 0.029404384356372573,
      "learning_rate": 7.790279288311837e-05,
      "loss": 0.0053,
      "step": 5770
    },
    {
      "epoch": 1.1434365416955188,
      "grad_norm": 0.026865065518501798,
      "learning_rate": 7.78072140539762e-05,
      "loss": 0.0052,
      "step": 5780
    },
    {
      "epoch": 1.145414976753388,
      "grad_norm": 0.03203832588668241,
      "learning_rate": 7.771148788539704e-05,
      "loss": 0.0053,
      "step": 5790
    },
    {
      "epoch": 1.1473934118112572,
      "grad_norm": 0.02716708690762755,
      "learning_rate": 7.761561488459603e-05,
      "loss": 0.0053,
      "step": 5800
    },
    {
      "epoch": 1.1493718468691265,
      "grad_norm": 0.032831740791798764,
      "learning_rate": 7.751959555956632e-05,
      "loss": 0.0052,
      "step": 5810
    },
    {
      "epoch": 1.1513502819269958,
      "grad_norm": 0.05107091688212574,
      "learning_rate": 7.742343041907634e-05,
      "loss": 0.0053,
      "step": 5820
    },
    {
      "epoch": 1.153328716984865,
      "grad_norm": 0.037252820336677664,
      "learning_rate": 7.732711997266719e-05,
      "loss": 0.0053,
      "step": 5830
    },
    {
      "epoch": 1.1553071520427343,
      "grad_norm": 0.027851822398685163,
      "learning_rate": 7.723066473064986e-05,
      "loss": 0.0053,
      "step": 5840
    },
    {
      "epoch": 1.1572855871006034,
      "grad_norm": 0.04326527014549261,
      "learning_rate": 7.713406520410252e-05,
      "loss": 0.0053,
      "step": 5850
    },
    {
      "epoch": 1.1592640221584727,
      "grad_norm": 0.07278979067831416,
      "learning_rate": 7.703732190486792e-05,
      "loss": 0.0054,
      "step": 5860
    },
    {
      "epoch": 1.1612424572163418,
      "grad_norm": 0.03395572859323836,
      "learning_rate": 7.694043534555055e-05,
      "loss": 0.0055,
      "step": 5870
    },
    {
      "epoch": 1.163220892274211,
      "grad_norm": 0.050318472905328156,
      "learning_rate": 7.684340603951399e-05,
      "loss": 0.0054,
      "step": 5880
    },
    {
      "epoch": 1.1651993273320804,
      "grad_norm": 0.06002742001305542,
      "learning_rate": 7.674623450087822e-05,
      "loss": 0.0056,
      "step": 5890
    },
    {
      "epoch": 1.1671777623899495,
      "grad_norm": 0.06795650064920666,
      "learning_rate": 7.664892124451676e-05,
      "loss": 0.0055,
      "step": 5900
    },
    {
      "epoch": 1.1691561974478188,
      "grad_norm": 0.021558586037374296,
      "learning_rate": 7.655146678605414e-05,
      "loss": 0.0054,
      "step": 5910
    },
    {
      "epoch": 1.171134632505688,
      "grad_norm": 0.0338823721497897,
      "learning_rate": 7.645387164186298e-05,
      "loss": 0.0054,
      "step": 5920
    },
    {
      "epoch": 1.1731130675635573,
      "grad_norm": 0.02570157372632155,
      "learning_rate": 7.635613632906141e-05,
      "loss": 0.0053,
      "step": 5930
    },
    {
      "epoch": 1.1750915026214264,
      "grad_norm": 0.01772587183015968,
      "learning_rate": 7.625826136551022e-05,
      "loss": 0.0052,
      "step": 5940
    },
    {
      "epoch": 1.1770699376792957,
      "grad_norm": 0.030184690153560394,
      "learning_rate": 7.616024726981015e-05,
      "loss": 0.0053,
      "step": 5950
    },
    {
      "epoch": 1.179048372737165,
      "grad_norm": 0.040273409138632796,
      "learning_rate": 7.606209456129914e-05,
      "loss": 0.0052,
      "step": 5960
    },
    {
      "epoch": 1.181026807795034,
      "grad_norm": 0.042593741522192294,
      "learning_rate": 7.596380376004965e-05,
      "loss": 0.0052,
      "step": 5970
    },
    {
      "epoch": 1.1830052428529034,
      "grad_norm": 0.01992982832550707,
      "learning_rate": 7.586537538686574e-05,
      "loss": 0.0053,
      "step": 5980
    },
    {
      "epoch": 1.1849836779107725,
      "grad_norm": 0.03746835123236025,
      "learning_rate": 7.576680996328045e-05,
      "loss": 0.0054,
      "step": 5990
    },
    {
      "epoch": 1.1869621129686418,
      "grad_norm": 0.04360095909075448,
      "learning_rate": 7.566810801155304e-05,
      "loss": 0.0053,
      "step": 6000
    },
    {
      "epoch": 1.188940548026511,
      "grad_norm": 0.038421977235073596,
      "learning_rate": 7.556927005466612e-05,
      "loss": 0.0054,
      "step": 6010
    },
    {
      "epoch": 1.1909189830843803,
      "grad_norm": 0.02343201491962226,
      "learning_rate": 7.547029661632298e-05,
      "loss": 0.0053,
      "step": 6020
    },
    {
      "epoch": 1.1928974181422496,
      "grad_norm": 0.029392605969832238,
      "learning_rate": 7.537118822094474e-05,
      "loss": 0.0053,
      "step": 6030
    },
    {
      "epoch": 1.1948758532001187,
      "grad_norm": 0.036651429554557045,
      "learning_rate": 7.52719453936676e-05,
      "loss": 0.0053,
      "step": 6040
    },
    {
      "epoch": 1.196854288257988,
      "grad_norm": 0.03350816279577848,
      "learning_rate": 7.517256866034011e-05,
      "loss": 0.0053,
      "step": 6050
    },
    {
      "epoch": 1.198832723315857,
      "grad_norm": 0.030987790995458092,
      "learning_rate": 7.507305854752027e-05,
      "loss": 0.0053,
      "step": 6060
    },
    {
      "epoch": 1.2008111583737264,
      "grad_norm": 0.0346706313861039,
      "learning_rate": 7.497341558247286e-05,
      "loss": 0.0054,
      "step": 6070
    },
    {
      "epoch": 1.2027895934315955,
      "grad_norm": 0.04150858873559331,
      "learning_rate": 7.487364029316655e-05,
      "loss": 0.0054,
      "step": 6080
    },
    {
      "epoch": 1.2047680284894648,
      "grad_norm": 0.039861874099186935,
      "learning_rate": 7.47737332082712e-05,
      "loss": 0.0054,
      "step": 6090
    },
    {
      "epoch": 1.2067464635473342,
      "grad_norm": 0.029847263959674315,
      "learning_rate": 7.467369485715492e-05,
      "loss": 0.0053,
      "step": 6100
    },
    {
      "epoch": 1.2087248986052033,
      "grad_norm": 0.03251532698303107,
      "learning_rate": 7.457352576988144e-05,
      "loss": 0.0053,
      "step": 6110
    },
    {
      "epoch": 1.2107033336630726,
      "grad_norm": 0.03324515956888663,
      "learning_rate": 7.447322647720714e-05,
      "loss": 0.0053,
      "step": 6120
    },
    {
      "epoch": 1.2126817687209417,
      "grad_norm": 0.02582021604427929,
      "learning_rate": 7.437279751057833e-05,
      "loss": 0.0053,
      "step": 6130
    },
    {
      "epoch": 1.214660203778811,
      "grad_norm": 0.026584943642491917,
      "learning_rate": 7.42722394021284e-05,
      "loss": 0.0052,
      "step": 6140
    },
    {
      "epoch": 1.21663863883668,
      "grad_norm": 0.041612106128670515,
      "learning_rate": 7.417155268467505e-05,
      "loss": 0.0052,
      "step": 6150
    },
    {
      "epoch": 1.2186170738945494,
      "grad_norm": 0.0252663917734944,
      "learning_rate": 7.407073789171737e-05,
      "loss": 0.0052,
      "step": 6160
    },
    {
      "epoch": 1.2205955089524188,
      "grad_norm": 0.03864471301279432,
      "learning_rate": 7.396979555743315e-05,
      "loss": 0.0054,
      "step": 6170
    },
    {
      "epoch": 1.2225739440102878,
      "grad_norm": 0.04324779207434955,
      "learning_rate": 7.386872621667588e-05,
      "loss": 0.0054,
      "step": 6180
    },
    {
      "epoch": 1.2245523790681572,
      "grad_norm": 0.04161587344763828,
      "learning_rate": 7.376753040497206e-05,
      "loss": 0.0053,
      "step": 6190
    },
    {
      "epoch": 1.2265308141260263,
      "grad_norm": 0.034050862201234336,
      "learning_rate": 7.366620865851832e-05,
      "loss": 0.0053,
      "step": 6200
    },
    {
      "epoch": 1.2285092491838956,
      "grad_norm": 0.03846658141676986,
      "learning_rate": 7.356476151417851e-05,
      "loss": 0.0053,
      "step": 6210
    },
    {
      "epoch": 1.2304876842417647,
      "grad_norm": 0.03714661098610616,
      "learning_rate": 7.3463189509481e-05,
      "loss": 0.0053,
      "step": 6220
    },
    {
      "epoch": 1.232466119299634,
      "grad_norm": 0.03364793846119566,
      "learning_rate": 7.336149318261565e-05,
      "loss": 0.0053,
      "step": 6230
    },
    {
      "epoch": 1.2344445543575033,
      "grad_norm": 0.02741367842510466,
      "learning_rate": 7.325967307243116e-05,
      "loss": 0.0053,
      "step": 6240
    },
    {
      "epoch": 1.2364229894153724,
      "grad_norm": 0.02386153598149066,
      "learning_rate": 7.3157729718432e-05,
      "loss": 0.0052,
      "step": 6250
    },
    {
      "epoch": 1.2384014244732418,
      "grad_norm": 0.03125022763748143,
      "learning_rate": 7.305566366077573e-05,
      "loss": 0.0052,
      "step": 6260
    },
    {
      "epoch": 1.2403798595311109,
      "grad_norm": 0.022068034492936674,
      "learning_rate": 7.295347544027006e-05,
      "loss": 0.0053,
      "step": 6270
    },
    {
      "epoch": 1.2423582945889802,
      "grad_norm": 10.603476932719744,
      "learning_rate": 7.285116559836996e-05,
      "loss": 0.0707,
      "step": 6280
    },
    {
      "epoch": 1.2443367296468493,
      "grad_norm": 2.9530759844921963,
      "learning_rate": 7.274873467717487e-05,
      "loss": 0.1911,
      "step": 6290
    },
    {
      "epoch": 1.2463151647047186,
      "grad_norm": 0.3065754040033182,
      "learning_rate": 7.264618321942575e-05,
      "loss": 0.0249,
      "step": 6300
    },
    {
      "epoch": 1.248293599762588,
      "grad_norm": 0.0874582737799162,
      "learning_rate": 7.254351176850222e-05,
      "loss": 0.0097,
      "step": 6310
    },
    {
      "epoch": 1.250272034820457,
      "grad_norm": 0.051066157901512234,
      "learning_rate": 7.244072086841977e-05,
      "loss": 0.0068,
      "step": 6320
    },
    {
      "epoch": 1.2522504698783261,
      "grad_norm": 0.05372403619062444,
      "learning_rate": 7.23378110638267e-05,
      "loss": 0.0061,
      "step": 6330
    },
    {
      "epoch": 1.2542289049361954,
      "grad_norm": 0.03587803967553707,
      "learning_rate": 7.223478290000142e-05,
      "loss": 0.0057,
      "step": 6340
    },
    {
      "epoch": 1.2562073399940648,
      "grad_norm": 0.038595620222516454,
      "learning_rate": 7.213163692284943e-05,
      "loss": 0.0055,
      "step": 6350
    },
    {
      "epoch": 1.2581857750519339,
      "grad_norm": 0.028562026034737585,
      "learning_rate": 7.202837367890054e-05,
      "loss": 0.0055,
      "step": 6360
    },
    {
      "epoch": 1.2601642101098032,
      "grad_norm": 0.03297829637949374,
      "learning_rate": 7.192499371530581e-05,
      "loss": 0.0054,
      "step": 6370
    },
    {
      "epoch": 1.2621426451676725,
      "grad_norm": 0.03326825451031355,
      "learning_rate": 7.182149757983484e-05,
      "loss": 0.0054,
      "step": 6380
    },
    {
      "epoch": 1.2641210802255416,
      "grad_norm": 0.019147193320279744,
      "learning_rate": 7.171788582087277e-05,
      "loss": 0.0054,
      "step": 6390
    },
    {
      "epoch": 1.2660995152834107,
      "grad_norm": 0.021929696194293285,
      "learning_rate": 7.16141589874173e-05,
      "loss": 0.0053,
      "step": 6400
    },
    {
      "epoch": 1.26807795034128,
      "grad_norm": 0.028002974111680408,
      "learning_rate": 7.151031762907597e-05,
      "loss": 0.0053,
      "step": 6410
    },
    {
      "epoch": 1.2700563853991493,
      "grad_norm": 0.16605004309563082,
      "learning_rate": 7.140636229606308e-05,
      "loss": 0.0054,
      "step": 6420
    },
    {
      "epoch": 1.2720348204570184,
      "grad_norm": 0.07475610341082747,
      "learning_rate": 7.130229353919684e-05,
      "loss": 0.0056,
      "step": 6430
    },
    {
      "epoch": 1.2740132555148878,
      "grad_norm": 0.04380860812935727,
      "learning_rate": 7.119811190989649e-05,
      "loss": 0.0054,
      "step": 6440
    },
    {
      "epoch": 1.275991690572757,
      "grad_norm": 0.0325190351684636,
      "learning_rate": 7.10938179601793e-05,
      "loss": 0.0054,
      "step": 6450
    },
    {
      "epoch": 1.2779701256306262,
      "grad_norm": 0.021781537026848753,
      "learning_rate": 7.098941224265769e-05,
      "loss": 0.0053,
      "step": 6460
    },
    {
      "epoch": 1.2799485606884953,
      "grad_norm": 0.0270850066007043,
      "learning_rate": 7.088489531053627e-05,
      "loss": 0.0053,
      "step": 6470
    },
    {
      "epoch": 1.2819269957463646,
      "grad_norm": 0.023427530657391633,
      "learning_rate": 7.0780267717609e-05,
      "loss": 0.0052,
      "step": 6480
    },
    {
      "epoch": 1.283905430804234,
      "grad_norm": 0.026373573304602972,
      "learning_rate": 7.067553001825609e-05,
      "loss": 0.0053,
      "step": 6490
    },
    {
      "epoch": 1.285883865862103,
      "grad_norm": 0.02989133589034671,
      "learning_rate": 7.057068276744123e-05,
      "loss": 0.0053,
      "step": 6500
    },
    {
      "epoch": 1.2878623009199723,
      "grad_norm": 0.022264441604619878,
      "learning_rate": 7.04657265207086e-05,
      "loss": 0.0052,
      "step": 6510
    },
    {
      "epoch": 1.2898407359778417,
      "grad_norm": 0.029856404765650494,
      "learning_rate": 7.036066183417981e-05,
      "loss": 0.0052,
      "step": 6520
    },
    {
      "epoch": 1.2918191710357108,
      "grad_norm": 0.01839794068995146,
      "learning_rate": 7.025548926455117e-05,
      "loss": 0.0051,
      "step": 6530
    },
    {
      "epoch": 1.2937976060935799,
      "grad_norm": 0.028680713297060564,
      "learning_rate": 7.015020936909052e-05,
      "loss": 0.0052,
      "step": 6540
    },
    {
      "epoch": 1.2957760411514492,
      "grad_norm": 0.024895542675878957,
      "learning_rate": 7.004482270563441e-05,
      "loss": 0.0052,
      "step": 6550
    },
    {
      "epoch": 1.2977544762093185,
      "grad_norm": 0.03195886177028069,
      "learning_rate": 6.993932983258514e-05,
      "loss": 0.0052,
      "step": 6560
    },
    {
      "epoch": 1.2997329112671876,
      "grad_norm": 0.018707038907315402,
      "learning_rate": 6.983373130890774e-05,
      "loss": 0.0051,
      "step": 6570
    },
    {
      "epoch": 1.301711346325057,
      "grad_norm": 0.025053441620057796,
      "learning_rate": 6.972802769412706e-05,
      "loss": 0.0051,
      "step": 6580
    },
    {
      "epoch": 1.3036897813829262,
      "grad_norm": 0.02784525014955868,
      "learning_rate": 6.962221954832476e-05,
      "loss": 0.0051,
      "step": 6590
    },
    {
      "epoch": 1.3056682164407953,
      "grad_norm": 0.026357933874572047,
      "learning_rate": 6.95163074321364e-05,
      "loss": 0.0052,
      "step": 6600
    },
    {
      "epoch": 1.3076466514986644,
      "grad_norm": 0.017494405172256713,
      "learning_rate": 6.941029190674844e-05,
      "loss": 0.0051,
      "step": 6610
    },
    {
      "epoch": 1.3096250865565338,
      "grad_norm": 0.022737548942178238,
      "learning_rate": 6.93041735338952e-05,
      "loss": 0.0052,
      "step": 6620
    },
    {
      "epoch": 1.311603521614403,
      "grad_norm": 0.025209369509202235,
      "learning_rate": 6.919795287585604e-05,
      "loss": 0.0052,
      "step": 6630
    },
    {
      "epoch": 1.3135819566722722,
      "grad_norm": 0.02674995083847258,
      "learning_rate": 6.909163049545223e-05,
      "loss": 0.0051,
      "step": 6640
    },
    {
      "epoch": 1.3155603917301415,
      "grad_norm": 0.030351836741292392,
      "learning_rate": 6.898520695604404e-05,
      "loss": 0.0051,
      "step": 6650
    },
    {
      "epoch": 1.3175388267880108,
      "grad_norm": 0.016653010851606594,
      "learning_rate": 6.887868282152775e-05,
      "loss": 0.0051,
      "step": 6660
    },
    {
      "epoch": 1.31951726184588,
      "grad_norm": 0.02010973632606591,
      "learning_rate": 6.877205865633262e-05,
      "loss": 0.0051,
      "step": 6670
    },
    {
      "epoch": 1.321495696903749,
      "grad_norm": 0.01901241478903529,
      "learning_rate": 6.866533502541802e-05,
      "loss": 0.0052,
      "step": 6680
    },
    {
      "epoch": 1.3234741319616183,
      "grad_norm": 0.019888260124643883,
      "learning_rate": 6.855851249427024e-05,
      "loss": 0.0051,
      "step": 6690
    },
    {
      "epoch": 1.3254525670194877,
      "grad_norm": 0.01761253293523921,
      "learning_rate": 6.845159162889965e-05,
      "loss": 0.0051,
      "step": 6700
    },
    {
      "epoch": 1.3274310020773568,
      "grad_norm": 0.021259454587723152,
      "learning_rate": 6.834457299583768e-05,
      "loss": 0.0051,
      "step": 6710
    },
    {
      "epoch": 1.329409437135226,
      "grad_norm": 0.01584901495067816,
      "learning_rate": 6.823745716213377e-05,
      "loss": 0.005,
      "step": 6720
    },
    {
      "epoch": 1.3313878721930952,
      "grad_norm": 0.021675416020175562,
      "learning_rate": 6.813024469535236e-05,
      "loss": 0.0051,
      "step": 6730
    },
    {
      "epoch": 1.3333663072509645,
      "grad_norm": 0.017256488165444287,
      "learning_rate": 6.802293616356997e-05,
      "loss": 0.0051,
      "step": 6740
    },
    {
      "epoch": 1.3353447423088336,
      "grad_norm": 0.01988095994815182,
      "learning_rate": 6.791553213537209e-05,
      "loss": 0.0051,
      "step": 6750
    },
    {
      "epoch": 1.337323177366703,
      "grad_norm": 0.029010702803392147,
      "learning_rate": 6.780803317985021e-05,
      "loss": 0.0051,
      "step": 6760
    },
    {
      "epoch": 1.3393016124245722,
      "grad_norm": 0.02229326528449447,
      "learning_rate": 6.77004398665988e-05,
      "loss": 0.0051,
      "step": 6770
    },
    {
      "epoch": 1.3412800474824413,
      "grad_norm": 0.024231994266251184,
      "learning_rate": 6.759275276571233e-05,
      "loss": 0.0051,
      "step": 6780
    },
    {
      "epoch": 1.3432584825403107,
      "grad_norm": 0.019760509190009986,
      "learning_rate": 6.748497244778214e-05,
      "loss": 0.0051,
      "step": 6790
    },
    {
      "epoch": 1.3452369175981798,
      "grad_norm": 0.016710462119061714,
      "learning_rate": 6.737709948389356e-05,
      "loss": 0.0051,
      "step": 6800
    },
    {
      "epoch": 1.347215352656049,
      "grad_norm": 0.01887818681230359,
      "learning_rate": 6.726913444562283e-05,
      "loss": 0.0051,
      "step": 6810
    },
    {
      "epoch": 1.3491937877139182,
      "grad_norm": 0.015721172581988692,
      "learning_rate": 6.716107790503398e-05,
      "loss": 0.0051,
      "step": 6820
    },
    {
      "epoch": 1.3511722227717875,
      "grad_norm": 0.020616954688510183,
      "learning_rate": 6.705293043467589e-05,
      "loss": 0.005,
      "step": 6830
    },
    {
      "epoch": 1.3531506578296568,
      "grad_norm": 0.02169976718548275,
      "learning_rate": 6.69446926075793e-05,
      "loss": 0.0051,
      "step": 6840
    },
    {
      "epoch": 1.355129092887526,
      "grad_norm": 0.017649101893321903,
      "learning_rate": 6.683636499725365e-05,
      "loss": 0.0051,
      "step": 6850
    },
    {
      "epoch": 1.3571075279453952,
      "grad_norm": 0.023464058138752606,
      "learning_rate": 6.672794817768414e-05,
      "loss": 0.0051,
      "step": 6860
    },
    {
      "epoch": 1.3590859630032643,
      "grad_norm": 0.017944826253035673,
      "learning_rate": 6.661944272332867e-05,
      "loss": 0.005,
      "step": 6870
    },
    {
      "epoch": 1.3610643980611337,
      "grad_norm": 0.013136162236096264,
      "learning_rate": 6.651084920911473e-05,
      "loss": 0.0051,
      "step": 6880
    },
    {
      "epoch": 1.3630428331190028,
      "grad_norm": 0.02017698183742181,
      "learning_rate": 6.640216821043646e-05,
      "loss": 0.0051,
      "step": 6890
    },
    {
      "epoch": 1.365021268176872,
      "grad_norm": 0.015804745118237505,
      "learning_rate": 6.629340030315148e-05,
      "loss": 0.0051,
      "step": 6900
    },
    {
      "epoch": 1.3669997032347414,
      "grad_norm": 0.02231726477759663,
      "learning_rate": 6.618454606357796e-05,
      "loss": 0.005,
      "step": 6910
    },
    {
      "epoch": 1.3689781382926105,
      "grad_norm": 0.014535587590450497,
      "learning_rate": 6.607560606849149e-05,
      "loss": 0.0051,
      "step": 6920
    },
    {
      "epoch": 1.3709565733504798,
      "grad_norm": 0.014638216120479886,
      "learning_rate": 6.596658089512208e-05,
      "loss": 0.005,
      "step": 6930
    },
    {
      "epoch": 1.372935008408349,
      "grad_norm": 0.02323694463583421,
      "learning_rate": 6.585747112115096e-05,
      "loss": 0.0051,
      "step": 6940
    },
    {
      "epoch": 1.3749134434662182,
      "grad_norm": 0.01574608265542015,
      "learning_rate": 6.574827732470779e-05,
      "loss": 0.0051,
      "step": 6950
    },
    {
      "epoch": 1.3768918785240873,
      "grad_norm": 0.029953066042503078,
      "learning_rate": 6.563900008436727e-05,
      "loss": 0.0051,
      "step": 6960
    },
    {
      "epoch": 1.3788703135819567,
      "grad_norm": 0.02122171639692881,
      "learning_rate": 6.552963997914635e-05,
      "loss": 0.005,
      "step": 6970
    },
    {
      "epoch": 1.380848748639826,
      "grad_norm": 0.0211923854555959,
      "learning_rate": 6.542019758850097e-05,
      "loss": 0.0051,
      "step": 6980
    },
    {
      "epoch": 1.382827183697695,
      "grad_norm": 0.017206584323745094,
      "learning_rate": 6.531067349232313e-05,
      "loss": 0.005,
      "step": 6990
    },
    {
      "epoch": 1.3848056187555644,
      "grad_norm": 0.02368424130441156,
      "learning_rate": 6.52010682709377e-05,
      "loss": 0.0051,
      "step": 7000
    },
    {
      "epoch": 1.3867840538134335,
      "grad_norm": 0.018986517916588494,
      "learning_rate": 6.509138250509946e-05,
      "loss": 0.0051,
      "step": 7010
    },
    {
      "epoch": 1.3887624888713028,
      "grad_norm": 0.021783652193033926,
      "learning_rate": 6.498161677598993e-05,
      "loss": 0.0051,
      "step": 7020
    },
    {
      "epoch": 1.390740923929172,
      "grad_norm": 0.01989221560555763,
      "learning_rate": 6.48717716652143e-05,
      "loss": 0.005,
      "step": 7030
    },
    {
      "epoch": 1.3927193589870412,
      "grad_norm": 0.028824501466034488,
      "learning_rate": 6.476184775479841e-05,
      "loss": 0.005,
      "step": 7040
    },
    {
      "epoch": 1.3946977940449106,
      "grad_norm": 0.013118894131611164,
      "learning_rate": 6.465184562718563e-05,
      "loss": 0.005,
      "step": 7050
    },
    {
      "epoch": 1.3966762291027797,
      "grad_norm": 0.030419341589724876,
      "learning_rate": 6.454176586523373e-05,
      "loss": 0.0051,
      "step": 7060
    },
    {
      "epoch": 1.398654664160649,
      "grad_norm": 0.018289203329966308,
      "learning_rate": 6.443160905221187e-05,
      "loss": 0.005,
      "step": 7070
    },
    {
      "epoch": 1.400633099218518,
      "grad_norm": 0.011335676134755196,
      "learning_rate": 6.432137577179749e-05,
      "loss": 0.005,
      "step": 7080
    },
    {
      "epoch": 1.4026115342763874,
      "grad_norm": 0.019403411549867747,
      "learning_rate": 6.421106660807314e-05,
      "loss": 0.005,
      "step": 7090
    },
    {
      "epoch": 1.4045899693342565,
      "grad_norm": 0.016219224353396837,
      "learning_rate": 6.410068214552351e-05,
      "loss": 0.005,
      "step": 7100
    },
    {
      "epoch": 1.4065684043921258,
      "grad_norm": 0.01349969499784592,
      "learning_rate": 6.399022296903224e-05,
      "loss": 0.005,
      "step": 7110
    },
    {
      "epoch": 1.4085468394499951,
      "grad_norm": 0.0237897046108694,
      "learning_rate": 6.387968966387881e-05,
      "loss": 0.0051,
      "step": 7120
    },
    {
      "epoch": 1.4105252745078642,
      "grad_norm": 0.024510245392803796,
      "learning_rate": 6.376908281573556e-05,
      "loss": 0.0051,
      "step": 7130
    },
    {
      "epoch": 1.4125037095657336,
      "grad_norm": 0.019887673658650275,
      "learning_rate": 6.365840301066445e-05,
      "loss": 0.005,
      "step": 7140
    },
    {
      "epoch": 1.4144821446236027,
      "grad_norm": 0.023947486968730117,
      "learning_rate": 6.354765083511401e-05,
      "loss": 0.0051,
      "step": 7150
    },
    {
      "epoch": 1.416460579681472,
      "grad_norm": 0.020353519957312532,
      "learning_rate": 6.343682687591626e-05,
      "loss": 0.005,
      "step": 7160
    },
    {
      "epoch": 1.418439014739341,
      "grad_norm": 0.016826958038086558,
      "learning_rate": 6.332593172028356e-05,
      "loss": 0.005,
      "step": 7170
    },
    {
      "epoch": 1.4204174497972104,
      "grad_norm": 0.020008407320600014,
      "learning_rate": 6.32149659558055e-05,
      "loss": 0.0051,
      "step": 7180
    },
    {
      "epoch": 1.4223958848550797,
      "grad_norm": 0.025437068408178262,
      "learning_rate": 6.310393017044582e-05,
      "loss": 0.0051,
      "step": 7190
    },
    {
      "epoch": 1.4243743199129488,
      "grad_norm": 0.018363317692837968,
      "learning_rate": 6.299282495253925e-05,
      "loss": 0.005,
      "step": 7200
    },
    {
      "epoch": 1.4263527549708181,
      "grad_norm": 0.022959479829482075,
      "learning_rate": 6.288165089078842e-05,
      "loss": 0.0051,
      "step": 7210
    },
    {
      "epoch": 1.4283311900286872,
      "grad_norm": 0.01912696487761665,
      "learning_rate": 6.277040857426077e-05,
      "loss": 0.0051,
      "step": 7220
    },
    {
      "epoch": 1.4303096250865566,
      "grad_norm": 0.019023963098169925,
      "learning_rate": 6.265909859238535e-05,
      "loss": 0.0051,
      "step": 7230
    },
    {
      "epoch": 1.4322880601444257,
      "grad_norm": 0.025756968836663428,
      "learning_rate": 6.254772153494977e-05,
      "loss": 0.0051,
      "step": 7240
    },
    {
      "epoch": 1.434266495202295,
      "grad_norm": 0.02490517252114092,
      "learning_rate": 6.243627799209703e-05,
      "loss": 0.005,
      "step": 7250
    },
    {
      "epoch": 1.4362449302601643,
      "grad_norm": 0.024378475943524002,
      "learning_rate": 6.232476855432243e-05,
      "loss": 0.0051,
      "step": 7260
    },
    {
      "epoch": 1.4382233653180334,
      "grad_norm": 0.023754439546808573,
      "learning_rate": 6.22131938124704e-05,
      "loss": 0.0051,
      "step": 7270
    },
    {
      "epoch": 1.4402018003759027,
      "grad_norm": 0.014664055217834237,
      "learning_rate": 6.210155435773138e-05,
      "loss": 0.0051,
      "step": 7280
    },
    {
      "epoch": 1.4421802354337718,
      "grad_norm": 0.015002712603649751,
      "learning_rate": 6.198985078163876e-05,
      "loss": 0.005,
      "step": 7290
    },
    {
      "epoch": 1.4441586704916411,
      "grad_norm": 0.015046014945227256,
      "learning_rate": 6.187808367606561e-05,
      "loss": 0.005,
      "step": 7300
    },
    {
      "epoch": 1.4461371055495102,
      "grad_norm": 0.019315429968942022,
      "learning_rate": 6.176625363322163e-05,
      "loss": 0.0051,
      "step": 7310
    },
    {
      "epoch": 1.4481155406073796,
      "grad_norm": 0.01744248504368862,
      "learning_rate": 6.165436124565007e-05,
      "loss": 0.005,
      "step": 7320
    },
    {
      "epoch": 1.450093975665249,
      "grad_norm": 0.023906053351486815,
      "learning_rate": 6.154240710622445e-05,
      "loss": 0.005,
      "step": 7330
    },
    {
      "epoch": 1.452072410723118,
      "grad_norm": 0.017899151235512036,
      "learning_rate": 6.143039180814548e-05,
      "loss": 0.005,
      "step": 7340
    },
    {
      "epoch": 1.4540508457809873,
      "grad_norm": 0.03603011604556944,
      "learning_rate": 6.131831594493799e-05,
      "loss": 0.005,
      "step": 7350
    },
    {
      "epoch": 1.4560292808388564,
      "grad_norm": 0.015281731059167402,
      "learning_rate": 6.120618011044766e-05,
      "loss": 0.005,
      "step": 7360
    },
    {
      "epoch": 1.4580077158967257,
      "grad_norm": 0.013057675147702603,
      "learning_rate": 6.109398489883795e-05,
      "loss": 0.005,
      "step": 7370
    },
    {
      "epoch": 1.4599861509545948,
      "grad_norm": 0.026849784386253833,
      "learning_rate": 6.0981730904586954e-05,
      "loss": 0.005,
      "step": 7380
    },
    {
      "epoch": 1.4619645860124642,
      "grad_norm": 0.024668194697485976,
      "learning_rate": 6.086941872248424e-05,
      "loss": 0.005,
      "step": 7390
    },
    {
      "epoch": 1.4639430210703335,
      "grad_norm": 0.01485927096641802,
      "learning_rate": 6.0757048947627636e-05,
      "loss": 0.005,
      "step": 7400
    },
    {
      "epoch": 1.4659214561282026,
      "grad_norm": 0.015471832387451756,
      "learning_rate": 6.0644622175420204e-05,
      "loss": 0.0051,
      "step": 7410
    },
    {
      "epoch": 1.467899891186072,
      "grad_norm": 0.008500689302769012,
      "learning_rate": 6.0532139001566946e-05,
      "loss": 0.005,
      "step": 7420
    },
    {
      "epoch": 1.469878326243941,
      "grad_norm": 0.01978624221199307,
      "learning_rate": 6.041960002207174e-05,
      "loss": 0.005,
      "step": 7430
    },
    {
      "epoch": 1.4718567613018103,
      "grad_norm": 0.0170530811077618,
      "learning_rate": 6.0307005833234195e-05,
      "loss": 0.005,
      "step": 7440
    },
    {
      "epoch": 1.4738351963596794,
      "grad_norm": 0.03423738675798128,
      "learning_rate": 6.019435703164639e-05,
      "loss": 0.005,
      "step": 7450
    },
    {
      "epoch": 1.4758136314175487,
      "grad_norm": 0.012343973469495919,
      "learning_rate": 6.008165421418981e-05,
      "loss": 0.005,
      "step": 7460
    },
    {
      "epoch": 1.477792066475418,
      "grad_norm": 0.01709058608629632,
      "learning_rate": 5.9968897978032135e-05,
      "loss": 0.005,
      "step": 7470
    },
    {
      "epoch": 1.4797705015332872,
      "grad_norm": 0.012741495867049412,
      "learning_rate": 5.9856088920624096e-05,
      "loss": 0.005,
      "step": 7480
    },
    {
      "epoch": 1.4817489365911565,
      "grad_norm": 0.01740107134613611,
      "learning_rate": 5.974322763969631e-05,
      "loss": 0.005,
      "step": 7490
    },
    {
      "epoch": 1.4837273716490256,
      "grad_norm": 0.02479099330141599,
      "learning_rate": 5.963031473325609e-05,
      "loss": 0.0051,
      "step": 7500
    },
    {
      "epoch": 1.485705806706895,
      "grad_norm": 0.022565232069577567,
      "learning_rate": 5.9517350799584307e-05,
      "loss": 0.005,
      "step": 7510
    },
    {
      "epoch": 1.487684241764764,
      "grad_norm": 0.02216359796942625,
      "learning_rate": 5.9404336437232175e-05,
      "loss": 0.0051,
      "step": 7520
    },
    {
      "epoch": 1.4896626768226333,
      "grad_norm": 0.022622625844978875,
      "learning_rate": 5.929127224501818e-05,
      "loss": 0.005,
      "step": 7530
    },
    {
      "epoch": 1.4916411118805026,
      "grad_norm": 0.023137418065357185,
      "learning_rate": 5.917815882202477e-05,
      "loss": 0.0051,
      "step": 7540
    },
    {
      "epoch": 1.4936195469383717,
      "grad_norm": 0.019787188447914057,
      "learning_rate": 5.9064996767595236e-05,
      "loss": 0.005,
      "step": 7550
    },
    {
      "epoch": 1.495597981996241,
      "grad_norm": 0.009377442994281712,
      "learning_rate": 5.8951786681330625e-05,
      "loss": 0.0051,
      "step": 7560
    },
    {
      "epoch": 1.4975764170541102,
      "grad_norm": 0.013951202038574532,
      "learning_rate": 5.883852916308641e-05,
      "loss": 0.005,
      "step": 7570
    },
    {
      "epoch": 1.4995548521119795,
      "grad_norm": 0.021086360976989682,
      "learning_rate": 5.872522481296941e-05,
      "loss": 0.0051,
      "step": 7580
    },
    {
      "epoch": 1.5015332871698486,
      "grad_norm": 0.019856003192296866,
      "learning_rate": 5.861187423133464e-05,
      "loss": 0.0051,
      "step": 7590
    },
    {
      "epoch": 1.503511722227718,
      "grad_norm": 0.019496054137121212,
      "learning_rate": 5.8498478018782e-05,
      "loss": 0.005,
      "step": 7600
    },
    {
      "epoch": 1.5054901572855872,
      "grad_norm": 0.015043724778703605,
      "learning_rate": 5.83850367761532e-05,
      "loss": 0.005,
      "step": 7610
    },
    {
      "epoch": 1.5074685923434563,
      "grad_norm": 0.004238497682294309,
      "learning_rate": 5.8271551104528554e-05,
      "loss": 0.005,
      "step": 7620
    },
    {
      "epoch": 1.5094470274013254,
      "grad_norm": 0.011578901720175248,
      "learning_rate": 5.815802160522379e-05,
      "loss": 0.005,
      "step": 7630
    },
    {
      "epoch": 1.5114254624591947,
      "grad_norm": 0.021180582251365355,
      "learning_rate": 5.804444887978684e-05,
      "loss": 0.005,
      "step": 7640
    },
    {
      "epoch": 1.513403897517064,
      "grad_norm": 0.019812035361194903,
      "learning_rate": 5.7930833529994696e-05,
      "loss": 0.005,
      "step": 7650
    },
    {
      "epoch": 1.5153823325749332,
      "grad_norm": 0.01996149624229686,
      "learning_rate": 5.7817176157850194e-05,
      "loss": 0.005,
      "step": 7660
    },
    {
      "epoch": 1.5173607676328025,
      "grad_norm": 0.018232046733898024,
      "learning_rate": 5.770347736557884e-05,
      "loss": 0.005,
      "step": 7670
    },
    {
      "epoch": 1.5193392026906718,
      "grad_norm": 0.023129797478894258,
      "learning_rate": 5.758973775562557e-05,
      "loss": 0.005,
      "step": 7680
    },
    {
      "epoch": 1.521317637748541,
      "grad_norm": 0.015540240065626319,
      "learning_rate": 5.7475957930651646e-05,
      "loss": 0.005,
      "step": 7690
    },
    {
      "epoch": 1.52329607280641,
      "grad_norm": 0.026294421490536977,
      "learning_rate": 5.736213849353138e-05,
      "loss": 0.005,
      "step": 7700
    },
    {
      "epoch": 1.5252745078642793,
      "grad_norm": 0.01737954111989701,
      "learning_rate": 5.724828004734899e-05,
      "loss": 0.005,
      "step": 7710
    },
    {
      "epoch": 1.5272529429221486,
      "grad_norm": 0.020002105346910028,
      "learning_rate": 5.713438319539538e-05,
      "loss": 0.005,
      "step": 7720
    },
    {
      "epoch": 1.5292313779800177,
      "grad_norm": 0.024972699481939076,
      "learning_rate": 5.702044854116494e-05,
      "loss": 0.005,
      "step": 7730
    },
    {
      "epoch": 1.531209813037887,
      "grad_norm": 0.021915353952822143,
      "learning_rate": 5.6906476688352406e-05,
      "loss": 0.005,
      "step": 7740
    },
    {
      "epoch": 1.5331882480957564,
      "grad_norm": 0.013065163342528125,
      "learning_rate": 5.679246824084955e-05,
      "loss": 0.0049,
      "step": 7750
    },
    {
      "epoch": 1.5351666831536255,
      "grad_norm": 0.016434610001804666,
      "learning_rate": 5.6678423802742074e-05,
      "loss": 0.005,
      "step": 7760
    },
    {
      "epoch": 1.5371451182114946,
      "grad_norm": 0.011347921448019065,
      "learning_rate": 5.65643439783064e-05,
      "loss": 0.005,
      "step": 7770
    },
    {
      "epoch": 1.539123553269364,
      "grad_norm": 0.0210193810791627,
      "learning_rate": 5.645022937200641e-05,
      "loss": 0.0049,
      "step": 7780
    },
    {
      "epoch": 1.5411019883272332,
      "grad_norm": 0.018957713774373476,
      "learning_rate": 5.6336080588490326e-05,
      "loss": 0.005,
      "step": 7790
    },
    {
      "epoch": 1.5430804233851023,
      "grad_norm": 0.013521677459780612,
      "learning_rate": 5.622189823258743e-05,
      "loss": 0.005,
      "step": 7800
    },
    {
      "epoch": 1.5450588584429716,
      "grad_norm": 0.016913820806355274,
      "learning_rate": 5.610768290930488e-05,
      "loss": 0.005,
      "step": 7810
    },
    {
      "epoch": 1.547037293500841,
      "grad_norm": 0.018638305189176706,
      "learning_rate": 5.599343522382454e-05,
      "loss": 0.0051,
      "step": 7820
    },
    {
      "epoch": 1.54901572855871,
      "grad_norm": 0.019451747976412023,
      "learning_rate": 5.587915578149976e-05,
      "loss": 0.005,
      "step": 7830
    },
    {
      "epoch": 1.5509941636165792,
      "grad_norm": 0.021775789031113036,
      "learning_rate": 5.576484518785211e-05,
      "loss": 0.005,
      "step": 7840
    },
    {
      "epoch": 1.5529725986744485,
      "grad_norm": 0.0132383882484977,
      "learning_rate": 5.5650504048568255e-05,
      "loss": 0.005,
      "step": 7850
    },
    {
      "epoch": 1.5549510337323178,
      "grad_norm": 0.014276323337133742,
      "learning_rate": 5.553613296949671e-05,
      "loss": 0.0049,
      "step": 7860
    },
    {
      "epoch": 1.556929468790187,
      "grad_norm": 0.019701037540286685,
      "learning_rate": 5.542173255664462e-05,
      "loss": 0.005,
      "step": 7870
    },
    {
      "epoch": 1.5589079038480562,
      "grad_norm": 0.03305321556911838,
      "learning_rate": 5.530730341617455e-05,
      "loss": 0.005,
      "step": 7880
    },
    {
      "epoch": 1.5608863389059255,
      "grad_norm": 0.025402148702672267,
      "learning_rate": 5.519284615440129e-05,
      "loss": 0.0051,
      "step": 7890
    },
    {
      "epoch": 1.5628647739637946,
      "grad_norm": 0.020254793952455018,
      "learning_rate": 5.5078361377788645e-05,
      "loss": 0.005,
      "step": 7900
    },
    {
      "epoch": 1.5648432090216637,
      "grad_norm": 0.009165490638382819,
      "learning_rate": 5.4963849692946166e-05,
      "loss": 0.005,
      "step": 7910
    },
    {
      "epoch": 1.566821644079533,
      "grad_norm": 0.03615677983885278,
      "learning_rate": 5.484931170662606e-05,
      "loss": 0.0051,
      "step": 7920
    },
    {
      "epoch": 1.5688000791374024,
      "grad_norm": 0.016977517976904895,
      "learning_rate": 5.4734748025719804e-05,
      "loss": 0.005,
      "step": 7930
    },
    {
      "epoch": 1.5707785141952715,
      "grad_norm": 0.02058438180331575,
      "learning_rate": 5.462015925725509e-05,
      "loss": 0.0049,
      "step": 7940
    },
    {
      "epoch": 1.5727569492531408,
      "grad_norm": 0.009976596641837683,
      "learning_rate": 5.4505546008392505e-05,
      "loss": 0.0049,
      "step": 7950
    },
    {
      "epoch": 1.5747353843110101,
      "grad_norm": 0.019310230224817013,
      "learning_rate": 5.439090888642237e-05,
      "loss": 0.005,
      "step": 7960
    },
    {
      "epoch": 1.5767138193688792,
      "grad_norm": 0.018253577641422897,
      "learning_rate": 5.427624849876145e-05,
      "loss": 0.005,
      "step": 7970
    },
    {
      "epoch": 1.5786922544267483,
      "grad_norm": 0.028761144748151373,
      "learning_rate": 5.4161565452949856e-05,
      "loss": 0.005,
      "step": 7980
    },
    {
      "epoch": 1.5806706894846176,
      "grad_norm": 0.01829809542554448,
      "learning_rate": 5.40468603566477e-05,
      "loss": 0.005,
      "step": 7990
    },
    {
      "epoch": 1.582649124542487,
      "grad_norm": 0.015390464151235236,
      "learning_rate": 5.393213381763197e-05,
      "loss": 0.005,
      "step": 8000
    },
    {
      "epoch": 1.584627559600356,
      "grad_norm": 0.02021095969993427,
      "learning_rate": 5.3817386443793235e-05,
      "loss": 0.005,
      "step": 8010
    },
    {
      "epoch": 1.5866059946582254,
      "grad_norm": 0.025682965467523678,
      "learning_rate": 5.370261884313249e-05,
      "loss": 0.005,
      "step": 8020
    },
    {
      "epoch": 1.5885844297160947,
      "grad_norm": 0.02755057285676576,
      "learning_rate": 5.35878316237579e-05,
      "loss": 0.005,
      "step": 8030
    },
    {
      "epoch": 1.5905628647739638,
      "grad_norm": 0.023945481285186383,
      "learning_rate": 5.347302539388155e-05,
      "loss": 0.005,
      "step": 8040
    },
    {
      "epoch": 1.592541299831833,
      "grad_norm": 0.017878902181083733,
      "learning_rate": 5.335820076181629e-05,
      "loss": 0.005,
      "step": 8050
    },
    {
      "epoch": 1.5945197348897022,
      "grad_norm": 0.01979889576145264,
      "learning_rate": 5.324335833597245e-05,
      "loss": 0.005,
      "step": 8060
    },
    {
      "epoch": 1.5964981699475715,
      "grad_norm": 0.026622064999786324,
      "learning_rate": 5.312849872485468e-05,
      "loss": 0.005,
      "step": 8070
    },
    {
      "epoch": 1.5984766050054406,
      "grad_norm": 0.01965849907616097,
      "learning_rate": 5.3013622537058635e-05,
      "loss": 0.005,
      "step": 8080
    },
    {
      "epoch": 1.60045504006331,
      "grad_norm": 0.010519352152671338,
      "learning_rate": 5.289873038126786e-05,
      "loss": 0.005,
      "step": 8090
    },
    {
      "epoch": 1.6024334751211793,
      "grad_norm": 0.026551189500221485,
      "learning_rate": 5.2783822866250466e-05,
      "loss": 0.0051,
      "step": 8100
    },
    {
      "epoch": 1.6044119101790484,
      "grad_norm": 0.020851330326579053,
      "learning_rate": 5.266890060085595e-05,
      "loss": 0.0051,
      "step": 8110
    },
    {
      "epoch": 1.6063903452369175,
      "grad_norm": 0.01851436671553028,
      "learning_rate": 5.255396419401198e-05,
      "loss": 0.005,
      "step": 8120
    },
    {
      "epoch": 1.6083687802947868,
      "grad_norm": 0.017262362377280727,
      "learning_rate": 5.2439014254721166e-05,
      "loss": 0.005,
      "step": 8130
    },
    {
      "epoch": 1.6103472153526561,
      "grad_norm": 0.014697898495626496,
      "learning_rate": 5.232405139205778e-05,
      "loss": 0.005,
      "step": 8140
    },
    {
      "epoch": 1.6123256504105252,
      "grad_norm": 0.022247270684886817,
      "learning_rate": 5.220907621516461e-05,
      "loss": 0.005,
      "step": 8150
    },
    {
      "epoch": 1.6143040854683945,
      "grad_norm": 0.019402545756230762,
      "learning_rate": 5.209408933324967e-05,
      "loss": 0.005,
      "step": 8160
    },
    {
      "epoch": 1.6162825205262639,
      "grad_norm": 0.022450552351294117,
      "learning_rate": 5.197909135558302e-05,
      "loss": 0.005,
      "step": 8170
    },
    {
      "epoch": 1.618260955584133,
      "grad_norm": 0.03358907700028808,
      "learning_rate": 5.186408289149346e-05,
      "loss": 0.005,
      "step": 8180
    },
    {
      "epoch": 1.620239390642002,
      "grad_norm": 0.018087538434867097,
      "learning_rate": 5.1749064550365414e-05,
      "loss": 0.005,
      "step": 8190
    },
    {
      "epoch": 1.6222178256998714,
      "grad_norm": 0.016573774611214762,
      "learning_rate": 5.163403694163559e-05,
      "loss": 0.005,
      "step": 8200
    },
    {
      "epoch": 1.6241962607577407,
      "grad_norm": 0.00963485992227461,
      "learning_rate": 5.1519000674789833e-05,
      "loss": 0.005,
      "step": 8210
    },
    {
      "epoch": 1.6261746958156098,
      "grad_norm": 0.016804767027719464,
      "learning_rate": 5.140395635935987e-05,
      "loss": 0.005,
      "step": 8220
    },
    {
      "epoch": 1.6281531308734791,
      "grad_norm": 0.027999442593928323,
      "learning_rate": 5.128890460492004e-05,
      "loss": 0.005,
      "step": 8230
    },
    {
      "epoch": 1.6301315659313484,
      "grad_norm": 0.014270350937864097,
      "learning_rate": 5.117384602108413e-05,
      "loss": 0.005,
      "step": 8240
    },
    {
      "epoch": 1.6321100009892175,
      "grad_norm": 0.04057786802895742,
      "learning_rate": 5.1058781217502084e-05,
      "loss": 0.0051,
      "step": 8250
    },
    {
      "epoch": 1.6340884360470866,
      "grad_norm": 0.01970321239695706,
      "learning_rate": 5.094371080385685e-05,
      "loss": 0.005,
      "step": 8260
    },
    {
      "epoch": 1.636066871104956,
      "grad_norm": 0.019021304303569034,
      "learning_rate": 5.082863538986102e-05,
      "loss": 0.0052,
      "step": 8270
    },
    {
      "epoch": 1.6380453061628253,
      "grad_norm": 0.02445925994960959,
      "learning_rate": 5.071355558525379e-05,
      "loss": 0.005,
      "step": 8280
    },
    {
      "epoch": 1.6400237412206944,
      "grad_norm": 0.0221777296600126,
      "learning_rate": 5.059847199979752e-05,
      "loss": 0.005,
      "step": 8290
    },
    {
      "epoch": 1.6420021762785637,
      "grad_norm": 0.013318345734434276,
      "learning_rate": 5.048338524327466e-05,
      "loss": 0.005,
      "step": 8300
    },
    {
      "epoch": 1.643980611336433,
      "grad_norm": 0.01614997772464178,
      "learning_rate": 5.036829592548446e-05,
      "loss": 0.005,
      "step": 8310
    },
    {
      "epoch": 1.6459590463943021,
      "grad_norm": 0.014391610740361764,
      "learning_rate": 5.02532046562397e-05,
      "loss": 0.005,
      "step": 8320
    },
    {
      "epoch": 1.6479374814521712,
      "grad_norm": 0.023949265101614464,
      "learning_rate": 5.013811204536353e-05,
      "loss": 0.005,
      "step": 8330
    },
    {
      "epoch": 1.6499159165100405,
      "grad_norm": 0.020986958733913052,
      "learning_rate": 5.002301870268623e-05,
      "loss": 0.005,
      "step": 8340
    },
    {
      "epoch": 1.6518943515679099,
      "grad_norm": 0.012079374530200023,
      "learning_rate": 4.9907925238041925e-05,
      "loss": 0.005,
      "step": 8350
    },
    {
      "epoch": 1.653872786625779,
      "grad_norm": 0.024296664486975334,
      "learning_rate": 4.9792832261265384e-05,
      "loss": 0.005,
      "step": 8360
    },
    {
      "epoch": 1.6558512216836483,
      "grad_norm": 0.016275701860330602,
      "learning_rate": 4.967774038218882e-05,
      "loss": 0.005,
      "step": 8370
    },
    {
      "epoch": 1.6578296567415176,
      "grad_norm": 0.020560168693868723,
      "learning_rate": 4.95626502106386e-05,
      "loss": 0.005,
      "step": 8380
    },
    {
      "epoch": 1.6598080917993867,
      "grad_norm": 0.017225604563944782,
      "learning_rate": 4.944756235643205e-05,
      "loss": 0.005,
      "step": 8390
    },
    {
      "epoch": 1.6617865268572558,
      "grad_norm": 0.02533008991214159,
      "learning_rate": 4.933247742937425e-05,
      "loss": 0.005,
      "step": 8400
    },
    {
      "epoch": 1.6637649619151251,
      "grad_norm": 0.016554780374138798,
      "learning_rate": 4.92173960392547e-05,
      "loss": 0.0051,
      "step": 8410
    },
    {
      "epoch": 1.6657433969729945,
      "grad_norm": 0.017829554256082163,
      "learning_rate": 4.910231879584427e-05,
      "loss": 0.0051,
      "step": 8420
    },
    {
      "epoch": 1.6677218320308635,
      "grad_norm": 0.010298815907596645,
      "learning_rate": 4.8987246308891716e-05,
      "loss": 0.005,
      "step": 8430
    },
    {
      "epoch": 1.6697002670887326,
      "grad_norm": 0.01999975074366446,
      "learning_rate": 4.887217918812072e-05,
      "loss": 0.005,
      "step": 8440
    },
    {
      "epoch": 1.6716787021466022,
      "grad_norm": 0.02559617560384222,
      "learning_rate": 4.875711804322643e-05,
      "loss": 0.005,
      "step": 8450
    },
    {
      "epoch": 1.6736571372044713,
      "grad_norm": 0.02917082861660753,
      "learning_rate": 4.8642063483872415e-05,
      "loss": 0.005,
      "step": 8460
    },
    {
      "epoch": 1.6756355722623404,
      "grad_norm": 0.012992554400041802,
      "learning_rate": 4.85270161196873e-05,
      "loss": 0.0051,
      "step": 8470
    },
    {
      "epoch": 1.6776140073202097,
      "grad_norm": 0.015062801590814197,
      "learning_rate": 4.841197656026159e-05,
      "loss": 0.005,
      "step": 8480
    },
    {
      "epoch": 1.679592442378079,
      "grad_norm": 0.028408253950640647,
      "learning_rate": 4.8296945415144466e-05,
      "loss": 0.005,
      "step": 8490
    },
    {
      "epoch": 1.6815708774359481,
      "grad_norm": 0.016849293030548024,
      "learning_rate": 4.818192329384047e-05,
      "loss": 0.005,
      "step": 8500
    },
    {
      "epoch": 1.6835493124938172,
      "grad_norm": 0.010601199016409856,
      "learning_rate": 4.806691080580638e-05,
      "loss": 0.005,
      "step": 8510
    },
    {
      "epoch": 1.6855277475516868,
      "grad_norm": 0.018245122418775395,
      "learning_rate": 4.795190856044792e-05,
      "loss": 0.005,
      "step": 8520
    },
    {
      "epoch": 1.6875061826095559,
      "grad_norm": 0.026069194411481738,
      "learning_rate": 4.783691716711652e-05,
      "loss": 0.005,
      "step": 8530
    },
    {
      "epoch": 1.689484617667425,
      "grad_norm": 0.013212093225055526,
      "learning_rate": 4.772193723510613e-05,
      "loss": 0.005,
      "step": 8540
    },
    {
      "epoch": 1.6914630527252943,
      "grad_norm": 0.007776032709454633,
      "learning_rate": 4.7606969373649986e-05,
      "loss": 0.005,
      "step": 8550
    },
    {
      "epoch": 1.6934414877831636,
      "grad_norm": 0.02935697050945925,
      "learning_rate": 4.7492014191917334e-05,
      "loss": 0.005,
      "step": 8560
    },
    {
      "epoch": 1.6954199228410327,
      "grad_norm": 0.014226775843143202,
      "learning_rate": 4.737707229901022e-05,
      "loss": 0.005,
      "step": 8570
    },
    {
      "epoch": 1.6973983578989018,
      "grad_norm": 0.018861684894261748,
      "learning_rate": 4.726214430396033e-05,
      "loss": 0.005,
      "step": 8580
    },
    {
      "epoch": 1.6993767929567714,
      "grad_norm": 0.043791815622162805,
      "learning_rate": 4.71472308157257e-05,
      "loss": 0.0051,
      "step": 8590
    },
    {
      "epoch": 1.7013552280146405,
      "grad_norm": 0.039601624350728705,
      "learning_rate": 4.7032332443187467e-05,
      "loss": 0.0052,
      "step": 8600
    },
    {
      "epoch": 1.7033336630725096,
      "grad_norm": 0.021886175299307906,
      "learning_rate": 4.69174497951467e-05,
      "loss": 0.0051,
      "step": 8610
    },
    {
      "epoch": 1.7053120981303789,
      "grad_norm": 0.026242786592011687,
      "learning_rate": 4.680258348032115e-05,
      "loss": 0.005,
      "step": 8620
    },
    {
      "epoch": 1.7072905331882482,
      "grad_norm": 0.021579641517114754,
      "learning_rate": 4.668773410734201e-05,
      "loss": 0.005,
      "step": 8630
    },
    {
      "epoch": 1.7092689682461173,
      "grad_norm": 0.015146096369545345,
      "learning_rate": 4.657290228475073e-05,
      "loss": 0.0051,
      "step": 8640
    },
    {
      "epoch": 1.7112474033039864,
      "grad_norm": 0.02382543824628399,
      "learning_rate": 4.6458088620995736e-05,
      "loss": 0.005,
      "step": 8650
    },
    {
      "epoch": 1.713225838361856,
      "grad_norm": 0.016554690628563396,
      "learning_rate": 4.6343293724429266e-05,
      "loss": 0.005,
      "step": 8660
    },
    {
      "epoch": 1.715204273419725,
      "grad_norm": 0.018982688582958013,
      "learning_rate": 4.622851820330412e-05,
      "loss": 0.005,
      "step": 8670
    },
    {
      "epoch": 1.7171827084775941,
      "grad_norm": 0.018140088086666048,
      "learning_rate": 4.6113762665770385e-05,
      "loss": 0.005,
      "step": 8680
    },
    {
      "epoch": 1.7191611435354635,
      "grad_norm": 0.0187869564288913,
      "learning_rate": 4.599902771987232e-05,
      "loss": 0.0049,
      "step": 8690
    },
    {
      "epoch": 1.7211395785933328,
      "grad_norm": 0.02317509663792515,
      "learning_rate": 4.588431397354508e-05,
      "loss": 0.005,
      "step": 8700
    },
    {
      "epoch": 1.7231180136512019,
      "grad_norm": 0.015881235895266826,
      "learning_rate": 4.576962203461144e-05,
      "loss": 0.0051,
      "step": 8710
    },
    {
      "epoch": 1.725096448709071,
      "grad_norm": 0.022320761968210312,
      "learning_rate": 4.5654952510778646e-05,
      "loss": 0.005,
      "step": 8720
    },
    {
      "epoch": 1.7270748837669405,
      "grad_norm": 0.016373366022838926,
      "learning_rate": 4.5540306009635194e-05,
      "loss": 0.005,
      "step": 8730
    },
    {
      "epoch": 1.7290533188248096,
      "grad_norm": 0.006682719367650814,
      "learning_rate": 4.54256831386476e-05,
      "loss": 0.005,
      "step": 8740
    },
    {
      "epoch": 1.7310317538826787,
      "grad_norm": 0.02702070484211182,
      "learning_rate": 4.531108450515712e-05,
      "loss": 0.005,
      "step": 8750
    },
    {
      "epoch": 1.733010188940548,
      "grad_norm": 0.017441167597767725,
      "learning_rate": 4.5196510716376645e-05,
      "loss": 0.005,
      "step": 8760
    },
    {
      "epoch": 1.7349886239984174,
      "grad_norm": 0.011914925084002794,
      "learning_rate": 4.508196237938741e-05,
      "loss": 0.0051,
      "step": 8770
    },
    {
      "epoch": 1.7369670590562865,
      "grad_norm": 0.05696947996398024,
      "learning_rate": 4.4967440101135736e-05,
      "loss": 0.0051,
      "step": 8780
    },
    {
      "epoch": 1.7389454941141556,
      "grad_norm": 0.012894653392142639,
      "learning_rate": 4.485294448842996e-05,
      "loss": 0.0052,
      "step": 8790
    },
    {
      "epoch": 1.7409239291720249,
      "grad_norm": 0.0230843164804097,
      "learning_rate": 4.473847614793705e-05,
      "loss": 0.0052,
      "step": 8800
    },
    {
      "epoch": 1.7429023642298942,
      "grad_norm": 0.02485372397393329,
      "learning_rate": 4.462403568617951e-05,
      "loss": 0.005,
      "step": 8810
    },
    {
      "epoch": 1.7448807992877633,
      "grad_norm": 0.061795447964485016,
      "learning_rate": 4.4509623709532125e-05,
      "loss": 0.005,
      "step": 8820
    },
    {
      "epoch": 1.7468592343456326,
      "grad_norm": 0.028492791976632723,
      "learning_rate": 4.439524082421872e-05,
      "loss": 0.0051,
      "step": 8830
    },
    {
      "epoch": 1.748837669403502,
      "grad_norm": 0.02236933055851863,
      "learning_rate": 4.4280887636309035e-05,
      "loss": 0.0051,
      "step": 8840
    },
    {
      "epoch": 1.750816104461371,
      "grad_norm": 0.02510067858677648,
      "learning_rate": 4.416656475171537e-05,
      "loss": 0.005,
      "step": 8850
    },
    {
      "epoch": 1.7527945395192401,
      "grad_norm": 0.011442433071206909,
      "learning_rate": 4.405227277618953e-05,
      "loss": 0.0051,
      "step": 8860
    },
    {
      "epoch": 1.7547729745771095,
      "grad_norm": 0.020268678143223168,
      "learning_rate": 4.393801231531952e-05,
      "loss": 0.0051,
      "step": 8870
    },
    {
      "epoch": 1.7567514096349788,
      "grad_norm": 0.03781910062743573,
      "learning_rate": 4.382378397452635e-05,
      "loss": 0.005,
      "step": 8880
    },
    {
      "epoch": 1.7587298446928479,
      "grad_norm": 0.05689305141298917,
      "learning_rate": 4.3709588359060884e-05,
      "loss": 0.0051,
      "step": 8890
    },
    {
      "epoch": 1.7607082797507172,
      "grad_norm": 0.026010881723224247,
      "learning_rate": 4.359542607400051e-05,
      "loss": 0.0051,
      "step": 8900
    },
    {
      "epoch": 1.7626867148085865,
      "grad_norm": 0.02145317863570537,
      "learning_rate": 4.34812977242461e-05,
      "loss": 0.0051,
      "step": 8910
    },
    {
      "epoch": 1.7646651498664556,
      "grad_norm": 0.02809194558249643,
      "learning_rate": 4.336720391451864e-05,
      "loss": 0.0051,
      "step": 8920
    },
    {
      "epoch": 1.7666435849243247,
      "grad_norm": 0.019370471881264263,
      "learning_rate": 4.325314524935614e-05,
      "loss": 0.005,
      "step": 8930
    },
    {
      "epoch": 1.768622019982194,
      "grad_norm": 0.02780342142236549,
      "learning_rate": 4.3139122333110406e-05,
      "loss": 0.005,
      "step": 8940
    },
    {
      "epoch": 1.7706004550400634,
      "grad_norm": 0.024920458831282365,
      "learning_rate": 4.302513576994378e-05,
      "loss": 0.0051,
      "step": 8950
    },
    {
      "epoch": 1.7725788900979325,
      "grad_norm": 0.01705026947719004,
      "learning_rate": 4.291118616382603e-05,
      "loss": 0.0051,
      "step": 8960
    },
    {
      "epoch": 1.7745573251558018,
      "grad_norm": 0.014632692046212694,
      "learning_rate": 4.279727411853108e-05,
      "loss": 0.005,
      "step": 8970
    },
    {
      "epoch": 1.776535760213671,
      "grad_norm": 0.024436583499265307,
      "learning_rate": 4.268340023763381e-05,
      "loss": 0.005,
      "step": 8980
    },
    {
      "epoch": 1.7785141952715402,
      "grad_norm": 0.011906148319669288,
      "learning_rate": 4.256956512450696e-05,
      "loss": 0.005,
      "step": 8990
    },
    {
      "epoch": 1.7804926303294093,
      "grad_norm": 0.0237424528148114,
      "learning_rate": 4.2455769382317756e-05,
      "loss": 0.005,
      "step": 9000
    },
    {
      "epoch": 1.7824710653872786,
      "grad_norm": 0.011843464895126344,
      "learning_rate": 4.234201361402488e-05,
      "loss": 0.0049,
      "step": 9010
    },
    {
      "epoch": 1.784449500445148,
      "grad_norm": 0.010988029964509503,
      "learning_rate": 4.2228298422375166e-05,
      "loss": 0.005,
      "step": 9020
    },
    {
      "epoch": 1.786427935503017,
      "grad_norm": 0.01941413104339946,
      "learning_rate": 4.21146244099005e-05,
      "loss": 0.005,
      "step": 9030
    },
    {
      "epoch": 1.7884063705608864,
      "grad_norm": 0.01954790471491711,
      "learning_rate": 4.2000992178914546e-05,
      "loss": 0.0049,
      "step": 9040
    },
    {
      "epoch": 1.7903848056187557,
      "grad_norm": 0.018723549260691984,
      "learning_rate": 4.188740233150956e-05,
      "loss": 0.005,
      "step": 9050
    },
    {
      "epoch": 1.7923632406766248,
      "grad_norm": 0.027182370822105752,
      "learning_rate": 4.177385546955328e-05,
      "loss": 0.0049,
      "step": 9060
    },
    {
      "epoch": 1.7943416757344939,
      "grad_norm": 0.009635418273728323,
      "learning_rate": 4.166035219468562e-05,
      "loss": 0.005,
      "step": 9070
    },
    {
      "epoch": 1.7963201107923632,
      "grad_norm": 0.017751590284168492,
      "learning_rate": 4.154689310831558e-05,
      "loss": 0.0049,
      "step": 9080
    },
    {
      "epoch": 1.7982985458502325,
      "grad_norm": 0.014414229973402207,
      "learning_rate": 4.1433478811618034e-05,
      "loss": 0.0049,
      "step": 9090
    },
    {
      "epoch": 1.8002769809081016,
      "grad_norm": 0.010865515740287669,
      "learning_rate": 4.13201099055305e-05,
      "loss": 0.005,
      "step": 9100
    },
    {
      "epoch": 1.802255415965971,
      "grad_norm": 0.011044959419167263,
      "learning_rate": 4.1206786990750005e-05,
      "loss": 0.0049,
      "step": 9110
    },
    {
      "epoch": 1.8042338510238403,
      "grad_norm": 0.018354180646890848,
      "learning_rate": 4.1093510667729906e-05,
      "loss": 0.005,
      "step": 9120
    },
    {
      "epoch": 1.8062122860817094,
      "grad_norm": 0.016577865875752655,
      "learning_rate": 4.098028153667666e-05,
      "loss": 0.0049,
      "step": 9130
    },
    {
      "epoch": 1.8081907211395785,
      "grad_norm": 0.031766982336052546,
      "learning_rate": 4.086710019754665e-05,
      "loss": 0.0049,
      "step": 9140
    },
    {
      "epoch": 1.8101691561974478,
      "grad_norm": 0.03367755758353847,
      "learning_rate": 4.075396725004308e-05,
      "loss": 0.005,
      "step": 9150
    },
    {
      "epoch": 1.812147591255317,
      "grad_norm": 0.016761724534782127,
      "learning_rate": 4.064088329361274e-05,
      "loss": 0.005,
      "step": 9160
    },
    {
      "epoch": 1.8141260263131862,
      "grad_norm": 0.011106442361591966,
      "learning_rate": 4.05278489274428e-05,
      "loss": 0.005,
      "step": 9170
    },
    {
      "epoch": 1.8161044613710555,
      "grad_norm": 0.0250782950939159,
      "learning_rate": 4.041486475045769e-05,
      "loss": 0.0049,
      "step": 9180
    },
    {
      "epoch": 1.8180828964289248,
      "grad_norm": 0.006910355474365653,
      "learning_rate": 4.0301931361315937e-05,
      "loss": 0.005,
      "step": 9190
    },
    {
      "epoch": 1.820061331486794,
      "grad_norm": 0.016513473982056808,
      "learning_rate": 4.0189049358406906e-05,
      "loss": 0.0049,
      "step": 9200
    },
    {
      "epoch": 1.822039766544663,
      "grad_norm": 0.012204809660953057,
      "learning_rate": 4.007621933984773e-05,
      "loss": 0.005,
      "step": 9210
    },
    {
      "epoch": 1.8240182016025324,
      "grad_norm": 0.011967354725089347,
      "learning_rate": 3.996344190348007e-05,
      "loss": 0.0049,
      "step": 9220
    },
    {
      "epoch": 1.8259966366604017,
      "grad_norm": 0.006167104031920807,
      "learning_rate": 3.985071764686701e-05,
      "loss": 0.0049,
      "step": 9230
    },
    {
      "epoch": 1.8279750717182708,
      "grad_norm": 0.00707501949224515,
      "learning_rate": 3.973804716728981e-05,
      "loss": 0.0049,
      "step": 9240
    },
    {
      "epoch": 1.82995350677614,
      "grad_norm": 0.018138963709493968,
      "learning_rate": 3.962543106174483e-05,
      "loss": 0.0049,
      "step": 9250
    },
    {
      "epoch": 1.8319319418340094,
      "grad_norm": 0.01951639828060566,
      "learning_rate": 3.951286992694029e-05,
      "loss": 0.0049,
      "step": 9260
    },
    {
      "epoch": 1.8339103768918785,
      "grad_norm": 0.010540475407839318,
      "learning_rate": 3.940036435929318e-05,
      "loss": 0.005,
      "step": 9270
    },
    {
      "epoch": 1.8358888119497476,
      "grad_norm": 0.012982147903557634,
      "learning_rate": 3.928791495492601e-05,
      "loss": 0.005,
      "step": 9280
    },
    {
      "epoch": 1.837867247007617,
      "grad_norm": 0.008643530326982863,
      "learning_rate": 3.9175522309663724e-05,
      "loss": 0.0049,
      "step": 9290
    },
    {
      "epoch": 1.8398456820654863,
      "grad_norm": 0.009359217032841021,
      "learning_rate": 3.906318701903055e-05,
      "loss": 0.0049,
      "step": 9300
    },
    {
      "epoch": 1.8418241171233554,
      "grad_norm": 0.02060071123665169,
      "learning_rate": 3.8950909678246784e-05,
      "loss": 0.005,
      "step": 9310
    },
    {
      "epoch": 1.8438025521812247,
      "grad_norm": 0.0140322239307105,
      "learning_rate": 3.883869088222568e-05,
      "loss": 0.005,
      "step": 9320
    },
    {
      "epoch": 1.845780987239094,
      "grad_norm": 0.014222205704974178,
      "learning_rate": 3.872653122557028e-05,
      "loss": 0.0049,
      "step": 9330
    },
    {
      "epoch": 1.847759422296963,
      "grad_norm": 0.017102931290158593,
      "learning_rate": 3.861443130257031e-05,
      "loss": 0.0049,
      "step": 9340
    },
    {
      "epoch": 1.8497378573548322,
      "grad_norm": 0.01992360298803752,
      "learning_rate": 3.850239170719891e-05,
      "loss": 0.005,
      "step": 9350
    },
    {
      "epoch": 1.8517162924127015,
      "grad_norm": 0.011049410230869512,
      "learning_rate": 3.8390413033109644e-05,
      "loss": 0.0049,
      "step": 9360
    },
    {
      "epoch": 1.8536947274705708,
      "grad_norm": 0.012688780873361064,
      "learning_rate": 3.827849587363323e-05,
      "loss": 0.005,
      "step": 9370
    },
    {
      "epoch": 1.85567316252844,
      "grad_norm": 0.005326913034240854,
      "learning_rate": 3.816664082177447e-05,
      "loss": 0.005,
      "step": 9380
    },
    {
      "epoch": 1.8576515975863093,
      "grad_norm": 0.02892923733504959,
      "learning_rate": 3.8054848470209095e-05,
      "loss": 0.005,
      "step": 9390
    },
    {
      "epoch": 1.8596300326441786,
      "grad_norm": 0.013321593100630264,
      "learning_rate": 3.794311941128055e-05,
      "loss": 0.005,
      "step": 9400
    },
    {
      "epoch": 1.8616084677020477,
      "grad_norm": 0.012239520740623264,
      "learning_rate": 3.783145423699701e-05,
      "loss": 0.0049,
      "step": 9410
    },
    {
      "epoch": 1.8635869027599168,
      "grad_norm": 0.01624110084692981,
      "learning_rate": 3.771985353902805e-05,
      "loss": 0.005,
      "step": 9420
    },
    {
      "epoch": 1.865565337817786,
      "grad_norm": 0.022475732988488623,
      "learning_rate": 3.7608317908701706e-05,
      "loss": 0.0049,
      "step": 9430
    },
    {
      "epoch": 1.8675437728756554,
      "grad_norm": 0.018995515985658698,
      "learning_rate": 3.749684793700115e-05,
      "loss": 0.0049,
      "step": 9440
    },
    {
      "epoch": 1.8695222079335245,
      "grad_norm": 0.008687968883649247,
      "learning_rate": 3.738544421456175e-05,
      "loss": 0.0049,
      "step": 9450
    },
    {
      "epoch": 1.8715006429913938,
      "grad_norm": 0.008380597543778895,
      "learning_rate": 3.727410733166779e-05,
      "loss": 0.0049,
      "step": 9460
    },
    {
      "epoch": 1.8734790780492632,
      "grad_norm": 0.017898913806399033,
      "learning_rate": 3.716283787824939e-05,
      "loss": 0.0049,
      "step": 9470
    },
    {
      "epoch": 1.8754575131071323,
      "grad_norm": 0.012327701093323443,
      "learning_rate": 3.7051636443879425e-05,
      "loss": 0.0049,
      "step": 9480
    },
    {
      "epoch": 1.8774359481650014,
      "grad_norm": 0.01449448586891039,
      "learning_rate": 3.694050361777034e-05,
      "loss": 0.0049,
      "step": 9490
    },
    {
      "epoch": 1.8794143832228707,
      "grad_norm": 0.01816085515329901,
      "learning_rate": 3.682943998877105e-05,
      "loss": 0.0049,
      "step": 9500
    },
    {
      "epoch": 1.88139281828074,
      "grad_norm": 0.011030098817933364,
      "learning_rate": 3.6718446145363854e-05,
      "loss": 0.0051,
      "step": 9510
    },
    {
      "epoch": 1.883371253338609,
      "grad_norm": 0.021027755236505564,
      "learning_rate": 3.660752267566123e-05,
      "loss": 0.005,
      "step": 9520
    },
    {
      "epoch": 1.8853496883964784,
      "grad_norm": 0.02395104323402294,
      "learning_rate": 3.649667016740281e-05,
      "loss": 0.0052,
      "step": 9530
    },
    {
      "epoch": 1.8873281234543478,
      "grad_norm": 0.039044672469468904,
      "learning_rate": 3.638588920795225e-05,
      "loss": 0.005,
      "step": 9540
    },
    {
      "epoch": 1.8893065585122168,
      "grad_norm": 0.01635197064260792,
      "learning_rate": 3.627518038429403e-05,
      "loss": 0.0049,
      "step": 9550
    },
    {
      "epoch": 1.891284993570086,
      "grad_norm": 0.011813375780556735,
      "learning_rate": 3.61645442830305e-05,
      "loss": 0.0049,
      "step": 9560
    },
    {
      "epoch": 1.8932634286279553,
      "grad_norm": 0.012569298315875155,
      "learning_rate": 3.6053981490378577e-05,
      "loss": 0.005,
      "step": 9570
    },
    {
      "epoch": 1.8952418636858246,
      "grad_norm": 0.018653679675960082,
      "learning_rate": 3.5943492592166836e-05,
      "loss": 0.0049,
      "step": 9580
    },
    {
      "epoch": 1.8972202987436937,
      "grad_norm": 0.01863963283717833,
      "learning_rate": 3.5833078173832256e-05,
      "loss": 0.0049,
      "step": 9590
    },
    {
      "epoch": 1.899198733801563,
      "grad_norm": 0.01606051040828435,
      "learning_rate": 3.572273882041723e-05,
      "loss": 0.0049,
      "step": 9600
    },
    {
      "epoch": 1.9011771688594323,
      "grad_norm": 0.009014670413311715,
      "learning_rate": 3.561247511656637e-05,
      "loss": 0.0049,
      "step": 9610
    },
    {
      "epoch": 1.9031556039173014,
      "grad_norm": 0.005669079199557325,
      "learning_rate": 3.5502287646523455e-05,
      "loss": 0.005,
      "step": 9620
    },
    {
      "epoch": 1.9051340389751705,
      "grad_norm": 0.015934695599857506,
      "learning_rate": 3.5392176994128354e-05,
      "loss": 0.0049,
      "step": 9630
    },
    {
      "epoch": 1.9071124740330399,
      "grad_norm": 0.019284645621864032,
      "learning_rate": 3.528214374281388e-05,
      "loss": 0.0049,
      "step": 9640
    },
    {
      "epoch": 1.9090909090909092,
      "grad_norm": 0.01661569686241377,
      "learning_rate": 3.517218847560274e-05,
      "loss": 0.0049,
      "step": 9650
    },
    {
      "epoch": 1.9110693441487783,
      "grad_norm": 0.012127525310201333,
      "learning_rate": 3.506231177510446e-05,
      "loss": 0.005,
      "step": 9660
    },
    {
      "epoch": 1.9130477792066476,
      "grad_norm": 0.014575058388823363,
      "learning_rate": 3.4952514223512235e-05,
      "loss": 0.005,
      "step": 9670
    },
    {
      "epoch": 1.915026214264517,
      "grad_norm": 0.003064086759791757,
      "learning_rate": 3.484279640259989e-05,
      "loss": 0.005,
      "step": 9680
    },
    {
      "epoch": 1.917004649322386,
      "grad_norm": 0.014318392162680205,
      "learning_rate": 3.473315889371881e-05,
      "loss": 0.005,
      "step": 9690
    },
    {
      "epoch": 1.918983084380255,
      "grad_norm": 0.020467164881671208,
      "learning_rate": 3.462360227779482e-05,
      "loss": 0.005,
      "step": 9700
    },
    {
      "epoch": 1.9209615194381244,
      "grad_norm": 0.016404942786163595,
      "learning_rate": 3.4514127135325103e-05,
      "loss": 0.0049,
      "step": 9710
    },
    {
      "epoch": 1.9229399544959938,
      "grad_norm": 0.016665347448256065,
      "learning_rate": 3.440473404637519e-05,
      "loss": 0.0049,
      "step": 9720
    },
    {
      "epoch": 1.9249183895538629,
      "grad_norm": 0.009492326400500326,
      "learning_rate": 3.4295423590575826e-05,
      "loss": 0.0049,
      "step": 9730
    },
    {
      "epoch": 1.9268968246117322,
      "grad_norm": 0.012063419084035692,
      "learning_rate": 3.4186196347119906e-05,
      "loss": 0.005,
      "step": 9740
    },
    {
      "epoch": 1.9288752596696015,
      "grad_norm": 0.01653986654076417,
      "learning_rate": 3.407705289475942e-05,
      "loss": 0.0049,
      "step": 9750
    },
    {
      "epoch": 1.9308536947274706,
      "grad_norm": 0.014158432284028726,
      "learning_rate": 3.3967993811802406e-05,
      "loss": 0.0049,
      "step": 9760
    },
    {
      "epoch": 1.9328321297853397,
      "grad_norm": 0.014801155851601893,
      "learning_rate": 3.385901967610982e-05,
      "loss": 0.0049,
      "step": 9770
    },
    {
      "epoch": 1.934810564843209,
      "grad_norm": 0.020138881320358355,
      "learning_rate": 3.375013106509254e-05,
      "loss": 0.0049,
      "step": 9780
    },
    {
      "epoch": 1.9367889999010783,
      "grad_norm": 0.005775955316403096,
      "learning_rate": 3.364132855570829e-05,
      "loss": 0.0049,
      "step": 9790
    },
    {
      "epoch": 1.9387674349589474,
      "grad_norm": 0.015870019015717367,
      "learning_rate": 3.353261272445854e-05,
      "loss": 0.005,
      "step": 9800
    },
    {
      "epoch": 1.9407458700168165,
      "grad_norm": 0.019882625928423242,
      "learning_rate": 3.342398414738555e-05,
      "loss": 0.005,
      "step": 9810
    },
    {
      "epoch": 1.942724305074686,
      "grad_norm": 0.013650719055648913,
      "learning_rate": 3.3315443400069186e-05,
      "loss": 0.005,
      "step": 9820
    },
    {
      "epoch": 1.9447027401325552,
      "grad_norm": 0.012836048441123401,
      "learning_rate": 3.3206991057623974e-05,
      "loss": 0.0049,
      "step": 9830
    },
    {
      "epoch": 1.9466811751904243,
      "grad_norm": 0.013360820008600078,
      "learning_rate": 3.3098627694696046e-05,
      "loss": 0.0049,
      "step": 9840
    },
    {
      "epoch": 1.9486596102482936,
      "grad_norm": 0.014935975291671814,
      "learning_rate": 3.299035388545999e-05,
      "loss": 0.0049,
      "step": 9850
    },
    {
      "epoch": 1.950638045306163,
      "grad_norm": 0.01789013838796938,
      "learning_rate": 3.288217020361594e-05,
      "loss": 0.0049,
      "step": 9860
    },
    {
      "epoch": 1.952616480364032,
      "grad_norm": 0.013736476553476436,
      "learning_rate": 3.277407722238646e-05,
      "loss": 0.0049,
      "step": 9870
    },
    {
      "epoch": 1.9545949154219011,
      "grad_norm": 0.00448479749733958,
      "learning_rate": 3.266607551451357e-05,
      "loss": 0.0049,
      "step": 9880
    },
    {
      "epoch": 1.9565733504797707,
      "grad_norm": 0.013783039713030023,
      "learning_rate": 3.255816565225559e-05,
      "loss": 0.0049,
      "step": 9890
    },
    {
      "epoch": 1.9585517855376398,
      "grad_norm": 0.011344086111911986,
      "learning_rate": 3.245034820738426e-05,
      "loss": 0.0049,
      "step": 9900
    },
    {
      "epoch": 1.9605302205955089,
      "grad_norm": 0.013015564395883795,
      "learning_rate": 3.234262375118161e-05,
      "loss": 0.0049,
      "step": 9910
    },
    {
      "epoch": 1.9625086556533782,
      "grad_norm": 0.016826697511562384,
      "learning_rate": 3.223499285443694e-05,
      "loss": 0.005,
      "step": 9920
    },
    {
      "epoch": 1.9644870907112475,
      "grad_norm": 0.006584899924699131,
      "learning_rate": 3.212745608744385e-05,
      "loss": 0.0049,
      "step": 9930
    },
    {
      "epoch": 1.9664655257691166,
      "grad_norm": 0.027455782735791412,
      "learning_rate": 3.202001401999715e-05,
      "loss": 0.0049,
      "step": 9940
    },
    {
      "epoch": 1.9684439608269857,
      "grad_norm": 0.017991916130041037,
      "learning_rate": 3.191266722138989e-05,
      "loss": 0.0049,
      "step": 9950
    },
    {
      "epoch": 1.9704223958848552,
      "grad_norm": 0.015476323051794756,
      "learning_rate": 3.180541626041035e-05,
      "loss": 0.0049,
      "step": 9960
    },
    {
      "epoch": 1.9724008309427243,
      "grad_norm": 0.012359998344034548,
      "learning_rate": 3.169826170533896e-05,
      "loss": 0.0049,
      "step": 9970
    },
    {
      "epoch": 1.9743792660005934,
      "grad_norm": 0.027990942326033677,
      "learning_rate": 3.1591204123945383e-05,
      "loss": 0.0049,
      "step": 9980
    },
    {
      "epoch": 1.9763577010584628,
      "grad_norm": 0.008097200609733055,
      "learning_rate": 3.1484244083485396e-05,
      "loss": 0.005,
      "step": 9990
    },
    {
      "epoch": 1.978336136116332,
      "grad_norm": 0.010714357827724104,
      "learning_rate": 3.137738215069801e-05,
      "loss": 0.0049,
      "step": 10000
    },
    {
      "epoch": 1.9803145711742012,
      "grad_norm": 0.013861333521204026,
      "learning_rate": 3.127061889180235e-05,
      "loss": 0.005,
      "step": 10010
    },
    {
      "epoch": 1.9822930062320703,
      "grad_norm": 0.021013556963888597,
      "learning_rate": 3.1163954872494726e-05,
      "loss": 0.0049,
      "step": 10020
    },
    {
      "epoch": 1.9842714412899398,
      "grad_norm": 0.023032431321792685,
      "learning_rate": 3.1057390657945653e-05,
      "loss": 0.0049,
      "step": 10030
    },
    {
      "epoch": 1.986249876347809,
      "grad_norm": 0.02311298677513279,
      "learning_rate": 3.095092681279674e-05,
      "loss": 0.0049,
      "step": 10040
    },
    {
      "epoch": 1.988228311405678,
      "grad_norm": 0.014153470523932454,
      "learning_rate": 3.084456390115786e-05,
      "loss": 0.005,
      "step": 10050
    },
    {
      "epoch": 1.9902067464635473,
      "grad_norm": 0.017992715560194567,
      "learning_rate": 3.0738302486604045e-05,
      "loss": 0.0049,
      "step": 10060
    },
    {
      "epoch": 1.9921851815214167,
      "grad_norm": 0.017207085901280433,
      "learning_rate": 3.0632143132172504e-05,
      "loss": 0.0049,
      "step": 10070
    },
    {
      "epoch": 1.9941636165792858,
      "grad_norm": 0.019727043631419708,
      "learning_rate": 3.052608640035972e-05,
      "loss": 0.0049,
      "step": 10080
    },
    {
      "epoch": 1.9961420516371549,
      "grad_norm": 0.009506835377934682,
      "learning_rate": 3.042013285311839e-05,
      "loss": 0.0049,
      "step": 10090
    },
    {
      "epoch": 1.9981204866950244,
      "grad_norm": 0.009360806161705221,
      "learning_rate": 3.0314283051854485e-05,
      "loss": 0.0049,
      "step": 10100
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.012575335946312303,
      "learning_rate": 3.0208537557424277e-05,
      "loss": 0.0049,
      "step": 10110
    },
    {
      "epoch": 2.001978435057869,
      "grad_norm": 0.013941044371290949,
      "learning_rate": 3.0102896930131354e-05,
      "loss": 0.0049,
      "step": 10120
    },
    {
      "epoch": 2.0039568701157386,
      "grad_norm": 0.021306355907437013,
      "learning_rate": 2.9997361729723606e-05,
      "loss": 0.005,
      "step": 10130
    },
    {
      "epoch": 2.0059353051736077,
      "grad_norm": 0.010711789163300268,
      "learning_rate": 2.9891932515390382e-05,
      "loss": 0.0049,
      "step": 10140
    },
    {
      "epoch": 2.007913740231477,
      "grad_norm": 0.011287639768519818,
      "learning_rate": 2.9786609845759418e-05,
      "loss": 0.0049,
      "step": 10150
    },
    {
      "epoch": 2.009892175289346,
      "grad_norm": 0.024588158963295925,
      "learning_rate": 2.9681394278893903e-05,
      "loss": 0.005,
      "step": 10160
    },
    {
      "epoch": 2.0118706103472155,
      "grad_norm": 0.020806940868060404,
      "learning_rate": 2.9576286372289542e-05,
      "loss": 0.0049,
      "step": 10170
    },
    {
      "epoch": 2.0138490454050846,
      "grad_norm": 0.00583345103161499,
      "learning_rate": 2.947128668287161e-05,
      "loss": 0.0049,
      "step": 10180
    },
    {
      "epoch": 2.0158274804629537,
      "grad_norm": 0.0197551121452667,
      "learning_rate": 2.936639576699194e-05,
      "loss": 0.0049,
      "step": 10190
    },
    {
      "epoch": 2.0178059155208232,
      "grad_norm": 0.006520152222178015,
      "learning_rate": 2.9261614180426034e-05,
      "loss": 0.0049,
      "step": 10200
    },
    {
      "epoch": 2.0197843505786923,
      "grad_norm": 0.014101510383200082,
      "learning_rate": 2.915694247837014e-05,
      "loss": 0.0049,
      "step": 10210
    },
    {
      "epoch": 2.0217627856365614,
      "grad_norm": 0.008292058057169932,
      "learning_rate": 2.90523812154382e-05,
      "loss": 0.0049,
      "step": 10220
    },
    {
      "epoch": 2.0237412206944305,
      "grad_norm": 0.007226852882654017,
      "learning_rate": 2.894793094565904e-05,
      "loss": 0.0049,
      "step": 10230
    },
    {
      "epoch": 2.0257196557523,
      "grad_norm": 0.011509519347663555,
      "learning_rate": 2.8843592222473354e-05,
      "loss": 0.0049,
      "step": 10240
    },
    {
      "epoch": 2.027698090810169,
      "grad_norm": 0.014355986920592891,
      "learning_rate": 2.8739365598730818e-05,
      "loss": 0.0049,
      "step": 10250
    },
    {
      "epoch": 2.0296765258680383,
      "grad_norm": 0.00788986238196745,
      "learning_rate": 2.8635251626687076e-05,
      "loss": 0.0049,
      "step": 10260
    },
    {
      "epoch": 2.031654960925908,
      "grad_norm": 0.012012777088431013,
      "learning_rate": 2.853125085800096e-05,
      "loss": 0.0049,
      "step": 10270
    },
    {
      "epoch": 2.033633395983777,
      "grad_norm": 0.02383439861059609,
      "learning_rate": 2.8427363843731393e-05,
      "loss": 0.0049,
      "step": 10280
    },
    {
      "epoch": 2.035611831041646,
      "grad_norm": 0.020173838199515726,
      "learning_rate": 2.832359113433463e-05,
      "loss": 0.0049,
      "step": 10290
    },
    {
      "epoch": 2.037590266099515,
      "grad_norm": 0.006241970776659051,
      "learning_rate": 2.8219933279661247e-05,
      "loss": 0.005,
      "step": 10300
    },
    {
      "epoch": 2.0395687011573846,
      "grad_norm": 0.007210399338500074,
      "learning_rate": 2.8116390828953253e-05,
      "loss": 0.0049,
      "step": 10310
    },
    {
      "epoch": 2.0415471362152537,
      "grad_norm": 0.01027563592050959,
      "learning_rate": 2.801296433084115e-05,
      "loss": 0.0049,
      "step": 10320
    },
    {
      "epoch": 2.043525571273123,
      "grad_norm": 0.0152798170546597,
      "learning_rate": 2.7909654333341084e-05,
      "loss": 0.0049,
      "step": 10330
    },
    {
      "epoch": 2.0455040063309924,
      "grad_norm": 0.018626466674510334,
      "learning_rate": 2.7806461383851895e-05,
      "loss": 0.0049,
      "step": 10340
    },
    {
      "epoch": 2.0474824413888615,
      "grad_norm": 0.01302839073947395,
      "learning_rate": 2.7703386029152246e-05,
      "loss": 0.0049,
      "step": 10350
    },
    {
      "epoch": 2.0494608764467306,
      "grad_norm": 0.007291290463857292,
      "learning_rate": 2.76004288153977e-05,
      "loss": 0.0049,
      "step": 10360
    },
    {
      "epoch": 2.0514393115045997,
      "grad_norm": 0.0070181339392829745,
      "learning_rate": 2.749759028811786e-05,
      "loss": 0.0049,
      "step": 10370
    },
    {
      "epoch": 2.0534177465624692,
      "grad_norm": 0.0028466445302643456,
      "learning_rate": 2.7394870992213394e-05,
      "loss": 0.0049,
      "step": 10380
    },
    {
      "epoch": 2.0553961816203383,
      "grad_norm": 0.01900130612247899,
      "learning_rate": 2.7292271471953284e-05,
      "loss": 0.0049,
      "step": 10390
    },
    {
      "epoch": 2.0573746166782074,
      "grad_norm": 0.011150432897110945,
      "learning_rate": 2.7189792270971827e-05,
      "loss": 0.0049,
      "step": 10400
    },
    {
      "epoch": 2.059353051736077,
      "grad_norm": 0.006067838560177696,
      "learning_rate": 2.7087433932265825e-05,
      "loss": 0.0049,
      "step": 10410
    },
    {
      "epoch": 2.061331486793946,
      "grad_norm": 0.010875343636820188,
      "learning_rate": 2.698519699819163e-05,
      "loss": 0.0049,
      "step": 10420
    },
    {
      "epoch": 2.063309921851815,
      "grad_norm": 0.007969782655879313,
      "learning_rate": 2.688308201046236e-05,
      "loss": 0.0049,
      "step": 10430
    },
    {
      "epoch": 2.0652883569096843,
      "grad_norm": 0.010318739676634077,
      "learning_rate": 2.6781089510144996e-05,
      "loss": 0.0049,
      "step": 10440
    },
    {
      "epoch": 2.067266791967554,
      "grad_norm": 0.014941766358376614,
      "learning_rate": 2.667922003765745e-05,
      "loss": 0.0049,
      "step": 10450
    },
    {
      "epoch": 2.069245227025423,
      "grad_norm": 0.01014366606053396,
      "learning_rate": 2.657747413276581e-05,
      "loss": 0.0049,
      "step": 10460
    },
    {
      "epoch": 2.071223662083292,
      "grad_norm": 0.01570714720191582,
      "learning_rate": 2.647585233458142e-05,
      "loss": 0.0048,
      "step": 10470
    },
    {
      "epoch": 2.0732020971411615,
      "grad_norm": 0.0076638855412125,
      "learning_rate": 2.637435518155802e-05,
      "loss": 0.0049,
      "step": 10480
    },
    {
      "epoch": 2.0751805321990306,
      "grad_norm": 0.008069808196170728,
      "learning_rate": 2.627298321148893e-05,
      "loss": 0.0049,
      "step": 10490
    },
    {
      "epoch": 2.0771589672568997,
      "grad_norm": 0.006758835042487589,
      "learning_rate": 2.617173696150411e-05,
      "loss": 0.0048,
      "step": 10500
    },
    {
      "epoch": 2.079137402314769,
      "grad_norm": 0.0042150156912977,
      "learning_rate": 2.6070616968067445e-05,
      "loss": 0.0049,
      "step": 10510
    },
    {
      "epoch": 2.0811158373726384,
      "grad_norm": 0.009664860614324406,
      "learning_rate": 2.5969623766973815e-05,
      "loss": 0.0049,
      "step": 10520
    },
    {
      "epoch": 2.0830942724305075,
      "grad_norm": 0.006663867350119711,
      "learning_rate": 2.5868757893346284e-05,
      "loss": 0.0048,
      "step": 10530
    },
    {
      "epoch": 2.0850727074883766,
      "grad_norm": 0.005683282754922332,
      "learning_rate": 2.5768019881633237e-05,
      "loss": 0.0049,
      "step": 10540
    },
    {
      "epoch": 2.087051142546246,
      "grad_norm": 0.026149506234740973,
      "learning_rate": 2.5667410265605617e-05,
      "loss": 0.0049,
      "step": 10550
    },
    {
      "epoch": 2.0890295776041152,
      "grad_norm": 0.017561508949794108,
      "learning_rate": 2.556692957835398e-05,
      "loss": 0.0049,
      "step": 10560
    },
    {
      "epoch": 2.0910080126619843,
      "grad_norm": 0.015149893340226575,
      "learning_rate": 2.5466578352285774e-05,
      "loss": 0.0049,
      "step": 10570
    },
    {
      "epoch": 2.0929864477198534,
      "grad_norm": 0.008455563318015342,
      "learning_rate": 2.5366357119122486e-05,
      "loss": 0.0049,
      "step": 10580
    },
    {
      "epoch": 2.094964882777723,
      "grad_norm": 0.005503673626861871,
      "learning_rate": 2.5266266409896834e-05,
      "loss": 0.0049,
      "step": 10590
    },
    {
      "epoch": 2.096943317835592,
      "grad_norm": 0.012354362571497529,
      "learning_rate": 2.5166306754949908e-05,
      "loss": 0.0049,
      "step": 10600
    },
    {
      "epoch": 2.098921752893461,
      "grad_norm": 0.011856551646159496,
      "learning_rate": 2.5066478683928457e-05,
      "loss": 0.005,
      "step": 10610
    },
    {
      "epoch": 2.1009001879513307,
      "grad_norm": 0.01273108380835395,
      "learning_rate": 2.4966782725781916e-05,
      "loss": 0.0049,
      "step": 10620
    },
    {
      "epoch": 2.1028786230092,
      "grad_norm": 0.01145778259498361,
      "learning_rate": 2.4867219408759794e-05,
      "loss": 0.0049,
      "step": 10630
    },
    {
      "epoch": 2.104857058067069,
      "grad_norm": 0.016182509446048304,
      "learning_rate": 2.4767789260408753e-05,
      "loss": 0.0049,
      "step": 10640
    },
    {
      "epoch": 2.106835493124938,
      "grad_norm": 0.011174888771408948,
      "learning_rate": 2.466849280756985e-05,
      "loss": 0.0049,
      "step": 10650
    },
    {
      "epoch": 2.1088139281828076,
      "grad_norm": 0.0130954542738303,
      "learning_rate": 2.4569330576375743e-05,
      "loss": 0.0049,
      "step": 10660
    },
    {
      "epoch": 2.1107923632406767,
      "grad_norm": 0.012141587563539374,
      "learning_rate": 2.4470303092247926e-05,
      "loss": 0.0049,
      "step": 10670
    },
    {
      "epoch": 2.1127707982985457,
      "grad_norm": 0.008166994941807925,
      "learning_rate": 2.4371410879893857e-05,
      "loss": 0.0049,
      "step": 10680
    },
    {
      "epoch": 2.114749233356415,
      "grad_norm": 0.04892731219443696,
      "learning_rate": 2.4272654463304328e-05,
      "loss": 0.0049,
      "step": 10690
    },
    {
      "epoch": 2.1167276684142844,
      "grad_norm": 0.02210234781975422,
      "learning_rate": 2.4174034365750513e-05,
      "loss": 0.0049,
      "step": 10700
    },
    {
      "epoch": 2.1187061034721535,
      "grad_norm": 0.014818306143350475,
      "learning_rate": 2.4075551109781358e-05,
      "loss": 0.0049,
      "step": 10710
    },
    {
      "epoch": 2.1206845385300226,
      "grad_norm": 0.014542060408597218,
      "learning_rate": 2.3977205217220707e-05,
      "loss": 0.0049,
      "step": 10720
    },
    {
      "epoch": 2.122662973587892,
      "grad_norm": 0.01406469356339733,
      "learning_rate": 2.387899720916459e-05,
      "loss": 0.0049,
      "step": 10730
    },
    {
      "epoch": 2.1246414086457612,
      "grad_norm": 0.009606607156167207,
      "learning_rate": 2.3780927605978397e-05,
      "loss": 0.0049,
      "step": 10740
    },
    {
      "epoch": 2.1266198437036303,
      "grad_norm": 0.003715932480320162,
      "learning_rate": 2.3682996927294214e-05,
      "loss": 0.0049,
      "step": 10750
    },
    {
      "epoch": 2.1285982787614994,
      "grad_norm": 0.011448115872551134,
      "learning_rate": 2.3585205692008e-05,
      "loss": 0.0049,
      "step": 10760
    },
    {
      "epoch": 2.130576713819369,
      "grad_norm": 0.010931701386815025,
      "learning_rate": 2.348755441827686e-05,
      "loss": 0.0049,
      "step": 10770
    },
    {
      "epoch": 2.132555148877238,
      "grad_norm": 0.012760652235348856,
      "learning_rate": 2.3390043623516293e-05,
      "loss": 0.0049,
      "step": 10780
    },
    {
      "epoch": 2.134533583935107,
      "grad_norm": 0.0045646344507789816,
      "learning_rate": 2.3292673824397487e-05,
      "loss": 0.0049,
      "step": 10790
    },
    {
      "epoch": 2.1365120189929767,
      "grad_norm": 0.008782734561312273,
      "learning_rate": 2.319544553684449e-05,
      "loss": 0.0049,
      "step": 10800
    },
    {
      "epoch": 2.138490454050846,
      "grad_norm": 0.012163885468131179,
      "learning_rate": 2.3098359276031578e-05,
      "loss": 0.0049,
      "step": 10810
    },
    {
      "epoch": 2.140468889108715,
      "grad_norm": 0.013599964829061955,
      "learning_rate": 2.3001415556380484e-05,
      "loss": 0.0049,
      "step": 10820
    },
    {
      "epoch": 2.142447324166584,
      "grad_norm": 0.004114916172487493,
      "learning_rate": 2.290461489155768e-05,
      "loss": 0.0049,
      "step": 10830
    },
    {
      "epoch": 2.1444257592244536,
      "grad_norm": 0.00880311413802491,
      "learning_rate": 2.280795779447159e-05,
      "loss": 0.0049,
      "step": 10840
    },
    {
      "epoch": 2.1464041942823227,
      "grad_norm": 0.009700421990048027,
      "learning_rate": 2.271144477726999e-05,
      "loss": 0.0049,
      "step": 10850
    },
    {
      "epoch": 2.1483826293401918,
      "grad_norm": 0.006270591813073498,
      "learning_rate": 2.261507635133724e-05,
      "loss": 0.0049,
      "step": 10860
    },
    {
      "epoch": 2.1503610643980613,
      "grad_norm": 0.012081342163184194,
      "learning_rate": 2.2518853027291487e-05,
      "loss": 0.0049,
      "step": 10870
    },
    {
      "epoch": 2.1523394994559304,
      "grad_norm": 0.00904387193997516,
      "learning_rate": 2.242277531498212e-05,
      "loss": 0.0049,
      "step": 10880
    },
    {
      "epoch": 2.1543179345137995,
      "grad_norm": 0.0075131288365753056,
      "learning_rate": 2.2326843723486973e-05,
      "loss": 0.0049,
      "step": 10890
    },
    {
      "epoch": 2.1562963695716686,
      "grad_norm": 0.008542159300405496,
      "learning_rate": 2.223105876110962e-05,
      "loss": 0.0049,
      "step": 10900
    },
    {
      "epoch": 2.158274804629538,
      "grad_norm": 0.0335764787739486,
      "learning_rate": 2.213542093537675e-05,
      "loss": 0.0049,
      "step": 10910
    },
    {
      "epoch": 2.1602532396874072,
      "grad_norm": 0.001990531513768214,
      "learning_rate": 2.2039930753035354e-05,
      "loss": 0.0048,
      "step": 10920
    },
    {
      "epoch": 2.1622316747452763,
      "grad_norm": 0.016309185283180646,
      "learning_rate": 2.1944588720050197e-05,
      "loss": 0.0049,
      "step": 10930
    },
    {
      "epoch": 2.164210109803146,
      "grad_norm": 0.013924872107033366,
      "learning_rate": 2.1849395341601026e-05,
      "loss": 0.0049,
      "step": 10940
    },
    {
      "epoch": 2.166188544861015,
      "grad_norm": 0.00572948993312922,
      "learning_rate": 2.1754351122079923e-05,
      "loss": 0.0049,
      "step": 10950
    },
    {
      "epoch": 2.168166979918884,
      "grad_norm": 0.011942250361249152,
      "learning_rate": 2.1659456565088654e-05,
      "loss": 0.0049,
      "step": 10960
    },
    {
      "epoch": 2.170145414976753,
      "grad_norm": 0.012924764236534225,
      "learning_rate": 2.156471217343598e-05,
      "loss": 0.0049,
      "step": 10970
    },
    {
      "epoch": 2.1721238500346227,
      "grad_norm": 0.007958646616792086,
      "learning_rate": 2.1470118449134974e-05,
      "loss": 0.0049,
      "step": 10980
    },
    {
      "epoch": 2.174102285092492,
      "grad_norm": 0.0060741944946902686,
      "learning_rate": 2.1375675893400372e-05,
      "loss": 0.0048,
      "step": 10990
    },
    {
      "epoch": 2.176080720150361,
      "grad_norm": 0.006323049206733025,
      "learning_rate": 2.128138500664597e-05,
      "loss": 0.0049,
      "step": 11000
    },
    {
      "epoch": 2.1780591552082305,
      "grad_norm": 0.00717949129900845,
      "learning_rate": 2.1187246288481917e-05,
      "loss": 0.0049,
      "step": 11010
    },
    {
      "epoch": 2.1800375902660996,
      "grad_norm": 0.007920351394777083,
      "learning_rate": 2.109326023771206e-05,
      "loss": 0.0049,
      "step": 11020
    },
    {
      "epoch": 2.1820160253239687,
      "grad_norm": 0.01440783561812086,
      "learning_rate": 2.0999427352331362e-05,
      "loss": 0.0049,
      "step": 11030
    },
    {
      "epoch": 2.1839944603818378,
      "grad_norm": 0.012739025752214196,
      "learning_rate": 2.0905748129523166e-05,
      "loss": 0.0049,
      "step": 11040
    },
    {
      "epoch": 2.1859728954397073,
      "grad_norm": 0.006014400765555164,
      "learning_rate": 2.081222306565666e-05,
      "loss": 0.0049,
      "step": 11050
    },
    {
      "epoch": 2.1879513304975764,
      "grad_norm": 0.01638106765505794,
      "learning_rate": 2.0718852656284195e-05,
      "loss": 0.0049,
      "step": 11060
    },
    {
      "epoch": 2.1899297655554455,
      "grad_norm": 0.016582172712300853,
      "learning_rate": 2.0625637396138664e-05,
      "loss": 0.0049,
      "step": 11070
    },
    {
      "epoch": 2.191908200613315,
      "grad_norm": 0.010863640478265692,
      "learning_rate": 2.053257777913089e-05,
      "loss": 0.0049,
      "step": 11080
    },
    {
      "epoch": 2.193886635671184,
      "grad_norm": 0.010740731361364763,
      "learning_rate": 2.043967429834703e-05,
      "loss": 0.0049,
      "step": 11090
    },
    {
      "epoch": 2.1958650707290532,
      "grad_norm": 0.011235614778445133,
      "learning_rate": 2.034692744604586e-05,
      "loss": 0.0049,
      "step": 11100
    },
    {
      "epoch": 2.1978435057869223,
      "grad_norm": 0.015395962469702274,
      "learning_rate": 2.025433771365632e-05,
      "loss": 0.0049,
      "step": 11110
    },
    {
      "epoch": 2.199821940844792,
      "grad_norm": 0.006395775696335573,
      "learning_rate": 2.0161905591774826e-05,
      "loss": 0.0049,
      "step": 11120
    },
    {
      "epoch": 2.201800375902661,
      "grad_norm": 0.006831622650523668,
      "learning_rate": 2.0069631570162624e-05,
      "loss": 0.0049,
      "step": 11130
    },
    {
      "epoch": 2.20377881096053,
      "grad_norm": 0.0042288977652911435,
      "learning_rate": 1.9977516137743302e-05,
      "loss": 0.0049,
      "step": 11140
    },
    {
      "epoch": 2.2057572460183996,
      "grad_norm": 0.02581949364447971,
      "learning_rate": 1.9885559782600126e-05,
      "loss": 0.0049,
      "step": 11150
    },
    {
      "epoch": 2.2077356810762687,
      "grad_norm": 0.013927238045077924,
      "learning_rate": 1.97937629919735e-05,
      "loss": 0.0049,
      "step": 11160
    },
    {
      "epoch": 2.209714116134138,
      "grad_norm": 0.0031532293243946847,
      "learning_rate": 1.97021262522583e-05,
      "loss": 0.0048,
      "step": 11170
    },
    {
      "epoch": 2.211692551192007,
      "grad_norm": 0.008346776999060588,
      "learning_rate": 1.9610650049001407e-05,
      "loss": 0.0048,
      "step": 11180
    },
    {
      "epoch": 2.2136709862498765,
      "grad_norm": 0.009163181443904768,
      "learning_rate": 1.951933486689907e-05,
      "loss": 0.0048,
      "step": 11190
    },
    {
      "epoch": 2.2156494213077456,
      "grad_norm": 0.005485348687788032,
      "learning_rate": 1.9428181189794353e-05,
      "loss": 0.0049,
      "step": 11200
    },
    {
      "epoch": 2.2176278563656147,
      "grad_norm": 0.010169597425668853,
      "learning_rate": 1.9337189500674573e-05,
      "loss": 0.0049,
      "step": 11210
    },
    {
      "epoch": 2.219606291423484,
      "grad_norm": 0.0043042636892453015,
      "learning_rate": 1.9246360281668697e-05,
      "loss": 0.0048,
      "step": 11220
    },
    {
      "epoch": 2.2215847264813533,
      "grad_norm": 0.003848310049274622,
      "learning_rate": 1.9155694014044877e-05,
      "loss": 0.0049,
      "step": 11230
    },
    {
      "epoch": 2.2235631615392224,
      "grad_norm": 0.006793887630929106,
      "learning_rate": 1.9065191178207825e-05,
      "loss": 0.0048,
      "step": 11240
    },
    {
      "epoch": 2.2255415965970915,
      "grad_norm": 0.010092825280993978,
      "learning_rate": 1.8974852253696307e-05,
      "loss": 0.0048,
      "step": 11250
    },
    {
      "epoch": 2.227520031654961,
      "grad_norm": 0.006180027293137317,
      "learning_rate": 1.8884677719180594e-05,
      "loss": 0.0049,
      "step": 11260
    },
    {
      "epoch": 2.22949846671283,
      "grad_norm": 0.0026729274803594326,
      "learning_rate": 1.879466805245986e-05,
      "loss": 0.0049,
      "step": 11270
    },
    {
      "epoch": 2.2314769017706992,
      "grad_norm": 0.013385712655096128,
      "learning_rate": 1.87048237304598e-05,
      "loss": 0.0049,
      "step": 11280
    },
    {
      "epoch": 2.233455336828569,
      "grad_norm": 0.006329624208782768,
      "learning_rate": 1.8615145229229935e-05,
      "loss": 0.0048,
      "step": 11290
    },
    {
      "epoch": 2.235433771886438,
      "grad_norm": 0.012087040985852523,
      "learning_rate": 1.8525633023941208e-05,
      "loss": 0.0049,
      "step": 11300
    },
    {
      "epoch": 2.237412206944307,
      "grad_norm": 0.009733786165679728,
      "learning_rate": 1.8436287588883417e-05,
      "loss": 0.0049,
      "step": 11310
    },
    {
      "epoch": 2.239390642002176,
      "grad_norm": 0.00572724887320622,
      "learning_rate": 1.8347109397462713e-05,
      "loss": 0.0048,
      "step": 11320
    },
    {
      "epoch": 2.2413690770600456,
      "grad_norm": 0.016255483917779867,
      "learning_rate": 1.8258098922199107e-05,
      "loss": 0.0049,
      "step": 11330
    },
    {
      "epoch": 2.2433475121179147,
      "grad_norm": 0.013917639324411119,
      "learning_rate": 1.8169256634723887e-05,
      "loss": 0.0048,
      "step": 11340
    },
    {
      "epoch": 2.245325947175784,
      "grad_norm": 0.004589778135368418,
      "learning_rate": 1.808058300577724e-05,
      "loss": 0.0049,
      "step": 11350
    },
    {
      "epoch": 2.2473043822336534,
      "grad_norm": 0.009002097077938054,
      "learning_rate": 1.7992078505205683e-05,
      "loss": 0.0049,
      "step": 11360
    },
    {
      "epoch": 2.2492828172915225,
      "grad_norm": 0.0024830640386171218,
      "learning_rate": 1.7903743601959577e-05,
      "loss": 0.0049,
      "step": 11370
    },
    {
      "epoch": 2.2512612523493916,
      "grad_norm": 0.009735206509308217,
      "learning_rate": 1.7815578764090674e-05,
      "loss": 0.0049,
      "step": 11380
    },
    {
      "epoch": 2.2532396874072607,
      "grad_norm": 0.004728173416438885,
      "learning_rate": 1.7727584458749608e-05,
      "loss": 0.0049,
      "step": 11390
    },
    {
      "epoch": 2.25521812246513,
      "grad_norm": 0.008760238143583239,
      "learning_rate": 1.7639761152183415e-05,
      "loss": 0.0048,
      "step": 11400
    },
    {
      "epoch": 2.2571965575229993,
      "grad_norm": 0.009417011870408052,
      "learning_rate": 1.7552109309733066e-05,
      "loss": 0.0049,
      "step": 11410
    },
    {
      "epoch": 2.2591749925808684,
      "grad_norm": 0.006802278390508995,
      "learning_rate": 1.746462939583105e-05,
      "loss": 0.0049,
      "step": 11420
    },
    {
      "epoch": 2.261153427638738,
      "grad_norm": 0.013570524195058645,
      "learning_rate": 1.737732187399886e-05,
      "loss": 0.0049,
      "step": 11430
    },
    {
      "epoch": 2.263131862696607,
      "grad_norm": 0.004200316753900831,
      "learning_rate": 1.7290187206844538e-05,
      "loss": 0.0049,
      "step": 11440
    },
    {
      "epoch": 2.265110297754476,
      "grad_norm": 0.005723131865755404,
      "learning_rate": 1.720322585606027e-05,
      "loss": 0.0049,
      "step": 11450
    },
    {
      "epoch": 2.2670887328123452,
      "grad_norm": 0.004616765917297674,
      "learning_rate": 1.711643828241985e-05,
      "loss": 0.0049,
      "step": 11460
    },
    {
      "epoch": 2.269067167870215,
      "grad_norm": 0.004569882812925609,
      "learning_rate": 1.7029824945776345e-05,
      "loss": 0.0049,
      "step": 11470
    },
    {
      "epoch": 2.271045602928084,
      "grad_norm": 0.0055773439212271955,
      "learning_rate": 1.6943386305059593e-05,
      "loss": 0.0049,
      "step": 11480
    },
    {
      "epoch": 2.273024037985953,
      "grad_norm": 0.009499254877603265,
      "learning_rate": 1.6857122818273792e-05,
      "loss": 0.0048,
      "step": 11490
    },
    {
      "epoch": 2.2750024730438225,
      "grad_norm": 0.005591547095852957,
      "learning_rate": 1.6771034942495064e-05,
      "loss": 0.0049,
      "step": 11500
    },
    {
      "epoch": 2.2769809081016916,
      "grad_norm": 0.015353527818775333,
      "learning_rate": 1.6685123133869044e-05,
      "loss": 0.0049,
      "step": 11510
    },
    {
      "epoch": 2.2789593431595607,
      "grad_norm": 0.0011053990548616935,
      "learning_rate": 1.659938784760843e-05,
      "loss": 0.0048,
      "step": 11520
    },
    {
      "epoch": 2.28093777821743,
      "grad_norm": 0.011947427639315774,
      "learning_rate": 1.651382953799063e-05,
      "loss": 0.0049,
      "step": 11530
    },
    {
      "epoch": 2.2829162132752994,
      "grad_norm": 0.010797154753672608,
      "learning_rate": 1.642844865835531e-05,
      "loss": 0.0049,
      "step": 11540
    },
    {
      "epoch": 2.2848946483331685,
      "grad_norm": 0.0051180982917368,
      "learning_rate": 1.634324566110203e-05,
      "loss": 0.0048,
      "step": 11550
    },
    {
      "epoch": 2.2868730833910376,
      "grad_norm": 0.006800675035697962,
      "learning_rate": 1.6258220997687756e-05,
      "loss": 0.0049,
      "step": 11560
    },
    {
      "epoch": 2.288851518448907,
      "grad_norm": 0.005325612374829352,
      "learning_rate": 1.6173375118624594e-05,
      "loss": 0.0049,
      "step": 11570
    },
    {
      "epoch": 2.290829953506776,
      "grad_norm": 0.017622792607976806,
      "learning_rate": 1.6088708473477342e-05,
      "loss": 0.0049,
      "step": 11580
    },
    {
      "epoch": 2.2928083885646453,
      "grad_norm": 0.007093754966971193,
      "learning_rate": 1.6004221510861057e-05,
      "loss": 0.0049,
      "step": 11590
    },
    {
      "epoch": 2.2947868236225144,
      "grad_norm": 0.0059812707732046335,
      "learning_rate": 1.5919914678438776e-05,
      "loss": 0.0049,
      "step": 11600
    },
    {
      "epoch": 2.296765258680384,
      "grad_norm": 0.006251732260953764,
      "learning_rate": 1.583578842291908e-05,
      "loss": 0.0049,
      "step": 11610
    },
    {
      "epoch": 2.298743693738253,
      "grad_norm": 0.0023477684198637463,
      "learning_rate": 1.5751843190053754e-05,
      "loss": 0.0049,
      "step": 11620
    },
    {
      "epoch": 2.300722128796122,
      "grad_norm": 0.005772482877827245,
      "learning_rate": 1.5668079424635424e-05,
      "loss": 0.0049,
      "step": 11630
    },
    {
      "epoch": 2.3027005638539917,
      "grad_norm": 0.008687925963376168,
      "learning_rate": 1.5584497570495143e-05,
      "loss": 0.0049,
      "step": 11640
    },
    {
      "epoch": 2.304678998911861,
      "grad_norm": 0.012291788740960144,
      "learning_rate": 1.5501098070500135e-05,
      "loss": 0.0049,
      "step": 11650
    },
    {
      "epoch": 2.30665743396973,
      "grad_norm": 0.001397751722120564,
      "learning_rate": 1.5417881366551395e-05,
      "loss": 0.0049,
      "step": 11660
    },
    {
      "epoch": 2.308635869027599,
      "grad_norm": 0.005997343292672973,
      "learning_rate": 1.5334847899581346e-05,
      "loss": 0.0049,
      "step": 11670
    },
    {
      "epoch": 2.3106143040854685,
      "grad_norm": 0.021624963011345838,
      "learning_rate": 1.5251998109551508e-05,
      "loss": 0.0049,
      "step": 11680
    },
    {
      "epoch": 2.3125927391433376,
      "grad_norm": 0.0148563375587159,
      "learning_rate": 1.516933243545019e-05,
      "loss": 0.0049,
      "step": 11690
    },
    {
      "epoch": 2.3145711742012067,
      "grad_norm": 0.005291109907345976,
      "learning_rate": 1.5086851315290117e-05,
      "loss": 0.0049,
      "step": 11700
    },
    {
      "epoch": 2.3165496092590763,
      "grad_norm": 0.010907174277179854,
      "learning_rate": 1.5004555186106122e-05,
      "loss": 0.0048,
      "step": 11710
    },
    {
      "epoch": 2.3185280443169454,
      "grad_norm": 0.0029041725171997513,
      "learning_rate": 1.4922444483952886e-05,
      "loss": 0.0049,
      "step": 11720
    },
    {
      "epoch": 2.3205064793748145,
      "grad_norm": 0.0023293587077477446,
      "learning_rate": 1.4840519643902573e-05,
      "loss": 0.0048,
      "step": 11730
    },
    {
      "epoch": 2.3224849144326836,
      "grad_norm": 0.00612357980628851,
      "learning_rate": 1.4758781100042517e-05,
      "loss": 0.0049,
      "step": 11740
    },
    {
      "epoch": 2.324463349490553,
      "grad_norm": 0.002160244818194235,
      "learning_rate": 1.4677229285472988e-05,
      "loss": 0.0049,
      "step": 11750
    },
    {
      "epoch": 2.326441784548422,
      "grad_norm": 0.008436757421284993,
      "learning_rate": 1.459586463230478e-05,
      "loss": 0.0049,
      "step": 11760
    },
    {
      "epoch": 2.3284202196062913,
      "grad_norm": 0.011196970905323966,
      "learning_rate": 1.4514687571657049e-05,
      "loss": 0.0048,
      "step": 11770
    },
    {
      "epoch": 2.330398654664161,
      "grad_norm": 0.0072654972776874435,
      "learning_rate": 1.4433698533654955e-05,
      "loss": 0.0049,
      "step": 11780
    },
    {
      "epoch": 2.33237708972203,
      "grad_norm": 0.009557180746201517,
      "learning_rate": 1.4352897947427396e-05,
      "loss": 0.0048,
      "step": 11790
    },
    {
      "epoch": 2.334355524779899,
      "grad_norm": 0.00658138544973912,
      "learning_rate": 1.4272286241104754e-05,
      "loss": 0.0048,
      "step": 11800
    },
    {
      "epoch": 2.336333959837768,
      "grad_norm": 0.008412967785435075,
      "learning_rate": 1.4191863841816611e-05,
      "loss": 0.0049,
      "step": 11810
    },
    {
      "epoch": 2.3383123948956377,
      "grad_norm": 0.008721658831858246,
      "learning_rate": 1.4111631175689443e-05,
      "loss": 0.0049,
      "step": 11820
    },
    {
      "epoch": 2.340290829953507,
      "grad_norm": 0.010238385103802183,
      "learning_rate": 1.4031588667844476e-05,
      "loss": 0.0049,
      "step": 11830
    },
    {
      "epoch": 2.342269265011376,
      "grad_norm": 0.007909078551715566,
      "learning_rate": 1.3951736742395277e-05,
      "loss": 0.0048,
      "step": 11840
    },
    {
      "epoch": 2.3442477000692454,
      "grad_norm": 0.006849652143996244,
      "learning_rate": 1.3872075822445668e-05,
      "loss": 0.0049,
      "step": 11850
    },
    {
      "epoch": 2.3462261351271145,
      "grad_norm": 0.012974772429818504,
      "learning_rate": 1.3792606330087376e-05,
      "loss": 0.0049,
      "step": 11860
    },
    {
      "epoch": 2.3482045701849836,
      "grad_norm": 0.009897585915273335,
      "learning_rate": 1.371332868639783e-05,
      "loss": 0.0049,
      "step": 11870
    },
    {
      "epoch": 2.3501830052428527,
      "grad_norm": 0.006783570958005859,
      "learning_rate": 1.3634243311437945e-05,
      "loss": 0.0049,
      "step": 11880
    },
    {
      "epoch": 2.3521614403007223,
      "grad_norm": 0.0025321485098646597,
      "learning_rate": 1.355535062424984e-05,
      "loss": 0.0049,
      "step": 11890
    },
    {
      "epoch": 2.3541398753585914,
      "grad_norm": 0.005552045014758698,
      "learning_rate": 1.3476651042854699e-05,
      "loss": 0.0049,
      "step": 11900
    },
    {
      "epoch": 2.3561183104164605,
      "grad_norm": 0.006902769224809915,
      "learning_rate": 1.3398144984250494e-05,
      "loss": 0.0049,
      "step": 11910
    },
    {
      "epoch": 2.35809674547433,
      "grad_norm": 0.0033323197124538843,
      "learning_rate": 1.3319832864409804e-05,
      "loss": 0.0049,
      "step": 11920
    },
    {
      "epoch": 2.360075180532199,
      "grad_norm": 0.0033458551784442347,
      "learning_rate": 1.3241715098277613e-05,
      "loss": 0.0049,
      "step": 11930
    },
    {
      "epoch": 2.362053615590068,
      "grad_norm": 0.005517692232340451,
      "learning_rate": 1.3163792099769067e-05,
      "loss": 0.0049,
      "step": 11940
    },
    {
      "epoch": 2.3640320506479373,
      "grad_norm": 0.00456913352621798,
      "learning_rate": 1.3086064281767346e-05,
      "loss": 0.0049,
      "step": 11950
    },
    {
      "epoch": 2.366010485705807,
      "grad_norm": 0.013581702453518283,
      "learning_rate": 1.3008532056121437e-05,
      "loss": 0.0049,
      "step": 11960
    },
    {
      "epoch": 2.367988920763676,
      "grad_norm": 0.006987769083666098,
      "learning_rate": 1.2931195833643978e-05,
      "loss": 0.0049,
      "step": 11970
    },
    {
      "epoch": 2.369967355821545,
      "grad_norm": 0.013864106586640359,
      "learning_rate": 1.2854056024109013e-05,
      "loss": 0.0049,
      "step": 11980
    },
    {
      "epoch": 2.3719457908794146,
      "grad_norm": 0.006378464902308953,
      "learning_rate": 1.2777113036249928e-05,
      "loss": 0.0049,
      "step": 11990
    },
    {
      "epoch": 2.3739242259372837,
      "grad_norm": 0.006052402168879356,
      "learning_rate": 1.2700367277757209e-05,
      "loss": 0.0048,
      "step": 12000
    },
    {
      "epoch": 2.375902660995153,
      "grad_norm": 0.005611012662614181,
      "learning_rate": 1.2623819155276267e-05,
      "loss": 0.0048,
      "step": 12010
    },
    {
      "epoch": 2.377881096053022,
      "grad_norm": 0.011091616052583533,
      "learning_rate": 1.2547469074405376e-05,
      "loss": 0.0048,
      "step": 12020
    },
    {
      "epoch": 2.3798595311108914,
      "grad_norm": 0.0059991229307814935,
      "learning_rate": 1.2471317439693436e-05,
      "loss": 0.0049,
      "step": 12030
    },
    {
      "epoch": 2.3818379661687605,
      "grad_norm": 0.0036471025193809963,
      "learning_rate": 1.2395364654637853e-05,
      "loss": 0.0049,
      "step": 12040
    },
    {
      "epoch": 2.3838164012266296,
      "grad_norm": 0.009916774656531334,
      "learning_rate": 1.2319611121682439e-05,
      "loss": 0.0049,
      "step": 12050
    },
    {
      "epoch": 2.385794836284499,
      "grad_norm": 0.006853651954051589,
      "learning_rate": 1.224405724221519e-05,
      "loss": 0.0049,
      "step": 12060
    },
    {
      "epoch": 2.3877732713423683,
      "grad_norm": 0.00786152654285284,
      "learning_rate": 1.2168703416566274e-05,
      "loss": 0.0049,
      "step": 12070
    },
    {
      "epoch": 2.3897517064002374,
      "grad_norm": 0.005661371944320141,
      "learning_rate": 1.2093550044005818e-05,
      "loss": 0.0048,
      "step": 12080
    },
    {
      "epoch": 2.3917301414581065,
      "grad_norm": 0.006514403726336657,
      "learning_rate": 1.2018597522741854e-05,
      "loss": 0.0049,
      "step": 12090
    },
    {
      "epoch": 2.393708576515976,
      "grad_norm": 0.005352919231840983,
      "learning_rate": 1.1943846249918162e-05,
      "loss": 0.0049,
      "step": 12100
    },
    {
      "epoch": 2.395687011573845,
      "grad_norm": 0.010720840837532983,
      "learning_rate": 1.1869296621612209e-05,
      "loss": 0.0049,
      "step": 12110
    },
    {
      "epoch": 2.397665446631714,
      "grad_norm": 0.004419647264721168,
      "learning_rate": 1.1794949032832991e-05,
      "loss": 0.0048,
      "step": 12120
    },
    {
      "epoch": 2.3996438816895838,
      "grad_norm": 0.007786006688762261,
      "learning_rate": 1.1720803877518992e-05,
      "loss": 0.0048,
      "step": 12130
    },
    {
      "epoch": 2.401622316747453,
      "grad_norm": 0.0031282874209113977,
      "learning_rate": 1.1646861548536092e-05,
      "loss": 0.0049,
      "step": 12140
    },
    {
      "epoch": 2.403600751805322,
      "grad_norm": 0.007667307393383208,
      "learning_rate": 1.1573122437675466e-05,
      "loss": 0.0049,
      "step": 12150
    },
    {
      "epoch": 2.405579186863191,
      "grad_norm": 0.0022204175167783746,
      "learning_rate": 1.1499586935651529e-05,
      "loss": 0.0048,
      "step": 12160
    },
    {
      "epoch": 2.4075576219210606,
      "grad_norm": 0.015539721679331816,
      "learning_rate": 1.1426255432099848e-05,
      "loss": 0.0049,
      "step": 12170
    },
    {
      "epoch": 2.4095360569789297,
      "grad_norm": 0.007904182756752157,
      "learning_rate": 1.1353128315575052e-05,
      "loss": 0.0049,
      "step": 12180
    },
    {
      "epoch": 2.411514492036799,
      "grad_norm": 0.00659239626250241,
      "learning_rate": 1.128020597354884e-05,
      "loss": 0.0049,
      "step": 12190
    },
    {
      "epoch": 2.4134929270946683,
      "grad_norm": 0.014293711219792777,
      "learning_rate": 1.1207488792407889e-05,
      "loss": 0.0049,
      "step": 12200
    },
    {
      "epoch": 2.4154713621525374,
      "grad_norm": 0.007638323156803352,
      "learning_rate": 1.1134977157451793e-05,
      "loss": 0.0049,
      "step": 12210
    },
    {
      "epoch": 2.4174497972104065,
      "grad_norm": 0.004615411554642655,
      "learning_rate": 1.1062671452891055e-05,
      "loss": 0.0049,
      "step": 12220
    },
    {
      "epoch": 2.4194282322682756,
      "grad_norm": 0.006864940517880195,
      "learning_rate": 1.0990572061845034e-05,
      "loss": 0.0049,
      "step": 12230
    },
    {
      "epoch": 2.421406667326145,
      "grad_norm": 0.002295918536425843,
      "learning_rate": 1.091867936633988e-05,
      "loss": 0.0048,
      "step": 12240
    },
    {
      "epoch": 2.4233851023840143,
      "grad_norm": 0.006212537108813713,
      "learning_rate": 1.0846993747306589e-05,
      "loss": 0.0049,
      "step": 12250
    },
    {
      "epoch": 2.4253635374418834,
      "grad_norm": 0.009631024408064383,
      "learning_rate": 1.0775515584578933e-05,
      "loss": 0.0048,
      "step": 12260
    },
    {
      "epoch": 2.427341972499753,
      "grad_norm": 0.0024554663735303077,
      "learning_rate": 1.0704245256891421e-05,
      "loss": 0.0049,
      "step": 12270
    },
    {
      "epoch": 2.429320407557622,
      "grad_norm": 0.005035953573646754,
      "learning_rate": 1.0633183141877362e-05,
      "loss": 0.0048,
      "step": 12280
    },
    {
      "epoch": 2.431298842615491,
      "grad_norm": 0.012735347489310435,
      "learning_rate": 1.0562329616066824e-05,
      "loss": 0.0048,
      "step": 12290
    },
    {
      "epoch": 2.43327727767336,
      "grad_norm": 0.004761102975364903,
      "learning_rate": 1.0491685054884647e-05,
      "loss": 0.0048,
      "step": 12300
    },
    {
      "epoch": 2.4352557127312298,
      "grad_norm": 0.007262890509045137,
      "learning_rate": 1.0421249832648417e-05,
      "loss": 0.0049,
      "step": 12310
    },
    {
      "epoch": 2.437234147789099,
      "grad_norm": 0.002847541800771913,
      "learning_rate": 1.0351024322566538e-05,
      "loss": 0.0049,
      "step": 12320
    },
    {
      "epoch": 2.439212582846968,
      "grad_norm": 0.0029123055612013653,
      "learning_rate": 1.028100889673625e-05,
      "loss": 0.0049,
      "step": 12330
    },
    {
      "epoch": 2.4411910179048375,
      "grad_norm": 0.005597742332676149,
      "learning_rate": 1.0211203926141604e-05,
      "loss": 0.0049,
      "step": 12340
    },
    {
      "epoch": 2.4431694529627066,
      "grad_norm": 0.009055713718602731,
      "learning_rate": 1.0141609780651584e-05,
      "loss": 0.0049,
      "step": 12350
    },
    {
      "epoch": 2.4451478880205757,
      "grad_norm": 0.003452189235684107,
      "learning_rate": 1.0072226829018016e-05,
      "loss": 0.0049,
      "step": 12360
    },
    {
      "epoch": 2.447126323078445,
      "grad_norm": 0.007355438737602597,
      "learning_rate": 1.0003055438873765e-05,
      "loss": 0.0049,
      "step": 12370
    },
    {
      "epoch": 2.4491047581363143,
      "grad_norm": 0.003082475771675204,
      "learning_rate": 9.934095976730678e-06,
      "loss": 0.0048,
      "step": 12380
    },
    {
      "epoch": 2.4510831931941834,
      "grad_norm": 0.00555349813602752,
      "learning_rate": 9.865348807977698e-06,
      "loss": 0.0048,
      "step": 12390
    },
    {
      "epoch": 2.4530616282520525,
      "grad_norm": 0.009849566930876161,
      "learning_rate": 9.79681429687891e-06,
      "loss": 0.0049,
      "step": 12400
    },
    {
      "epoch": 2.455040063309922,
      "grad_norm": 0.007966215298846962,
      "learning_rate": 9.728492806571576e-06,
      "loss": 0.0049,
      "step": 12410
    },
    {
      "epoch": 2.457018498367791,
      "grad_norm": 0.006040416982212873,
      "learning_rate": 9.6603846990643e-06,
      "loss": 0.0049,
      "step": 12420
    },
    {
      "epoch": 2.4589969334256603,
      "grad_norm": 0.01875501659275948,
      "learning_rate": 9.592490335234994e-06,
      "loss": 0.0049,
      "step": 12430
    },
    {
      "epoch": 2.4609753684835294,
      "grad_norm": 0.01205155068967829,
      "learning_rate": 9.524810074829072e-06,
      "loss": 0.0049,
      "step": 12440
    },
    {
      "epoch": 2.462953803541399,
      "grad_norm": 0.0044818784924866096,
      "learning_rate": 9.457344276457485e-06,
      "loss": 0.0049,
      "step": 12450
    },
    {
      "epoch": 2.464932238599268,
      "grad_norm": 0.002270084120141928,
      "learning_rate": 9.390093297594837e-06,
      "loss": 0.0049,
      "step": 12460
    },
    {
      "epoch": 2.466910673657137,
      "grad_norm": 0.005104783068399605,
      "learning_rate": 9.323057494577498e-06,
      "loss": 0.0048,
      "step": 12470
    },
    {
      "epoch": 2.4688891087150067,
      "grad_norm": 0.002472573685685777,
      "learning_rate": 9.25623722260166e-06,
      "loss": 0.0049,
      "step": 12480
    },
    {
      "epoch": 2.4708675437728758,
      "grad_norm": 0.00519307094685369,
      "learning_rate": 9.18963283572155e-06,
      "loss": 0.0048,
      "step": 12490
    },
    {
      "epoch": 2.472845978830745,
      "grad_norm": 0.010318476895607595,
      "learning_rate": 9.123244686847499e-06,
      "loss": 0.0049,
      "step": 12500
    },
    {
      "epoch": 2.474824413888614,
      "grad_norm": 0.0011839441273652051,
      "learning_rate": 9.057073127744064e-06,
      "loss": 0.0048,
      "step": 12510
    },
    {
      "epoch": 2.4768028489464835,
      "grad_norm": 0.01631501901611383,
      "learning_rate": 8.991118509028179e-06,
      "loss": 0.0049,
      "step": 12520
    },
    {
      "epoch": 2.4787812840043526,
      "grad_norm": 0.006300710853853944,
      "learning_rate": 8.925381180167319e-06,
      "loss": 0.0049,
      "step": 12530
    },
    {
      "epoch": 2.4807597190622217,
      "grad_norm": 0.028895757905357707,
      "learning_rate": 8.859861489477594e-06,
      "loss": 0.0048,
      "step": 12540
    },
    {
      "epoch": 2.4827381541200912,
      "grad_norm": 0.007594548089638376,
      "learning_rate": 8.794559784121937e-06,
      "loss": 0.0048,
      "step": 12550
    },
    {
      "epoch": 2.4847165891779603,
      "grad_norm": 0.014690523272605963,
      "learning_rate": 8.729476410108284e-06,
      "loss": 0.0049,
      "step": 12560
    },
    {
      "epoch": 2.4866950242358294,
      "grad_norm": 0.007568342130201554,
      "learning_rate": 8.664611712287719e-06,
      "loss": 0.0049,
      "step": 12570
    },
    {
      "epoch": 2.4886734592936985,
      "grad_norm": 0.004367164196902389,
      "learning_rate": 8.599966034352635e-06,
      "loss": 0.0048,
      "step": 12580
    },
    {
      "epoch": 2.490651894351568,
      "grad_norm": 0.004524892566788348,
      "learning_rate": 8.535539718834929e-06,
      "loss": 0.0048,
      "step": 12590
    },
    {
      "epoch": 2.492630329409437,
      "grad_norm": 0.009470848217927695,
      "learning_rate": 8.471333107104196e-06,
      "loss": 0.0049,
      "step": 12600
    },
    {
      "epoch": 2.4946087644673063,
      "grad_norm": 0.00925020418991596,
      "learning_rate": 8.407346539365869e-06,
      "loss": 0.0048,
      "step": 12610
    },
    {
      "epoch": 2.496587199525176,
      "grad_norm": 0.015456727196564764,
      "learning_rate": 8.343580354659491e-06,
      "loss": 0.0049,
      "step": 12620
    },
    {
      "epoch": 2.498565634583045,
      "grad_norm": 0.009795671371077898,
      "learning_rate": 8.280034890856885e-06,
      "loss": 0.0049,
      "step": 12630
    },
    {
      "epoch": 2.500544069640914,
      "grad_norm": 0.015413743597848445,
      "learning_rate": 8.216710484660334e-06,
      "loss": 0.0048,
      "step": 12640
    },
    {
      "epoch": 2.502522504698783,
      "grad_norm": 0.0063919962796238055,
      "learning_rate": 8.15360747160086e-06,
      "loss": 0.0048,
      "step": 12650
    },
    {
      "epoch": 2.5045009397566522,
      "grad_norm": 0.0033460011314181853,
      "learning_rate": 8.090726186036357e-06,
      "loss": 0.0048,
      "step": 12660
    },
    {
      "epoch": 2.5064793748145218,
      "grad_norm": 0.01185456464446356,
      "learning_rate": 8.02806696114992e-06,
      "loss": 0.0049,
      "step": 12670
    },
    {
      "epoch": 2.508457809872391,
      "grad_norm": 0.003481058095849719,
      "learning_rate": 7.965630128948038e-06,
      "loss": 0.0048,
      "step": 12680
    },
    {
      "epoch": 2.5104362449302604,
      "grad_norm": 0.013521543253812633,
      "learning_rate": 7.90341602025877e-06,
      "loss": 0.0049,
      "step": 12690
    },
    {
      "epoch": 2.5124146799881295,
      "grad_norm": 0.0027327457923147333,
      "learning_rate": 7.841424964730105e-06,
      "loss": 0.0048,
      "step": 12700
    },
    {
      "epoch": 2.5143931150459986,
      "grad_norm": 0.007769744751264851,
      "learning_rate": 7.779657290828146e-06,
      "loss": 0.0048,
      "step": 12710
    },
    {
      "epoch": 2.5163715501038677,
      "grad_norm": 0.002254573029200986,
      "learning_rate": 7.718113325835396e-06,
      "loss": 0.0049,
      "step": 12720
    },
    {
      "epoch": 2.518349985161737,
      "grad_norm": 0.004204850769055069,
      "learning_rate": 7.656793395848983e-06,
      "loss": 0.0049,
      "step": 12730
    },
    {
      "epoch": 2.5203284202196063,
      "grad_norm": 0.0008526760639661153,
      "learning_rate": 7.595697825778986e-06,
      "loss": 0.0048,
      "step": 12740
    },
    {
      "epoch": 2.5223068552774754,
      "grad_norm": 0.009944031752570833,
      "learning_rate": 7.5348269393466896e-06,
      "loss": 0.0049,
      "step": 12750
    },
    {
      "epoch": 2.524285290335345,
      "grad_norm": 0.005767282860186193,
      "learning_rate": 7.474181059082852e-06,
      "loss": 0.0049,
      "step": 12760
    },
    {
      "epoch": 2.526263725393214,
      "grad_norm": 0.0067308121768407895,
      "learning_rate": 7.413760506326051e-06,
      "loss": 0.0049,
      "step": 12770
    },
    {
      "epoch": 2.528242160451083,
      "grad_norm": 0.004008950818976804,
      "learning_rate": 7.353565601220874e-06,
      "loss": 0.0049,
      "step": 12780
    },
    {
      "epoch": 2.5302205955089523,
      "grad_norm": 0.00142063025617739,
      "learning_rate": 7.293596662716362e-06,
      "loss": 0.0048,
      "step": 12790
    },
    {
      "epoch": 2.5321990305668214,
      "grad_norm": 0.002960916421932482,
      "learning_rate": 7.233854008564206e-06,
      "loss": 0.0048,
      "step": 12800
    },
    {
      "epoch": 2.534177465624691,
      "grad_norm": 0.008054306863253048,
      "learning_rate": 7.174337955317123e-06,
      "loss": 0.0048,
      "step": 12810
    },
    {
      "epoch": 2.53615590068256,
      "grad_norm": 0.0028438536334512853,
      "learning_rate": 7.115048818327152e-06,
      "loss": 0.0049,
      "step": 12820
    },
    {
      "epoch": 2.5381343357404296,
      "grad_norm": 0.0038741092904798586,
      "learning_rate": 7.055986911744017e-06,
      "loss": 0.0049,
      "step": 12830
    },
    {
      "epoch": 2.5401127707982987,
      "grad_norm": 0.014112701526527393,
      "learning_rate": 6.997152548513397e-06,
      "loss": 0.0048,
      "step": 12840
    },
    {
      "epoch": 2.5420912058561678,
      "grad_norm": 0.004121095914865367,
      "learning_rate": 6.938546040375327e-06,
      "loss": 0.0049,
      "step": 12850
    },
    {
      "epoch": 2.544069640914037,
      "grad_norm": 0.0032779712605284996,
      "learning_rate": 6.8801676978625386e-06,
      "loss": 0.0048,
      "step": 12860
    },
    {
      "epoch": 2.546048075971906,
      "grad_norm": 0.0072806694719493035,
      "learning_rate": 6.822017830298788e-06,
      "loss": 0.0049,
      "step": 12870
    },
    {
      "epoch": 2.5480265110297755,
      "grad_norm": 0.004364603977723651,
      "learning_rate": 6.764096745797255e-06,
      "loss": 0.0049,
      "step": 12880
    },
    {
      "epoch": 2.5500049460876446,
      "grad_norm": 0.004562991607910926,
      "learning_rate": 6.706404751258871e-06,
      "loss": 0.0048,
      "step": 12890
    },
    {
      "epoch": 2.551983381145514,
      "grad_norm": 0.0054345864633303514,
      "learning_rate": 6.648942152370702e-06,
      "loss": 0.0049,
      "step": 12900
    },
    {
      "epoch": 2.5539618162033833,
      "grad_norm": 0.014948963593315757,
      "learning_rate": 6.591709253604356e-06,
      "loss": 0.0049,
      "step": 12910
    },
    {
      "epoch": 2.5559402512612523,
      "grad_norm": 0.009247579370882641,
      "learning_rate": 6.534706358214337e-06,
      "loss": 0.0048,
      "step": 12920
    },
    {
      "epoch": 2.5579186863191214,
      "grad_norm": 0.0012427365548921213,
      "learning_rate": 6.477933768236471e-06,
      "loss": 0.0049,
      "step": 12930
    },
    {
      "epoch": 2.5598971213769905,
      "grad_norm": 0.006536648495584513,
      "learning_rate": 6.421391784486264e-06,
      "loss": 0.0048,
      "step": 12940
    },
    {
      "epoch": 2.56187555643486,
      "grad_norm": 0.0015705205777996674,
      "learning_rate": 6.365080706557352e-06,
      "loss": 0.0048,
      "step": 12950
    },
    {
      "epoch": 2.563853991492729,
      "grad_norm": 0.00241187495611733,
      "learning_rate": 6.309000832819867e-06,
      "loss": 0.0048,
      "step": 12960
    },
    {
      "epoch": 2.5658324265505987,
      "grad_norm": 0.002494242934921268,
      "learning_rate": 6.25315246041891e-06,
      "loss": 0.0048,
      "step": 12970
    },
    {
      "epoch": 2.567810861608468,
      "grad_norm": 0.007796848150321629,
      "learning_rate": 6.197535885272909e-06,
      "loss": 0.0048,
      "step": 12980
    },
    {
      "epoch": 2.569789296666337,
      "grad_norm": 0.006326477757674995,
      "learning_rate": 6.142151402072132e-06,
      "loss": 0.0049,
      "step": 12990
    },
    {
      "epoch": 2.571767731724206,
      "grad_norm": 0.0017967395331649962,
      "learning_rate": 6.086999304277069e-06,
      "loss": 0.0048,
      "step": 13000
    },
    {
      "epoch": 2.573746166782075,
      "grad_norm": 0.0008539932450443773,
      "learning_rate": 6.032079884116876e-06,
      "loss": 0.0048,
      "step": 13010
    },
    {
      "epoch": 2.5757246018399447,
      "grad_norm": 0.005021577941545847,
      "learning_rate": 5.977393432587874e-06,
      "loss": 0.0048,
      "step": 13020
    },
    {
      "epoch": 2.5777030368978138,
      "grad_norm": 0.001697911372506787,
      "learning_rate": 5.922940239451935e-06,
      "loss": 0.0048,
      "step": 13030
    },
    {
      "epoch": 2.5796814719556833,
      "grad_norm": 0.01597336590967697,
      "learning_rate": 5.868720593235017e-06,
      "loss": 0.0049,
      "step": 13040
    },
    {
      "epoch": 2.5816599070135524,
      "grad_norm": 0.013353917166044805,
      "learning_rate": 5.814734781225589e-06,
      "loss": 0.0048,
      "step": 13050
    },
    {
      "epoch": 2.5836383420714215,
      "grad_norm": 0.007269597960881115,
      "learning_rate": 5.760983089473143e-06,
      "loss": 0.0049,
      "step": 13060
    },
    {
      "epoch": 2.5856167771292906,
      "grad_norm": 0.008903545850398004,
      "learning_rate": 5.707465802786654e-06,
      "loss": 0.0049,
      "step": 13070
    },
    {
      "epoch": 2.5875952121871597,
      "grad_norm": 0.004086266569955447,
      "learning_rate": 5.654183204733049e-06,
      "loss": 0.0048,
      "step": 13080
    },
    {
      "epoch": 2.5895736472450293,
      "grad_norm": 0.006768263337846134,
      "learning_rate": 5.601135577635775e-06,
      "loss": 0.0048,
      "step": 13090
    },
    {
      "epoch": 2.5915520823028984,
      "grad_norm": 0.0018643702743263491,
      "learning_rate": 5.54832320257323e-06,
      "loss": 0.0049,
      "step": 13100
    },
    {
      "epoch": 2.593530517360768,
      "grad_norm": 0.003243581435947785,
      "learning_rate": 5.495746359377335e-06,
      "loss": 0.0048,
      "step": 13110
    },
    {
      "epoch": 2.595508952418637,
      "grad_norm": 0.004728917566029483,
      "learning_rate": 5.443405326631984e-06,
      "loss": 0.0048,
      "step": 13120
    },
    {
      "epoch": 2.597487387476506,
      "grad_norm": 0.007299261063508918,
      "learning_rate": 5.391300381671627e-06,
      "loss": 0.0049,
      "step": 13130
    },
    {
      "epoch": 2.599465822534375,
      "grad_norm": 0.00925059665146975,
      "learning_rate": 5.339431800579781e-06,
      "loss": 0.0049,
      "step": 13140
    },
    {
      "epoch": 2.6014442575922443,
      "grad_norm": 0.0029994743407914994,
      "learning_rate": 5.287799858187548e-06,
      "loss": 0.0048,
      "step": 13150
    },
    {
      "epoch": 2.603422692650114,
      "grad_norm": 0.009967454996753144,
      "learning_rate": 5.236404828072183e-06,
      "loss": 0.0049,
      "step": 13160
    },
    {
      "epoch": 2.605401127707983,
      "grad_norm": 0.004916751211667762,
      "learning_rate": 5.185246982555641e-06,
      "loss": 0.0049,
      "step": 13170
    },
    {
      "epoch": 2.6073795627658525,
      "grad_norm": 0.0026891268589918035,
      "learning_rate": 5.134326592703131e-06,
      "loss": 0.0048,
      "step": 13180
    },
    {
      "epoch": 2.6093579978237216,
      "grad_norm": 0.0055139944046099995,
      "learning_rate": 5.083643928321679e-06,
      "loss": 0.0048,
      "step": 13190
    },
    {
      "epoch": 2.6113364328815907,
      "grad_norm": 0.004852980769599085,
      "learning_rate": 5.033199257958671e-06,
      "loss": 0.0049,
      "step": 13200
    },
    {
      "epoch": 2.6133148679394598,
      "grad_norm": 0.004180897063901075,
      "learning_rate": 4.9829928489004975e-06,
      "loss": 0.0048,
      "step": 13210
    },
    {
      "epoch": 2.615293302997329,
      "grad_norm": 0.01232822850597102,
      "learning_rate": 4.933024967171063e-06,
      "loss": 0.0048,
      "step": 13220
    },
    {
      "epoch": 2.6172717380551984,
      "grad_norm": 0.005438613885841797,
      "learning_rate": 4.88329587753043e-06,
      "loss": 0.0048,
      "step": 13230
    },
    {
      "epoch": 2.6192501731130675,
      "grad_norm": 0.0033909609945998323,
      "learning_rate": 4.8338058434733935e-06,
      "loss": 0.0049,
      "step": 13240
    },
    {
      "epoch": 2.621228608170937,
      "grad_norm": 0.004593092615156945,
      "learning_rate": 4.784555127228091e-06,
      "loss": 0.0048,
      "step": 13250
    },
    {
      "epoch": 2.623207043228806,
      "grad_norm": 0.004028559108808125,
      "learning_rate": 4.735543989754587e-06,
      "loss": 0.0049,
      "step": 13260
    },
    {
      "epoch": 2.6251854782866753,
      "grad_norm": 0.0212067612491117,
      "learning_rate": 4.686772690743529e-06,
      "loss": 0.0049,
      "step": 13270
    },
    {
      "epoch": 2.6271639133445444,
      "grad_norm": 0.008831743163722167,
      "learning_rate": 4.638241488614758e-06,
      "loss": 0.0049,
      "step": 13280
    },
    {
      "epoch": 2.6291423484024135,
      "grad_norm": 0.009059456374134666,
      "learning_rate": 4.5899506405159335e-06,
      "loss": 0.0049,
      "step": 13290
    },
    {
      "epoch": 2.631120783460283,
      "grad_norm": 0.004640326652481303,
      "learning_rate": 4.5419004023211695e-06,
      "loss": 0.0049,
      "step": 13300
    },
    {
      "epoch": 2.633099218518152,
      "grad_norm": 0.0026435523214844315,
      "learning_rate": 4.494091028629699e-06,
      "loss": 0.0049,
      "step": 13310
    },
    {
      "epoch": 2.6350776535760216,
      "grad_norm": 0.005140898880418435,
      "learning_rate": 4.446522772764494e-06,
      "loss": 0.0048,
      "step": 13320
    },
    {
      "epoch": 2.6370560886338907,
      "grad_norm": 0.006468965626314602,
      "learning_rate": 4.3991958867709345e-06,
      "loss": 0.0048,
      "step": 13330
    },
    {
      "epoch": 2.63903452369176,
      "grad_norm": 0.0015928423639179384,
      "learning_rate": 4.352110621415484e-06,
      "loss": 0.0048,
      "step": 13340
    },
    {
      "epoch": 2.641012958749629,
      "grad_norm": 0.0005951192881108467,
      "learning_rate": 4.305267226184356e-06,
      "loss": 0.0048,
      "step": 13350
    },
    {
      "epoch": 2.642991393807498,
      "grad_norm": 0.002605225661400826,
      "learning_rate": 4.258665949282192e-06,
      "loss": 0.0048,
      "step": 13360
    },
    {
      "epoch": 2.6449698288653676,
      "grad_norm": 0.010031024380662348,
      "learning_rate": 4.212307037630747e-06,
      "loss": 0.0048,
      "step": 13370
    },
    {
      "epoch": 2.6469482639232367,
      "grad_norm": 0.005629433330281618,
      "learning_rate": 4.1661907368675535e-06,
      "loss": 0.0049,
      "step": 13380
    },
    {
      "epoch": 2.648926698981106,
      "grad_norm": 0.0032700055091920734,
      "learning_rate": 4.1203172913446775e-06,
      "loss": 0.0048,
      "step": 13390
    },
    {
      "epoch": 2.6509051340389753,
      "grad_norm": 0.005462413521384711,
      "learning_rate": 4.074686944127365e-06,
      "loss": 0.0049,
      "step": 13400
    },
    {
      "epoch": 2.6528835690968444,
      "grad_norm": 0.0025017049596064937,
      "learning_rate": 4.029299936992792e-06,
      "loss": 0.0048,
      "step": 13410
    },
    {
      "epoch": 2.6548620041547135,
      "grad_norm": 0.0010113777824508547,
      "learning_rate": 3.984156510428777e-06,
      "loss": 0.0048,
      "step": 13420
    },
    {
      "epoch": 2.6568404392125826,
      "grad_norm": 0.006312205218192591,
      "learning_rate": 3.939256903632494e-06,
      "loss": 0.0048,
      "step": 13430
    },
    {
      "epoch": 2.658818874270452,
      "grad_norm": 0.005231179727696471,
      "learning_rate": 3.89460135450922e-06,
      "loss": 0.0048,
      "step": 13440
    },
    {
      "epoch": 2.6607973093283213,
      "grad_norm": 0.004445603794580928,
      "learning_rate": 3.850190099671047e-06,
      "loss": 0.0049,
      "step": 13450
    },
    {
      "epoch": 2.6627757443861904,
      "grad_norm": 0.007171322814320959,
      "learning_rate": 3.8060233744356633e-06,
      "loss": 0.0048,
      "step": 13460
    },
    {
      "epoch": 2.66475417944406,
      "grad_norm": 0.004664685113014176,
      "learning_rate": 3.7621014128250977e-06,
      "loss": 0.0048,
      "step": 13470
    },
    {
      "epoch": 2.666732614501929,
      "grad_norm": 0.002360786867478785,
      "learning_rate": 3.7184244475644616e-06,
      "loss": 0.0049,
      "step": 13480
    },
    {
      "epoch": 2.668711049559798,
      "grad_norm": 0.00503157369246434,
      "learning_rate": 3.6749927100807434e-06,
      "loss": 0.0048,
      "step": 13490
    },
    {
      "epoch": 2.670689484617667,
      "grad_norm": 0.006881519238343002,
      "learning_rate": 3.6318064305015332e-06,
      "loss": 0.0049,
      "step": 13500
    },
    {
      "epoch": 2.6726679196755367,
      "grad_norm": 0.0007378899971421895,
      "learning_rate": 3.5888658376538655e-06,
      "loss": 0.0048,
      "step": 13510
    },
    {
      "epoch": 2.674646354733406,
      "grad_norm": 0.008433483282637192,
      "learning_rate": 3.5461711590629774e-06,
      "loss": 0.0049,
      "step": 13520
    },
    {
      "epoch": 2.676624789791275,
      "grad_norm": 0.003901899511946218,
      "learning_rate": 3.5037226209510887e-06,
      "loss": 0.0048,
      "step": 13530
    },
    {
      "epoch": 2.6786032248491445,
      "grad_norm": 0.0017661622853674477,
      "learning_rate": 3.4615204482362386e-06,
      "loss": 0.0049,
      "step": 13540
    },
    {
      "epoch": 2.6805816599070136,
      "grad_norm": 0.003310248630767662,
      "learning_rate": 3.419564864531044e-06,
      "loss": 0.0049,
      "step": 13550
    },
    {
      "epoch": 2.6825600949648827,
      "grad_norm": 0.005126772470457341,
      "learning_rate": 3.3778560921415738e-06,
      "loss": 0.0048,
      "step": 13560
    },
    {
      "epoch": 2.684538530022752,
      "grad_norm": 0.004965879628756141,
      "learning_rate": 3.3363943520661132e-06,
      "loss": 0.0049,
      "step": 13570
    },
    {
      "epoch": 2.6865169650806213,
      "grad_norm": 0.005421902804820821,
      "learning_rate": 3.2951798639940467e-06,
      "loss": 0.0049,
      "step": 13580
    },
    {
      "epoch": 2.6884954001384904,
      "grad_norm": 0.0030647045961330714,
      "learning_rate": 3.2542128463046497e-06,
      "loss": 0.0049,
      "step": 13590
    },
    {
      "epoch": 2.6904738351963595,
      "grad_norm": 0.0015048859352265213,
      "learning_rate": 3.2134935160659686e-06,
      "loss": 0.0048,
      "step": 13600
    },
    {
      "epoch": 2.692452270254229,
      "grad_norm": 0.0026285450591928693,
      "learning_rate": 3.173022089033645e-06,
      "loss": 0.0049,
      "step": 13610
    },
    {
      "epoch": 2.694430705312098,
      "grad_norm": 0.003483204049444364,
      "learning_rate": 3.1327987796497537e-06,
      "loss": 0.0048,
      "step": 13620
    },
    {
      "epoch": 2.6964091403699673,
      "grad_norm": 0.003138742982197174,
      "learning_rate": 3.0928238010417275e-06,
      "loss": 0.0048,
      "step": 13630
    },
    {
      "epoch": 2.6983875754278364,
      "grad_norm": 0.004981790064871517,
      "learning_rate": 3.0530973650211793e-06,
      "loss": 0.0048,
      "step": 13640
    },
    {
      "epoch": 2.700366010485706,
      "grad_norm": 0.00582828499856072,
      "learning_rate": 3.0136196820827855e-06,
      "loss": 0.0049,
      "step": 13650
    },
    {
      "epoch": 2.702344445543575,
      "grad_norm": 0.006862689769200456,
      "learning_rate": 2.974390961403195e-06,
      "loss": 0.0049,
      "step": 13660
    },
    {
      "epoch": 2.704322880601444,
      "grad_norm": 0.006858303373264722,
      "learning_rate": 2.935411410839889e-06,
      "loss": 0.0048,
      "step": 13670
    },
    {
      "epoch": 2.7063013156593136,
      "grad_norm": 0.0061425644080476734,
      "learning_rate": 2.8966812369301043e-06,
      "loss": 0.0048,
      "step": 13680
    },
    {
      "epoch": 2.7082797507171827,
      "grad_norm": 0.003213330807126191,
      "learning_rate": 2.8582006448897135e-06,
      "loss": 0.0048,
      "step": 13690
    },
    {
      "epoch": 2.710258185775052,
      "grad_norm": 0.0052257090393458714,
      "learning_rate": 2.8199698386121687e-06,
      "loss": 0.0048,
      "step": 13700
    },
    {
      "epoch": 2.712236620832921,
      "grad_norm": 0.009628881876217424,
      "learning_rate": 2.7819890206674084e-06,
      "loss": 0.0049,
      "step": 13710
    },
    {
      "epoch": 2.7142150558907905,
      "grad_norm": 0.005027999552882633,
      "learning_rate": 2.7442583923007746e-06,
      "loss": 0.0048,
      "step": 13720
    },
    {
      "epoch": 2.7161934909486596,
      "grad_norm": 0.009323820727992444,
      "learning_rate": 2.706778153431949e-06,
      "loss": 0.0048,
      "step": 13730
    },
    {
      "epoch": 2.7181719260065287,
      "grad_norm": 0.004600323934939696,
      "learning_rate": 2.669548502653918e-06,
      "loss": 0.0049,
      "step": 13740
    },
    {
      "epoch": 2.7201503610643982,
      "grad_norm": 0.008440113987286935,
      "learning_rate": 2.6325696372318688e-06,
      "loss": 0.0049,
      "step": 13750
    },
    {
      "epoch": 2.7221287961222673,
      "grad_norm": 0.0029263441486813793,
      "learning_rate": 2.5958417531022017e-06,
      "loss": 0.0049,
      "step": 13760
    },
    {
      "epoch": 2.7241072311801364,
      "grad_norm": 0.005052793182728446,
      "learning_rate": 2.559365044871459e-06,
      "loss": 0.0049,
      "step": 13770
    },
    {
      "epoch": 2.7260856662380055,
      "grad_norm": 0.004494716424711221,
      "learning_rate": 2.523139705815297e-06,
      "loss": 0.0048,
      "step": 13780
    },
    {
      "epoch": 2.728064101295875,
      "grad_norm": 0.0027326453267776684,
      "learning_rate": 2.4871659278774883e-06,
      "loss": 0.0049,
      "step": 13790
    },
    {
      "epoch": 2.730042536353744,
      "grad_norm": 0.004964712767683836,
      "learning_rate": 2.4514439016688374e-06,
      "loss": 0.0049,
      "step": 13800
    },
    {
      "epoch": 2.7320209714116133,
      "grad_norm": 0.001588210859820669,
      "learning_rate": 2.415973816466255e-06,
      "loss": 0.0048,
      "step": 13810
    },
    {
      "epoch": 2.733999406469483,
      "grad_norm": 0.0036082088060689272,
      "learning_rate": 2.3807558602117143e-06,
      "loss": 0.0048,
      "step": 13820
    },
    {
      "epoch": 2.735977841527352,
      "grad_norm": 0.004177964514163221,
      "learning_rate": 2.3457902195112236e-06,
      "loss": 0.0048,
      "step": 13830
    },
    {
      "epoch": 2.737956276585221,
      "grad_norm": 0.005193936600566022,
      "learning_rate": 2.311077079633911e-06,
      "loss": 0.0048,
      "step": 13840
    },
    {
      "epoch": 2.73993471164309,
      "grad_norm": 0.0034441914412583034,
      "learning_rate": 2.2766166245109744e-06,
      "loss": 0.0049,
      "step": 13850
    },
    {
      "epoch": 2.7419131467009596,
      "grad_norm": 0.004016964016843684,
      "learning_rate": 2.2424090367347605e-06,
      "loss": 0.0048,
      "step": 13860
    },
    {
      "epoch": 2.7438915817588287,
      "grad_norm": 0.0036180168191544512,
      "learning_rate": 2.2084544975577383e-06,
      "loss": 0.0049,
      "step": 13870
    },
    {
      "epoch": 2.745870016816698,
      "grad_norm": 0.005503024809430983,
      "learning_rate": 2.174753186891604e-06,
      "loss": 0.0048,
      "step": 13880
    },
    {
      "epoch": 2.7478484518745674,
      "grad_norm": 0.004243844436966538,
      "learning_rate": 2.1413052833062773e-06,
      "loss": 0.0048,
      "step": 13890
    },
    {
      "epoch": 2.7498268869324365,
      "grad_norm": 0.004285618924864715,
      "learning_rate": 2.1081109640289755e-06,
      "loss": 0.0048,
      "step": 13900
    },
    {
      "epoch": 2.7518053219903056,
      "grad_norm": 0.010242620619672321,
      "learning_rate": 2.0751704049432943e-06,
      "loss": 0.0049,
      "step": 13910
    },
    {
      "epoch": 2.7537837570481747,
      "grad_norm": 0.003893931419828782,
      "learning_rate": 2.0424837805882224e-06,
      "loss": 0.0049,
      "step": 13920
    },
    {
      "epoch": 2.7557621921060442,
      "grad_norm": 0.0019250160860279186,
      "learning_rate": 2.0100512641572587e-06,
      "loss": 0.0049,
      "step": 13930
    },
    {
      "epoch": 2.7577406271639133,
      "grad_norm": 0.004792600357030465,
      "learning_rate": 1.9778730274975012e-06,
      "loss": 0.0048,
      "step": 13940
    },
    {
      "epoch": 2.7597190622217824,
      "grad_norm": 0.0025149201915899227,
      "learning_rate": 1.945949241108708e-06,
      "loss": 0.0048,
      "step": 13950
    },
    {
      "epoch": 2.761697497279652,
      "grad_norm": 0.0011817467921534325,
      "learning_rate": 1.914280074142405e-06,
      "loss": 0.0049,
      "step": 13960
    },
    {
      "epoch": 2.763675932337521,
      "grad_norm": 0.005226392595291648,
      "learning_rate": 1.8828656944009814e-06,
      "loss": 0.0048,
      "step": 13970
    },
    {
      "epoch": 2.76565436739539,
      "grad_norm": 0.003617197591234684,
      "learning_rate": 1.8517062683368335e-06,
      "loss": 0.0048,
      "step": 13980
    },
    {
      "epoch": 2.7676328024532593,
      "grad_norm": 0.010585311050759013,
      "learning_rate": 1.820801961051427e-06,
      "loss": 0.0049,
      "step": 13990
    },
    {
      "epoch": 2.769611237511129,
      "grad_norm": 0.004021684260786729,
      "learning_rate": 1.7901529362944869e-06,
      "loss": 0.0048,
      "step": 14000
    },
    {
      "epoch": 2.771589672568998,
      "grad_norm": 0.0037546978079979615,
      "learning_rate": 1.759759356463081e-06,
      "loss": 0.0049,
      "step": 14010
    },
    {
      "epoch": 2.773568107626867,
      "grad_norm": 0.004731520815419526,
      "learning_rate": 1.7296213826007712e-06,
      "loss": 0.0048,
      "step": 14020
    },
    {
      "epoch": 2.7755465426847366,
      "grad_norm": 0.0011531736547068102,
      "learning_rate": 1.6997391743967695e-06,
      "loss": 0.0049,
      "step": 14030
    },
    {
      "epoch": 2.7775249777426056,
      "grad_norm": 0.006879359703001387,
      "learning_rate": 1.6701128901850937e-06,
      "loss": 0.0049,
      "step": 14040
    },
    {
      "epoch": 2.7795034128004747,
      "grad_norm": 0.004791362264315265,
      "learning_rate": 1.6407426869437026e-06,
      "loss": 0.0048,
      "step": 14050
    },
    {
      "epoch": 2.781481847858344,
      "grad_norm": 0.01216875043745859,
      "learning_rate": 1.6116287202937063e-06,
      "loss": 0.0048,
      "step": 14060
    },
    {
      "epoch": 2.7834602829162134,
      "grad_norm": 0.014237425378251076,
      "learning_rate": 1.5827711444985016e-06,
      "loss": 0.0048,
      "step": 14070
    },
    {
      "epoch": 2.7854387179740825,
      "grad_norm": 0.004184868700467683,
      "learning_rate": 1.554170112462977e-06,
      "loss": 0.0049,
      "step": 14080
    },
    {
      "epoch": 2.7874171530319516,
      "grad_norm": 0.004558770615845977,
      "learning_rate": 1.5258257757327033e-06,
      "loss": 0.0048,
      "step": 14090
    },
    {
      "epoch": 2.789395588089821,
      "grad_norm": 0.002582327508931167,
      "learning_rate": 1.4977382844931166e-06,
      "loss": 0.0048,
      "step": 14100
    },
    {
      "epoch": 2.7913740231476902,
      "grad_norm": 0.004949911493626684,
      "learning_rate": 1.4699077875687251e-06,
      "loss": 0.0048,
      "step": 14110
    },
    {
      "epoch": 2.7933524582055593,
      "grad_norm": 0.0016939808739032589,
      "learning_rate": 1.442334432422332e-06,
      "loss": 0.0049,
      "step": 14120
    },
    {
      "epoch": 2.7953308932634284,
      "grad_norm": 0.0051998298490565364,
      "learning_rate": 1.415018365154258e-06,
      "loss": 0.0049,
      "step": 14130
    },
    {
      "epoch": 2.797309328321298,
      "grad_norm": 0.005949982547839485,
      "learning_rate": 1.3879597305015368e-06,
      "loss": 0.0049,
      "step": 14140
    },
    {
      "epoch": 2.799287763379167,
      "grad_norm": 0.005152079793393017,
      "learning_rate": 1.3611586718371871e-06,
      "loss": 0.0049,
      "step": 14150
    },
    {
      "epoch": 2.801266198437036,
      "grad_norm": 0.0021400510880142942,
      "learning_rate": 1.3346153311694309e-06,
      "loss": 0.0048,
      "step": 14160
    },
    {
      "epoch": 2.8032446334949057,
      "grad_norm": 0.0019312786188725396,
      "learning_rate": 1.3083298491409213e-06,
      "loss": 0.0048,
      "step": 14170
    },
    {
      "epoch": 2.805223068552775,
      "grad_norm": 0.0013928867682459114,
      "learning_rate": 1.2823023650280541e-06,
      "loss": 0.0048,
      "step": 14180
    },
    {
      "epoch": 2.807201503610644,
      "grad_norm": 0.00483001712892883,
      "learning_rate": 1.2565330167401745e-06,
      "loss": 0.0048,
      "step": 14190
    },
    {
      "epoch": 2.809179938668513,
      "grad_norm": 0.007505111889805549,
      "learning_rate": 1.2310219408188773e-06,
      "loss": 0.0049,
      "step": 14200
    },
    {
      "epoch": 2.8111583737263826,
      "grad_norm": 0.0052904666567675455,
      "learning_rate": 1.2057692724372794e-06,
      "loss": 0.0048,
      "step": 14210
    },
    {
      "epoch": 2.8131368087842517,
      "grad_norm": 0.004338996948583365,
      "learning_rate": 1.1807751453992654e-06,
      "loss": 0.0049,
      "step": 14220
    },
    {
      "epoch": 2.8151152438421208,
      "grad_norm": 0.003530984332917518,
      "learning_rate": 1.156039692138855e-06,
      "loss": 0.0049,
      "step": 14230
    },
    {
      "epoch": 2.8170936788999903,
      "grad_norm": 0.0037448103425007785,
      "learning_rate": 1.1315630437194359e-06,
      "loss": 0.0048,
      "step": 14240
    },
    {
      "epoch": 2.8190721139578594,
      "grad_norm": 0.0031079497556411413,
      "learning_rate": 1.1073453298330982e-06,
      "loss": 0.0049,
      "step": 14250
    },
    {
      "epoch": 2.8210505490157285,
      "grad_norm": 0.0033532018115630525,
      "learning_rate": 1.0833866787999248e-06,
      "loss": 0.0048,
      "step": 14260
    },
    {
      "epoch": 2.8230289840735976,
      "grad_norm": 0.0014324613793292667,
      "learning_rate": 1.0596872175673455e-06,
      "loss": 0.0049,
      "step": 14270
    },
    {
      "epoch": 2.825007419131467,
      "grad_norm": 0.004369184236434416,
      "learning_rate": 1.0362470717094397e-06,
      "loss": 0.0048,
      "step": 14280
    },
    {
      "epoch": 2.8269858541893362,
      "grad_norm": 0.005731694170409952,
      "learning_rate": 1.0130663654262684e-06,
      "loss": 0.0048,
      "step": 14290
    },
    {
      "epoch": 2.8289642892472053,
      "grad_norm": 0.007502654651256006,
      "learning_rate": 9.901452215432428e-07,
      "loss": 0.0048,
      "step": 14300
    },
    {
      "epoch": 2.830942724305075,
      "grad_norm": 0.0016282043774877885,
      "learning_rate": 9.674837615104349e-07,
      "loss": 0.0048,
      "step": 14310
    },
    {
      "epoch": 2.832921159362944,
      "grad_norm": 0.004379866917176618,
      "learning_rate": 9.450821054019732e-07,
      "loss": 0.0048,
      "step": 14320
    },
    {
      "epoch": 2.834899594420813,
      "grad_norm": 0.001786943115187066,
      "learning_rate": 9.229403719153817e-07,
      "loss": 0.0049,
      "step": 14330
    },
    {
      "epoch": 2.836878029478682,
      "grad_norm": 0.0013321729174920794,
      "learning_rate": 9.010586783709418e-07,
      "loss": 0.0048,
      "step": 14340
    },
    {
      "epoch": 2.8388564645365517,
      "grad_norm": 0.006966572397858866,
      "learning_rate": 8.794371407111091e-07,
      "loss": 0.0049,
      "step": 14350
    },
    {
      "epoch": 2.840834899594421,
      "grad_norm": 0.000598975408119532,
      "learning_rate": 8.580758734998639e-07,
      "loss": 0.0048,
      "step": 14360
    },
    {
      "epoch": 2.84281333465229,
      "grad_norm": 0.004184093628574164,
      "learning_rate": 8.36974989922118e-07,
      "loss": 0.0048,
      "step": 14370
    },
    {
      "epoch": 2.8447917697101595,
      "grad_norm": 0.00597862564574173,
      "learning_rate": 8.161346017831195e-07,
      "loss": 0.0048,
      "step": 14380
    },
    {
      "epoch": 2.8467702047680286,
      "grad_norm": 0.002478651945953765,
      "learning_rate": 7.955548195078433e-07,
      "loss": 0.0048,
      "step": 14390
    },
    {
      "epoch": 2.8487486398258977,
      "grad_norm": 0.0021844725282744453,
      "learning_rate": 7.752357521404186e-07,
      "loss": 0.0049,
      "step": 14400
    },
    {
      "epoch": 2.8507270748837668,
      "grad_norm": 0.005677004597278862,
      "learning_rate": 7.551775073435574e-07,
      "loss": 0.0048,
      "step": 14410
    },
    {
      "epoch": 2.8527055099416363,
      "grad_norm": 0.005829436202596139,
      "learning_rate": 7.353801913979719e-07,
      "loss": 0.0048,
      "step": 14420
    },
    {
      "epoch": 2.8546839449995054,
      "grad_norm": 0.006649880031649109,
      "learning_rate": 7.158439092018076e-07,
      "loss": 0.0049,
      "step": 14430
    },
    {
      "epoch": 2.8566623800573745,
      "grad_norm": 0.0020718784854737386,
      "learning_rate": 6.965687642701113e-07,
      "loss": 0.0048,
      "step": 14440
    },
    {
      "epoch": 2.858640815115244,
      "grad_norm": 0.0021127137397771887,
      "learning_rate": 6.775548587342529e-07,
      "loss": 0.0048,
      "step": 14450
    },
    {
      "epoch": 2.860619250173113,
      "grad_norm": 0.0015409484242964512,
      "learning_rate": 6.588022933414095e-07,
      "loss": 0.0048,
      "step": 14460
    },
    {
      "epoch": 2.8625976852309822,
      "grad_norm": 0.004308262757931374,
      "learning_rate": 6.403111674539997e-07,
      "loss": 0.0048,
      "step": 14470
    },
    {
      "epoch": 2.8645761202888513,
      "grad_norm": 0.005783903244574432,
      "learning_rate": 6.220815790492051e-07,
      "loss": 0.0048,
      "step": 14480
    },
    {
      "epoch": 2.866554555346721,
      "grad_norm": 0.003079496865396833,
      "learning_rate": 6.041136247184054e-07,
      "loss": 0.0049,
      "step": 14490
    },
    {
      "epoch": 2.86853299040459,
      "grad_norm": 0.0028643836154889695,
      "learning_rate": 5.86407399666683e-07,
      "loss": 0.0048,
      "step": 14500
    },
    {
      "epoch": 2.870511425462459,
      "grad_norm": 0.005466105161282796,
      "learning_rate": 5.689629977123412e-07,
      "loss": 0.0048,
      "step": 14510
    },
    {
      "epoch": 2.8724898605203286,
      "grad_norm": 0.005519867678213713,
      "learning_rate": 5.517805112863539e-07,
      "loss": 0.0048,
      "step": 14520
    },
    {
      "epoch": 2.8744682955781977,
      "grad_norm": 0.005182784903990588,
      "learning_rate": 5.348600314319385e-07,
      "loss": 0.0048,
      "step": 14530
    },
    {
      "epoch": 2.876446730636067,
      "grad_norm": 0.009325660933351328,
      "learning_rate": 5.182016478040231e-07,
      "loss": 0.0048,
      "step": 14540
    },
    {
      "epoch": 2.878425165693936,
      "grad_norm": 0.008607084025388996,
      "learning_rate": 5.018054486687962e-07,
      "loss": 0.0048,
      "step": 14550
    },
    {
      "epoch": 2.8804036007518055,
      "grad_norm": 0.0009766197499738547,
      "learning_rate": 4.85671520903247e-07,
      "loss": 0.0049,
      "step": 14560
    },
    {
      "epoch": 2.8823820358096746,
      "grad_norm": 0.00734680562283183,
      "learning_rate": 4.697999499946704e-07,
      "loss": 0.0048,
      "step": 14570
    },
    {
      "epoch": 2.8843604708675437,
      "grad_norm": 0.007936605056646107,
      "learning_rate": 4.5419082004026226e-07,
      "loss": 0.0049,
      "step": 14580
    },
    {
      "epoch": 2.886338905925413,
      "grad_norm": 0.00842045357896325,
      "learning_rate": 4.3884421374661975e-07,
      "loss": 0.0048,
      "step": 14590
    },
    {
      "epoch": 2.8883173409832823,
      "grad_norm": 0.0019392364228458473,
      "learning_rate": 4.2376021242934714e-07,
      "loss": 0.0048,
      "step": 14600
    },
    {
      "epoch": 2.8902957760411514,
      "grad_norm": 0.00418628922923065,
      "learning_rate": 4.089388960126117e-07,
      "loss": 0.0049,
      "step": 14610
    },
    {
      "epoch": 2.8922742110990205,
      "grad_norm": 0.0061032788788575165,
      "learning_rate": 3.943803430287052e-07,
      "loss": 0.0048,
      "step": 14620
    },
    {
      "epoch": 2.89425264615689,
      "grad_norm": 0.0057638804814412305,
      "learning_rate": 3.8008463061764977e-07,
      "loss": 0.0049,
      "step": 14630
    },
    {
      "epoch": 2.896231081214759,
      "grad_norm": 0.013137752053138455,
      "learning_rate": 3.660518345267705e-07,
      "loss": 0.0049,
      "step": 14640
    },
    {
      "epoch": 2.8982095162726282,
      "grad_norm": 0.0033241561557892335,
      "learning_rate": 3.5228202911030685e-07,
      "loss": 0.0049,
      "step": 14650
    },
    {
      "epoch": 2.900187951330498,
      "grad_norm": 0.004562301398920238,
      "learning_rate": 3.38775287329024e-07,
      "loss": 0.0048,
      "step": 14660
    },
    {
      "epoch": 2.902166386388367,
      "grad_norm": 0.004116869480337898,
      "learning_rate": 3.255316807498077e-07,
      "loss": 0.0049,
      "step": 14670
    },
    {
      "epoch": 2.904144821446236,
      "grad_norm": 0.002837615843071466,
      "learning_rate": 3.125512795452812e-07,
      "loss": 0.0049,
      "step": 14680
    },
    {
      "epoch": 2.906123256504105,
      "grad_norm": 0.005530720000228801,
      "learning_rate": 2.998341524934778e-07,
      "loss": 0.0049,
      "step": 14690
    },
    {
      "epoch": 2.9081016915619746,
      "grad_norm": 0.004973268891462566,
      "learning_rate": 2.873803669774133e-07,
      "loss": 0.0048,
      "step": 14700
    },
    {
      "epoch": 2.9100801266198437,
      "grad_norm": 0.00431853321643085,
      "learning_rate": 2.751899889847864e-07,
      "loss": 0.0048,
      "step": 14710
    },
    {
      "epoch": 2.912058561677713,
      "grad_norm": 0.003434411255473935,
      "learning_rate": 2.632630831075844e-07,
      "loss": 0.0048,
      "step": 14720
    },
    {
      "epoch": 2.9140369967355824,
      "grad_norm": 0.006690729853517542,
      "learning_rate": 2.5159971254176684e-07,
      "loss": 0.0048,
      "step": 14730
    },
    {
      "epoch": 2.9160154317934515,
      "grad_norm": 0.008193662778541994,
      "learning_rate": 2.401999390869325e-07,
      "loss": 0.0048,
      "step": 14740
    },
    {
      "epoch": 2.9179938668513206,
      "grad_norm": 0.000768126958930955,
      "learning_rate": 2.290638231459641e-07,
      "loss": 0.0048,
      "step": 14750
    },
    {
      "epoch": 2.9199723019091897,
      "grad_norm": 0.005307160961582646,
      "learning_rate": 2.1819142372475066e-07,
      "loss": 0.0049,
      "step": 14760
    },
    {
      "epoch": 2.921950736967059,
      "grad_norm": 0.004756913266892915,
      "learning_rate": 2.0758279843183793e-07,
      "loss": 0.0049,
      "step": 14770
    },
    {
      "epoch": 2.9239291720249283,
      "grad_norm": 0.005730632138802588,
      "learning_rate": 1.972380034781285e-07,
      "loss": 0.0049,
      "step": 14780
    },
    {
      "epoch": 2.9259076070827974,
      "grad_norm": 0.005801143033581654,
      "learning_rate": 1.8715709367660982e-07,
      "loss": 0.0048,
      "step": 14790
    },
    {
      "epoch": 2.927886042140667,
      "grad_norm": 0.006487623330286614,
      "learning_rate": 1.773401224420379e-07,
      "loss": 0.0048,
      "step": 14800
    },
    {
      "epoch": 2.929864477198536,
      "grad_norm": 0.0038017145967274776,
      "learning_rate": 1.6778714179065957e-07,
      "loss": 0.0049,
      "step": 14810
    },
    {
      "epoch": 2.931842912256405,
      "grad_norm": 0.0030548272702137767,
      "learning_rate": 1.584982023399517e-07,
      "loss": 0.0049,
      "step": 14820
    },
    {
      "epoch": 2.9338213473142742,
      "grad_norm": 0.004147087216017951,
      "learning_rate": 1.4947335330832702e-07,
      "loss": 0.0049,
      "step": 14830
    },
    {
      "epoch": 2.935799782372144,
      "grad_norm": 0.00174197477409132,
      "learning_rate": 1.4071264251489523e-07,
      "loss": 0.0048,
      "step": 14840
    },
    {
      "epoch": 2.937778217430013,
      "grad_norm": 0.004563306692685047,
      "learning_rate": 1.3221611637919685e-07,
      "loss": 0.0049,
      "step": 14850
    },
    {
      "epoch": 2.939756652487882,
      "grad_norm": 0.0031793290723380074,
      "learning_rate": 1.2398381992096975e-07,
      "loss": 0.0048,
      "step": 14860
    },
    {
      "epoch": 2.9417350875457515,
      "grad_norm": 0.003738732829065381,
      "learning_rate": 1.160157967598996e-07,
      "loss": 0.0048,
      "step": 14870
    },
    {
      "epoch": 2.9437135226036206,
      "grad_norm": 0.004333297335736699,
      "learning_rate": 1.0831208911539215e-07,
      "loss": 0.0049,
      "step": 14880
    },
    {
      "epoch": 2.9456919576614897,
      "grad_norm": 0.00512236297143814,
      "learning_rate": 1.0087273780634566e-07,
      "loss": 0.0048,
      "step": 14890
    },
    {
      "epoch": 2.947670392719359,
      "grad_norm": 0.007813787606281491,
      "learning_rate": 9.36977822509455e-08,
      "loss": 0.0049,
      "step": 14900
    },
    {
      "epoch": 2.9496488277772284,
      "grad_norm": 0.004358594184095444,
      "learning_rate": 8.678726046644214e-08,
      "loss": 0.0049,
      "step": 14910
    },
    {
      "epoch": 2.9516272628350975,
      "grad_norm": 0.0014288837553849292,
      "learning_rate": 8.014120906896239e-08,
      "loss": 0.0048,
      "step": 14920
    },
    {
      "epoch": 2.9536056978929666,
      "grad_norm": 0.0024985450686210893,
      "learning_rate": 7.375966327330952e-08,
      "loss": 0.0048,
      "step": 14930
    },
    {
      "epoch": 2.955584132950836,
      "grad_norm": 0.0037448442660448816,
      "learning_rate": 6.76426568927635e-08,
      "loss": 0.0048,
      "step": 14940
    },
    {
      "epoch": 2.957562568008705,
      "grad_norm": 0.006883183434147885,
      "learning_rate": 6.179022233893106e-08,
      "loss": 0.0048,
      "step": 14950
    },
    {
      "epoch": 2.9595410030665743,
      "grad_norm": 0.00808865230971712,
      "learning_rate": 5.6202390621551415e-08,
      "loss": 0.0049,
      "step": 14960
    },
    {
      "epoch": 2.9615194381244434,
      "grad_norm": 0.00811738358324938,
      "learning_rate": 5.0879191348324194e-08,
      "loss": 0.0048,
      "step": 14970
    },
    {
      "epoch": 2.963497873182313,
      "grad_norm": 0.005500668190329635,
      "learning_rate": 4.5820652724787305e-08,
      "loss": 0.0048,
      "step": 14980
    },
    {
      "epoch": 2.965476308240182,
      "grad_norm": 0.001645277197555448,
      "learning_rate": 4.102680155413929e-08,
      "loss": 0.0048,
      "step": 14990
    },
    {
      "epoch": 2.967454743298051,
      "grad_norm": 0.003610182640832566,
      "learning_rate": 3.649766323710058e-08,
      "loss": 0.0049,
      "step": 15000
    },
    {
      "epoch": 2.9694331783559207,
      "grad_norm": 0.0010555004969539858,
      "learning_rate": 3.223326177178021e-08,
      "loss": 0.0048,
      "step": 15010
    },
    {
      "epoch": 2.97141161341379,
      "grad_norm": 0.007560583603421006,
      "learning_rate": 2.8233619753564867e-08,
      "loss": 0.0048,
      "step": 15020
    },
    {
      "epoch": 2.973390048471659,
      "grad_norm": 0.0015282841198763321,
      "learning_rate": 2.4498758374968954e-08,
      "loss": 0.0048,
      "step": 15030
    },
    {
      "epoch": 2.975368483529528,
      "grad_norm": 0.0019451237851731734,
      "learning_rate": 2.1028697425551356e-08,
      "loss": 0.0048,
      "step": 15040
    },
    {
      "epoch": 2.9773469185873975,
      "grad_norm": 0.005313362335658087,
      "learning_rate": 1.78234552917933e-08,
      "loss": 0.0048,
      "step": 15050
    },
    {
      "epoch": 2.9793253536452666,
      "grad_norm": 0.0018777829285824509,
      "learning_rate": 1.4883048957003986e-08,
      "loss": 0.0048,
      "step": 15060
    },
    {
      "epoch": 2.9813037887031357,
      "grad_norm": 0.004736391195712116,
      "learning_rate": 1.220749400123733e-08,
      "loss": 0.0049,
      "step": 15070
    },
    {
      "epoch": 2.9832822237610053,
      "grad_norm": 0.003374872513195771,
      "learning_rate": 9.796804601197584e-09,
      "loss": 0.0048,
      "step": 15080
    },
    {
      "epoch": 2.9852606588188744,
      "grad_norm": 0.004455443521052089,
      "learning_rate": 7.650993530178285e-09,
      "loss": 0.0048,
      "step": 15090
    },
    {
      "epoch": 2.9872390938767435,
      "grad_norm": 0.0016684203100349737,
      "learning_rate": 5.77007215798453e-09,
      "loss": 0.0048,
      "step": 15100
    },
    {
      "epoch": 2.9892175289346126,
      "grad_norm": 0.011799365111640984,
      "learning_rate": 4.154050450871916e-09,
      "loss": 0.0049,
      "step": 15110
    },
    {
      "epoch": 2.991195963992482,
      "grad_norm": 0.0017881864431620192,
      "learning_rate": 2.8029369715021345e-09,
      "loss": 0.0049,
      "step": 15120
    },
    {
      "epoch": 2.993174399050351,
      "grad_norm": 0.004520916857726118,
      "learning_rate": 1.7167388788985606e-09,
      "loss": 0.0049,
      "step": 15130
    },
    {
      "epoch": 2.9951528341082203,
      "grad_norm": 0.010133547019265035,
      "learning_rate": 8.954619283851884e-10,
      "loss": 0.0049,
      "step": 15140
    },
    {
      "epoch": 2.99713126916609,
      "grad_norm": 0.006355893772964033,
      "learning_rate": 3.3911047158663447e-10,
      "loss": 0.0048,
      "step": 15150
    },
    {
      "epoch": 2.999109704223959,
      "grad_norm": 0.006182268850304125,
      "learning_rate": 4.7687456389278186e-11,
      "loss": 0.0049,
      "step": 15160
    },
    {
      "epoch": 3.0,
      "step": 15165,
      "total_flos": 1373930750214144.0,
      "train_loss": 0.11494380943673674,
      "train_runtime": 41155.9364,
      "train_samples_per_second": 188.625,
      "train_steps_per_second": 0.368
    }
  ],
  "logging_steps": 10,
  "max_steps": 15165,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 1800,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1373930750214144.0,
  "train_batch_size": 128,
  "trial_name": null,
  "trial_params": null
}