Instructions to use WariHima/DanMatsu-KilosizeJapaneseTextEmbedModel with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use WariHima/DanMatsu-KilosizeJapaneseTextEmbedModel with Transformers:
# pip install -U transformers accelerate # Load model directly from transformers import AutoModel model = AutoModel.from_pretrained("WariHima/DanMatsu-KilosizeJapaneseTextEmbedModel", device_map="auto") - Notebooks
- Google Colab
- Kaggle
Download scripts/trainer_state_40k.json from WariHima/DanMatsu-KilosizeJapaneseTextEmbedModel: direct link, hf CLI and curl.
- Browser
- Download file 350 kB
-
https://huggingface.co/WariHima/DanMatsu-KilosizeJapaneseTextEmbedModel/resolve/main/scripts/trainer_state_40k.json
- Command line
-
hf download hf://WariHima/DanMatsu-KilosizeJapaneseTextEmbedModel/scripts/trainer_state_40k.json
-
curl -L -o trainer_state_40k.json https://huggingface.co/WariHima/DanMatsu-KilosizeJapaneseTextEmbedModel/resolve/main/scripts/trainer_state_40k.json
350 kB
{
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.0,
"eval_steps": 500,
"global_step": 9448,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0005292125317527519,
"grad_norm": 25268.28515625,
"learning_rate": 1.3333333333333334e-06,
"loss": 15.833573913574218,
"step": 5
},
{
"epoch": 0.0010584250635055038,
"grad_norm": 22686.482421875,
"learning_rate": 3e-06,
"loss": 14.496585083007812,
"step": 10
},
{
"epoch": 0.0015876375952582557,
"grad_norm": 21333.3359375,
"learning_rate": 4.666666666666667e-06,
"loss": 13.856336975097657,
"step": 15
},
{
"epoch": 0.0021168501270110076,
"grad_norm": 16051.15234375,
"learning_rate": 6.333333333333334e-06,
"loss": 11.314471435546874,
"step": 20
},
{
"epoch": 0.0026460626587637595,
"grad_norm": 9441.62890625,
"learning_rate": 8.000000000000001e-06,
"loss": 9.55490493774414,
"step": 25
},
{
"epoch": 0.0031752751905165114,
"grad_norm": 9642.0703125,
"learning_rate": 9.666666666666667e-06,
"loss": 9.22220458984375,
"step": 30
},
{
"epoch": 0.0037044877222692633,
"grad_norm": 7506.7666015625,
"learning_rate": 1.1333333333333334e-05,
"loss": 8.518901824951172,
"step": 35
},
{
"epoch": 0.004233700254022015,
"grad_norm": 5457.79248046875,
"learning_rate": 1.3000000000000001e-05,
"loss": 8.45592041015625,
"step": 40
},
{
"epoch": 0.0047629127857747675,
"grad_norm": 12192.0087890625,
"learning_rate": 1.4666666666666668e-05,
"loss": 8.038694763183594,
"step": 45
},
{
"epoch": 0.005292125317527519,
"grad_norm": 7952.5703125,
"learning_rate": 1.6333333333333335e-05,
"loss": 7.591075897216797,
"step": 50
},
{
"epoch": 0.005821337849280271,
"grad_norm": 3213.801513671875,
"learning_rate": 1.8e-05,
"loss": 7.24218978881836,
"step": 55
},
{
"epoch": 0.006350550381033023,
"grad_norm": 2252.2822265625,
"learning_rate": 1.9666666666666666e-05,
"loss": 7.235159301757813,
"step": 60
},
{
"epoch": 0.006879762912785775,
"grad_norm": 2543.132080078125,
"learning_rate": 2.1333333333333335e-05,
"loss": 6.985540771484375,
"step": 65
},
{
"epoch": 0.007408975444538527,
"grad_norm": 1749.588134765625,
"learning_rate": 2.3000000000000003e-05,
"loss": 7.034441375732422,
"step": 70
},
{
"epoch": 0.007938187976291278,
"grad_norm": 1564.3690185546875,
"learning_rate": 2.466666666666667e-05,
"loss": 6.761422729492187,
"step": 75
},
{
"epoch": 0.00846740050804403,
"grad_norm": 1158.26953125,
"learning_rate": 2.633333333333333e-05,
"loss": 6.784323120117188,
"step": 80
},
{
"epoch": 0.008996613039796783,
"grad_norm": 1374.9718017578125,
"learning_rate": 2.8000000000000003e-05,
"loss": 6.716084289550781,
"step": 85
},
{
"epoch": 0.009525825571549535,
"grad_norm": 1599.870361328125,
"learning_rate": 2.9666666666666672e-05,
"loss": 6.8034912109375,
"step": 90
},
{
"epoch": 0.010055038103302286,
"grad_norm": 904.4775390625,
"learning_rate": 3.1333333333333334e-05,
"loss": 6.839693450927735,
"step": 95
},
{
"epoch": 0.010584250635055038,
"grad_norm": 878.3348388671875,
"learning_rate": 3.3e-05,
"loss": 6.7367431640625,
"step": 100
},
{
"epoch": 0.01111346316680779,
"grad_norm": 819.7103271484375,
"learning_rate": 3.466666666666667e-05,
"loss": 6.594343566894532,
"step": 105
},
{
"epoch": 0.011642675698560543,
"grad_norm": 784.823486328125,
"learning_rate": 3.633333333333333e-05,
"loss": 6.6365913391113285,
"step": 110
},
{
"epoch": 0.012171888230313293,
"grad_norm": 1099.3807373046875,
"learning_rate": 3.8e-05,
"loss": 6.616874694824219,
"step": 115
},
{
"epoch": 0.012701100762066046,
"grad_norm": 1731.2076416015625,
"learning_rate": 3.966666666666667e-05,
"loss": 6.518706512451172,
"step": 120
},
{
"epoch": 0.013230313293818798,
"grad_norm": 844.1708374023438,
"learning_rate": 4.133333333333333e-05,
"loss": 6.625959014892578,
"step": 125
},
{
"epoch": 0.01375952582557155,
"grad_norm": 974.8461303710938,
"learning_rate": 4.3e-05,
"loss": 6.441679382324219,
"step": 130
},
{
"epoch": 0.0142887383573243,
"grad_norm": 618.5513305664062,
"learning_rate": 4.466666666666667e-05,
"loss": 6.317116165161133,
"step": 135
},
{
"epoch": 0.014817950889077053,
"grad_norm": 1192.37255859375,
"learning_rate": 4.633333333333333e-05,
"loss": 6.317875671386719,
"step": 140
},
{
"epoch": 0.015347163420829806,
"grad_norm": 1103.1314697265625,
"learning_rate": 4.8e-05,
"loss": 6.256232833862304,
"step": 145
},
{
"epoch": 0.015876375952582556,
"grad_norm": 854.5355834960938,
"learning_rate": 4.966666666666667e-05,
"loss": 6.324043655395508,
"step": 150
},
{
"epoch": 0.01640558848433531,
"grad_norm": 1452.797607421875,
"learning_rate": 5.133333333333333e-05,
"loss": 6.273169326782226,
"step": 155
},
{
"epoch": 0.01693480101608806,
"grad_norm": 770.3319702148438,
"learning_rate": 5.300000000000001e-05,
"loss": 6.1967216491699215,
"step": 160
},
{
"epoch": 0.01746401354784081,
"grad_norm": 900.313720703125,
"learning_rate": 5.466666666666666e-05,
"loss": 6.333638763427734,
"step": 165
},
{
"epoch": 0.017993226079593565,
"grad_norm": 644.2723388671875,
"learning_rate": 5.633333333333334e-05,
"loss": 6.24036750793457,
"step": 170
},
{
"epoch": 0.018522438611346316,
"grad_norm": 1100.727294921875,
"learning_rate": 5.8e-05,
"loss": 6.2856391906738285,
"step": 175
},
{
"epoch": 0.01905165114309907,
"grad_norm": 522.0951538085938,
"learning_rate": 5.966666666666667e-05,
"loss": 6.214995574951172,
"step": 180
},
{
"epoch": 0.01958086367485182,
"grad_norm": 401.40789794921875,
"learning_rate": 6.133333333333334e-05,
"loss": 6.1602226257324215,
"step": 185
},
{
"epoch": 0.02011007620660457,
"grad_norm": 520.3525390625,
"learning_rate": 6.3e-05,
"loss": 6.135427093505859,
"step": 190
},
{
"epoch": 0.020639288738357325,
"grad_norm": 1128.9996337890625,
"learning_rate": 6.466666666666666e-05,
"loss": 6.259799957275391,
"step": 195
},
{
"epoch": 0.021168501270110076,
"grad_norm": 485.8244323730469,
"learning_rate": 6.633333333333334e-05,
"loss": 6.168518447875977,
"step": 200
},
{
"epoch": 0.021697713801862827,
"grad_norm": 604.1029663085938,
"learning_rate": 6.800000000000001e-05,
"loss": 6.189628982543946,
"step": 205
},
{
"epoch": 0.02222692633361558,
"grad_norm": 414.3384094238281,
"learning_rate": 6.966666666666668e-05,
"loss": 6.225666046142578,
"step": 210
},
{
"epoch": 0.02275613886536833,
"grad_norm": 576.3173828125,
"learning_rate": 7.133333333333334e-05,
"loss": 6.210024642944336,
"step": 215
},
{
"epoch": 0.023285351397121085,
"grad_norm": 436.2512512207031,
"learning_rate": 7.3e-05,
"loss": 6.0668785095214846,
"step": 220
},
{
"epoch": 0.023814563928873836,
"grad_norm": 545.9656372070312,
"learning_rate": 7.466666666666667e-05,
"loss": 6.0982410430908205,
"step": 225
},
{
"epoch": 0.024343776460626586,
"grad_norm": 781.7403564453125,
"learning_rate": 7.633333333333334e-05,
"loss": 6.114862442016602,
"step": 230
},
{
"epoch": 0.02487298899237934,
"grad_norm": 433.7244567871094,
"learning_rate": 7.800000000000001e-05,
"loss": 6.0276344299316404,
"step": 235
},
{
"epoch": 0.02540220152413209,
"grad_norm": 343.5749206542969,
"learning_rate": 7.966666666666666e-05,
"loss": 6.0446125030517575,
"step": 240
},
{
"epoch": 0.025931414055884842,
"grad_norm": 538.0137939453125,
"learning_rate": 8.133333333333334e-05,
"loss": 6.075862121582031,
"step": 245
},
{
"epoch": 0.026460626587637596,
"grad_norm": 363.9468688964844,
"learning_rate": 8.3e-05,
"loss": 6.0950874328613285,
"step": 250
},
{
"epoch": 0.026989839119390346,
"grad_norm": 383.05462646484375,
"learning_rate": 8.466666666666667e-05,
"loss": 6.0864418029785154,
"step": 255
},
{
"epoch": 0.0275190516511431,
"grad_norm": 289.12579345703125,
"learning_rate": 8.633333333333334e-05,
"loss": 6.1229713439941404,
"step": 260
},
{
"epoch": 0.02804826418289585,
"grad_norm": 527.2047119140625,
"learning_rate": 8.800000000000001e-05,
"loss": 6.123404693603516,
"step": 265
},
{
"epoch": 0.0285774767146486,
"grad_norm": 484.8492736816406,
"learning_rate": 8.966666666666666e-05,
"loss": 6.080888366699218,
"step": 270
},
{
"epoch": 0.029106689246401356,
"grad_norm": 352.5855712890625,
"learning_rate": 9.133333333333334e-05,
"loss": 6.186085510253906,
"step": 275
},
{
"epoch": 0.029635901778154106,
"grad_norm": 220.58798217773438,
"learning_rate": 9.300000000000001e-05,
"loss": 6.131235504150391,
"step": 280
},
{
"epoch": 0.030165114309906857,
"grad_norm": 325.5001220703125,
"learning_rate": 9.466666666666667e-05,
"loss": 6.121715545654297,
"step": 285
},
{
"epoch": 0.03069432684165961,
"grad_norm": 276.52777099609375,
"learning_rate": 9.633333333333335e-05,
"loss": 6.206353378295899,
"step": 290
},
{
"epoch": 0.03122353937341236,
"grad_norm": 260.5967102050781,
"learning_rate": 9.8e-05,
"loss": 6.045698547363282,
"step": 295
},
{
"epoch": 0.03175275190516511,
"grad_norm": 251.9176788330078,
"learning_rate": 9.966666666666667e-05,
"loss": 6.12039794921875,
"step": 300
},
{
"epoch": 0.032281964436917866,
"grad_norm": 245.5062713623047,
"learning_rate": 9.995627459554001e-05,
"loss": 6.018213272094727,
"step": 305
},
{
"epoch": 0.03281117696867062,
"grad_norm": 323.0112609863281,
"learning_rate": 9.990161783996503e-05,
"loss": 6.092295074462891,
"step": 310
},
{
"epoch": 0.03334038950042337,
"grad_norm": 177.4873046875,
"learning_rate": 9.984696108439003e-05,
"loss": 6.014579391479492,
"step": 315
},
{
"epoch": 0.03386960203217612,
"grad_norm": 274.0577697753906,
"learning_rate": 9.979230432881505e-05,
"loss": 6.062129974365234,
"step": 320
},
{
"epoch": 0.034398814563928876,
"grad_norm": 223.7568359375,
"learning_rate": 9.973764757324005e-05,
"loss": 6.022434234619141,
"step": 325
},
{
"epoch": 0.03492802709568162,
"grad_norm": 281.5182800292969,
"learning_rate": 9.968299081766507e-05,
"loss": 5.918525695800781,
"step": 330
},
{
"epoch": 0.03545723962743438,
"grad_norm": 198.58352661132812,
"learning_rate": 9.962833406209007e-05,
"loss": 6.025361251831055,
"step": 335
},
{
"epoch": 0.03598645215918713,
"grad_norm": 308.8994140625,
"learning_rate": 9.957367730651509e-05,
"loss": 5.943891525268555,
"step": 340
},
{
"epoch": 0.03651566469093988,
"grad_norm": 311.21319580078125,
"learning_rate": 9.951902055094011e-05,
"loss": 5.937838745117188,
"step": 345
},
{
"epoch": 0.03704487722269263,
"grad_norm": 169.0165557861328,
"learning_rate": 9.946436379536511e-05,
"loss": 6.020934295654297,
"step": 350
},
{
"epoch": 0.037574089754445386,
"grad_norm": 244.77537536621094,
"learning_rate": 9.940970703979013e-05,
"loss": 6.025799560546875,
"step": 355
},
{
"epoch": 0.03810330228619814,
"grad_norm": 160.51962280273438,
"learning_rate": 9.935505028421513e-05,
"loss": 6.029167556762696,
"step": 360
},
{
"epoch": 0.03863251481795089,
"grad_norm": 129.97801208496094,
"learning_rate": 9.930039352864015e-05,
"loss": 6.031427001953125,
"step": 365
},
{
"epoch": 0.03916172734970364,
"grad_norm": 134.3917236328125,
"learning_rate": 9.924573677306515e-05,
"loss": 5.9158271789550785,
"step": 370
},
{
"epoch": 0.039690939881456395,
"grad_norm": 200.3853759765625,
"learning_rate": 9.919108001749017e-05,
"loss": 6.028746795654297,
"step": 375
},
{
"epoch": 0.04022015241320914,
"grad_norm": 165.07420349121094,
"learning_rate": 9.913642326191518e-05,
"loss": 5.959652328491211,
"step": 380
},
{
"epoch": 0.0407493649449619,
"grad_norm": 196.55628967285156,
"learning_rate": 9.908176650634019e-05,
"loss": 5.944985961914062,
"step": 385
},
{
"epoch": 0.04127857747671465,
"grad_norm": 176.5524139404297,
"learning_rate": 9.90271097507652e-05,
"loss": 5.898734283447266,
"step": 390
},
{
"epoch": 0.0418077900084674,
"grad_norm": 214.31346130371094,
"learning_rate": 9.897245299519021e-05,
"loss": 5.973727035522461,
"step": 395
},
{
"epoch": 0.04233700254022015,
"grad_norm": 221.14479064941406,
"learning_rate": 9.891779623961522e-05,
"loss": 5.856446075439453,
"step": 400
},
{
"epoch": 0.042866215071972906,
"grad_norm": 183.9691162109375,
"learning_rate": 9.886313948404024e-05,
"loss": 5.871236038208008,
"step": 405
},
{
"epoch": 0.04339542760372565,
"grad_norm": 242.98545837402344,
"learning_rate": 9.880848272846524e-05,
"loss": 5.914781951904297,
"step": 410
},
{
"epoch": 0.04392464013547841,
"grad_norm": 188.33367919921875,
"learning_rate": 9.875382597289026e-05,
"loss": 6.016713714599609,
"step": 415
},
{
"epoch": 0.04445385266723116,
"grad_norm": 146.78729248046875,
"learning_rate": 9.869916921731527e-05,
"loss": 5.953155517578125,
"step": 420
},
{
"epoch": 0.044983065198983915,
"grad_norm": 199.7406768798828,
"learning_rate": 9.864451246174028e-05,
"loss": 5.937666320800782,
"step": 425
},
{
"epoch": 0.04551227773073666,
"grad_norm": 97.04458618164062,
"learning_rate": 9.85898557061653e-05,
"loss": 5.954231262207031,
"step": 430
},
{
"epoch": 0.046041490262489417,
"grad_norm": 171.02682495117188,
"learning_rate": 9.85351989505903e-05,
"loss": 5.908721160888672,
"step": 435
},
{
"epoch": 0.04657070279424217,
"grad_norm": 133.7678680419922,
"learning_rate": 9.848054219501532e-05,
"loss": 5.869150543212891,
"step": 440
},
{
"epoch": 0.04709991532599492,
"grad_norm": 209.37120056152344,
"learning_rate": 9.842588543944032e-05,
"loss": 5.985694122314453,
"step": 445
},
{
"epoch": 0.04762912785774767,
"grad_norm": 187.727294921875,
"learning_rate": 9.837122868386534e-05,
"loss": 5.905009460449219,
"step": 450
},
{
"epoch": 0.048158340389500426,
"grad_norm": 175.53521728515625,
"learning_rate": 9.831657192829034e-05,
"loss": 5.859457015991211,
"step": 455
},
{
"epoch": 0.04868755292125317,
"grad_norm": 170.0183563232422,
"learning_rate": 9.826191517271536e-05,
"loss": 5.961232757568359,
"step": 460
},
{
"epoch": 0.04921676545300593,
"grad_norm": 155.27149963378906,
"learning_rate": 9.820725841714036e-05,
"loss": 5.862018966674805,
"step": 465
},
{
"epoch": 0.04974597798475868,
"grad_norm": 120.95915985107422,
"learning_rate": 9.815260166156537e-05,
"loss": 5.877957916259765,
"step": 470
},
{
"epoch": 0.05027519051651143,
"grad_norm": 181.2591094970703,
"learning_rate": 9.809794490599039e-05,
"loss": 5.768572235107422,
"step": 475
},
{
"epoch": 0.05080440304826418,
"grad_norm": 126.17160034179688,
"learning_rate": 9.804328815041539e-05,
"loss": 5.8932453155517575,
"step": 480
},
{
"epoch": 0.051333615580016936,
"grad_norm": 113.39851379394531,
"learning_rate": 9.798863139484041e-05,
"loss": 5.872183609008789,
"step": 485
},
{
"epoch": 0.051862828111769683,
"grad_norm": 176.7098388671875,
"learning_rate": 9.793397463926541e-05,
"loss": 5.8717601776123045,
"step": 490
},
{
"epoch": 0.05239204064352244,
"grad_norm": 180.46238708496094,
"learning_rate": 9.787931788369043e-05,
"loss": 5.82293701171875,
"step": 495
},
{
"epoch": 0.05292125317527519,
"grad_norm": 142.3936767578125,
"learning_rate": 9.782466112811543e-05,
"loss": 5.839122772216797,
"step": 500
},
{
"epoch": 0.053450465707027946,
"grad_norm": 135.40377807617188,
"learning_rate": 9.777000437254045e-05,
"loss": 5.758517456054688,
"step": 505
},
{
"epoch": 0.05397967823878069,
"grad_norm": 120.89029693603516,
"learning_rate": 9.771534761696545e-05,
"loss": 5.769930648803711,
"step": 510
},
{
"epoch": 0.05450889077053345,
"grad_norm": 193.8142852783203,
"learning_rate": 9.766069086139047e-05,
"loss": 5.760776138305664,
"step": 515
},
{
"epoch": 0.0550381033022862,
"grad_norm": 153.35890197753906,
"learning_rate": 9.760603410581548e-05,
"loss": 5.705607604980469,
"step": 520
},
{
"epoch": 0.05556731583403895,
"grad_norm": 146.08876037597656,
"learning_rate": 9.755137735024049e-05,
"loss": 5.814701080322266,
"step": 525
},
{
"epoch": 0.0560965283657917,
"grad_norm": 164.9591522216797,
"learning_rate": 9.74967205946655e-05,
"loss": 5.684969329833985,
"step": 530
},
{
"epoch": 0.056625740897544456,
"grad_norm": 200.68914794921875,
"learning_rate": 9.744206383909051e-05,
"loss": 5.624003982543945,
"step": 535
},
{
"epoch": 0.0571549534292972,
"grad_norm": 131.19789123535156,
"learning_rate": 9.738740708351552e-05,
"loss": 5.728679275512695,
"step": 540
},
{
"epoch": 0.05768416596104996,
"grad_norm": 192.98171997070312,
"learning_rate": 9.733275032794054e-05,
"loss": 5.705450820922851,
"step": 545
},
{
"epoch": 0.05821337849280271,
"grad_norm": 144.4718780517578,
"learning_rate": 9.727809357236555e-05,
"loss": 5.699045181274414,
"step": 550
},
{
"epoch": 0.05874259102455546,
"grad_norm": 198.5078582763672,
"learning_rate": 9.722343681679056e-05,
"loss": 5.549246978759766,
"step": 555
},
{
"epoch": 0.05927180355630821,
"grad_norm": 196.18370056152344,
"learning_rate": 9.716878006121557e-05,
"loss": 5.642488098144531,
"step": 560
},
{
"epoch": 0.05980101608806097,
"grad_norm": 178.89944458007812,
"learning_rate": 9.711412330564058e-05,
"loss": 5.66441650390625,
"step": 565
},
{
"epoch": 0.060330228619813714,
"grad_norm": 178.43284606933594,
"learning_rate": 9.70594665500656e-05,
"loss": 5.49471435546875,
"step": 570
},
{
"epoch": 0.06085944115156647,
"grad_norm": 296.53558349609375,
"learning_rate": 9.70048097944906e-05,
"loss": 5.545712661743164,
"step": 575
},
{
"epoch": 0.06138865368331922,
"grad_norm": 179.43048095703125,
"learning_rate": 9.695015303891562e-05,
"loss": 5.447021484375,
"step": 580
},
{
"epoch": 0.061917866215071976,
"grad_norm": 151.13241577148438,
"learning_rate": 9.689549628334062e-05,
"loss": 5.3345489501953125,
"step": 585
},
{
"epoch": 0.06244707874682472,
"grad_norm": 200.47341918945312,
"learning_rate": 9.684083952776564e-05,
"loss": 5.539153671264648,
"step": 590
},
{
"epoch": 0.06297629127857747,
"grad_norm": 170.0166473388672,
"learning_rate": 9.678618277219064e-05,
"loss": 5.394293594360351,
"step": 595
},
{
"epoch": 0.06350550381033022,
"grad_norm": 195.629150390625,
"learning_rate": 9.673152601661566e-05,
"loss": 5.374521636962891,
"step": 600
},
{
"epoch": 0.06403471634208298,
"grad_norm": 180.30734252929688,
"learning_rate": 9.667686926104066e-05,
"loss": 5.457894897460937,
"step": 605
},
{
"epoch": 0.06456392887383573,
"grad_norm": 211.7241668701172,
"learning_rate": 9.662221250546568e-05,
"loss": 5.4114337921142575,
"step": 610
},
{
"epoch": 0.06509314140558849,
"grad_norm": 197.45526123046875,
"learning_rate": 9.656755574989069e-05,
"loss": 5.432437133789063,
"step": 615
},
{
"epoch": 0.06562235393734124,
"grad_norm": 195.2945098876953,
"learning_rate": 9.65128989943157e-05,
"loss": 5.337942504882813,
"step": 620
},
{
"epoch": 0.066151566469094,
"grad_norm": 185.9678192138672,
"learning_rate": 9.645824223874072e-05,
"loss": 5.298007965087891,
"step": 625
},
{
"epoch": 0.06668077900084673,
"grad_norm": 175.51473999023438,
"learning_rate": 9.640358548316573e-05,
"loss": 5.3841064453125,
"step": 630
},
{
"epoch": 0.06720999153259949,
"grad_norm": 174.65093994140625,
"learning_rate": 9.634892872759074e-05,
"loss": 5.251522445678711,
"step": 635
},
{
"epoch": 0.06773920406435224,
"grad_norm": 275.9074401855469,
"learning_rate": 9.629427197201575e-05,
"loss": 5.346883392333984,
"step": 640
},
{
"epoch": 0.068268416596105,
"grad_norm": 161.61642456054688,
"learning_rate": 9.623961521644076e-05,
"loss": 5.270183563232422,
"step": 645
},
{
"epoch": 0.06879762912785775,
"grad_norm": 212.90936279296875,
"learning_rate": 9.618495846086577e-05,
"loss": 5.24930419921875,
"step": 650
},
{
"epoch": 0.0693268416596105,
"grad_norm": 162.94825744628906,
"learning_rate": 9.613030170529079e-05,
"loss": 5.326962661743164,
"step": 655
},
{
"epoch": 0.06985605419136325,
"grad_norm": 201.33721923828125,
"learning_rate": 9.607564494971579e-05,
"loss": 5.205827331542968,
"step": 660
},
{
"epoch": 0.070385266723116,
"grad_norm": 238.88177490234375,
"learning_rate": 9.602098819414081e-05,
"loss": 5.299179458618164,
"step": 665
},
{
"epoch": 0.07091447925486875,
"grad_norm": 176.06442260742188,
"learning_rate": 9.596633143856581e-05,
"loss": 5.259881210327149,
"step": 670
},
{
"epoch": 0.07144369178662151,
"grad_norm": 190.93081665039062,
"learning_rate": 9.591167468299083e-05,
"loss": 5.1831317901611325,
"step": 675
},
{
"epoch": 0.07197290431837426,
"grad_norm": 176.19671630859375,
"learning_rate": 9.585701792741583e-05,
"loss": 5.111869049072266,
"step": 680
},
{
"epoch": 0.07250211685012702,
"grad_norm": 271.4484558105469,
"learning_rate": 9.580236117184085e-05,
"loss": 5.06434326171875,
"step": 685
},
{
"epoch": 0.07303132938187976,
"grad_norm": 180.4673309326172,
"learning_rate": 9.574770441626585e-05,
"loss": 5.184263610839844,
"step": 690
},
{
"epoch": 0.07356054191363251,
"grad_norm": 177.76101684570312,
"learning_rate": 9.569304766069087e-05,
"loss": 5.061021423339843,
"step": 695
},
{
"epoch": 0.07408975444538526,
"grad_norm": 247.1033172607422,
"learning_rate": 9.563839090511589e-05,
"loss": 5.1599170684814455,
"step": 700
},
{
"epoch": 0.07461896697713802,
"grad_norm": 231.07476806640625,
"learning_rate": 9.558373414954089e-05,
"loss": 5.211681365966797,
"step": 705
},
{
"epoch": 0.07514817950889077,
"grad_norm": 220.08297729492188,
"learning_rate": 9.55290773939659e-05,
"loss": 4.9637504577636715,
"step": 710
},
{
"epoch": 0.07567739204064353,
"grad_norm": 232.0379638671875,
"learning_rate": 9.54744206383909e-05,
"loss": 5.124049377441406,
"step": 715
},
{
"epoch": 0.07620660457239628,
"grad_norm": 205.05641174316406,
"learning_rate": 9.541976388281592e-05,
"loss": 5.152728271484375,
"step": 720
},
{
"epoch": 0.07673581710414902,
"grad_norm": 193.044189453125,
"learning_rate": 9.536510712724092e-05,
"loss": 4.982168579101563,
"step": 725
},
{
"epoch": 0.07726502963590177,
"grad_norm": 178.0956573486328,
"learning_rate": 9.531045037166594e-05,
"loss": 5.049745559692383,
"step": 730
},
{
"epoch": 0.07779424216765453,
"grad_norm": 199.40892028808594,
"learning_rate": 9.525579361609094e-05,
"loss": 5.056985473632812,
"step": 735
},
{
"epoch": 0.07832345469940728,
"grad_norm": 195.70814514160156,
"learning_rate": 9.520113686051596e-05,
"loss": 4.87772216796875,
"step": 740
},
{
"epoch": 0.07885266723116004,
"grad_norm": 272.8705139160156,
"learning_rate": 9.514648010494096e-05,
"loss": 4.960182189941406,
"step": 745
},
{
"epoch": 0.07938187976291279,
"grad_norm": 161.6522979736328,
"learning_rate": 9.509182334936598e-05,
"loss": 5.038130187988282,
"step": 750
},
{
"epoch": 0.07991109229466553,
"grad_norm": 220.17514038085938,
"learning_rate": 9.5037166593791e-05,
"loss": 4.967458343505859,
"step": 755
},
{
"epoch": 0.08044030482641829,
"grad_norm": 145.77439880371094,
"learning_rate": 9.4982509838216e-05,
"loss": 4.886759185791016,
"step": 760
},
{
"epoch": 0.08096951735817104,
"grad_norm": 173.28257751464844,
"learning_rate": 9.492785308264102e-05,
"loss": 5.074925231933594,
"step": 765
},
{
"epoch": 0.0814987298899238,
"grad_norm": 163.76461791992188,
"learning_rate": 9.487319632706603e-05,
"loss": 4.904537582397461,
"step": 770
},
{
"epoch": 0.08202794242167655,
"grad_norm": 201.97491455078125,
"learning_rate": 9.481853957149104e-05,
"loss": 4.7923332214355465,
"step": 775
},
{
"epoch": 0.0825571549534293,
"grad_norm": 217.74766540527344,
"learning_rate": 9.476388281591605e-05,
"loss": 4.976871490478516,
"step": 780
},
{
"epoch": 0.08308636748518206,
"grad_norm": 181.83900451660156,
"learning_rate": 9.470922606034106e-05,
"loss": 4.862439727783203,
"step": 785
},
{
"epoch": 0.0836155800169348,
"grad_norm": 296.78631591796875,
"learning_rate": 9.465456930476607e-05,
"loss": 4.803453826904297,
"step": 790
},
{
"epoch": 0.08414479254868755,
"grad_norm": 188.49346923828125,
"learning_rate": 9.459991254919109e-05,
"loss": 4.788162612915039,
"step": 795
},
{
"epoch": 0.0846740050804403,
"grad_norm": 242.53009033203125,
"learning_rate": 9.454525579361609e-05,
"loss": 4.681494903564453,
"step": 800
},
{
"epoch": 0.08520321761219306,
"grad_norm": 213.84262084960938,
"learning_rate": 9.449059903804111e-05,
"loss": 4.931704711914063,
"step": 805
},
{
"epoch": 0.08573243014394581,
"grad_norm": 180.9882049560547,
"learning_rate": 9.443594228246611e-05,
"loss": 4.993600463867187,
"step": 810
},
{
"epoch": 0.08626164267569857,
"grad_norm": 196.46726989746094,
"learning_rate": 9.438128552689113e-05,
"loss": 4.938581848144532,
"step": 815
},
{
"epoch": 0.0867908552074513,
"grad_norm": 215.0438232421875,
"learning_rate": 9.432662877131613e-05,
"loss": 4.8936012268066404,
"step": 820
},
{
"epoch": 0.08732006773920406,
"grad_norm": 168.1770782470703,
"learning_rate": 9.427197201574115e-05,
"loss": 4.754972076416015,
"step": 825
},
{
"epoch": 0.08784928027095681,
"grad_norm": 181.8437042236328,
"learning_rate": 9.421731526016617e-05,
"loss": 5.011504364013672,
"step": 830
},
{
"epoch": 0.08837849280270957,
"grad_norm": 184.30970764160156,
"learning_rate": 9.416265850459117e-05,
"loss": 4.728567123413086,
"step": 835
},
{
"epoch": 0.08890770533446232,
"grad_norm": 135.39254760742188,
"learning_rate": 9.410800174901619e-05,
"loss": 4.784488677978516,
"step": 840
},
{
"epoch": 0.08943691786621508,
"grad_norm": 147.03851318359375,
"learning_rate": 9.405334499344119e-05,
"loss": 4.745707321166992,
"step": 845
},
{
"epoch": 0.08996613039796783,
"grad_norm": 176.063720703125,
"learning_rate": 9.399868823786621e-05,
"loss": 4.5877540588378904,
"step": 850
},
{
"epoch": 0.09049534292972057,
"grad_norm": 161.27195739746094,
"learning_rate": 9.394403148229121e-05,
"loss": 4.796852874755859,
"step": 855
},
{
"epoch": 0.09102455546147332,
"grad_norm": 164.52984619140625,
"learning_rate": 9.388937472671623e-05,
"loss": 4.690558624267578,
"step": 860
},
{
"epoch": 0.09155376799322608,
"grad_norm": 165.53701782226562,
"learning_rate": 9.383471797114124e-05,
"loss": 4.678873062133789,
"step": 865
},
{
"epoch": 0.09208298052497883,
"grad_norm": 188.39419555664062,
"learning_rate": 9.378006121556625e-05,
"loss": 4.64022216796875,
"step": 870
},
{
"epoch": 0.09261219305673159,
"grad_norm": 172.44357299804688,
"learning_rate": 9.372540445999126e-05,
"loss": 4.709468078613281,
"step": 875
},
{
"epoch": 0.09314140558848434,
"grad_norm": 145.6860809326172,
"learning_rate": 9.367074770441627e-05,
"loss": 4.554269027709961,
"step": 880
},
{
"epoch": 0.09367061812023708,
"grad_norm": 203.56790161132812,
"learning_rate": 9.361609094884128e-05,
"loss": 4.750770568847656,
"step": 885
},
{
"epoch": 0.09419983065198984,
"grad_norm": 179.30886840820312,
"learning_rate": 9.35614341932663e-05,
"loss": 4.6326446533203125,
"step": 890
},
{
"epoch": 0.09472904318374259,
"grad_norm": 148.2821502685547,
"learning_rate": 9.35067774376913e-05,
"loss": 4.76728515625,
"step": 895
},
{
"epoch": 0.09525825571549534,
"grad_norm": 153.24142456054688,
"learning_rate": 9.345212068211632e-05,
"loss": 4.777181625366211,
"step": 900
},
{
"epoch": 0.0957874682472481,
"grad_norm": 151.7733154296875,
"learning_rate": 9.339746392654133e-05,
"loss": 4.598962020874024,
"step": 905
},
{
"epoch": 0.09631668077900085,
"grad_norm": 205.0391845703125,
"learning_rate": 9.334280717096634e-05,
"loss": 4.70337142944336,
"step": 910
},
{
"epoch": 0.09684589331075359,
"grad_norm": 169.6492919921875,
"learning_rate": 9.328815041539136e-05,
"loss": 4.546833419799805,
"step": 915
},
{
"epoch": 0.09737510584250635,
"grad_norm": 199.67578125,
"learning_rate": 9.323349365981636e-05,
"loss": 4.602297973632813,
"step": 920
},
{
"epoch": 0.0979043183742591,
"grad_norm": 250.65057373046875,
"learning_rate": 9.317883690424138e-05,
"loss": 4.532157516479492,
"step": 925
},
{
"epoch": 0.09843353090601185,
"grad_norm": 182.9130859375,
"learning_rate": 9.312418014866638e-05,
"loss": 4.477469635009766,
"step": 930
},
{
"epoch": 0.09896274343776461,
"grad_norm": 233.6327362060547,
"learning_rate": 9.30695233930914e-05,
"loss": 4.646629714965821,
"step": 935
},
{
"epoch": 0.09949195596951736,
"grad_norm": 186.68788146972656,
"learning_rate": 9.30148666375164e-05,
"loss": 4.388171768188476,
"step": 940
},
{
"epoch": 0.10002116850127012,
"grad_norm": 186.98158264160156,
"learning_rate": 9.296020988194141e-05,
"loss": 4.561259841918945,
"step": 945
},
{
"epoch": 0.10055038103302286,
"grad_norm": 160.14639282226562,
"learning_rate": 9.290555312636642e-05,
"loss": 4.629510879516602,
"step": 950
},
{
"epoch": 0.10107959356477561,
"grad_norm": 154.13739013671875,
"learning_rate": 9.285089637079143e-05,
"loss": 4.654164123535156,
"step": 955
},
{
"epoch": 0.10160880609652836,
"grad_norm": 173.79721069335938,
"learning_rate": 9.279623961521645e-05,
"loss": 4.390442657470703,
"step": 960
},
{
"epoch": 0.10213801862828112,
"grad_norm": 214.8914337158203,
"learning_rate": 9.274158285964145e-05,
"loss": 4.4680530548095705,
"step": 965
},
{
"epoch": 0.10266723116003387,
"grad_norm": 184.9017333984375,
"learning_rate": 9.268692610406647e-05,
"loss": 4.552154541015625,
"step": 970
},
{
"epoch": 0.10319644369178663,
"grad_norm": 180.2241668701172,
"learning_rate": 9.263226934849147e-05,
"loss": 4.641244506835937,
"step": 975
},
{
"epoch": 0.10372565622353937,
"grad_norm": 155.5945587158203,
"learning_rate": 9.257761259291649e-05,
"loss": 4.509313583374023,
"step": 980
},
{
"epoch": 0.10425486875529212,
"grad_norm": 158.58511352539062,
"learning_rate": 9.252295583734149e-05,
"loss": 4.443734359741211,
"step": 985
},
{
"epoch": 0.10478408128704488,
"grad_norm": 169.80963134765625,
"learning_rate": 9.246829908176651e-05,
"loss": 4.6045490264892575,
"step": 990
},
{
"epoch": 0.10531329381879763,
"grad_norm": 171.99266052246094,
"learning_rate": 9.241364232619151e-05,
"loss": 4.559653472900391,
"step": 995
},
{
"epoch": 0.10584250635055038,
"grad_norm": 152.21878051757812,
"learning_rate": 9.235898557061653e-05,
"loss": 4.398364639282226,
"step": 1000
},
{
"epoch": 0.10637171888230314,
"grad_norm": 154.9257049560547,
"learning_rate": 9.230432881504154e-05,
"loss": 4.540578842163086,
"step": 1005
},
{
"epoch": 0.10690093141405589,
"grad_norm": 146.1859893798828,
"learning_rate": 9.224967205946655e-05,
"loss": 4.637572479248047,
"step": 1010
},
{
"epoch": 0.10743014394580863,
"grad_norm": 164.66595458984375,
"learning_rate": 9.219501530389156e-05,
"loss": 4.460432434082032,
"step": 1015
},
{
"epoch": 0.10795935647756139,
"grad_norm": 206.15484619140625,
"learning_rate": 9.214035854831657e-05,
"loss": 4.290708923339844,
"step": 1020
},
{
"epoch": 0.10848856900931414,
"grad_norm": 178.335205078125,
"learning_rate": 9.208570179274159e-05,
"loss": 4.438677597045898,
"step": 1025
},
{
"epoch": 0.1090177815410669,
"grad_norm": 179.76104736328125,
"learning_rate": 9.20310450371666e-05,
"loss": 4.375844955444336,
"step": 1030
},
{
"epoch": 0.10954699407281965,
"grad_norm": 184.84930419921875,
"learning_rate": 9.197638828159161e-05,
"loss": 4.612422180175781,
"step": 1035
},
{
"epoch": 0.1100762066045724,
"grad_norm": 146.25384521484375,
"learning_rate": 9.192173152601662e-05,
"loss": 4.357909774780273,
"step": 1040
},
{
"epoch": 0.11060541913632514,
"grad_norm": 166.08212280273438,
"learning_rate": 9.186707477044164e-05,
"loss": 4.385861587524414,
"step": 1045
},
{
"epoch": 0.1111346316680779,
"grad_norm": 189.61126708984375,
"learning_rate": 9.181241801486664e-05,
"loss": 4.289895629882812,
"step": 1050
},
{
"epoch": 0.11166384419983065,
"grad_norm": 179.25668334960938,
"learning_rate": 9.175776125929166e-05,
"loss": 4.530497360229492,
"step": 1055
},
{
"epoch": 0.1121930567315834,
"grad_norm": 143.94374084472656,
"learning_rate": 9.170310450371666e-05,
"loss": 4.363578796386719,
"step": 1060
},
{
"epoch": 0.11272226926333616,
"grad_norm": 142.2679901123047,
"learning_rate": 9.164844774814168e-05,
"loss": 4.320919799804687,
"step": 1065
},
{
"epoch": 0.11325148179508891,
"grad_norm": 178.41934204101562,
"learning_rate": 9.159379099256668e-05,
"loss": 4.401409530639649,
"step": 1070
},
{
"epoch": 0.11378069432684167,
"grad_norm": 181.6903533935547,
"learning_rate": 9.15391342369917e-05,
"loss": 4.344897079467773,
"step": 1075
},
{
"epoch": 0.1143099068585944,
"grad_norm": 189.2205810546875,
"learning_rate": 9.14844774814167e-05,
"loss": 4.503456115722656,
"step": 1080
},
{
"epoch": 0.11483911939034716,
"grad_norm": 163.18394470214844,
"learning_rate": 9.142982072584172e-05,
"loss": 4.4333030700683596,
"step": 1085
},
{
"epoch": 0.11536833192209991,
"grad_norm": 158.9706268310547,
"learning_rate": 9.137516397026672e-05,
"loss": 4.307717132568359,
"step": 1090
},
{
"epoch": 0.11589754445385267,
"grad_norm": 138.9053192138672,
"learning_rate": 9.132050721469174e-05,
"loss": 4.2057147979736325,
"step": 1095
},
{
"epoch": 0.11642675698560542,
"grad_norm": 153.44932556152344,
"learning_rate": 9.126585045911675e-05,
"loss": 4.375450897216797,
"step": 1100
},
{
"epoch": 0.11695596951735818,
"grad_norm": 157.9489288330078,
"learning_rate": 9.121119370354176e-05,
"loss": 4.270658111572265,
"step": 1105
},
{
"epoch": 0.11748518204911092,
"grad_norm": 202.75332641601562,
"learning_rate": 9.115653694796678e-05,
"loss": 4.6074058532714846,
"step": 1110
},
{
"epoch": 0.11801439458086367,
"grad_norm": 159.16490173339844,
"learning_rate": 9.110188019239179e-05,
"loss": 4.2126811981201175,
"step": 1115
},
{
"epoch": 0.11854360711261643,
"grad_norm": 164.837158203125,
"learning_rate": 9.10472234368168e-05,
"loss": 4.475098419189453,
"step": 1120
},
{
"epoch": 0.11907281964436918,
"grad_norm": 160.5405731201172,
"learning_rate": 9.09925666812418e-05,
"loss": 4.285098648071289,
"step": 1125
},
{
"epoch": 0.11960203217612193,
"grad_norm": 161.903564453125,
"learning_rate": 9.093790992566682e-05,
"loss": 4.283030700683594,
"step": 1130
},
{
"epoch": 0.12013124470787469,
"grad_norm": 189.93898010253906,
"learning_rate": 9.088325317009183e-05,
"loss": 4.393909454345703,
"step": 1135
},
{
"epoch": 0.12066045723962743,
"grad_norm": 192.88185119628906,
"learning_rate": 9.082859641451685e-05,
"loss": 4.162330627441406,
"step": 1140
},
{
"epoch": 0.12118966977138018,
"grad_norm": 181.20770263671875,
"learning_rate": 9.077393965894185e-05,
"loss": 4.294732284545899,
"step": 1145
},
{
"epoch": 0.12171888230313294,
"grad_norm": 154.26528930664062,
"learning_rate": 9.071928290336687e-05,
"loss": 4.40495719909668,
"step": 1150
},
{
"epoch": 0.12224809483488569,
"grad_norm": 158.7523651123047,
"learning_rate": 9.066462614779187e-05,
"loss": 4.2343097686767575,
"step": 1155
},
{
"epoch": 0.12277730736663844,
"grad_norm": 174.22117614746094,
"learning_rate": 9.060996939221689e-05,
"loss": 4.409467697143555,
"step": 1160
},
{
"epoch": 0.1233065198983912,
"grad_norm": 157.08868408203125,
"learning_rate": 9.055531263664189e-05,
"loss": 4.303505706787109,
"step": 1165
},
{
"epoch": 0.12383573243014395,
"grad_norm": 161.32899475097656,
"learning_rate": 9.050065588106691e-05,
"loss": 4.226422882080078,
"step": 1170
},
{
"epoch": 0.12436494496189669,
"grad_norm": 151.9794158935547,
"learning_rate": 9.044599912549191e-05,
"loss": 4.33015022277832,
"step": 1175
},
{
"epoch": 0.12489415749364945,
"grad_norm": 142.5944061279297,
"learning_rate": 9.039134236991693e-05,
"loss": 4.239393615722657,
"step": 1180
},
{
"epoch": 0.12542337002540221,
"grad_norm": 157.01925659179688,
"learning_rate": 9.033668561434194e-05,
"loss": 4.148945999145508,
"step": 1185
},
{
"epoch": 0.12595258255715494,
"grad_norm": 165.07818603515625,
"learning_rate": 9.028202885876694e-05,
"loss": 4.122429656982422,
"step": 1190
},
{
"epoch": 0.1264817950889077,
"grad_norm": 154.32705688476562,
"learning_rate": 9.022737210319196e-05,
"loss": 4.1665802001953125,
"step": 1195
},
{
"epoch": 0.12701100762066045,
"grad_norm": 156.8412628173828,
"learning_rate": 9.017271534761696e-05,
"loss": 4.128618621826172,
"step": 1200
},
{
"epoch": 0.1275402201524132,
"grad_norm": 189.5633087158203,
"learning_rate": 9.011805859204198e-05,
"loss": 4.455569839477539,
"step": 1205
},
{
"epoch": 0.12806943268416596,
"grad_norm": 152.09381103515625,
"learning_rate": 9.006340183646698e-05,
"loss": 4.23176155090332,
"step": 1210
},
{
"epoch": 0.1285986452159187,
"grad_norm": 164.22543334960938,
"learning_rate": 9.0008745080892e-05,
"loss": 4.326947021484375,
"step": 1215
},
{
"epoch": 0.12912785774767147,
"grad_norm": 157.02084350585938,
"learning_rate": 8.9954088325317e-05,
"loss": 4.127146148681641,
"step": 1220
},
{
"epoch": 0.12965707027942422,
"grad_norm": 147.57188415527344,
"learning_rate": 8.989943156974202e-05,
"loss": 4.254813766479492,
"step": 1225
},
{
"epoch": 0.13018628281117697,
"grad_norm": 143.7559051513672,
"learning_rate": 8.984477481416704e-05,
"loss": 4.317162322998047,
"step": 1230
},
{
"epoch": 0.13071549534292973,
"grad_norm": 151.1581573486328,
"learning_rate": 8.979011805859204e-05,
"loss": 4.251914215087891,
"step": 1235
},
{
"epoch": 0.13124470787468248,
"grad_norm": 159.72357177734375,
"learning_rate": 8.973546130301706e-05,
"loss": 4.180453109741211,
"step": 1240
},
{
"epoch": 0.13177392040643524,
"grad_norm": 168.82562255859375,
"learning_rate": 8.968080454744206e-05,
"loss": 4.262380981445313,
"step": 1245
},
{
"epoch": 0.132303132938188,
"grad_norm": 141.64476013183594,
"learning_rate": 8.962614779186708e-05,
"loss": 4.264313507080078,
"step": 1250
},
{
"epoch": 0.13283234546994072,
"grad_norm": 141.40948486328125,
"learning_rate": 8.957149103629209e-05,
"loss": 4.089045715332031,
"step": 1255
},
{
"epoch": 0.13336155800169347,
"grad_norm": 180.98611450195312,
"learning_rate": 8.95168342807171e-05,
"loss": 4.218540191650391,
"step": 1260
},
{
"epoch": 0.13389077053344622,
"grad_norm": 123.98282623291016,
"learning_rate": 8.946217752514211e-05,
"loss": 4.046242141723633,
"step": 1265
},
{
"epoch": 0.13441998306519898,
"grad_norm": 145.4197998046875,
"learning_rate": 8.940752076956712e-05,
"loss": 4.064296722412109,
"step": 1270
},
{
"epoch": 0.13494919559695173,
"grad_norm": 173.84451293945312,
"learning_rate": 8.935286401399213e-05,
"loss": 4.147022247314453,
"step": 1275
},
{
"epoch": 0.1354784081287045,
"grad_norm": 152.3430938720703,
"learning_rate": 8.929820725841715e-05,
"loss": 4.155081558227539,
"step": 1280
},
{
"epoch": 0.13600762066045724,
"grad_norm": 142.9645538330078,
"learning_rate": 8.924355050284215e-05,
"loss": 3.984324645996094,
"step": 1285
},
{
"epoch": 0.13653683319221,
"grad_norm": 158.82591247558594,
"learning_rate": 8.918889374726717e-05,
"loss": 4.151329040527344,
"step": 1290
},
{
"epoch": 0.13706604572396275,
"grad_norm": 139.766845703125,
"learning_rate": 8.913423699169217e-05,
"loss": 4.085283660888672,
"step": 1295
},
{
"epoch": 0.1375952582557155,
"grad_norm": 150.5565643310547,
"learning_rate": 8.907958023611719e-05,
"loss": 4.237093353271485,
"step": 1300
},
{
"epoch": 0.13812447078746826,
"grad_norm": 173.9657745361328,
"learning_rate": 8.90249234805422e-05,
"loss": 4.150440979003906,
"step": 1305
},
{
"epoch": 0.138653683319221,
"grad_norm": 150.4862823486328,
"learning_rate": 8.897026672496721e-05,
"loss": 4.122528839111328,
"step": 1310
},
{
"epoch": 0.13918289585097376,
"grad_norm": 151.1294708251953,
"learning_rate": 8.891560996939223e-05,
"loss": 4.08190689086914,
"step": 1315
},
{
"epoch": 0.1397121083827265,
"grad_norm": 208.689453125,
"learning_rate": 8.886095321381723e-05,
"loss": 4.167805862426758,
"step": 1320
},
{
"epoch": 0.14024132091447924,
"grad_norm": 164.4444580078125,
"learning_rate": 8.880629645824225e-05,
"loss": 4.169533920288086,
"step": 1325
},
{
"epoch": 0.140770533446232,
"grad_norm": 169.0238800048828,
"learning_rate": 8.875163970266725e-05,
"loss": 4.030575561523437,
"step": 1330
},
{
"epoch": 0.14129974597798475,
"grad_norm": 181.59095764160156,
"learning_rate": 8.869698294709227e-05,
"loss": 3.8844600677490235,
"step": 1335
},
{
"epoch": 0.1418289585097375,
"grad_norm": 143.14480590820312,
"learning_rate": 8.864232619151727e-05,
"loss": 4.180315399169922,
"step": 1340
},
{
"epoch": 0.14235817104149026,
"grad_norm": 138.3707733154297,
"learning_rate": 8.858766943594229e-05,
"loss": 4.085634994506836,
"step": 1345
},
{
"epoch": 0.14288738357324302,
"grad_norm": 164.9615478515625,
"learning_rate": 8.85330126803673e-05,
"loss": 4.107588195800782,
"step": 1350
},
{
"epoch": 0.14341659610499577,
"grad_norm": 149.88644409179688,
"learning_rate": 8.847835592479231e-05,
"loss": 4.116959762573242,
"step": 1355
},
{
"epoch": 0.14394580863674852,
"grad_norm": 149.83912658691406,
"learning_rate": 8.842369916921732e-05,
"loss": 3.8890460968017577,
"step": 1360
},
{
"epoch": 0.14447502116850128,
"grad_norm": 148.5084686279297,
"learning_rate": 8.836904241364233e-05,
"loss": 4.010989761352539,
"step": 1365
},
{
"epoch": 0.14500423370025403,
"grad_norm": 210.53573608398438,
"learning_rate": 8.831438565806734e-05,
"loss": 3.942456817626953,
"step": 1370
},
{
"epoch": 0.14553344623200679,
"grad_norm": 137.561767578125,
"learning_rate": 8.825972890249236e-05,
"loss": 4.2584892272949215,
"step": 1375
},
{
"epoch": 0.1460626587637595,
"grad_norm": 128.12237548828125,
"learning_rate": 8.820507214691736e-05,
"loss": 4.1464393615722654,
"step": 1380
},
{
"epoch": 0.14659187129551227,
"grad_norm": 139.451416015625,
"learning_rate": 8.815041539134238e-05,
"loss": 4.070049667358399,
"step": 1385
},
{
"epoch": 0.14712108382726502,
"grad_norm": 132.6302032470703,
"learning_rate": 8.80957586357674e-05,
"loss": 3.905339813232422,
"step": 1390
},
{
"epoch": 0.14765029635901777,
"grad_norm": 146.64962768554688,
"learning_rate": 8.80411018801924e-05,
"loss": 4.111335754394531,
"step": 1395
},
{
"epoch": 0.14817950889077053,
"grad_norm": 128.1503143310547,
"learning_rate": 8.798644512461742e-05,
"loss": 3.9929161071777344,
"step": 1400
},
{
"epoch": 0.14870872142252328,
"grad_norm": 139.4907989501953,
"learning_rate": 8.793178836904242e-05,
"loss": 4.102104949951172,
"step": 1405
},
{
"epoch": 0.14923793395427604,
"grad_norm": 141.3711700439453,
"learning_rate": 8.787713161346744e-05,
"loss": 3.992275619506836,
"step": 1410
},
{
"epoch": 0.1497671464860288,
"grad_norm": 149.23635864257812,
"learning_rate": 8.782247485789244e-05,
"loss": 4.07958755493164,
"step": 1415
},
{
"epoch": 0.15029635901778154,
"grad_norm": 142.38595581054688,
"learning_rate": 8.776781810231746e-05,
"loss": 3.9707260131835938,
"step": 1420
},
{
"epoch": 0.1508255715495343,
"grad_norm": 137.97061157226562,
"learning_rate": 8.771316134674245e-05,
"loss": 3.842805862426758,
"step": 1425
},
{
"epoch": 0.15135478408128705,
"grad_norm": 149.54159545898438,
"learning_rate": 8.765850459116747e-05,
"loss": 4.006115341186524,
"step": 1430
},
{
"epoch": 0.1518839966130398,
"grad_norm": 141.21514892578125,
"learning_rate": 8.760384783559248e-05,
"loss": 4.09437255859375,
"step": 1435
},
{
"epoch": 0.15241320914479256,
"grad_norm": 153.5056610107422,
"learning_rate": 8.754919108001749e-05,
"loss": 4.15551643371582,
"step": 1440
},
{
"epoch": 0.1529424216765453,
"grad_norm": 134.91334533691406,
"learning_rate": 8.74945343244425e-05,
"loss": 4.126763534545899,
"step": 1445
},
{
"epoch": 0.15347163420829804,
"grad_norm": 131.66026306152344,
"learning_rate": 8.743987756886751e-05,
"loss": 4.063691711425781,
"step": 1450
},
{
"epoch": 0.1540008467400508,
"grad_norm": 126.16797637939453,
"learning_rate": 8.738522081329253e-05,
"loss": 3.9769664764404298,
"step": 1455
},
{
"epoch": 0.15453005927180355,
"grad_norm": 141.52061462402344,
"learning_rate": 8.733056405771753e-05,
"loss": 3.956198883056641,
"step": 1460
},
{
"epoch": 0.1550592718035563,
"grad_norm": 164.38778686523438,
"learning_rate": 8.727590730214255e-05,
"loss": 4.030925750732422,
"step": 1465
},
{
"epoch": 0.15558848433530906,
"grad_norm": 134.15878295898438,
"learning_rate": 8.722125054656755e-05,
"loss": 3.9917713165283204,
"step": 1470
},
{
"epoch": 0.1561176968670618,
"grad_norm": 150.0526580810547,
"learning_rate": 8.716659379099257e-05,
"loss": 4.020792388916016,
"step": 1475
},
{
"epoch": 0.15664690939881457,
"grad_norm": 131.77957153320312,
"learning_rate": 8.711193703541757e-05,
"loss": 3.8565101623535156,
"step": 1480
},
{
"epoch": 0.15717612193056732,
"grad_norm": 145.4474334716797,
"learning_rate": 8.705728027984259e-05,
"loss": 3.931132507324219,
"step": 1485
},
{
"epoch": 0.15770533446232007,
"grad_norm": 152.43325805664062,
"learning_rate": 8.70026235242676e-05,
"loss": 4.085101318359375,
"step": 1490
},
{
"epoch": 0.15823454699407283,
"grad_norm": 148.6501007080078,
"learning_rate": 8.694796676869261e-05,
"loss": 4.025211334228516,
"step": 1495
},
{
"epoch": 0.15876375952582558,
"grad_norm": 130.5377960205078,
"learning_rate": 8.689331001311762e-05,
"loss": 3.995858383178711,
"step": 1500
},
{
"epoch": 0.15929297205757834,
"grad_norm": 141.08509826660156,
"learning_rate": 8.683865325754263e-05,
"loss": 3.948980712890625,
"step": 1505
},
{
"epoch": 0.15982218458933106,
"grad_norm": 147.61366271972656,
"learning_rate": 8.678399650196765e-05,
"loss": 3.994306182861328,
"step": 1510
},
{
"epoch": 0.16035139712108382,
"grad_norm": 141.13941955566406,
"learning_rate": 8.672933974639266e-05,
"loss": 3.8240760803222655,
"step": 1515
},
{
"epoch": 0.16088060965283657,
"grad_norm": 156.9408721923828,
"learning_rate": 8.667468299081767e-05,
"loss": 3.9886524200439455,
"step": 1520
},
{
"epoch": 0.16140982218458932,
"grad_norm": 155.21395874023438,
"learning_rate": 8.662002623524268e-05,
"loss": 4.196562957763672,
"step": 1525
},
{
"epoch": 0.16193903471634208,
"grad_norm": 125.79962158203125,
"learning_rate": 8.65653694796677e-05,
"loss": 3.9623661041259766,
"step": 1530
},
{
"epoch": 0.16246824724809483,
"grad_norm": 111.28192901611328,
"learning_rate": 8.65107127240927e-05,
"loss": 4.07769889831543,
"step": 1535
},
{
"epoch": 0.1629974597798476,
"grad_norm": 124.87454223632812,
"learning_rate": 8.645605596851772e-05,
"loss": 4.039982604980469,
"step": 1540
},
{
"epoch": 0.16352667231160034,
"grad_norm": 144.75436401367188,
"learning_rate": 8.640139921294272e-05,
"loss": 4.131349182128906,
"step": 1545
},
{
"epoch": 0.1640558848433531,
"grad_norm": 153.76161193847656,
"learning_rate": 8.634674245736774e-05,
"loss": 4.048251342773438,
"step": 1550
},
{
"epoch": 0.16458509737510585,
"grad_norm": 135.2906494140625,
"learning_rate": 8.629208570179274e-05,
"loss": 3.8383255004882812,
"step": 1555
},
{
"epoch": 0.1651143099068586,
"grad_norm": 138.14224243164062,
"learning_rate": 8.623742894621776e-05,
"loss": 3.9705238342285156,
"step": 1560
},
{
"epoch": 0.16564352243861136,
"grad_norm": 140.21214294433594,
"learning_rate": 8.618277219064276e-05,
"loss": 4.023257446289063,
"step": 1565
},
{
"epoch": 0.1661727349703641,
"grad_norm": 130.3971710205078,
"learning_rate": 8.612811543506778e-05,
"loss": 3.899283599853516,
"step": 1570
},
{
"epoch": 0.16670194750211684,
"grad_norm": 122.6905288696289,
"learning_rate": 8.607345867949278e-05,
"loss": 3.877336120605469,
"step": 1575
},
{
"epoch": 0.1672311600338696,
"grad_norm": 166.08531188964844,
"learning_rate": 8.60188019239178e-05,
"loss": 4.01011962890625,
"step": 1580
},
{
"epoch": 0.16776037256562235,
"grad_norm": 143.37899780273438,
"learning_rate": 8.596414516834282e-05,
"loss": 3.9740310668945313,
"step": 1585
},
{
"epoch": 0.1682895850973751,
"grad_norm": 118.74567413330078,
"learning_rate": 8.590948841276782e-05,
"loss": 3.8148693084716796,
"step": 1590
},
{
"epoch": 0.16881879762912785,
"grad_norm": 150.8723907470703,
"learning_rate": 8.585483165719284e-05,
"loss": 4.031504440307617,
"step": 1595
},
{
"epoch": 0.1693480101608806,
"grad_norm": 123.44257354736328,
"learning_rate": 8.580017490161785e-05,
"loss": 3.714620590209961,
"step": 1600
},
{
"epoch": 0.16987722269263336,
"grad_norm": 170.23411560058594,
"learning_rate": 8.574551814604286e-05,
"loss": 3.7083316802978517,
"step": 1605
},
{
"epoch": 0.17040643522438612,
"grad_norm": 135.46319580078125,
"learning_rate": 8.569086139046787e-05,
"loss": 3.614042282104492,
"step": 1610
},
{
"epoch": 0.17093564775613887,
"grad_norm": 142.24400329589844,
"learning_rate": 8.563620463489288e-05,
"loss": 3.948016357421875,
"step": 1615
},
{
"epoch": 0.17146486028789162,
"grad_norm": 165.9914093017578,
"learning_rate": 8.558154787931789e-05,
"loss": 3.9372928619384764,
"step": 1620
},
{
"epoch": 0.17199407281964438,
"grad_norm": 139.00625610351562,
"learning_rate": 8.55268911237429e-05,
"loss": 3.759204864501953,
"step": 1625
},
{
"epoch": 0.17252328535139713,
"grad_norm": 132.16000366210938,
"learning_rate": 8.547223436816791e-05,
"loss": 3.8112197875976563,
"step": 1630
},
{
"epoch": 0.1730524978831499,
"grad_norm": 128.43630981445312,
"learning_rate": 8.541757761259293e-05,
"loss": 3.8051216125488283,
"step": 1635
},
{
"epoch": 0.1735817104149026,
"grad_norm": 154.6217041015625,
"learning_rate": 8.536292085701793e-05,
"loss": 3.7625232696533204,
"step": 1640
},
{
"epoch": 0.17411092294665537,
"grad_norm": 137.53785705566406,
"learning_rate": 8.530826410144295e-05,
"loss": 4.0039512634277346,
"step": 1645
},
{
"epoch": 0.17464013547840812,
"grad_norm": 131.56434631347656,
"learning_rate": 8.525360734586795e-05,
"loss": 3.8022571563720704,
"step": 1650
},
{
"epoch": 0.17516934801016087,
"grad_norm": 121.15620422363281,
"learning_rate": 8.519895059029297e-05,
"loss": 3.927919387817383,
"step": 1655
},
{
"epoch": 0.17569856054191363,
"grad_norm": 136.03334045410156,
"learning_rate": 8.514429383471797e-05,
"loss": 3.9659049987792967,
"step": 1660
},
{
"epoch": 0.17622777307366638,
"grad_norm": 136.87026977539062,
"learning_rate": 8.508963707914298e-05,
"loss": 3.8200714111328127,
"step": 1665
},
{
"epoch": 0.17675698560541914,
"grad_norm": 122.66963958740234,
"learning_rate": 8.5034980323568e-05,
"loss": 3.8824542999267577,
"step": 1670
},
{
"epoch": 0.1772861981371719,
"grad_norm": 139.5375213623047,
"learning_rate": 8.4980323567993e-05,
"loss": 3.8959789276123047,
"step": 1675
},
{
"epoch": 0.17781541066892464,
"grad_norm": 132.17811584472656,
"learning_rate": 8.492566681241802e-05,
"loss": 4.099952316284179,
"step": 1680
},
{
"epoch": 0.1783446232006774,
"grad_norm": 114.46771240234375,
"learning_rate": 8.487101005684302e-05,
"loss": 3.9157764434814455,
"step": 1685
},
{
"epoch": 0.17887383573243015,
"grad_norm": 143.1204071044922,
"learning_rate": 8.481635330126804e-05,
"loss": 3.741730499267578,
"step": 1690
},
{
"epoch": 0.1794030482641829,
"grad_norm": 127.44615936279297,
"learning_rate": 8.476169654569304e-05,
"loss": 3.81402473449707,
"step": 1695
},
{
"epoch": 0.17993226079593566,
"grad_norm": 151.46792602539062,
"learning_rate": 8.470703979011806e-05,
"loss": 4.173302459716797,
"step": 1700
},
{
"epoch": 0.1804614733276884,
"grad_norm": 120.76421356201172,
"learning_rate": 8.465238303454306e-05,
"loss": 4.056272888183594,
"step": 1705
},
{
"epoch": 0.18099068585944114,
"grad_norm": 124.80679321289062,
"learning_rate": 8.459772627896808e-05,
"loss": 3.7789890289306642,
"step": 1710
},
{
"epoch": 0.1815198983911939,
"grad_norm": 112.15609741210938,
"learning_rate": 8.45430695233931e-05,
"loss": 3.7607635498046874,
"step": 1715
},
{
"epoch": 0.18204911092294665,
"grad_norm": 133.4678497314453,
"learning_rate": 8.44884127678181e-05,
"loss": 3.964649200439453,
"step": 1720
},
{
"epoch": 0.1825783234546994,
"grad_norm": 119.22879791259766,
"learning_rate": 8.443375601224312e-05,
"loss": 3.8399288177490236,
"step": 1725
},
{
"epoch": 0.18310753598645216,
"grad_norm": 144.63357543945312,
"learning_rate": 8.437909925666812e-05,
"loss": 3.874505615234375,
"step": 1730
},
{
"epoch": 0.1836367485182049,
"grad_norm": 150.6483612060547,
"learning_rate": 8.432444250109314e-05,
"loss": 3.7658504486083983,
"step": 1735
},
{
"epoch": 0.18416596104995767,
"grad_norm": 131.1799774169922,
"learning_rate": 8.426978574551815e-05,
"loss": 3.9263782501220703,
"step": 1740
},
{
"epoch": 0.18469517358171042,
"grad_norm": 143.4169921875,
"learning_rate": 8.421512898994316e-05,
"loss": 3.9405250549316406,
"step": 1745
},
{
"epoch": 0.18522438611346317,
"grad_norm": 122.74192810058594,
"learning_rate": 8.416047223436817e-05,
"loss": 3.9043060302734376,
"step": 1750
},
{
"epoch": 0.18575359864521593,
"grad_norm": 128.97329711914062,
"learning_rate": 8.410581547879318e-05,
"loss": 3.789013671875,
"step": 1755
},
{
"epoch": 0.18628281117696868,
"grad_norm": 123.3732681274414,
"learning_rate": 8.405115872321819e-05,
"loss": 3.8529331207275392,
"step": 1760
},
{
"epoch": 0.18681202370872144,
"grad_norm": 117.64362335205078,
"learning_rate": 8.39965019676432e-05,
"loss": 3.696826171875,
"step": 1765
},
{
"epoch": 0.18734123624047416,
"grad_norm": 133.78265380859375,
"learning_rate": 8.394184521206821e-05,
"loss": 3.634340286254883,
"step": 1770
},
{
"epoch": 0.18787044877222692,
"grad_norm": 150.832275390625,
"learning_rate": 8.388718845649323e-05,
"loss": 3.8203762054443358,
"step": 1775
},
{
"epoch": 0.18839966130397967,
"grad_norm": 141.73597717285156,
"learning_rate": 8.383253170091823e-05,
"loss": 3.772654342651367,
"step": 1780
},
{
"epoch": 0.18892887383573242,
"grad_norm": 118.56360626220703,
"learning_rate": 8.377787494534325e-05,
"loss": 3.7865123748779297,
"step": 1785
},
{
"epoch": 0.18945808636748518,
"grad_norm": 112.04154968261719,
"learning_rate": 8.372321818976827e-05,
"loss": 3.901448440551758,
"step": 1790
},
{
"epoch": 0.18998729889923793,
"grad_norm": 111.50717163085938,
"learning_rate": 8.366856143419327e-05,
"loss": 3.734343719482422,
"step": 1795
},
{
"epoch": 0.1905165114309907,
"grad_norm": 138.688720703125,
"learning_rate": 8.361390467861829e-05,
"loss": 3.650020217895508,
"step": 1800
},
{
"epoch": 0.19104572396274344,
"grad_norm": 137.5221405029297,
"learning_rate": 8.355924792304329e-05,
"loss": 3.912134552001953,
"step": 1805
},
{
"epoch": 0.1915749364944962,
"grad_norm": 142.49301147460938,
"learning_rate": 8.350459116746831e-05,
"loss": 3.783089447021484,
"step": 1810
},
{
"epoch": 0.19210414902624895,
"grad_norm": 151.3951416015625,
"learning_rate": 8.344993441189331e-05,
"loss": 3.6418766021728515,
"step": 1815
},
{
"epoch": 0.1926333615580017,
"grad_norm": 136.9283905029297,
"learning_rate": 8.339527765631833e-05,
"loss": 3.7667819976806642,
"step": 1820
},
{
"epoch": 0.19316257408975446,
"grad_norm": 141.59156799316406,
"learning_rate": 8.334062090074333e-05,
"loss": 3.900461196899414,
"step": 1825
},
{
"epoch": 0.19369178662150718,
"grad_norm": 131.1533660888672,
"learning_rate": 8.328596414516835e-05,
"loss": 3.8664703369140625,
"step": 1830
},
{
"epoch": 0.19422099915325994,
"grad_norm": 130.87864685058594,
"learning_rate": 8.323130738959336e-05,
"loss": 3.7960556030273436,
"step": 1835
},
{
"epoch": 0.1947502116850127,
"grad_norm": 144.97296142578125,
"learning_rate": 8.317665063401837e-05,
"loss": 3.918326568603516,
"step": 1840
},
{
"epoch": 0.19527942421676545,
"grad_norm": 135.0122833251953,
"learning_rate": 8.312199387844338e-05,
"loss": 3.764775848388672,
"step": 1845
},
{
"epoch": 0.1958086367485182,
"grad_norm": 106.81074523925781,
"learning_rate": 8.30673371228684e-05,
"loss": 3.6801708221435545,
"step": 1850
},
{
"epoch": 0.19633784928027095,
"grad_norm": 153.52012634277344,
"learning_rate": 8.30126803672934e-05,
"loss": 3.874073028564453,
"step": 1855
},
{
"epoch": 0.1968670618120237,
"grad_norm": 128.62265014648438,
"learning_rate": 8.295802361171842e-05,
"loss": 3.702977752685547,
"step": 1860
},
{
"epoch": 0.19739627434377646,
"grad_norm": 116.10611724853516,
"learning_rate": 8.290336685614343e-05,
"loss": 3.658428192138672,
"step": 1865
},
{
"epoch": 0.19792548687552922,
"grad_norm": 119.26980590820312,
"learning_rate": 8.284871010056844e-05,
"loss": 3.766402816772461,
"step": 1870
},
{
"epoch": 0.19845469940728197,
"grad_norm": 136.61427307128906,
"learning_rate": 8.279405334499346e-05,
"loss": 3.7848461151123045,
"step": 1875
},
{
"epoch": 0.19898391193903472,
"grad_norm": 117.91761016845703,
"learning_rate": 8.273939658941846e-05,
"loss": 3.9281497955322267,
"step": 1880
},
{
"epoch": 0.19951312447078748,
"grad_norm": 116.13634490966797,
"learning_rate": 8.268473983384348e-05,
"loss": 3.679653549194336,
"step": 1885
},
{
"epoch": 0.20004233700254023,
"grad_norm": 149.4258270263672,
"learning_rate": 8.263008307826848e-05,
"loss": 3.569172668457031,
"step": 1890
},
{
"epoch": 0.20057154953429296,
"grad_norm": 126.12968444824219,
"learning_rate": 8.25754263226935e-05,
"loss": 3.872793197631836,
"step": 1895
},
{
"epoch": 0.2011007620660457,
"grad_norm": 133.15966796875,
"learning_rate": 8.252076956711849e-05,
"loss": 3.5256690979003906,
"step": 1900
},
{
"epoch": 0.20162997459779847,
"grad_norm": 111.44417572021484,
"learning_rate": 8.24661128115435e-05,
"loss": 3.6582046508789063,
"step": 1905
},
{
"epoch": 0.20215918712955122,
"grad_norm": 116.37520599365234,
"learning_rate": 8.241145605596851e-05,
"loss": 3.6681861877441406,
"step": 1910
},
{
"epoch": 0.20268839966130398,
"grad_norm": 131.1615753173828,
"learning_rate": 8.235679930039353e-05,
"loss": 3.7489959716796877,
"step": 1915
},
{
"epoch": 0.20321761219305673,
"grad_norm": 140.6392059326172,
"learning_rate": 8.230214254481854e-05,
"loss": 3.789727783203125,
"step": 1920
},
{
"epoch": 0.20374682472480948,
"grad_norm": 119.54064178466797,
"learning_rate": 8.224748578924355e-05,
"loss": 3.462718200683594,
"step": 1925
},
{
"epoch": 0.20427603725656224,
"grad_norm": 133.53182983398438,
"learning_rate": 8.219282903366857e-05,
"loss": 3.886220932006836,
"step": 1930
},
{
"epoch": 0.204805249788315,
"grad_norm": 146.68226623535156,
"learning_rate": 8.213817227809357e-05,
"loss": 3.633373260498047,
"step": 1935
},
{
"epoch": 0.20533446232006775,
"grad_norm": 127.0010986328125,
"learning_rate": 8.208351552251859e-05,
"loss": 3.6334644317626954,
"step": 1940
},
{
"epoch": 0.2058636748518205,
"grad_norm": 140.08876037597656,
"learning_rate": 8.202885876694359e-05,
"loss": 3.7727245330810546,
"step": 1945
},
{
"epoch": 0.20639288738357325,
"grad_norm": 130.92236328125,
"learning_rate": 8.197420201136861e-05,
"loss": 3.7663475036621095,
"step": 1950
},
{
"epoch": 0.206922099915326,
"grad_norm": 125.26071166992188,
"learning_rate": 8.191954525579361e-05,
"loss": 3.6046268463134767,
"step": 1955
},
{
"epoch": 0.20745131244707873,
"grad_norm": 109.04490661621094,
"learning_rate": 8.186488850021863e-05,
"loss": 3.5408702850341798,
"step": 1960
},
{
"epoch": 0.2079805249788315,
"grad_norm": 120.73141479492188,
"learning_rate": 8.181023174464363e-05,
"loss": 3.636260986328125,
"step": 1965
},
{
"epoch": 0.20850973751058424,
"grad_norm": 117.97948455810547,
"learning_rate": 8.175557498906865e-05,
"loss": 3.693451690673828,
"step": 1970
},
{
"epoch": 0.209038950042337,
"grad_norm": 132.93255615234375,
"learning_rate": 8.170091823349366e-05,
"loss": 3.661336898803711,
"step": 1975
},
{
"epoch": 0.20956816257408975,
"grad_norm": 120.67774963378906,
"learning_rate": 8.164626147791867e-05,
"loss": 3.707480621337891,
"step": 1980
},
{
"epoch": 0.2100973751058425,
"grad_norm": 146.2227325439453,
"learning_rate": 8.159160472234368e-05,
"loss": 3.7958587646484374,
"step": 1985
},
{
"epoch": 0.21062658763759526,
"grad_norm": 114.50221252441406,
"learning_rate": 8.15369479667687e-05,
"loss": 3.532415771484375,
"step": 1990
},
{
"epoch": 0.211155800169348,
"grad_norm": 128.4549560546875,
"learning_rate": 8.148229121119371e-05,
"loss": 3.644061279296875,
"step": 1995
},
{
"epoch": 0.21168501270110077,
"grad_norm": 136.7574920654297,
"learning_rate": 8.142763445561872e-05,
"loss": 3.6624401092529295,
"step": 2000
},
{
"epoch": 0.21221422523285352,
"grad_norm": 148.273681640625,
"learning_rate": 8.137297770004373e-05,
"loss": 3.6280517578125,
"step": 2005
},
{
"epoch": 0.21274343776460627,
"grad_norm": 143.66026306152344,
"learning_rate": 8.131832094446874e-05,
"loss": 3.7055999755859377,
"step": 2010
},
{
"epoch": 0.21327265029635903,
"grad_norm": 98.87482452392578,
"learning_rate": 8.126366418889376e-05,
"loss": 3.580311584472656,
"step": 2015
},
{
"epoch": 0.21380186282811178,
"grad_norm": 126.08818054199219,
"learning_rate": 8.120900743331876e-05,
"loss": 3.6317428588867187,
"step": 2020
},
{
"epoch": 0.2143310753598645,
"grad_norm": 135.81546020507812,
"learning_rate": 8.115435067774378e-05,
"loss": 3.717629241943359,
"step": 2025
},
{
"epoch": 0.21486028789161726,
"grad_norm": 115.86968994140625,
"learning_rate": 8.109969392216878e-05,
"loss": 3.5720462799072266,
"step": 2030
},
{
"epoch": 0.21538950042337002,
"grad_norm": 114.56114196777344,
"learning_rate": 8.10450371665938e-05,
"loss": 3.6396942138671875,
"step": 2035
},
{
"epoch": 0.21591871295512277,
"grad_norm": 148.43894958496094,
"learning_rate": 8.09903804110188e-05,
"loss": 3.7630966186523436,
"step": 2040
},
{
"epoch": 0.21644792548687553,
"grad_norm": 114.32814025878906,
"learning_rate": 8.093572365544382e-05,
"loss": 3.4683204650878907,
"step": 2045
},
{
"epoch": 0.21697713801862828,
"grad_norm": 111.4327621459961,
"learning_rate": 8.088106689986882e-05,
"loss": 3.5736366271972657,
"step": 2050
},
{
"epoch": 0.21750635055038103,
"grad_norm": 133.41653442382812,
"learning_rate": 8.082641014429384e-05,
"loss": 3.761635589599609,
"step": 2055
},
{
"epoch": 0.2180355630821338,
"grad_norm": 131.52621459960938,
"learning_rate": 8.077175338871885e-05,
"loss": 3.728411865234375,
"step": 2060
},
{
"epoch": 0.21856477561388654,
"grad_norm": 114.57710266113281,
"learning_rate": 8.071709663314386e-05,
"loss": 3.6845279693603517,
"step": 2065
},
{
"epoch": 0.2190939881456393,
"grad_norm": 125.17449188232422,
"learning_rate": 8.066243987756888e-05,
"loss": 3.587981033325195,
"step": 2070
},
{
"epoch": 0.21962320067739205,
"grad_norm": 135.1442413330078,
"learning_rate": 8.060778312199388e-05,
"loss": 3.794468307495117,
"step": 2075
},
{
"epoch": 0.2201524132091448,
"grad_norm": 124.31039428710938,
"learning_rate": 8.05531263664189e-05,
"loss": 3.5719833374023438,
"step": 2080
},
{
"epoch": 0.22068162574089756,
"grad_norm": 121.90784454345703,
"learning_rate": 8.04984696108439e-05,
"loss": 3.633817672729492,
"step": 2085
},
{
"epoch": 0.22121083827265028,
"grad_norm": 118.02989959716797,
"learning_rate": 8.044381285526892e-05,
"loss": 3.803037643432617,
"step": 2090
},
{
"epoch": 0.22174005080440304,
"grad_norm": 105.40853118896484,
"learning_rate": 8.038915609969393e-05,
"loss": 3.6449241638183594,
"step": 2095
},
{
"epoch": 0.2222692633361558,
"grad_norm": 144.46017456054688,
"learning_rate": 8.033449934411894e-05,
"loss": 3.882668304443359,
"step": 2100
},
{
"epoch": 0.22279847586790855,
"grad_norm": 115.57661437988281,
"learning_rate": 8.027984258854395e-05,
"loss": 3.6086105346679687,
"step": 2105
},
{
"epoch": 0.2233276883996613,
"grad_norm": 114.09623718261719,
"learning_rate": 8.022518583296897e-05,
"loss": 3.5430233001708986,
"step": 2110
},
{
"epoch": 0.22385690093141405,
"grad_norm": 136.7545928955078,
"learning_rate": 8.017052907739397e-05,
"loss": 3.758719635009766,
"step": 2115
},
{
"epoch": 0.2243861134631668,
"grad_norm": 127.93396759033203,
"learning_rate": 8.011587232181899e-05,
"loss": 3.3986873626708984,
"step": 2120
},
{
"epoch": 0.22491532599491956,
"grad_norm": 119.37559509277344,
"learning_rate": 8.006121556624399e-05,
"loss": 3.8396369934082033,
"step": 2125
},
{
"epoch": 0.22544453852667232,
"grad_norm": 117.27652740478516,
"learning_rate": 8.000655881066901e-05,
"loss": 3.7281688690185546,
"step": 2130
},
{
"epoch": 0.22597375105842507,
"grad_norm": 135.92974853515625,
"learning_rate": 7.995190205509401e-05,
"loss": 3.7248069763183596,
"step": 2135
},
{
"epoch": 0.22650296359017782,
"grad_norm": 106.4906234741211,
"learning_rate": 7.989724529951902e-05,
"loss": 3.5089649200439452,
"step": 2140
},
{
"epoch": 0.22703217612193058,
"grad_norm": 142.8865203857422,
"learning_rate": 7.984258854394403e-05,
"loss": 3.5723880767822265,
"step": 2145
},
{
"epoch": 0.22756138865368333,
"grad_norm": 114.89067077636719,
"learning_rate": 7.978793178836904e-05,
"loss": 3.588946533203125,
"step": 2150
},
{
"epoch": 0.22809060118543606,
"grad_norm": 123.12246704101562,
"learning_rate": 7.973327503279406e-05,
"loss": 3.7041091918945312,
"step": 2155
},
{
"epoch": 0.2286198137171888,
"grad_norm": 102.07323455810547,
"learning_rate": 7.967861827721906e-05,
"loss": 3.600503921508789,
"step": 2160
},
{
"epoch": 0.22914902624894157,
"grad_norm": 138.01083374023438,
"learning_rate": 7.962396152164408e-05,
"loss": 3.6220603942871095,
"step": 2165
},
{
"epoch": 0.22967823878069432,
"grad_norm": 118.55955505371094,
"learning_rate": 7.956930476606908e-05,
"loss": 3.8177459716796873,
"step": 2170
},
{
"epoch": 0.23020745131244708,
"grad_norm": 106.15873718261719,
"learning_rate": 7.95146480104941e-05,
"loss": 3.5972740173339846,
"step": 2175
},
{
"epoch": 0.23073666384419983,
"grad_norm": 125.12690734863281,
"learning_rate": 7.94599912549191e-05,
"loss": 3.7075496673583985,
"step": 2180
},
{
"epoch": 0.23126587637595258,
"grad_norm": 122.09915161132812,
"learning_rate": 7.940533449934412e-05,
"loss": 3.559434509277344,
"step": 2185
},
{
"epoch": 0.23179508890770534,
"grad_norm": 103.84488677978516,
"learning_rate": 7.935067774376914e-05,
"loss": 3.4731353759765624,
"step": 2190
},
{
"epoch": 0.2323243014394581,
"grad_norm": 113.6338119506836,
"learning_rate": 7.929602098819414e-05,
"loss": 3.439258575439453,
"step": 2195
},
{
"epoch": 0.23285351397121085,
"grad_norm": 104.58916473388672,
"learning_rate": 7.924136423261916e-05,
"loss": 3.8560951232910154,
"step": 2200
},
{
"epoch": 0.2333827265029636,
"grad_norm": 134.12030029296875,
"learning_rate": 7.918670747704416e-05,
"loss": 3.564898681640625,
"step": 2205
},
{
"epoch": 0.23391193903471635,
"grad_norm": 111.05945587158203,
"learning_rate": 7.913205072146918e-05,
"loss": 3.6412601470947266,
"step": 2210
},
{
"epoch": 0.23444115156646908,
"grad_norm": 112.36842346191406,
"learning_rate": 7.907739396589418e-05,
"loss": 3.4846866607666014,
"step": 2215
},
{
"epoch": 0.23497036409822183,
"grad_norm": 118.3032455444336,
"learning_rate": 7.90227372103192e-05,
"loss": 3.582813262939453,
"step": 2220
},
{
"epoch": 0.2354995766299746,
"grad_norm": 119.220458984375,
"learning_rate": 7.89680804547442e-05,
"loss": 3.585504150390625,
"step": 2225
},
{
"epoch": 0.23602878916172734,
"grad_norm": 109.4391098022461,
"learning_rate": 7.891342369916922e-05,
"loss": 3.6763450622558596,
"step": 2230
},
{
"epoch": 0.2365580016934801,
"grad_norm": 115.20587158203125,
"learning_rate": 7.885876694359423e-05,
"loss": 3.6271896362304688,
"step": 2235
},
{
"epoch": 0.23708721422523285,
"grad_norm": 117.79743194580078,
"learning_rate": 7.880411018801924e-05,
"loss": 3.6523422241210937,
"step": 2240
},
{
"epoch": 0.2376164267569856,
"grad_norm": 114.03728485107422,
"learning_rate": 7.874945343244425e-05,
"loss": 3.6644851684570314,
"step": 2245
},
{
"epoch": 0.23814563928873836,
"grad_norm": 135.80662536621094,
"learning_rate": 7.869479667686927e-05,
"loss": 3.5607135772705076,
"step": 2250
},
{
"epoch": 0.2386748518204911,
"grad_norm": 112.16443634033203,
"learning_rate": 7.864013992129427e-05,
"loss": 3.6104381561279295,
"step": 2255
},
{
"epoch": 0.23920406435224387,
"grad_norm": 127.26792907714844,
"learning_rate": 7.858548316571929e-05,
"loss": 3.5920360565185545,
"step": 2260
},
{
"epoch": 0.23973327688399662,
"grad_norm": 112.6501235961914,
"learning_rate": 7.853082641014429e-05,
"loss": 3.626401901245117,
"step": 2265
},
{
"epoch": 0.24026248941574938,
"grad_norm": 109.95345306396484,
"learning_rate": 7.847616965456931e-05,
"loss": 3.5460895538330077,
"step": 2270
},
{
"epoch": 0.24079170194750213,
"grad_norm": 119.67545318603516,
"learning_rate": 7.842151289899433e-05,
"loss": 3.6576255798339843,
"step": 2275
},
{
"epoch": 0.24132091447925486,
"grad_norm": 106.6498794555664,
"learning_rate": 7.836685614341933e-05,
"loss": 3.504888916015625,
"step": 2280
},
{
"epoch": 0.2418501270110076,
"grad_norm": 120.93810272216797,
"learning_rate": 7.831219938784435e-05,
"loss": 3.5547828674316406,
"step": 2285
},
{
"epoch": 0.24237933954276036,
"grad_norm": 130.81631469726562,
"learning_rate": 7.825754263226935e-05,
"loss": 3.6043464660644533,
"step": 2290
},
{
"epoch": 0.24290855207451312,
"grad_norm": 126.27731323242188,
"learning_rate": 7.820288587669437e-05,
"loss": 3.6450428009033202,
"step": 2295
},
{
"epoch": 0.24343776460626587,
"grad_norm": 147.21002197265625,
"learning_rate": 7.814822912111937e-05,
"loss": 3.817177963256836,
"step": 2300
},
{
"epoch": 0.24396697713801863,
"grad_norm": 125.04597473144531,
"learning_rate": 7.809357236554439e-05,
"loss": 3.4656631469726564,
"step": 2305
},
{
"epoch": 0.24449618966977138,
"grad_norm": 100.88442993164062,
"learning_rate": 7.80389156099694e-05,
"loss": 3.495536041259766,
"step": 2310
},
{
"epoch": 0.24502540220152413,
"grad_norm": 115.18931579589844,
"learning_rate": 7.798425885439441e-05,
"loss": 3.609622573852539,
"step": 2315
},
{
"epoch": 0.2455546147332769,
"grad_norm": 114.00532531738281,
"learning_rate": 7.792960209881942e-05,
"loss": 3.5677295684814454,
"step": 2320
},
{
"epoch": 0.24608382726502964,
"grad_norm": 115.26457214355469,
"learning_rate": 7.787494534324443e-05,
"loss": 3.6814971923828126,
"step": 2325
},
{
"epoch": 0.2466130397967824,
"grad_norm": 106.0607681274414,
"learning_rate": 7.782028858766944e-05,
"loss": 3.614591598510742,
"step": 2330
},
{
"epoch": 0.24714225232853515,
"grad_norm": 109.40003204345703,
"learning_rate": 7.776563183209446e-05,
"loss": 3.618631362915039,
"step": 2335
},
{
"epoch": 0.2476714648602879,
"grad_norm": 126.34513092041016,
"learning_rate": 7.771097507651946e-05,
"loss": 3.6618793487548826,
"step": 2340
},
{
"epoch": 0.24820067739204063,
"grad_norm": 115.53510284423828,
"learning_rate": 7.765631832094448e-05,
"loss": 3.612614059448242,
"step": 2345
},
{
"epoch": 0.24872988992379338,
"grad_norm": 115.86582946777344,
"learning_rate": 7.76016615653695e-05,
"loss": 3.4791439056396483,
"step": 2350
},
{
"epoch": 0.24925910245554614,
"grad_norm": 146.86610412597656,
"learning_rate": 7.75470048097945e-05,
"loss": 3.4351425170898438,
"step": 2355
},
{
"epoch": 0.2497883149872989,
"grad_norm": 114.62083435058594,
"learning_rate": 7.749234805421952e-05,
"loss": 3.556169128417969,
"step": 2360
},
{
"epoch": 0.2503175275190517,
"grad_norm": 97.02194213867188,
"learning_rate": 7.743769129864452e-05,
"loss": 3.5999298095703125,
"step": 2365
},
{
"epoch": 0.25084674005080443,
"grad_norm": 109.51670837402344,
"learning_rate": 7.738303454306954e-05,
"loss": 3.5949466705322264,
"step": 2370
},
{
"epoch": 0.2513759525825571,
"grad_norm": 106.0345458984375,
"learning_rate": 7.732837778749453e-05,
"loss": 3.615186309814453,
"step": 2375
},
{
"epoch": 0.2519051651143099,
"grad_norm": 118.61713409423828,
"learning_rate": 7.727372103191954e-05,
"loss": 3.539256286621094,
"step": 2380
},
{
"epoch": 0.25243437764606264,
"grad_norm": 117.65782928466797,
"learning_rate": 7.721906427634455e-05,
"loss": 3.637282943725586,
"step": 2385
},
{
"epoch": 0.2529635901778154,
"grad_norm": 104.64622497558594,
"learning_rate": 7.716440752076957e-05,
"loss": 3.6420944213867186,
"step": 2390
},
{
"epoch": 0.25349280270956814,
"grad_norm": 138.10226440429688,
"learning_rate": 7.710975076519458e-05,
"loss": 3.430284118652344,
"step": 2395
},
{
"epoch": 0.2540220152413209,
"grad_norm": 108.87513732910156,
"learning_rate": 7.705509400961959e-05,
"loss": 3.554545211791992,
"step": 2400
},
{
"epoch": 0.25455122777307365,
"grad_norm": 147.27911376953125,
"learning_rate": 7.70004372540446e-05,
"loss": 3.7220996856689452,
"step": 2405
},
{
"epoch": 0.2550804403048264,
"grad_norm": 124.05558013916016,
"learning_rate": 7.694578049846961e-05,
"loss": 3.603167724609375,
"step": 2410
},
{
"epoch": 0.25560965283657916,
"grad_norm": 124.96099853515625,
"learning_rate": 7.689112374289463e-05,
"loss": 3.609293746948242,
"step": 2415
},
{
"epoch": 0.2561388653683319,
"grad_norm": 105.3489761352539,
"learning_rate": 7.683646698731963e-05,
"loss": 3.550399398803711,
"step": 2420
},
{
"epoch": 0.25666807790008467,
"grad_norm": 109.34114074707031,
"learning_rate": 7.678181023174465e-05,
"loss": 3.6011810302734375,
"step": 2425
},
{
"epoch": 0.2571972904318374,
"grad_norm": 117.0980453491211,
"learning_rate": 7.672715347616965e-05,
"loss": 3.6882659912109377,
"step": 2430
},
{
"epoch": 0.2577265029635902,
"grad_norm": 113.58393859863281,
"learning_rate": 7.667249672059467e-05,
"loss": 3.4689395904541014,
"step": 2435
},
{
"epoch": 0.25825571549534293,
"grad_norm": 120.91547393798828,
"learning_rate": 7.661783996501967e-05,
"loss": 3.4780059814453126,
"step": 2440
},
{
"epoch": 0.2587849280270957,
"grad_norm": 112.0274429321289,
"learning_rate": 7.656318320944469e-05,
"loss": 3.3358863830566405,
"step": 2445
},
{
"epoch": 0.25931414055884844,
"grad_norm": 116.17644500732422,
"learning_rate": 7.65085264538697e-05,
"loss": 3.534855270385742,
"step": 2450
},
{
"epoch": 0.2598433530906012,
"grad_norm": 114.09386444091797,
"learning_rate": 7.645386969829471e-05,
"loss": 3.4724597930908203,
"step": 2455
},
{
"epoch": 0.26037256562235395,
"grad_norm": 96.76433563232422,
"learning_rate": 7.639921294271972e-05,
"loss": 3.526781463623047,
"step": 2460
},
{
"epoch": 0.2609017781541067,
"grad_norm": 116.91015625,
"learning_rate": 7.634455618714473e-05,
"loss": 3.511152648925781,
"step": 2465
},
{
"epoch": 0.26143099068585945,
"grad_norm": 108.30838012695312,
"learning_rate": 7.628989943156975e-05,
"loss": 3.356109619140625,
"step": 2470
},
{
"epoch": 0.2619602032176122,
"grad_norm": 111.9896011352539,
"learning_rate": 7.623524267599476e-05,
"loss": 3.36859245300293,
"step": 2475
},
{
"epoch": 0.26248941574936496,
"grad_norm": 107.97677612304688,
"learning_rate": 7.618058592041977e-05,
"loss": 3.555144119262695,
"step": 2480
},
{
"epoch": 0.2630186282811177,
"grad_norm": 134.78843688964844,
"learning_rate": 7.612592916484478e-05,
"loss": 3.6405876159667967,
"step": 2485
},
{
"epoch": 0.26354784081287047,
"grad_norm": 107.7072982788086,
"learning_rate": 7.60712724092698e-05,
"loss": 3.5399215698242186,
"step": 2490
},
{
"epoch": 0.2640770533446232,
"grad_norm": 95.80707550048828,
"learning_rate": 7.60166156536948e-05,
"loss": 3.5781211853027344,
"step": 2495
},
{
"epoch": 0.264606265876376,
"grad_norm": 116.94426727294922,
"learning_rate": 7.596195889811982e-05,
"loss": 3.551554489135742,
"step": 2500
},
{
"epoch": 0.2651354784081287,
"grad_norm": 144.7532958984375,
"learning_rate": 7.590730214254482e-05,
"loss": 3.6032264709472654,
"step": 2505
},
{
"epoch": 0.26566469093988143,
"grad_norm": 117.78662109375,
"learning_rate": 7.585264538696984e-05,
"loss": 3.3797412872314454,
"step": 2510
},
{
"epoch": 0.2661939034716342,
"grad_norm": 119.43396759033203,
"learning_rate": 7.579798863139484e-05,
"loss": 3.3858192443847654,
"step": 2515
},
{
"epoch": 0.26672311600338694,
"grad_norm": 118.3462905883789,
"learning_rate": 7.574333187581986e-05,
"loss": 3.453166961669922,
"step": 2520
},
{
"epoch": 0.2672523285351397,
"grad_norm": 103.97989654541016,
"learning_rate": 7.568867512024486e-05,
"loss": 3.388335418701172,
"step": 2525
},
{
"epoch": 0.26778154106689245,
"grad_norm": 119.96741485595703,
"learning_rate": 7.563401836466988e-05,
"loss": 3.60372314453125,
"step": 2530
},
{
"epoch": 0.2683107535986452,
"grad_norm": 124.68202209472656,
"learning_rate": 7.557936160909488e-05,
"loss": 3.4161182403564454,
"step": 2535
},
{
"epoch": 0.26883996613039796,
"grad_norm": 116.1609878540039,
"learning_rate": 7.55247048535199e-05,
"loss": 3.4606739044189454,
"step": 2540
},
{
"epoch": 0.2693691786621507,
"grad_norm": 128.0667266845703,
"learning_rate": 7.54700480979449e-05,
"loss": 3.3532691955566407,
"step": 2545
},
{
"epoch": 0.26989839119390346,
"grad_norm": 110.41136169433594,
"learning_rate": 7.541539134236992e-05,
"loss": 3.46949462890625,
"step": 2550
},
{
"epoch": 0.2704276037256562,
"grad_norm": 142.7855682373047,
"learning_rate": 7.536073458679494e-05,
"loss": 3.592759704589844,
"step": 2555
},
{
"epoch": 0.270956816257409,
"grad_norm": 113.2372817993164,
"learning_rate": 7.530607783121994e-05,
"loss": 3.4453350067138673,
"step": 2560
},
{
"epoch": 0.2714860287891617,
"grad_norm": 105.40975952148438,
"learning_rate": 7.525142107564496e-05,
"loss": 3.3010890960693358,
"step": 2565
},
{
"epoch": 0.2720152413209145,
"grad_norm": 125.3827133178711,
"learning_rate": 7.519676432006997e-05,
"loss": 3.612105941772461,
"step": 2570
},
{
"epoch": 0.27254445385266723,
"grad_norm": 105.85376739501953,
"learning_rate": 7.514210756449498e-05,
"loss": 3.484690856933594,
"step": 2575
},
{
"epoch": 0.27307366638442,
"grad_norm": 125.68704223632812,
"learning_rate": 7.508745080891999e-05,
"loss": 3.6865535736083985,
"step": 2580
},
{
"epoch": 0.27360287891617274,
"grad_norm": 130.3269500732422,
"learning_rate": 7.5032794053345e-05,
"loss": 3.3661849975585936,
"step": 2585
},
{
"epoch": 0.2741320914479255,
"grad_norm": 101.55447387695312,
"learning_rate": 7.497813729777001e-05,
"loss": 3.474955749511719,
"step": 2590
},
{
"epoch": 0.27466130397967825,
"grad_norm": 129.55538940429688,
"learning_rate": 7.492348054219503e-05,
"loss": 3.463581085205078,
"step": 2595
},
{
"epoch": 0.275190516511431,
"grad_norm": 106.73033905029297,
"learning_rate": 7.486882378662003e-05,
"loss": 3.574142074584961,
"step": 2600
},
{
"epoch": 0.27571972904318376,
"grad_norm": 119.70257568359375,
"learning_rate": 7.481416703104505e-05,
"loss": 3.6760379791259767,
"step": 2605
},
{
"epoch": 0.2762489415749365,
"grad_norm": 118.2350082397461,
"learning_rate": 7.475951027547005e-05,
"loss": 3.2504539489746094,
"step": 2610
},
{
"epoch": 0.27677815410668927,
"grad_norm": 116.38179779052734,
"learning_rate": 7.470485351989506e-05,
"loss": 3.364452362060547,
"step": 2615
},
{
"epoch": 0.277307366638442,
"grad_norm": 114.67402648925781,
"learning_rate": 7.465019676432007e-05,
"loss": 3.533170700073242,
"step": 2620
},
{
"epoch": 0.2778365791701948,
"grad_norm": 107.18207550048828,
"learning_rate": 7.459554000874508e-05,
"loss": 3.316938781738281,
"step": 2625
},
{
"epoch": 0.27836579170194753,
"grad_norm": 110.8048095703125,
"learning_rate": 7.45408832531701e-05,
"loss": 3.4398223876953127,
"step": 2630
},
{
"epoch": 0.2788950042337002,
"grad_norm": 118.07925415039062,
"learning_rate": 7.44862264975951e-05,
"loss": 3.5521305084228514,
"step": 2635
},
{
"epoch": 0.279424216765453,
"grad_norm": 127.29434204101562,
"learning_rate": 7.443156974202012e-05,
"loss": 3.5195953369140627,
"step": 2640
},
{
"epoch": 0.27995342929720574,
"grad_norm": 128.67835998535156,
"learning_rate": 7.437691298644512e-05,
"loss": 3.550164794921875,
"step": 2645
},
{
"epoch": 0.2804826418289585,
"grad_norm": 108.30519104003906,
"learning_rate": 7.432225623087014e-05,
"loss": 3.569593811035156,
"step": 2650
},
{
"epoch": 0.28101185436071124,
"grad_norm": 106.70387268066406,
"learning_rate": 7.426759947529514e-05,
"loss": 3.443606948852539,
"step": 2655
},
{
"epoch": 0.281541066892464,
"grad_norm": 102.3282241821289,
"learning_rate": 7.421294271972016e-05,
"loss": 3.32733039855957,
"step": 2660
},
{
"epoch": 0.28207027942421675,
"grad_norm": 115.23751068115234,
"learning_rate": 7.415828596414516e-05,
"loss": 3.538909912109375,
"step": 2665
},
{
"epoch": 0.2825994919559695,
"grad_norm": 109.04779052734375,
"learning_rate": 7.410362920857018e-05,
"loss": 3.556949996948242,
"step": 2670
},
{
"epoch": 0.28312870448772226,
"grad_norm": 122.05091857910156,
"learning_rate": 7.40489724529952e-05,
"loss": 3.4970443725585936,
"step": 2675
},
{
"epoch": 0.283657917019475,
"grad_norm": 109.02197265625,
"learning_rate": 7.39943156974202e-05,
"loss": 3.5758384704589843,
"step": 2680
},
{
"epoch": 0.28418712955122777,
"grad_norm": 101.81558990478516,
"learning_rate": 7.393965894184522e-05,
"loss": 3.6485336303710936,
"step": 2685
},
{
"epoch": 0.2847163420829805,
"grad_norm": 106.50691223144531,
"learning_rate": 7.388500218627022e-05,
"loss": 3.2555179595947266,
"step": 2690
},
{
"epoch": 0.2852455546147333,
"grad_norm": 106.39757537841797,
"learning_rate": 7.383034543069524e-05,
"loss": 3.4394432067871095,
"step": 2695
},
{
"epoch": 0.28577476714648603,
"grad_norm": 116.52088165283203,
"learning_rate": 7.377568867512024e-05,
"loss": 3.5273387908935545,
"step": 2700
},
{
"epoch": 0.2863039796782388,
"grad_norm": 129.95687866210938,
"learning_rate": 7.372103191954526e-05,
"loss": 3.438520812988281,
"step": 2705
},
{
"epoch": 0.28683319220999154,
"grad_norm": 98.18972778320312,
"learning_rate": 7.366637516397027e-05,
"loss": 3.3600227355957033,
"step": 2710
},
{
"epoch": 0.2873624047417443,
"grad_norm": 113.75485229492188,
"learning_rate": 7.361171840839528e-05,
"loss": 3.566698455810547,
"step": 2715
},
{
"epoch": 0.28789161727349705,
"grad_norm": 106.56446838378906,
"learning_rate": 7.355706165282029e-05,
"loss": 3.5348926544189454,
"step": 2720
},
{
"epoch": 0.2884208298052498,
"grad_norm": 112.65853881835938,
"learning_rate": 7.35024048972453e-05,
"loss": 3.357454299926758,
"step": 2725
},
{
"epoch": 0.28895004233700256,
"grad_norm": 128.2274169921875,
"learning_rate": 7.344774814167031e-05,
"loss": 3.183732032775879,
"step": 2730
},
{
"epoch": 0.2894792548687553,
"grad_norm": 103.58948516845703,
"learning_rate": 7.339309138609533e-05,
"loss": 3.5499088287353517,
"step": 2735
},
{
"epoch": 0.29000846740050806,
"grad_norm": 102.10982513427734,
"learning_rate": 7.333843463052033e-05,
"loss": 3.2364269256591798,
"step": 2740
},
{
"epoch": 0.2905376799322608,
"grad_norm": 117.77616882324219,
"learning_rate": 7.328377787494535e-05,
"loss": 3.653508758544922,
"step": 2745
},
{
"epoch": 0.29106689246401357,
"grad_norm": 99.2372055053711,
"learning_rate": 7.322912111937037e-05,
"loss": 3.5583145141601564,
"step": 2750
},
{
"epoch": 0.2915961049957663,
"grad_norm": 104.84185028076172,
"learning_rate": 7.317446436379537e-05,
"loss": 3.3925304412841797,
"step": 2755
},
{
"epoch": 0.292125317527519,
"grad_norm": 107.89380645751953,
"learning_rate": 7.311980760822039e-05,
"loss": 3.4838260650634765,
"step": 2760
},
{
"epoch": 0.2926545300592718,
"grad_norm": 116.21189880371094,
"learning_rate": 7.306515085264539e-05,
"loss": 3.570578384399414,
"step": 2765
},
{
"epoch": 0.29318374259102453,
"grad_norm": 102.97571563720703,
"learning_rate": 7.301049409707041e-05,
"loss": 3.458658981323242,
"step": 2770
},
{
"epoch": 0.2937129551227773,
"grad_norm": 119.09395599365234,
"learning_rate": 7.295583734149541e-05,
"loss": 3.5250762939453124,
"step": 2775
},
{
"epoch": 0.29424216765453004,
"grad_norm": 93.74708557128906,
"learning_rate": 7.290118058592043e-05,
"loss": 3.542718505859375,
"step": 2780
},
{
"epoch": 0.2947713801862828,
"grad_norm": 112.97645568847656,
"learning_rate": 7.284652383034543e-05,
"loss": 3.4383140563964845,
"step": 2785
},
{
"epoch": 0.29530059271803555,
"grad_norm": 116.57759094238281,
"learning_rate": 7.279186707477045e-05,
"loss": 3.525102996826172,
"step": 2790
},
{
"epoch": 0.2958298052497883,
"grad_norm": 114.50458526611328,
"learning_rate": 7.273721031919545e-05,
"loss": 3.6705242156982423,
"step": 2795
},
{
"epoch": 0.29635901778154106,
"grad_norm": 120.00756072998047,
"learning_rate": 7.268255356362047e-05,
"loss": 3.3355518341064454,
"step": 2800
},
{
"epoch": 0.2968882303132938,
"grad_norm": 117.34431457519531,
"learning_rate": 7.262789680804548e-05,
"loss": 3.5820011138916015,
"step": 2805
},
{
"epoch": 0.29741744284504656,
"grad_norm": 133.3997802734375,
"learning_rate": 7.25732400524705e-05,
"loss": 3.412563705444336,
"step": 2810
},
{
"epoch": 0.2979466553767993,
"grad_norm": 102.52679443359375,
"learning_rate": 7.25185832968955e-05,
"loss": 3.5422409057617186,
"step": 2815
},
{
"epoch": 0.2984758679085521,
"grad_norm": 107.59354400634766,
"learning_rate": 7.246392654132052e-05,
"loss": 3.482622528076172,
"step": 2820
},
{
"epoch": 0.2990050804403048,
"grad_norm": 101.2006607055664,
"learning_rate": 7.240926978574553e-05,
"loss": 3.479596710205078,
"step": 2825
},
{
"epoch": 0.2995342929720576,
"grad_norm": 112.05121612548828,
"learning_rate": 7.235461303017054e-05,
"loss": 3.5771270751953126,
"step": 2830
},
{
"epoch": 0.30006350550381033,
"grad_norm": 101.96107482910156,
"learning_rate": 7.229995627459555e-05,
"loss": 3.3994415283203123,
"step": 2835
},
{
"epoch": 0.3005927180355631,
"grad_norm": 120.67269134521484,
"learning_rate": 7.224529951902056e-05,
"loss": 3.5369895935058593,
"step": 2840
},
{
"epoch": 0.30112193056731584,
"grad_norm": 106.22819519042969,
"learning_rate": 7.219064276344558e-05,
"loss": 3.2695770263671875,
"step": 2845
},
{
"epoch": 0.3016511430990686,
"grad_norm": 147.5876922607422,
"learning_rate": 7.213598600787058e-05,
"loss": 3.414087677001953,
"step": 2850
},
{
"epoch": 0.30218035563082135,
"grad_norm": 124.85130310058594,
"learning_rate": 7.208132925229558e-05,
"loss": 3.3235538482666014,
"step": 2855
},
{
"epoch": 0.3027095681625741,
"grad_norm": 114.14857482910156,
"learning_rate": 7.202667249672059e-05,
"loss": 3.5035015106201173,
"step": 2860
},
{
"epoch": 0.30323878069432686,
"grad_norm": 110.58527374267578,
"learning_rate": 7.19720157411456e-05,
"loss": 3.375606155395508,
"step": 2865
},
{
"epoch": 0.3037679932260796,
"grad_norm": 132.13104248046875,
"learning_rate": 7.191735898557061e-05,
"loss": 3.612989044189453,
"step": 2870
},
{
"epoch": 0.30429720575783237,
"grad_norm": 103.65370178222656,
"learning_rate": 7.186270222999563e-05,
"loss": 3.4062469482421873,
"step": 2875
},
{
"epoch": 0.3048264182895851,
"grad_norm": 116.96469116210938,
"learning_rate": 7.180804547442064e-05,
"loss": 3.350956344604492,
"step": 2880
},
{
"epoch": 0.3053556308213379,
"grad_norm": 120.2824935913086,
"learning_rate": 7.175338871884565e-05,
"loss": 3.62906494140625,
"step": 2885
},
{
"epoch": 0.3058848433530906,
"grad_norm": 113.57502746582031,
"learning_rate": 7.169873196327067e-05,
"loss": 3.4422874450683594,
"step": 2890
},
{
"epoch": 0.30641405588484333,
"grad_norm": 122.82930755615234,
"learning_rate": 7.164407520769567e-05,
"loss": 3.47637939453125,
"step": 2895
},
{
"epoch": 0.3069432684165961,
"grad_norm": 106.76185607910156,
"learning_rate": 7.158941845212069e-05,
"loss": 3.3561428070068358,
"step": 2900
},
{
"epoch": 0.30747248094834884,
"grad_norm": 103.38407135009766,
"learning_rate": 7.153476169654569e-05,
"loss": 3.529363250732422,
"step": 2905
},
{
"epoch": 0.3080016934801016,
"grad_norm": 121.22066497802734,
"learning_rate": 7.148010494097071e-05,
"loss": 3.4152942657470704,
"step": 2910
},
{
"epoch": 0.30853090601185434,
"grad_norm": 114.79531860351562,
"learning_rate": 7.142544818539571e-05,
"loss": 3.610185241699219,
"step": 2915
},
{
"epoch": 0.3090601185436071,
"grad_norm": 109.81592559814453,
"learning_rate": 7.137079142982073e-05,
"loss": 3.414580154418945,
"step": 2920
},
{
"epoch": 0.30958933107535985,
"grad_norm": 109.9774169921875,
"learning_rate": 7.131613467424573e-05,
"loss": 3.6882354736328127,
"step": 2925
},
{
"epoch": 0.3101185436071126,
"grad_norm": 137.0074920654297,
"learning_rate": 7.126147791867075e-05,
"loss": 3.5945178985595705,
"step": 2930
},
{
"epoch": 0.31064775613886536,
"grad_norm": 107.22632598876953,
"learning_rate": 7.120682116309576e-05,
"loss": 3.487905502319336,
"step": 2935
},
{
"epoch": 0.3111769686706181,
"grad_norm": 104.72364807128906,
"learning_rate": 7.115216440752077e-05,
"loss": 3.505640411376953,
"step": 2940
},
{
"epoch": 0.31170618120237087,
"grad_norm": 111.7649917602539,
"learning_rate": 7.109750765194578e-05,
"loss": 3.5259815216064454,
"step": 2945
},
{
"epoch": 0.3122353937341236,
"grad_norm": 114.39793395996094,
"learning_rate": 7.10428508963708e-05,
"loss": 3.488969421386719,
"step": 2950
},
{
"epoch": 0.3127646062658764,
"grad_norm": 114.37203979492188,
"learning_rate": 7.098819414079581e-05,
"loss": 3.328990173339844,
"step": 2955
},
{
"epoch": 0.31329381879762913,
"grad_norm": 120.35885620117188,
"learning_rate": 7.093353738522082e-05,
"loss": 3.6236610412597656,
"step": 2960
},
{
"epoch": 0.3138230313293819,
"grad_norm": 105.69681549072266,
"learning_rate": 7.087888062964583e-05,
"loss": 3.4849575042724608,
"step": 2965
},
{
"epoch": 0.31435224386113464,
"grad_norm": 135.22378540039062,
"learning_rate": 7.082422387407084e-05,
"loss": 3.578166961669922,
"step": 2970
},
{
"epoch": 0.3148814563928874,
"grad_norm": 105.9048080444336,
"learning_rate": 7.076956711849585e-05,
"loss": 3.409201431274414,
"step": 2975
},
{
"epoch": 0.31541066892464015,
"grad_norm": 92.71147918701172,
"learning_rate": 7.071491036292086e-05,
"loss": 3.3523704528808596,
"step": 2980
},
{
"epoch": 0.3159398814563929,
"grad_norm": 107.34941101074219,
"learning_rate": 7.066025360734588e-05,
"loss": 3.5214218139648437,
"step": 2985
},
{
"epoch": 0.31646909398814566,
"grad_norm": 109.73174285888672,
"learning_rate": 7.060559685177088e-05,
"loss": 3.5868450164794923,
"step": 2990
},
{
"epoch": 0.3169983065198984,
"grad_norm": 107.99020385742188,
"learning_rate": 7.05509400961959e-05,
"loss": 3.483362579345703,
"step": 2995
},
{
"epoch": 0.31752751905165116,
"grad_norm": 108.00234985351562,
"learning_rate": 7.04962833406209e-05,
"loss": 3.394609069824219,
"step": 3000
},
{
"epoch": 0.3180567315834039,
"grad_norm": 98.03147888183594,
"learning_rate": 7.044162658504592e-05,
"loss": 3.4268157958984373,
"step": 3005
},
{
"epoch": 0.31858594411515667,
"grad_norm": 122.0388412475586,
"learning_rate": 7.038696982947092e-05,
"loss": 3.2573802947998045,
"step": 3010
},
{
"epoch": 0.3191151566469094,
"grad_norm": 126.11726379394531,
"learning_rate": 7.033231307389594e-05,
"loss": 3.4878562927246093,
"step": 3015
},
{
"epoch": 0.3196443691786621,
"grad_norm": 103.06410217285156,
"learning_rate": 7.027765631832094e-05,
"loss": 3.387358474731445,
"step": 3020
},
{
"epoch": 0.3201735817104149,
"grad_norm": 102.93962860107422,
"learning_rate": 7.022299956274596e-05,
"loss": 3.6054710388183593,
"step": 3025
},
{
"epoch": 0.32070279424216763,
"grad_norm": 105.42708587646484,
"learning_rate": 7.016834280717098e-05,
"loss": 3.5110198974609377,
"step": 3030
},
{
"epoch": 0.3212320067739204,
"grad_norm": 95.8405990600586,
"learning_rate": 7.011368605159598e-05,
"loss": 3.429958724975586,
"step": 3035
},
{
"epoch": 0.32176121930567314,
"grad_norm": 102.86205291748047,
"learning_rate": 7.0059029296021e-05,
"loss": 3.4770092010498046,
"step": 3040
},
{
"epoch": 0.3222904318374259,
"grad_norm": 106.23214721679688,
"learning_rate": 7.0004372540446e-05,
"loss": 3.567028045654297,
"step": 3045
},
{
"epoch": 0.32281964436917865,
"grad_norm": 141.01109313964844,
"learning_rate": 6.994971578487102e-05,
"loss": 3.5326282501220705,
"step": 3050
},
{
"epoch": 0.3233488569009314,
"grad_norm": 94.031982421875,
"learning_rate": 6.989505902929603e-05,
"loss": 3.497599792480469,
"step": 3055
},
{
"epoch": 0.32387806943268416,
"grad_norm": 119.49685668945312,
"learning_rate": 6.984040227372104e-05,
"loss": 3.622475814819336,
"step": 3060
},
{
"epoch": 0.3244072819644369,
"grad_norm": 100.9217300415039,
"learning_rate": 6.978574551814605e-05,
"loss": 3.2654445648193358,
"step": 3065
},
{
"epoch": 0.32493649449618967,
"grad_norm": 103.67711639404297,
"learning_rate": 6.973108876257106e-05,
"loss": 3.4601394653320314,
"step": 3070
},
{
"epoch": 0.3254657070279424,
"grad_norm": 102.34088897705078,
"learning_rate": 6.967643200699607e-05,
"loss": 3.422288513183594,
"step": 3075
},
{
"epoch": 0.3259949195596952,
"grad_norm": 108.62870788574219,
"learning_rate": 6.962177525142109e-05,
"loss": 3.456884765625,
"step": 3080
},
{
"epoch": 0.3265241320914479,
"grad_norm": 101.69261169433594,
"learning_rate": 6.956711849584609e-05,
"loss": 3.573029708862305,
"step": 3085
},
{
"epoch": 0.3270533446232007,
"grad_norm": 102.722412109375,
"learning_rate": 6.95124617402711e-05,
"loss": 3.563038635253906,
"step": 3090
},
{
"epoch": 0.32758255715495344,
"grad_norm": 104.63152313232422,
"learning_rate": 6.945780498469611e-05,
"loss": 3.4538421630859375,
"step": 3095
},
{
"epoch": 0.3281117696867062,
"grad_norm": 102.48077392578125,
"learning_rate": 6.940314822912112e-05,
"loss": 3.5412452697753904,
"step": 3100
},
{
"epoch": 0.32864098221845894,
"grad_norm": 102.2348403930664,
"learning_rate": 6.934849147354613e-05,
"loss": 3.3689647674560548,
"step": 3105
},
{
"epoch": 0.3291701947502117,
"grad_norm": 93.90475463867188,
"learning_rate": 6.929383471797114e-05,
"loss": 3.452886962890625,
"step": 3110
},
{
"epoch": 0.32969940728196445,
"grad_norm": 104.95636749267578,
"learning_rate": 6.923917796239615e-05,
"loss": 3.293292999267578,
"step": 3115
},
{
"epoch": 0.3302286198137172,
"grad_norm": 105.17977905273438,
"learning_rate": 6.918452120682116e-05,
"loss": 3.332392120361328,
"step": 3120
},
{
"epoch": 0.33075783234546996,
"grad_norm": 116.9953384399414,
"learning_rate": 6.912986445124618e-05,
"loss": 3.2798080444335938,
"step": 3125
},
{
"epoch": 0.3312870448772227,
"grad_norm": 99.12596893310547,
"learning_rate": 6.907520769567118e-05,
"loss": 3.44154052734375,
"step": 3130
},
{
"epoch": 0.33181625740897547,
"grad_norm": 106.90607452392578,
"learning_rate": 6.90205509400962e-05,
"loss": 3.594068908691406,
"step": 3135
},
{
"epoch": 0.3323454699407282,
"grad_norm": 105.23542785644531,
"learning_rate": 6.89658941845212e-05,
"loss": 3.5035690307617187,
"step": 3140
},
{
"epoch": 0.332874682472481,
"grad_norm": 112.30536651611328,
"learning_rate": 6.891123742894622e-05,
"loss": 3.5132938385009767,
"step": 3145
},
{
"epoch": 0.3334038950042337,
"grad_norm": 121.9417724609375,
"learning_rate": 6.885658067337122e-05,
"loss": 3.2843284606933594,
"step": 3150
},
{
"epoch": 0.33393310753598643,
"grad_norm": 88.0128173828125,
"learning_rate": 6.880192391779624e-05,
"loss": 3.584799957275391,
"step": 3155
},
{
"epoch": 0.3344623200677392,
"grad_norm": 99.16889953613281,
"learning_rate": 6.874726716222126e-05,
"loss": 3.324915313720703,
"step": 3160
},
{
"epoch": 0.33499153259949194,
"grad_norm": 111.18856048583984,
"learning_rate": 6.869261040664626e-05,
"loss": 3.633498764038086,
"step": 3165
},
{
"epoch": 0.3355207451312447,
"grad_norm": 103.01881408691406,
"learning_rate": 6.863795365107128e-05,
"loss": 3.4338047027587892,
"step": 3170
},
{
"epoch": 0.33604995766299744,
"grad_norm": 117.87731170654297,
"learning_rate": 6.858329689549628e-05,
"loss": 3.4520843505859373,
"step": 3175
},
{
"epoch": 0.3365791701947502,
"grad_norm": 108.1324691772461,
"learning_rate": 6.85286401399213e-05,
"loss": 3.6390911102294923,
"step": 3180
},
{
"epoch": 0.33710838272650295,
"grad_norm": 115.69771575927734,
"learning_rate": 6.84739833843463e-05,
"loss": 3.461581802368164,
"step": 3185
},
{
"epoch": 0.3376375952582557,
"grad_norm": 109.29898071289062,
"learning_rate": 6.841932662877132e-05,
"loss": 3.392903518676758,
"step": 3190
},
{
"epoch": 0.33816680779000846,
"grad_norm": 109.7166976928711,
"learning_rate": 6.836466987319633e-05,
"loss": 3.313948059082031,
"step": 3195
},
{
"epoch": 0.3386960203217612,
"grad_norm": 131.77581787109375,
"learning_rate": 6.831001311762134e-05,
"loss": 3.47064208984375,
"step": 3200
},
{
"epoch": 0.33922523285351397,
"grad_norm": 93.38949584960938,
"learning_rate": 6.825535636204635e-05,
"loss": 3.399250030517578,
"step": 3205
},
{
"epoch": 0.3397544453852667,
"grad_norm": 99.64424133300781,
"learning_rate": 6.820069960647136e-05,
"loss": 3.377559280395508,
"step": 3210
},
{
"epoch": 0.3402836579170195,
"grad_norm": 101.29900360107422,
"learning_rate": 6.814604285089637e-05,
"loss": 3.333417510986328,
"step": 3215
},
{
"epoch": 0.34081287044877223,
"grad_norm": 104.32071685791016,
"learning_rate": 6.809138609532139e-05,
"loss": 3.406253433227539,
"step": 3220
},
{
"epoch": 0.341342082980525,
"grad_norm": 121.14149475097656,
"learning_rate": 6.803672933974639e-05,
"loss": 3.422266387939453,
"step": 3225
},
{
"epoch": 0.34187129551227774,
"grad_norm": 98.29893493652344,
"learning_rate": 6.798207258417141e-05,
"loss": 3.448799896240234,
"step": 3230
},
{
"epoch": 0.3424005080440305,
"grad_norm": 101.29659271240234,
"learning_rate": 6.792741582859643e-05,
"loss": 3.3031349182128906,
"step": 3235
},
{
"epoch": 0.34292972057578325,
"grad_norm": 98.8498764038086,
"learning_rate": 6.787275907302143e-05,
"loss": 3.3122196197509766,
"step": 3240
},
{
"epoch": 0.343458933107536,
"grad_norm": 120.48651123046875,
"learning_rate": 6.781810231744645e-05,
"loss": 3.323802947998047,
"step": 3245
},
{
"epoch": 0.34398814563928876,
"grad_norm": 98.79669952392578,
"learning_rate": 6.776344556187145e-05,
"loss": 3.106158447265625,
"step": 3250
},
{
"epoch": 0.3445173581710415,
"grad_norm": 102.17400360107422,
"learning_rate": 6.770878880629647e-05,
"loss": 3.315462112426758,
"step": 3255
},
{
"epoch": 0.34504657070279426,
"grad_norm": 111.06745147705078,
"learning_rate": 6.765413205072147e-05,
"loss": 3.4042385101318358,
"step": 3260
},
{
"epoch": 0.345575783234547,
"grad_norm": 105.89928436279297,
"learning_rate": 6.759947529514649e-05,
"loss": 3.3949398040771483,
"step": 3265
},
{
"epoch": 0.3461049957662998,
"grad_norm": 119.63523864746094,
"learning_rate": 6.75448185395715e-05,
"loss": 3.3972023010253904,
"step": 3270
},
{
"epoch": 0.34663420829805247,
"grad_norm": 96.93843841552734,
"learning_rate": 6.749016178399651e-05,
"loss": 3.3685379028320312,
"step": 3275
},
{
"epoch": 0.3471634208298052,
"grad_norm": 118.09268188476562,
"learning_rate": 6.743550502842152e-05,
"loss": 3.644687271118164,
"step": 3280
},
{
"epoch": 0.347692633361558,
"grad_norm": 125.34916687011719,
"learning_rate": 6.738084827284653e-05,
"loss": 3.3792236328125,
"step": 3285
},
{
"epoch": 0.34822184589331073,
"grad_norm": 117.90791320800781,
"learning_rate": 6.732619151727154e-05,
"loss": 3.4900588989257812,
"step": 3290
},
{
"epoch": 0.3487510584250635,
"grad_norm": 123.7646255493164,
"learning_rate": 6.727153476169655e-05,
"loss": 3.5708023071289063,
"step": 3295
},
{
"epoch": 0.34928027095681624,
"grad_norm": 114.15505981445312,
"learning_rate": 6.721687800612156e-05,
"loss": 3.430024337768555,
"step": 3300
},
{
"epoch": 0.349809483488569,
"grad_norm": 101.5811538696289,
"learning_rate": 6.716222125054658e-05,
"loss": 3.350564193725586,
"step": 3305
},
{
"epoch": 0.35033869602032175,
"grad_norm": 111.89485168457031,
"learning_rate": 6.710756449497159e-05,
"loss": 3.3881317138671876,
"step": 3310
},
{
"epoch": 0.3508679085520745,
"grad_norm": 108.66248321533203,
"learning_rate": 6.70529077393966e-05,
"loss": 3.350547027587891,
"step": 3315
},
{
"epoch": 0.35139712108382726,
"grad_norm": 96.29351043701172,
"learning_rate": 6.699825098382161e-05,
"loss": 3.227452850341797,
"step": 3320
},
{
"epoch": 0.35192633361558,
"grad_norm": 99.56723022460938,
"learning_rate": 6.694359422824662e-05,
"loss": 3.2757625579833984,
"step": 3325
},
{
"epoch": 0.35245554614733277,
"grad_norm": 119.2837142944336,
"learning_rate": 6.688893747267162e-05,
"loss": 3.5447864532470703,
"step": 3330
},
{
"epoch": 0.3529847586790855,
"grad_norm": 97.57774353027344,
"learning_rate": 6.683428071709663e-05,
"loss": 3.379871368408203,
"step": 3335
},
{
"epoch": 0.3535139712108383,
"grad_norm": 111.3203353881836,
"learning_rate": 6.677962396152164e-05,
"loss": 3.4291893005371095,
"step": 3340
},
{
"epoch": 0.354043183742591,
"grad_norm": 107.58727264404297,
"learning_rate": 6.672496720594665e-05,
"loss": 3.366141510009766,
"step": 3345
},
{
"epoch": 0.3545723962743438,
"grad_norm": 103.19920349121094,
"learning_rate": 6.667031045037167e-05,
"loss": 3.380413818359375,
"step": 3350
},
{
"epoch": 0.35510160880609654,
"grad_norm": 105.8570556640625,
"learning_rate": 6.661565369479668e-05,
"loss": 3.3922260284423826,
"step": 3355
},
{
"epoch": 0.3556308213378493,
"grad_norm": 96.65907287597656,
"learning_rate": 6.656099693922169e-05,
"loss": 3.4997013092041014,
"step": 3360
},
{
"epoch": 0.35616003386960204,
"grad_norm": 88.64667510986328,
"learning_rate": 6.65063401836467e-05,
"loss": 3.645172119140625,
"step": 3365
},
{
"epoch": 0.3566892464013548,
"grad_norm": 101.73280334472656,
"learning_rate": 6.645168342807171e-05,
"loss": 3.4031368255615235,
"step": 3370
},
{
"epoch": 0.35721845893310755,
"grad_norm": 106.72764587402344,
"learning_rate": 6.639702667249673e-05,
"loss": 3.470042419433594,
"step": 3375
},
{
"epoch": 0.3577476714648603,
"grad_norm": 105.30962371826172,
"learning_rate": 6.634236991692173e-05,
"loss": 3.2318115234375,
"step": 3380
},
{
"epoch": 0.35827688399661306,
"grad_norm": 105.10031127929688,
"learning_rate": 6.628771316134675e-05,
"loss": 3.681502914428711,
"step": 3385
},
{
"epoch": 0.3588060965283658,
"grad_norm": 94.53514099121094,
"learning_rate": 6.623305640577175e-05,
"loss": 3.5589572906494142,
"step": 3390
},
{
"epoch": 0.35933530906011857,
"grad_norm": 93.77352905273438,
"learning_rate": 6.617839965019677e-05,
"loss": 3.5204093933105467,
"step": 3395
},
{
"epoch": 0.3598645215918713,
"grad_norm": 91.06665802001953,
"learning_rate": 6.612374289462177e-05,
"loss": 3.3934352874755858,
"step": 3400
},
{
"epoch": 0.360393734123624,
"grad_norm": 104.2017822265625,
"learning_rate": 6.606908613904679e-05,
"loss": 3.4098533630371093,
"step": 3405
},
{
"epoch": 0.3609229466553768,
"grad_norm": 108.55948638916016,
"learning_rate": 6.60144293834718e-05,
"loss": 3.3865028381347657,
"step": 3410
},
{
"epoch": 0.36145215918712953,
"grad_norm": 95.88773345947266,
"learning_rate": 6.595977262789681e-05,
"loss": 3.357579803466797,
"step": 3415
},
{
"epoch": 0.3619813717188823,
"grad_norm": 105.06666564941406,
"learning_rate": 6.590511587232182e-05,
"loss": 3.5685253143310547,
"step": 3420
},
{
"epoch": 0.36251058425063504,
"grad_norm": 111.01278686523438,
"learning_rate": 6.585045911674683e-05,
"loss": 3.3269107818603514,
"step": 3425
},
{
"epoch": 0.3630397967823878,
"grad_norm": 105.54894256591797,
"learning_rate": 6.579580236117184e-05,
"loss": 3.4087425231933595,
"step": 3430
},
{
"epoch": 0.36356900931414055,
"grad_norm": 99.89051055908203,
"learning_rate": 6.574114560559685e-05,
"loss": 3.567275619506836,
"step": 3435
},
{
"epoch": 0.3640982218458933,
"grad_norm": 96.97179412841797,
"learning_rate": 6.568648885002187e-05,
"loss": 3.2839900970458986,
"step": 3440
},
{
"epoch": 0.36462743437764605,
"grad_norm": 99.84610748291016,
"learning_rate": 6.563183209444688e-05,
"loss": 3.441634750366211,
"step": 3445
},
{
"epoch": 0.3651566469093988,
"grad_norm": 108.50183868408203,
"learning_rate": 6.557717533887189e-05,
"loss": 3.484721374511719,
"step": 3450
},
{
"epoch": 0.36568585944115156,
"grad_norm": 98.16671752929688,
"learning_rate": 6.55225185832969e-05,
"loss": 3.481972885131836,
"step": 3455
},
{
"epoch": 0.3662150719729043,
"grad_norm": 102.94462585449219,
"learning_rate": 6.546786182772191e-05,
"loss": 3.249910354614258,
"step": 3460
},
{
"epoch": 0.36674428450465707,
"grad_norm": 87.16625213623047,
"learning_rate": 6.541320507214692e-05,
"loss": 3.3704524993896485,
"step": 3465
},
{
"epoch": 0.3672734970364098,
"grad_norm": 88.64575958251953,
"learning_rate": 6.535854831657194e-05,
"loss": 3.4678741455078126,
"step": 3470
},
{
"epoch": 0.3678027095681626,
"grad_norm": 88.17948150634766,
"learning_rate": 6.530389156099694e-05,
"loss": 3.3348560333251953,
"step": 3475
},
{
"epoch": 0.36833192209991533,
"grad_norm": 84.51904296875,
"learning_rate": 6.524923480542196e-05,
"loss": 3.5321460723876954,
"step": 3480
},
{
"epoch": 0.3688611346316681,
"grad_norm": 102.34192657470703,
"learning_rate": 6.519457804984696e-05,
"loss": 3.4743587493896486,
"step": 3485
},
{
"epoch": 0.36939034716342084,
"grad_norm": 91.23070526123047,
"learning_rate": 6.513992129427198e-05,
"loss": 3.431337356567383,
"step": 3490
},
{
"epoch": 0.3699195596951736,
"grad_norm": 89.1174087524414,
"learning_rate": 6.508526453869698e-05,
"loss": 3.4189983367919923,
"step": 3495
},
{
"epoch": 0.37044877222692635,
"grad_norm": 96.21980285644531,
"learning_rate": 6.5030607783122e-05,
"loss": 3.290780258178711,
"step": 3500
},
{
"epoch": 0.3709779847586791,
"grad_norm": 105.75057220458984,
"learning_rate": 6.4975951027547e-05,
"loss": 3.3985145568847654,
"step": 3505
},
{
"epoch": 0.37150719729043186,
"grad_norm": 93.28081512451172,
"learning_rate": 6.492129427197202e-05,
"loss": 3.5956146240234377,
"step": 3510
},
{
"epoch": 0.3720364098221846,
"grad_norm": 100.64579772949219,
"learning_rate": 6.486663751639704e-05,
"loss": 3.4411090850830077,
"step": 3515
},
{
"epoch": 0.37256562235393736,
"grad_norm": 85.20826721191406,
"learning_rate": 6.481198076082204e-05,
"loss": 3.364503860473633,
"step": 3520
},
{
"epoch": 0.3730948348856901,
"grad_norm": 113.58203887939453,
"learning_rate": 6.475732400524706e-05,
"loss": 3.349591064453125,
"step": 3525
},
{
"epoch": 0.3736240474174429,
"grad_norm": 108.36315155029297,
"learning_rate": 6.470266724967206e-05,
"loss": 3.483814239501953,
"step": 3530
},
{
"epoch": 0.37415325994919557,
"grad_norm": 120.59319305419922,
"learning_rate": 6.464801049409708e-05,
"loss": 3.4870731353759767,
"step": 3535
},
{
"epoch": 0.3746824724809483,
"grad_norm": 95.23811340332031,
"learning_rate": 6.459335373852209e-05,
"loss": 3.2601387023925783,
"step": 3540
},
{
"epoch": 0.3752116850127011,
"grad_norm": 102.59664154052734,
"learning_rate": 6.45386969829471e-05,
"loss": 3.2638072967529297,
"step": 3545
},
{
"epoch": 0.37574089754445383,
"grad_norm": 118.8128433227539,
"learning_rate": 6.448404022737211e-05,
"loss": 3.2156028747558594,
"step": 3550
},
{
"epoch": 0.3762701100762066,
"grad_norm": 121.77592468261719,
"learning_rate": 6.442938347179712e-05,
"loss": 3.447653961181641,
"step": 3555
},
{
"epoch": 0.37679932260795934,
"grad_norm": 101.4161605834961,
"learning_rate": 6.437472671622213e-05,
"loss": 3.6278144836425783,
"step": 3560
},
{
"epoch": 0.3773285351397121,
"grad_norm": 111.80165100097656,
"learning_rate": 6.432006996064713e-05,
"loss": 3.5656490325927734,
"step": 3565
},
{
"epoch": 0.37785774767146485,
"grad_norm": 86.88670349121094,
"learning_rate": 6.426541320507215e-05,
"loss": 3.3056106567382812,
"step": 3570
},
{
"epoch": 0.3783869602032176,
"grad_norm": 134.84510803222656,
"learning_rate": 6.421075644949715e-05,
"loss": 3.4588890075683594,
"step": 3575
},
{
"epoch": 0.37891617273497036,
"grad_norm": 104.80015563964844,
"learning_rate": 6.415609969392217e-05,
"loss": 3.5312820434570313,
"step": 3580
},
{
"epoch": 0.3794453852667231,
"grad_norm": 89.04424285888672,
"learning_rate": 6.410144293834718e-05,
"loss": 3.3480300903320312,
"step": 3585
},
{
"epoch": 0.37997459779847587,
"grad_norm": 102.48213958740234,
"learning_rate": 6.404678618277219e-05,
"loss": 3.338446044921875,
"step": 3590
},
{
"epoch": 0.3805038103302286,
"grad_norm": 84.71803283691406,
"learning_rate": 6.39921294271972e-05,
"loss": 3.426980972290039,
"step": 3595
},
{
"epoch": 0.3810330228619814,
"grad_norm": 99.83788299560547,
"learning_rate": 6.393747267162221e-05,
"loss": 3.256653594970703,
"step": 3600
},
{
"epoch": 0.38156223539373413,
"grad_norm": 123.93177032470703,
"learning_rate": 6.388281591604722e-05,
"loss": 3.5262901306152346,
"step": 3605
},
{
"epoch": 0.3820914479254869,
"grad_norm": 94.57235717773438,
"learning_rate": 6.382815916047224e-05,
"loss": 3.4623626708984374,
"step": 3610
},
{
"epoch": 0.38262066045723964,
"grad_norm": 117.08268737792969,
"learning_rate": 6.377350240489724e-05,
"loss": 3.2484771728515627,
"step": 3615
},
{
"epoch": 0.3831498729889924,
"grad_norm": 87.00717163085938,
"learning_rate": 6.371884564932226e-05,
"loss": 3.065279006958008,
"step": 3620
},
{
"epoch": 0.38367908552074514,
"grad_norm": 94.3580322265625,
"learning_rate": 6.366418889374726e-05,
"loss": 3.346662902832031,
"step": 3625
},
{
"epoch": 0.3842082980524979,
"grad_norm": 108.76188659667969,
"learning_rate": 6.360953213817228e-05,
"loss": 3.35858154296875,
"step": 3630
},
{
"epoch": 0.38473751058425065,
"grad_norm": 101.39183807373047,
"learning_rate": 6.35548753825973e-05,
"loss": 3.303420639038086,
"step": 3635
},
{
"epoch": 0.3852667231160034,
"grad_norm": 95.02021026611328,
"learning_rate": 6.35002186270223e-05,
"loss": 3.3767459869384764,
"step": 3640
},
{
"epoch": 0.38579593564775616,
"grad_norm": 107.93372344970703,
"learning_rate": 6.344556187144732e-05,
"loss": 3.486472320556641,
"step": 3645
},
{
"epoch": 0.3863251481795089,
"grad_norm": 99.02300262451172,
"learning_rate": 6.339090511587232e-05,
"loss": 3.3846691131591795,
"step": 3650
},
{
"epoch": 0.38685436071126167,
"grad_norm": 98.60358428955078,
"learning_rate": 6.333624836029734e-05,
"loss": 3.5717262268066405,
"step": 3655
},
{
"epoch": 0.38738357324301437,
"grad_norm": 88.6388168334961,
"learning_rate": 6.328159160472234e-05,
"loss": 3.170477867126465,
"step": 3660
},
{
"epoch": 0.3879127857747671,
"grad_norm": 98.03352355957031,
"learning_rate": 6.322693484914736e-05,
"loss": 3.4283187866210936,
"step": 3665
},
{
"epoch": 0.3884419983065199,
"grad_norm": 108.37364196777344,
"learning_rate": 6.317227809357236e-05,
"loss": 3.523717498779297,
"step": 3670
},
{
"epoch": 0.38897121083827263,
"grad_norm": 95.3707504272461,
"learning_rate": 6.311762133799738e-05,
"loss": 3.4605167388916014,
"step": 3675
},
{
"epoch": 0.3895004233700254,
"grad_norm": 98.53083038330078,
"learning_rate": 6.306296458242239e-05,
"loss": 3.3757667541503906,
"step": 3680
},
{
"epoch": 0.39002963590177814,
"grad_norm": 100.93244934082031,
"learning_rate": 6.30083078268474e-05,
"loss": 3.25164794921875,
"step": 3685
},
{
"epoch": 0.3905588484335309,
"grad_norm": 100.85447692871094,
"learning_rate": 6.295365107127241e-05,
"loss": 3.414339065551758,
"step": 3690
},
{
"epoch": 0.39108806096528365,
"grad_norm": 106.90719604492188,
"learning_rate": 6.289899431569743e-05,
"loss": 3.4611064910888674,
"step": 3695
},
{
"epoch": 0.3916172734970364,
"grad_norm": 101.34113311767578,
"learning_rate": 6.284433756012243e-05,
"loss": 3.2132312774658205,
"step": 3700
},
{
"epoch": 0.39214648602878915,
"grad_norm": 101.33116912841797,
"learning_rate": 6.278968080454745e-05,
"loss": 3.408087158203125,
"step": 3705
},
{
"epoch": 0.3926756985605419,
"grad_norm": 98.3106460571289,
"learning_rate": 6.273502404897245e-05,
"loss": 3.4836959838867188,
"step": 3710
},
{
"epoch": 0.39320491109229466,
"grad_norm": 83.15388488769531,
"learning_rate": 6.268036729339747e-05,
"loss": 3.374481201171875,
"step": 3715
},
{
"epoch": 0.3937341236240474,
"grad_norm": 94.39057922363281,
"learning_rate": 6.262571053782249e-05,
"loss": 3.4218578338623047,
"step": 3720
},
{
"epoch": 0.39426333615580017,
"grad_norm": 108.2054672241211,
"learning_rate": 6.257105378224749e-05,
"loss": 3.5092185974121093,
"step": 3725
},
{
"epoch": 0.3947925486875529,
"grad_norm": 121.04042053222656,
"learning_rate": 6.251639702667251e-05,
"loss": 3.3349071502685548,
"step": 3730
},
{
"epoch": 0.3953217612193057,
"grad_norm": 95.3952865600586,
"learning_rate": 6.246174027109751e-05,
"loss": 3.5255805969238283,
"step": 3735
},
{
"epoch": 0.39585097375105843,
"grad_norm": 109.0089340209961,
"learning_rate": 6.240708351552253e-05,
"loss": 3.3762653350830076,
"step": 3740
},
{
"epoch": 0.3963801862828112,
"grad_norm": 96.38336944580078,
"learning_rate": 6.235242675994753e-05,
"loss": 3.281150054931641,
"step": 3745
},
{
"epoch": 0.39690939881456394,
"grad_norm": 92.2493896484375,
"learning_rate": 6.229777000437255e-05,
"loss": 3.347524642944336,
"step": 3750
},
{
"epoch": 0.3974386113463167,
"grad_norm": 99.56807708740234,
"learning_rate": 6.224311324879755e-05,
"loss": 3.3481494903564455,
"step": 3755
},
{
"epoch": 0.39796782387806945,
"grad_norm": 96.27387237548828,
"learning_rate": 6.218845649322257e-05,
"loss": 3.6318038940429687,
"step": 3760
},
{
"epoch": 0.3984970364098222,
"grad_norm": 110.50702667236328,
"learning_rate": 6.213379973764758e-05,
"loss": 3.554852294921875,
"step": 3765
},
{
"epoch": 0.39902624894157496,
"grad_norm": 114.98902130126953,
"learning_rate": 6.207914298207259e-05,
"loss": 3.303134536743164,
"step": 3770
},
{
"epoch": 0.3995554614733277,
"grad_norm": 101.68092346191406,
"learning_rate": 6.20244862264976e-05,
"loss": 3.427476501464844,
"step": 3775
},
{
"epoch": 0.40008467400508047,
"grad_norm": 98.08929443359375,
"learning_rate": 6.196982947092261e-05,
"loss": 3.202100372314453,
"step": 3780
},
{
"epoch": 0.4006138865368332,
"grad_norm": 115.4728775024414,
"learning_rate": 6.191517271534762e-05,
"loss": 3.3508888244628907,
"step": 3785
},
{
"epoch": 0.4011430990685859,
"grad_norm": 115.95745849609375,
"learning_rate": 6.186051595977264e-05,
"loss": 3.4379722595214846,
"step": 3790
},
{
"epoch": 0.40167231160033867,
"grad_norm": 94.7665023803711,
"learning_rate": 6.180585920419765e-05,
"loss": 3.5481803894042967,
"step": 3795
},
{
"epoch": 0.4022015241320914,
"grad_norm": 98.68018341064453,
"learning_rate": 6.175120244862266e-05,
"loss": 3.3166183471679687,
"step": 3800
},
{
"epoch": 0.4027307366638442,
"grad_norm": 95.53594970703125,
"learning_rate": 6.169654569304766e-05,
"loss": 3.4849617004394533,
"step": 3805
},
{
"epoch": 0.40325994919559693,
"grad_norm": 110.33792877197266,
"learning_rate": 6.164188893747266e-05,
"loss": 3.3903377532958983,
"step": 3810
},
{
"epoch": 0.4037891617273497,
"grad_norm": 94.78736114501953,
"learning_rate": 6.158723218189768e-05,
"loss": 3.3275993347167967,
"step": 3815
},
{
"epoch": 0.40431837425910244,
"grad_norm": 107.28675842285156,
"learning_rate": 6.153257542632269e-05,
"loss": 3.371197509765625,
"step": 3820
},
{
"epoch": 0.4048475867908552,
"grad_norm": 106.476806640625,
"learning_rate": 6.14779186707477e-05,
"loss": 3.3275226593017577,
"step": 3825
},
{
"epoch": 0.40537679932260795,
"grad_norm": 107.41864776611328,
"learning_rate": 6.142326191517271e-05,
"loss": 3.4827686309814454,
"step": 3830
},
{
"epoch": 0.4059060118543607,
"grad_norm": 103.8315200805664,
"learning_rate": 6.136860515959773e-05,
"loss": 3.4400707244873048,
"step": 3835
},
{
"epoch": 0.40643522438611346,
"grad_norm": 120.52400970458984,
"learning_rate": 6.131394840402274e-05,
"loss": 3.308522033691406,
"step": 3840
},
{
"epoch": 0.4069644369178662,
"grad_norm": 123.36849212646484,
"learning_rate": 6.125929164844775e-05,
"loss": 3.4063148498535156,
"step": 3845
},
{
"epoch": 0.40749364944961897,
"grad_norm": 91.66361999511719,
"learning_rate": 6.120463489287276e-05,
"loss": 3.314512252807617,
"step": 3850
},
{
"epoch": 0.4080228619813717,
"grad_norm": 110.77476501464844,
"learning_rate": 6.114997813729777e-05,
"loss": 3.3185447692871093,
"step": 3855
},
{
"epoch": 0.4085520745131245,
"grad_norm": 105.24690246582031,
"learning_rate": 6.109532138172279e-05,
"loss": 3.452117156982422,
"step": 3860
},
{
"epoch": 0.40908128704487723,
"grad_norm": 94.63233947753906,
"learning_rate": 6.104066462614779e-05,
"loss": 3.392135238647461,
"step": 3865
},
{
"epoch": 0.40961049957663,
"grad_norm": 90.52143096923828,
"learning_rate": 6.09860078705728e-05,
"loss": 3.39422607421875,
"step": 3870
},
{
"epoch": 0.41013971210838274,
"grad_norm": 97.58637237548828,
"learning_rate": 6.093135111499782e-05,
"loss": 3.330271911621094,
"step": 3875
},
{
"epoch": 0.4106689246401355,
"grad_norm": 115.9704818725586,
"learning_rate": 6.087669435942283e-05,
"loss": 3.4921436309814453,
"step": 3880
},
{
"epoch": 0.41119813717188824,
"grad_norm": 86.85212707519531,
"learning_rate": 6.082203760384784e-05,
"loss": 3.3720054626464844,
"step": 3885
},
{
"epoch": 0.411727349703641,
"grad_norm": 89.6845703125,
"learning_rate": 6.076738084827285e-05,
"loss": 3.5123210906982423,
"step": 3890
},
{
"epoch": 0.41225656223539375,
"grad_norm": 102.99219512939453,
"learning_rate": 6.071272409269786e-05,
"loss": 3.3416465759277343,
"step": 3895
},
{
"epoch": 0.4127857747671465,
"grad_norm": 90.39159393310547,
"learning_rate": 6.065806733712287e-05,
"loss": 3.3622169494628906,
"step": 3900
},
{
"epoch": 0.41331498729889926,
"grad_norm": 91.35624694824219,
"learning_rate": 6.060341058154788e-05,
"loss": 3.2783176422119142,
"step": 3905
},
{
"epoch": 0.413844199830652,
"grad_norm": 113.3769760131836,
"learning_rate": 6.054875382597289e-05,
"loss": 3.427961730957031,
"step": 3910
},
{
"epoch": 0.41437341236240477,
"grad_norm": 102.55357360839844,
"learning_rate": 6.0494097070397904e-05,
"loss": 3.312609100341797,
"step": 3915
},
{
"epoch": 0.41490262489415747,
"grad_norm": 87.47682189941406,
"learning_rate": 6.0439440314822914e-05,
"loss": 3.411634063720703,
"step": 3920
},
{
"epoch": 0.4154318374259102,
"grad_norm": 95.72937774658203,
"learning_rate": 6.0384783559247925e-05,
"loss": 3.538298797607422,
"step": 3925
},
{
"epoch": 0.415961049957663,
"grad_norm": 105.93540954589844,
"learning_rate": 6.0330126803672936e-05,
"loss": 3.393198013305664,
"step": 3930
},
{
"epoch": 0.41649026248941573,
"grad_norm": 94.37269592285156,
"learning_rate": 6.0275470048097946e-05,
"loss": 3.454213333129883,
"step": 3935
},
{
"epoch": 0.4170194750211685,
"grad_norm": 84.71416473388672,
"learning_rate": 6.022081329252296e-05,
"loss": 3.452886199951172,
"step": 3940
},
{
"epoch": 0.41754868755292124,
"grad_norm": 108.20489501953125,
"learning_rate": 6.016615653694797e-05,
"loss": 3.5255096435546873,
"step": 3945
},
{
"epoch": 0.418077900084674,
"grad_norm": 95.13651275634766,
"learning_rate": 6.011149978137298e-05,
"loss": 3.358010101318359,
"step": 3950
},
{
"epoch": 0.41860711261642675,
"grad_norm": 98.4655990600586,
"learning_rate": 6.0056843025797996e-05,
"loss": 3.5544952392578124,
"step": 3955
},
{
"epoch": 0.4191363251481795,
"grad_norm": 93.44340515136719,
"learning_rate": 6.000218627022301e-05,
"loss": 3.4885066986083983,
"step": 3960
},
{
"epoch": 0.41966553767993225,
"grad_norm": 110.26630401611328,
"learning_rate": 5.994752951464802e-05,
"loss": 3.5535552978515623,
"step": 3965
},
{
"epoch": 0.420194750211685,
"grad_norm": 95.92784118652344,
"learning_rate": 5.989287275907303e-05,
"loss": 3.3527793884277344,
"step": 3970
},
{
"epoch": 0.42072396274343776,
"grad_norm": 91.6171646118164,
"learning_rate": 5.983821600349804e-05,
"loss": 3.289342498779297,
"step": 3975
},
{
"epoch": 0.4212531752751905,
"grad_norm": 126.71715545654297,
"learning_rate": 5.978355924792305e-05,
"loss": 3.4490116119384764,
"step": 3980
},
{
"epoch": 0.42178238780694327,
"grad_norm": 97.25611877441406,
"learning_rate": 5.972890249234806e-05,
"loss": 3.406024932861328,
"step": 3985
},
{
"epoch": 0.422311600338696,
"grad_norm": 114.19902038574219,
"learning_rate": 5.967424573677307e-05,
"loss": 3.5351032257080077,
"step": 3990
},
{
"epoch": 0.4228408128704488,
"grad_norm": 104.37069702148438,
"learning_rate": 5.961958898119808e-05,
"loss": 3.338914489746094,
"step": 3995
},
{
"epoch": 0.42337002540220153,
"grad_norm": 101.44572448730469,
"learning_rate": 5.956493222562309e-05,
"loss": 3.219331741333008,
"step": 4000
},
{
"epoch": 0.4238992379339543,
"grad_norm": 133.93179321289062,
"learning_rate": 5.95102754700481e-05,
"loss": 3.3892242431640627,
"step": 4005
},
{
"epoch": 0.42442845046570704,
"grad_norm": 101.72674560546875,
"learning_rate": 5.9455618714473114e-05,
"loss": 3.462339401245117,
"step": 4010
},
{
"epoch": 0.4249576629974598,
"grad_norm": 93.21379089355469,
"learning_rate": 5.9400961958898125e-05,
"loss": 3.2913978576660154,
"step": 4015
},
{
"epoch": 0.42548687552921255,
"grad_norm": 94.57244110107422,
"learning_rate": 5.9346305203323135e-05,
"loss": 3.2125431060791017,
"step": 4020
},
{
"epoch": 0.4260160880609653,
"grad_norm": 110.89064025878906,
"learning_rate": 5.9291648447748146e-05,
"loss": 3.3896728515625,
"step": 4025
},
{
"epoch": 0.42654530059271806,
"grad_norm": 91.29979705810547,
"learning_rate": 5.9236991692173164e-05,
"loss": 3.479998779296875,
"step": 4030
},
{
"epoch": 0.4270745131244708,
"grad_norm": 96.47209167480469,
"learning_rate": 5.9182334936598174e-05,
"loss": 3.401772689819336,
"step": 4035
},
{
"epoch": 0.42760372565622357,
"grad_norm": 103.6276626586914,
"learning_rate": 5.9127678181023185e-05,
"loss": 3.309617614746094,
"step": 4040
},
{
"epoch": 0.42813293818797626,
"grad_norm": 103.92190551757812,
"learning_rate": 5.907302142544818e-05,
"loss": 3.3967872619628907,
"step": 4045
},
{
"epoch": 0.428662150719729,
"grad_norm": 89.14851379394531,
"learning_rate": 5.901836466987319e-05,
"loss": 3.191049575805664,
"step": 4050
},
{
"epoch": 0.4291913632514818,
"grad_norm": 146.80392456054688,
"learning_rate": 5.8963707914298204e-05,
"loss": 3.303416061401367,
"step": 4055
},
{
"epoch": 0.4297205757832345,
"grad_norm": 105.47610473632812,
"learning_rate": 5.8909051158723214e-05,
"loss": 3.4220596313476563,
"step": 4060
},
{
"epoch": 0.4302497883149873,
"grad_norm": 98.68359375,
"learning_rate": 5.8854394403148225e-05,
"loss": 3.2474201202392576,
"step": 4065
},
{
"epoch": 0.43077900084674003,
"grad_norm": 98.50357055664062,
"learning_rate": 5.8799737647573236e-05,
"loss": 3.3049240112304688,
"step": 4070
},
{
"epoch": 0.4313082133784928,
"grad_norm": 100.58721923828125,
"learning_rate": 5.8745080891998247e-05,
"loss": 3.202414703369141,
"step": 4075
},
{
"epoch": 0.43183742591024554,
"grad_norm": 113.86983489990234,
"learning_rate": 5.8690424136423264e-05,
"loss": 3.4483257293701173,
"step": 4080
},
{
"epoch": 0.4323666384419983,
"grad_norm": 98.76409912109375,
"learning_rate": 5.8635767380848275e-05,
"loss": 3.426085662841797,
"step": 4085
},
{
"epoch": 0.43289585097375105,
"grad_norm": 98.81505584716797,
"learning_rate": 5.8581110625273285e-05,
"loss": 3.379743194580078,
"step": 4090
},
{
"epoch": 0.4334250635055038,
"grad_norm": 93.66889953613281,
"learning_rate": 5.8526453869698296e-05,
"loss": 3.4557331085205076,
"step": 4095
},
{
"epoch": 0.43395427603725656,
"grad_norm": 87.7352523803711,
"learning_rate": 5.847179711412331e-05,
"loss": 3.2070350646972656,
"step": 4100
},
{
"epoch": 0.4344834885690093,
"grad_norm": 94.92587280273438,
"learning_rate": 5.841714035854832e-05,
"loss": 3.3473106384277345,
"step": 4105
},
{
"epoch": 0.43501270110076207,
"grad_norm": 91.29911041259766,
"learning_rate": 5.836248360297333e-05,
"loss": 3.3499610900878904,
"step": 4110
},
{
"epoch": 0.4355419136325148,
"grad_norm": 89.88842010498047,
"learning_rate": 5.830782684739834e-05,
"loss": 3.272013473510742,
"step": 4115
},
{
"epoch": 0.4360711261642676,
"grad_norm": 99.00321197509766,
"learning_rate": 5.825317009182335e-05,
"loss": 3.2866912841796876,
"step": 4120
},
{
"epoch": 0.43660033869602033,
"grad_norm": 95.3144760131836,
"learning_rate": 5.819851333624836e-05,
"loss": 3.332162857055664,
"step": 4125
},
{
"epoch": 0.4371295512277731,
"grad_norm": 94.58483123779297,
"learning_rate": 5.814385658067337e-05,
"loss": 3.3556339263916017,
"step": 4130
},
{
"epoch": 0.43765876375952584,
"grad_norm": 102.29853820800781,
"learning_rate": 5.808919982509838e-05,
"loss": 3.3849185943603515,
"step": 4135
},
{
"epoch": 0.4381879762912786,
"grad_norm": 101.74467468261719,
"learning_rate": 5.803454306952339e-05,
"loss": 3.3140209197998045,
"step": 4140
},
{
"epoch": 0.43871718882303135,
"grad_norm": 98.80113220214844,
"learning_rate": 5.7979886313948403e-05,
"loss": 3.348561096191406,
"step": 4145
},
{
"epoch": 0.4392464013547841,
"grad_norm": 121.81398010253906,
"learning_rate": 5.7925229558373414e-05,
"loss": 3.540993499755859,
"step": 4150
},
{
"epoch": 0.43977561388653685,
"grad_norm": 94.6170654296875,
"learning_rate": 5.787057280279843e-05,
"loss": 3.416762924194336,
"step": 4155
},
{
"epoch": 0.4403048264182896,
"grad_norm": 88.04127502441406,
"learning_rate": 5.781591604722344e-05,
"loss": 3.400870132446289,
"step": 4160
},
{
"epoch": 0.44083403895004236,
"grad_norm": 102.0173568725586,
"learning_rate": 5.776125929164845e-05,
"loss": 3.6378559112548827,
"step": 4165
},
{
"epoch": 0.4413632514817951,
"grad_norm": 115.18084716796875,
"learning_rate": 5.7706602536073464e-05,
"loss": 3.2907951354980467,
"step": 4170
},
{
"epoch": 0.4418924640135478,
"grad_norm": 104.29361724853516,
"learning_rate": 5.7651945780498475e-05,
"loss": 3.5915573120117186,
"step": 4175
},
{
"epoch": 0.44242167654530057,
"grad_norm": 93.40803527832031,
"learning_rate": 5.7597289024923485e-05,
"loss": 3.4175628662109374,
"step": 4180
},
{
"epoch": 0.4429508890770533,
"grad_norm": 93.55638885498047,
"learning_rate": 5.7542632269348496e-05,
"loss": 3.22908935546875,
"step": 4185
},
{
"epoch": 0.4434801016088061,
"grad_norm": 95.7958984375,
"learning_rate": 5.748797551377351e-05,
"loss": 3.406911849975586,
"step": 4190
},
{
"epoch": 0.44400931414055883,
"grad_norm": 115.7818374633789,
"learning_rate": 5.743331875819852e-05,
"loss": 3.3033084869384766,
"step": 4195
},
{
"epoch": 0.4445385266723116,
"grad_norm": 104.82403564453125,
"learning_rate": 5.737866200262353e-05,
"loss": 3.3123119354248045,
"step": 4200
},
{
"epoch": 0.44506773920406434,
"grad_norm": 93.59915161132812,
"learning_rate": 5.732400524704854e-05,
"loss": 3.350300979614258,
"step": 4205
},
{
"epoch": 0.4455969517358171,
"grad_norm": 98.44049835205078,
"learning_rate": 5.726934849147355e-05,
"loss": 3.1641620635986327,
"step": 4210
},
{
"epoch": 0.44612616426756985,
"grad_norm": 95.74842071533203,
"learning_rate": 5.721469173589856e-05,
"loss": 3.34918212890625,
"step": 4215
},
{
"epoch": 0.4466553767993226,
"grad_norm": 87.40418243408203,
"learning_rate": 5.716003498032357e-05,
"loss": 3.126984405517578,
"step": 4220
},
{
"epoch": 0.44718458933107536,
"grad_norm": 111.05445098876953,
"learning_rate": 5.710537822474858e-05,
"loss": 3.6551841735839843,
"step": 4225
},
{
"epoch": 0.4477138018628281,
"grad_norm": 102.98184967041016,
"learning_rate": 5.70507214691736e-05,
"loss": 3.2706676483154298,
"step": 4230
},
{
"epoch": 0.44824301439458086,
"grad_norm": 107.149169921875,
"learning_rate": 5.699606471359861e-05,
"loss": 3.260823440551758,
"step": 4235
},
{
"epoch": 0.4487722269263336,
"grad_norm": 96.14219665527344,
"learning_rate": 5.694140795802362e-05,
"loss": 3.196664047241211,
"step": 4240
},
{
"epoch": 0.44930143945808637,
"grad_norm": 115.40193939208984,
"learning_rate": 5.688675120244863e-05,
"loss": 3.2656318664550783,
"step": 4245
},
{
"epoch": 0.4498306519898391,
"grad_norm": 89.45609283447266,
"learning_rate": 5.683209444687364e-05,
"loss": 3.3942569732666015,
"step": 4250
},
{
"epoch": 0.4503598645215919,
"grad_norm": 113.24465942382812,
"learning_rate": 5.677743769129865e-05,
"loss": 3.1521310806274414,
"step": 4255
},
{
"epoch": 0.45088907705334463,
"grad_norm": 93.0890121459961,
"learning_rate": 5.6722780935723664e-05,
"loss": 3.1897674560546876,
"step": 4260
},
{
"epoch": 0.4514182895850974,
"grad_norm": 88.95562744140625,
"learning_rate": 5.6668124180148674e-05,
"loss": 3.3320812225341796,
"step": 4265
},
{
"epoch": 0.45194750211685014,
"grad_norm": 98.4552001953125,
"learning_rate": 5.6613467424573685e-05,
"loss": 3.3509567260742186,
"step": 4270
},
{
"epoch": 0.4524767146486029,
"grad_norm": 104.62710571289062,
"learning_rate": 5.6558810668998696e-05,
"loss": 3.4179061889648437,
"step": 4275
},
{
"epoch": 0.45300592718035565,
"grad_norm": 111.76722717285156,
"learning_rate": 5.65041539134237e-05,
"loss": 3.2882080078125,
"step": 4280
},
{
"epoch": 0.4535351397121084,
"grad_norm": 94.39098358154297,
"learning_rate": 5.644949715784871e-05,
"loss": 3.2977035522460936,
"step": 4285
},
{
"epoch": 0.45406435224386116,
"grad_norm": 102.97303009033203,
"learning_rate": 5.639484040227372e-05,
"loss": 3.2173946380615233,
"step": 4290
},
{
"epoch": 0.4545935647756139,
"grad_norm": 91.0931625366211,
"learning_rate": 5.634018364669873e-05,
"loss": 3.2309814453125,
"step": 4295
},
{
"epoch": 0.45512277730736667,
"grad_norm": 113.48118591308594,
"learning_rate": 5.628552689112374e-05,
"loss": 3.3160987854003907,
"step": 4300
},
{
"epoch": 0.45565198983911936,
"grad_norm": 107.33222961425781,
"learning_rate": 5.623087013554875e-05,
"loss": 3.479860305786133,
"step": 4305
},
{
"epoch": 0.4561812023708721,
"grad_norm": 108.3897476196289,
"learning_rate": 5.6176213379973764e-05,
"loss": 3.3738224029541017,
"step": 4310
},
{
"epoch": 0.4567104149026249,
"grad_norm": 110.8818359375,
"learning_rate": 5.6121556624398775e-05,
"loss": 3.427615737915039,
"step": 4315
},
{
"epoch": 0.4572396274343776,
"grad_norm": 104.96334838867188,
"learning_rate": 5.6066899868823785e-05,
"loss": 3.3566192626953124,
"step": 4320
},
{
"epoch": 0.4577688399661304,
"grad_norm": 103.68216705322266,
"learning_rate": 5.6012243113248796e-05,
"loss": 3.13317813873291,
"step": 4325
},
{
"epoch": 0.45829805249788313,
"grad_norm": 94.05738067626953,
"learning_rate": 5.595758635767381e-05,
"loss": 3.305560302734375,
"step": 4330
},
{
"epoch": 0.4588272650296359,
"grad_norm": 106.1830825805664,
"learning_rate": 5.590292960209882e-05,
"loss": 3.402679443359375,
"step": 4335
},
{
"epoch": 0.45935647756138864,
"grad_norm": 88.17112731933594,
"learning_rate": 5.584827284652383e-05,
"loss": 3.2174297332763673,
"step": 4340
},
{
"epoch": 0.4598856900931414,
"grad_norm": 105.17811584472656,
"learning_rate": 5.579361609094884e-05,
"loss": 3.460401153564453,
"step": 4345
},
{
"epoch": 0.46041490262489415,
"grad_norm": 96.50797271728516,
"learning_rate": 5.573895933537385e-05,
"loss": 3.2803768157958983,
"step": 4350
},
{
"epoch": 0.4609441151566469,
"grad_norm": 100.73448944091797,
"learning_rate": 5.568430257979886e-05,
"loss": 3.093124008178711,
"step": 4355
},
{
"epoch": 0.46147332768839966,
"grad_norm": 98.35721588134766,
"learning_rate": 5.562964582422388e-05,
"loss": 3.324934387207031,
"step": 4360
},
{
"epoch": 0.4620025402201524,
"grad_norm": 104.25572204589844,
"learning_rate": 5.557498906864889e-05,
"loss": 3.242749786376953,
"step": 4365
},
{
"epoch": 0.46253175275190517,
"grad_norm": 99.26361846923828,
"learning_rate": 5.55203323130739e-05,
"loss": 3.221662139892578,
"step": 4370
},
{
"epoch": 0.4630609652836579,
"grad_norm": 91.70960235595703,
"learning_rate": 5.546567555749891e-05,
"loss": 3.133320617675781,
"step": 4375
},
{
"epoch": 0.4635901778154107,
"grad_norm": 92.31704711914062,
"learning_rate": 5.541101880192392e-05,
"loss": 3.3041427612304686,
"step": 4380
},
{
"epoch": 0.46411939034716343,
"grad_norm": 107.49984741210938,
"learning_rate": 5.535636204634893e-05,
"loss": 3.378506088256836,
"step": 4385
},
{
"epoch": 0.4646486028789162,
"grad_norm": 103.70629119873047,
"learning_rate": 5.530170529077394e-05,
"loss": 3.244101715087891,
"step": 4390
},
{
"epoch": 0.46517781541066894,
"grad_norm": 95.4908218383789,
"learning_rate": 5.524704853519895e-05,
"loss": 3.2898685455322267,
"step": 4395
},
{
"epoch": 0.4657070279424217,
"grad_norm": 96.73908233642578,
"learning_rate": 5.5192391779623964e-05,
"loss": 3.2919639587402343,
"step": 4400
},
{
"epoch": 0.46623624047417445,
"grad_norm": 102.34078979492188,
"learning_rate": 5.5137735024048974e-05,
"loss": 3.344196319580078,
"step": 4405
},
{
"epoch": 0.4667654530059272,
"grad_norm": 93.1956558227539,
"learning_rate": 5.5083078268473985e-05,
"loss": 3.365339660644531,
"step": 4410
},
{
"epoch": 0.46729466553767995,
"grad_norm": 107.9573745727539,
"learning_rate": 5.5028421512898996e-05,
"loss": 3.413526153564453,
"step": 4415
},
{
"epoch": 0.4678238780694327,
"grad_norm": 95.30569458007812,
"learning_rate": 5.4973764757324007e-05,
"loss": 3.426871109008789,
"step": 4420
},
{
"epoch": 0.46835309060118546,
"grad_norm": 102.42292022705078,
"learning_rate": 5.491910800174902e-05,
"loss": 3.2750175476074217,
"step": 4425
},
{
"epoch": 0.46888230313293816,
"grad_norm": 95.92266845703125,
"learning_rate": 5.486445124617403e-05,
"loss": 3.388520431518555,
"step": 4430
},
{
"epoch": 0.4694115156646909,
"grad_norm": 113.78507232666016,
"learning_rate": 5.4809794490599045e-05,
"loss": 3.451654052734375,
"step": 4435
},
{
"epoch": 0.46994072819644367,
"grad_norm": 96.17705535888672,
"learning_rate": 5.4755137735024056e-05,
"loss": 3.2233070373535155,
"step": 4440
},
{
"epoch": 0.4704699407281964,
"grad_norm": 90.17046356201172,
"learning_rate": 5.470048097944907e-05,
"loss": 3.2690582275390625,
"step": 4445
},
{
"epoch": 0.4709991532599492,
"grad_norm": 98.02106475830078,
"learning_rate": 5.464582422387408e-05,
"loss": 3.296094512939453,
"step": 4450
},
{
"epoch": 0.47152836579170193,
"grad_norm": 113.9818115234375,
"learning_rate": 5.459116746829909e-05,
"loss": 3.3658378601074217,
"step": 4455
},
{
"epoch": 0.4720575783234547,
"grad_norm": 90.13579559326172,
"learning_rate": 5.45365107127241e-05,
"loss": 3.226622772216797,
"step": 4460
},
{
"epoch": 0.47258679085520744,
"grad_norm": 96.95536804199219,
"learning_rate": 5.448185395714911e-05,
"loss": 3.2983951568603516,
"step": 4465
},
{
"epoch": 0.4731160033869602,
"grad_norm": 102.85298919677734,
"learning_rate": 5.442719720157412e-05,
"loss": 3.2628753662109373,
"step": 4470
},
{
"epoch": 0.47364521591871295,
"grad_norm": 102.27953338623047,
"learning_rate": 5.437254044599913e-05,
"loss": 3.4220088958740233,
"step": 4475
},
{
"epoch": 0.4741744284504657,
"grad_norm": 101.478271484375,
"learning_rate": 5.431788369042414e-05,
"loss": 3.664837646484375,
"step": 4480
},
{
"epoch": 0.47470364098221846,
"grad_norm": 119.39717864990234,
"learning_rate": 5.426322693484915e-05,
"loss": 3.278891372680664,
"step": 4485
},
{
"epoch": 0.4752328535139712,
"grad_norm": 98.82145690917969,
"learning_rate": 5.4208570179274163e-05,
"loss": 3.4244285583496095,
"step": 4490
},
{
"epoch": 0.47576206604572396,
"grad_norm": 94.68400573730469,
"learning_rate": 5.4153913423699174e-05,
"loss": 3.400411605834961,
"step": 4495
},
{
"epoch": 0.4762912785774767,
"grad_norm": 92.02011108398438,
"learning_rate": 5.4099256668124185e-05,
"loss": 3.0929798126220702,
"step": 4500
},
{
"epoch": 0.47682049110922947,
"grad_norm": 88.09835052490234,
"learning_rate": 5.4044599912549196e-05,
"loss": 3.268674850463867,
"step": 4505
},
{
"epoch": 0.4773497036409822,
"grad_norm": 109.11414337158203,
"learning_rate": 5.398994315697421e-05,
"loss": 3.195611572265625,
"step": 4510
},
{
"epoch": 0.477878916172735,
"grad_norm": 100.8904800415039,
"learning_rate": 5.3935286401399224e-05,
"loss": 3.479077911376953,
"step": 4515
},
{
"epoch": 0.47840812870448773,
"grad_norm": 108.82506561279297,
"learning_rate": 5.388062964582422e-05,
"loss": 3.4431201934814455,
"step": 4520
},
{
"epoch": 0.4789373412362405,
"grad_norm": 109.39160919189453,
"learning_rate": 5.382597289024923e-05,
"loss": 3.1821533203125,
"step": 4525
},
{
"epoch": 0.47946655376799324,
"grad_norm": 108.03974151611328,
"learning_rate": 5.377131613467424e-05,
"loss": 3.2061248779296876,
"step": 4530
},
{
"epoch": 0.479995766299746,
"grad_norm": 102.63017272949219,
"learning_rate": 5.371665937909925e-05,
"loss": 3.197915458679199,
"step": 4535
},
{
"epoch": 0.48052497883149875,
"grad_norm": 88.4908676147461,
"learning_rate": 5.3662002623524264e-05,
"loss": 3.144915962219238,
"step": 4540
},
{
"epoch": 0.4810541913632515,
"grad_norm": 95.9921646118164,
"learning_rate": 5.3607345867949275e-05,
"loss": 3.309977340698242,
"step": 4545
},
{
"epoch": 0.48158340389500426,
"grad_norm": 100.4959945678711,
"learning_rate": 5.3552689112374285e-05,
"loss": 3.498302459716797,
"step": 4550
},
{
"epoch": 0.482112616426757,
"grad_norm": 95.95465850830078,
"learning_rate": 5.3498032356799296e-05,
"loss": 3.192775344848633,
"step": 4555
},
{
"epoch": 0.4826418289585097,
"grad_norm": 100.00372314453125,
"learning_rate": 5.3443375601224313e-05,
"loss": 3.3522159576416017,
"step": 4560
},
{
"epoch": 0.48317104149026247,
"grad_norm": 112.29200744628906,
"learning_rate": 5.3388718845649324e-05,
"loss": 3.2895790100097657,
"step": 4565
},
{
"epoch": 0.4837002540220152,
"grad_norm": 89.9276351928711,
"learning_rate": 5.3334062090074335e-05,
"loss": 3.4806331634521483,
"step": 4570
},
{
"epoch": 0.484229466553768,
"grad_norm": 94.37461853027344,
"learning_rate": 5.3279405334499346e-05,
"loss": 3.2543094635009764,
"step": 4575
},
{
"epoch": 0.4847586790855207,
"grad_norm": 88.8297119140625,
"learning_rate": 5.3224748578924356e-05,
"loss": 3.2560653686523438,
"step": 4580
},
{
"epoch": 0.4852878916172735,
"grad_norm": 93.50835418701172,
"learning_rate": 5.317009182334937e-05,
"loss": 3.1936965942382813,
"step": 4585
},
{
"epoch": 0.48581710414902624,
"grad_norm": 95.65426635742188,
"learning_rate": 5.311543506777438e-05,
"loss": 3.4286453247070314,
"step": 4590
},
{
"epoch": 0.486346316680779,
"grad_norm": 85.83600616455078,
"learning_rate": 5.306077831219939e-05,
"loss": 3.3129573822021485,
"step": 4595
},
{
"epoch": 0.48687552921253174,
"grad_norm": 87.68089294433594,
"learning_rate": 5.30061215566244e-05,
"loss": 3.216993713378906,
"step": 4600
},
{
"epoch": 0.4874047417442845,
"grad_norm": 98.33499908447266,
"learning_rate": 5.295146480104941e-05,
"loss": 3.2408798217773436,
"step": 4605
},
{
"epoch": 0.48793395427603725,
"grad_norm": 94.185302734375,
"learning_rate": 5.289680804547442e-05,
"loss": 3.3800884246826173,
"step": 4610
},
{
"epoch": 0.48846316680779,
"grad_norm": 92.97980499267578,
"learning_rate": 5.284215128989943e-05,
"loss": 3.6008674621582033,
"step": 4615
},
{
"epoch": 0.48899237933954276,
"grad_norm": 89.04344940185547,
"learning_rate": 5.278749453432444e-05,
"loss": 3.3799232482910155,
"step": 4620
},
{
"epoch": 0.4895215918712955,
"grad_norm": 97.72693634033203,
"learning_rate": 5.273283777874945e-05,
"loss": 3.482925033569336,
"step": 4625
},
{
"epoch": 0.49005080440304827,
"grad_norm": 99.30906677246094,
"learning_rate": 5.2678181023174464e-05,
"loss": 3.155898666381836,
"step": 4630
},
{
"epoch": 0.490580016934801,
"grad_norm": 97.2039566040039,
"learning_rate": 5.262352426759948e-05,
"loss": 3.284727096557617,
"step": 4635
},
{
"epoch": 0.4911092294665538,
"grad_norm": 85.00603485107422,
"learning_rate": 5.256886751202449e-05,
"loss": 3.2859619140625,
"step": 4640
},
{
"epoch": 0.49163844199830653,
"grad_norm": 102.72331237792969,
"learning_rate": 5.25142107564495e-05,
"loss": 3.0534420013427734,
"step": 4645
},
{
"epoch": 0.4921676545300593,
"grad_norm": 97.3671875,
"learning_rate": 5.245955400087451e-05,
"loss": 3.3653377532958983,
"step": 4650
},
{
"epoch": 0.49269686706181204,
"grad_norm": 101.1068115234375,
"learning_rate": 5.2404897245299524e-05,
"loss": 3.2932998657226564,
"step": 4655
},
{
"epoch": 0.4932260795935648,
"grad_norm": 102.12206268310547,
"learning_rate": 5.2350240489724535e-05,
"loss": 3.425252914428711,
"step": 4660
},
{
"epoch": 0.49375529212531755,
"grad_norm": 92.93958282470703,
"learning_rate": 5.2295583734149545e-05,
"loss": 3.3289146423339844,
"step": 4665
},
{
"epoch": 0.4942845046570703,
"grad_norm": 95.37508392333984,
"learning_rate": 5.2240926978574556e-05,
"loss": 3.2486328125,
"step": 4670
},
{
"epoch": 0.49481371718882305,
"grad_norm": 94.62500762939453,
"learning_rate": 5.218627022299957e-05,
"loss": 3.2859817504882813,
"step": 4675
},
{
"epoch": 0.4953429297205758,
"grad_norm": 95.16641235351562,
"learning_rate": 5.213161346742458e-05,
"loss": 3.3622062683105467,
"step": 4680
},
{
"epoch": 0.49587214225232856,
"grad_norm": 101.16060638427734,
"learning_rate": 5.207695671184959e-05,
"loss": 3.0817493438720702,
"step": 4685
},
{
"epoch": 0.49640135478408126,
"grad_norm": 96.55524444580078,
"learning_rate": 5.20222999562746e-05,
"loss": 3.3717983245849608,
"step": 4690
},
{
"epoch": 0.496930567315834,
"grad_norm": 89.05705261230469,
"learning_rate": 5.196764320069961e-05,
"loss": 3.3963184356689453,
"step": 4695
},
{
"epoch": 0.49745977984758677,
"grad_norm": 94.79962158203125,
"learning_rate": 5.191298644512462e-05,
"loss": 3.194940757751465,
"step": 4700
},
{
"epoch": 0.4979889923793395,
"grad_norm": 126.83966827392578,
"learning_rate": 5.185832968954963e-05,
"loss": 3.3293590545654297,
"step": 4705
},
{
"epoch": 0.4985182049110923,
"grad_norm": 111.59117126464844,
"learning_rate": 5.180367293397464e-05,
"loss": 3.2774280548095702,
"step": 4710
},
{
"epoch": 0.49904741744284503,
"grad_norm": 142.047607421875,
"learning_rate": 5.174901617839966e-05,
"loss": 3.327825927734375,
"step": 4715
},
{
"epoch": 0.4995766299745978,
"grad_norm": 92.15660095214844,
"learning_rate": 5.169435942282467e-05,
"loss": 3.119710922241211,
"step": 4720
},
{
"epoch": 0.5001058425063506,
"grad_norm": 115.4717788696289,
"learning_rate": 5.163970266724968e-05,
"loss": 3.388962173461914,
"step": 4725
},
{
"epoch": 0.5006350550381033,
"grad_norm": 85.53250885009766,
"learning_rate": 5.158504591167469e-05,
"loss": 3.1244712829589845,
"step": 4730
},
{
"epoch": 0.5011642675698561,
"grad_norm": 100.81393432617188,
"learning_rate": 5.15303891560997e-05,
"loss": 3.5471446990966795,
"step": 4735
},
{
"epoch": 0.5016934801016089,
"grad_norm": 93.76408386230469,
"learning_rate": 5.147573240052471e-05,
"loss": 3.304233932495117,
"step": 4740
},
{
"epoch": 0.5022226926333616,
"grad_norm": 95.13905334472656,
"learning_rate": 5.1421075644949724e-05,
"loss": 3.3136165618896483,
"step": 4745
},
{
"epoch": 0.5027519051651143,
"grad_norm": 110.54208374023438,
"learning_rate": 5.1366418889374734e-05,
"loss": 3.485970687866211,
"step": 4750
},
{
"epoch": 0.503281117696867,
"grad_norm": 101.75700378417969,
"learning_rate": 5.1311762133799745e-05,
"loss": 3.452473831176758,
"step": 4755
},
{
"epoch": 0.5038103302286198,
"grad_norm": 107.16487884521484,
"learning_rate": 5.125710537822475e-05,
"loss": 3.3940704345703123,
"step": 4760
},
{
"epoch": 0.5043395427603725,
"grad_norm": 94.40167236328125,
"learning_rate": 5.120244862264976e-05,
"loss": 3.2589561462402346,
"step": 4765
},
{
"epoch": 0.5048687552921253,
"grad_norm": 105.2430191040039,
"learning_rate": 5.114779186707477e-05,
"loss": 3.249729537963867,
"step": 4770
},
{
"epoch": 0.505397967823878,
"grad_norm": 108.53120422363281,
"learning_rate": 5.109313511149978e-05,
"loss": 3.153835678100586,
"step": 4775
},
{
"epoch": 0.5059271803556308,
"grad_norm": 95.26998901367188,
"learning_rate": 5.103847835592479e-05,
"loss": 3.1459371566772463,
"step": 4780
},
{
"epoch": 0.5064563928873835,
"grad_norm": 99.49519348144531,
"learning_rate": 5.09838216003498e-05,
"loss": 3.1660110473632814,
"step": 4785
},
{
"epoch": 0.5069856054191363,
"grad_norm": 94.04811096191406,
"learning_rate": 5.092916484477481e-05,
"loss": 3.231742095947266,
"step": 4790
},
{
"epoch": 0.507514817950889,
"grad_norm": 104.217529296875,
"learning_rate": 5.0874508089199824e-05,
"loss": 3.3095436096191406,
"step": 4795
},
{
"epoch": 0.5080440304826418,
"grad_norm": 87.80865478515625,
"learning_rate": 5.0819851333624835e-05,
"loss": 3.540952682495117,
"step": 4800
},
{
"epoch": 0.5085732430143945,
"grad_norm": 99.73001861572266,
"learning_rate": 5.0765194578049846e-05,
"loss": 3.4617851257324217,
"step": 4805
},
{
"epoch": 0.5091024555461473,
"grad_norm": 106.81835174560547,
"learning_rate": 5.0710537822474856e-05,
"loss": 3.4981155395507812,
"step": 4810
},
{
"epoch": 0.5096316680779001,
"grad_norm": 103.05301666259766,
"learning_rate": 5.065588106689987e-05,
"loss": 3.278689956665039,
"step": 4815
},
{
"epoch": 0.5101608806096528,
"grad_norm": 102.19735717773438,
"learning_rate": 5.060122431132488e-05,
"loss": 3.046221160888672,
"step": 4820
},
{
"epoch": 0.5106900931414056,
"grad_norm": 91.31658172607422,
"learning_rate": 5.054656755574989e-05,
"loss": 3.3757686614990234,
"step": 4825
},
{
"epoch": 0.5112193056731583,
"grad_norm": 95.11685943603516,
"learning_rate": 5.04919108001749e-05,
"loss": 3.4151100158691405,
"step": 4830
},
{
"epoch": 0.5117485182049111,
"grad_norm": 98.13138580322266,
"learning_rate": 5.043725404459991e-05,
"loss": 3.3481781005859377,
"step": 4835
},
{
"epoch": 0.5122777307366638,
"grad_norm": 93.272216796875,
"learning_rate": 5.038259728902493e-05,
"loss": 3.2075504302978515,
"step": 4840
},
{
"epoch": 0.5128069432684166,
"grad_norm": 95.9056625366211,
"learning_rate": 5.032794053344994e-05,
"loss": 3.2830764770507814,
"step": 4845
},
{
"epoch": 0.5133361558001693,
"grad_norm": 88.47269439697266,
"learning_rate": 5.027328377787495e-05,
"loss": 3.170378494262695,
"step": 4850
},
{
"epoch": 0.5138653683319221,
"grad_norm": 98.61719512939453,
"learning_rate": 5.021862702229996e-05,
"loss": 3.3307785034179687,
"step": 4855
},
{
"epoch": 0.5143945808636748,
"grad_norm": 108.64833068847656,
"learning_rate": 5.016397026672497e-05,
"loss": 3.2162052154541017,
"step": 4860
},
{
"epoch": 0.5149237933954276,
"grad_norm": 94.89408111572266,
"learning_rate": 5.010931351114998e-05,
"loss": 3.249285888671875,
"step": 4865
},
{
"epoch": 0.5154530059271804,
"grad_norm": 102.38249969482422,
"learning_rate": 5.005465675557499e-05,
"loss": 3.327350616455078,
"step": 4870
},
{
"epoch": 0.5159822184589331,
"grad_norm": 97.99922943115234,
"learning_rate": 5e-05,
"loss": 3.051609420776367,
"step": 4875
},
{
"epoch": 0.5165114309906859,
"grad_norm": 96.9710693359375,
"learning_rate": 4.994534324442501e-05,
"loss": 3.3170989990234374,
"step": 4880
},
{
"epoch": 0.5170406435224386,
"grad_norm": 99.24584197998047,
"learning_rate": 4.9890686488850024e-05,
"loss": 3.2846431732177734,
"step": 4885
},
{
"epoch": 0.5175698560541914,
"grad_norm": 97.89204406738281,
"learning_rate": 4.9836029733275035e-05,
"loss": 3.195054817199707,
"step": 4890
},
{
"epoch": 0.5180990685859441,
"grad_norm": 132.37567138671875,
"learning_rate": 4.9781372977700045e-05,
"loss": 3.2672283172607424,
"step": 4895
},
{
"epoch": 0.5186282811176969,
"grad_norm": 91.44071197509766,
"learning_rate": 4.9726716222125056e-05,
"loss": 3.4642589569091795,
"step": 4900
},
{
"epoch": 0.5191574936494496,
"grad_norm": 102.17448425292969,
"learning_rate": 4.967205946655007e-05,
"loss": 3.3865734100341798,
"step": 4905
},
{
"epoch": 0.5196867061812024,
"grad_norm": 89.51009368896484,
"learning_rate": 4.961740271097508e-05,
"loss": 3.1220867156982424,
"step": 4910
},
{
"epoch": 0.5202159187129551,
"grad_norm": 100.1668701171875,
"learning_rate": 4.9562745955400095e-05,
"loss": 3.36321907043457,
"step": 4915
},
{
"epoch": 0.5207451312447079,
"grad_norm": 101.43211364746094,
"learning_rate": 4.9508089199825106e-05,
"loss": 3.2309940338134764,
"step": 4920
},
{
"epoch": 0.5212743437764606,
"grad_norm": 110.68965911865234,
"learning_rate": 4.9453432444250116e-05,
"loss": 3.2058120727539063,
"step": 4925
},
{
"epoch": 0.5218035563082134,
"grad_norm": 97.88971710205078,
"learning_rate": 4.939877568867513e-05,
"loss": 3.2971099853515624,
"step": 4930
},
{
"epoch": 0.5223327688399662,
"grad_norm": 97.58786010742188,
"learning_rate": 4.934411893310013e-05,
"loss": 3.2822418212890625,
"step": 4935
},
{
"epoch": 0.5228619813717189,
"grad_norm": 91.3371353149414,
"learning_rate": 4.928946217752514e-05,
"loss": 3.3450218200683595,
"step": 4940
},
{
"epoch": 0.5233911939034717,
"grad_norm": 107.32301330566406,
"learning_rate": 4.923480542195015e-05,
"loss": 3.192915344238281,
"step": 4945
},
{
"epoch": 0.5239204064352244,
"grad_norm": 93.27648162841797,
"learning_rate": 4.918014866637516e-05,
"loss": 3.3759273529052733,
"step": 4950
},
{
"epoch": 0.5244496189669772,
"grad_norm": 98.66922760009766,
"learning_rate": 4.9125491910800174e-05,
"loss": 3.383006286621094,
"step": 4955
},
{
"epoch": 0.5249788314987299,
"grad_norm": 100.88797760009766,
"learning_rate": 4.9070835155225185e-05,
"loss": 3.2204353332519533,
"step": 4960
},
{
"epoch": 0.5255080440304827,
"grad_norm": 103.37488555908203,
"learning_rate": 4.9016178399650195e-05,
"loss": 3.327383041381836,
"step": 4965
},
{
"epoch": 0.5260372565622354,
"grad_norm": 100.33943176269531,
"learning_rate": 4.8961521644075206e-05,
"loss": 3.4679519653320314,
"step": 4970
},
{
"epoch": 0.5265664690939882,
"grad_norm": 95.30248260498047,
"learning_rate": 4.890686488850022e-05,
"loss": 3.151654815673828,
"step": 4975
},
{
"epoch": 0.5270956816257409,
"grad_norm": 95.66182708740234,
"learning_rate": 4.8852208132925234e-05,
"loss": 3.2954360961914064,
"step": 4980
},
{
"epoch": 0.5276248941574937,
"grad_norm": 113.27766418457031,
"learning_rate": 4.8797551377350245e-05,
"loss": 3.214488220214844,
"step": 4985
},
{
"epoch": 0.5281541066892464,
"grad_norm": 112.16598510742188,
"learning_rate": 4.8742894621775256e-05,
"loss": 3.3875999450683594,
"step": 4990
},
{
"epoch": 0.5286833192209992,
"grad_norm": 100.97898864746094,
"learning_rate": 4.8688237866200266e-05,
"loss": 3.4420707702636717,
"step": 4995
},
{
"epoch": 0.529212531752752,
"grad_norm": 115.62722778320312,
"learning_rate": 4.863358111062528e-05,
"loss": 3.3103092193603514,
"step": 5000
},
{
"epoch": 0.5297417442845047,
"grad_norm": 108.77159118652344,
"learning_rate": 4.857892435505029e-05,
"loss": 3.3075706481933596,
"step": 5005
},
{
"epoch": 0.5302709568162574,
"grad_norm": 92.48468780517578,
"learning_rate": 4.85242675994753e-05,
"loss": 3.1514150619506838,
"step": 5010
},
{
"epoch": 0.5308001693480101,
"grad_norm": 86.58087158203125,
"learning_rate": 4.846961084390031e-05,
"loss": 3.403105926513672,
"step": 5015
},
{
"epoch": 0.5313293818797629,
"grad_norm": 103.57926940917969,
"learning_rate": 4.841495408832532e-05,
"loss": 3.3524776458740235,
"step": 5020
},
{
"epoch": 0.5318585944115156,
"grad_norm": 90.3604736328125,
"learning_rate": 4.836029733275033e-05,
"loss": 3.0905981063842773,
"step": 5025
},
{
"epoch": 0.5323878069432684,
"grad_norm": 106.09929656982422,
"learning_rate": 4.830564057717534e-05,
"loss": 3.3832473754882812,
"step": 5030
},
{
"epoch": 0.5329170194750211,
"grad_norm": 83.5240249633789,
"learning_rate": 4.825098382160035e-05,
"loss": 3.134109115600586,
"step": 5035
},
{
"epoch": 0.5334462320067739,
"grad_norm": 91.76079559326172,
"learning_rate": 4.819632706602536e-05,
"loss": 3.4724590301513674,
"step": 5040
},
{
"epoch": 0.5339754445385266,
"grad_norm": 89.65252685546875,
"learning_rate": 4.8141670310450374e-05,
"loss": 2.9530851364135744,
"step": 5045
},
{
"epoch": 0.5345046570702794,
"grad_norm": 106.6944580078125,
"learning_rate": 4.8087013554875384e-05,
"loss": 3.2641231536865236,
"step": 5050
},
{
"epoch": 0.5350338696020321,
"grad_norm": 93.45197296142578,
"learning_rate": 4.8032356799300395e-05,
"loss": 3.284748077392578,
"step": 5055
},
{
"epoch": 0.5355630821337849,
"grad_norm": 97.5401382446289,
"learning_rate": 4.7977700043725406e-05,
"loss": 3.5775371551513673,
"step": 5060
},
{
"epoch": 0.5360922946655376,
"grad_norm": 99.5560531616211,
"learning_rate": 4.7923043288150417e-05,
"loss": 3.27087516784668,
"step": 5065
},
{
"epoch": 0.5366215071972904,
"grad_norm": 92.51818084716797,
"learning_rate": 4.786838653257543e-05,
"loss": 3.1081993103027346,
"step": 5070
},
{
"epoch": 0.5371507197290432,
"grad_norm": 117.304443359375,
"learning_rate": 4.781372977700044e-05,
"loss": 3.4082279205322266,
"step": 5075
},
{
"epoch": 0.5376799322607959,
"grad_norm": 105.7593994140625,
"learning_rate": 4.775907302142545e-05,
"loss": 3.480565643310547,
"step": 5080
},
{
"epoch": 0.5382091447925487,
"grad_norm": 96.15457153320312,
"learning_rate": 4.770441626585046e-05,
"loss": 3.1753772735595702,
"step": 5085
},
{
"epoch": 0.5387383573243014,
"grad_norm": 107.2254867553711,
"learning_rate": 4.764975951027547e-05,
"loss": 3.216011810302734,
"step": 5090
},
{
"epoch": 0.5392675698560542,
"grad_norm": 98.06538391113281,
"learning_rate": 4.759510275470048e-05,
"loss": 3.172557067871094,
"step": 5095
},
{
"epoch": 0.5397967823878069,
"grad_norm": 102.84662628173828,
"learning_rate": 4.754044599912549e-05,
"loss": 3.3119056701660154,
"step": 5100
},
{
"epoch": 0.5403259949195597,
"grad_norm": 86.6684341430664,
"learning_rate": 4.74857892435505e-05,
"loss": 3.1645130157470702,
"step": 5105
},
{
"epoch": 0.5408552074513124,
"grad_norm": 103.58715057373047,
"learning_rate": 4.743113248797551e-05,
"loss": 3.3651382446289064,
"step": 5110
},
{
"epoch": 0.5413844199830652,
"grad_norm": 86.68777465820312,
"learning_rate": 4.7376475732400524e-05,
"loss": 3.2680397033691406,
"step": 5115
},
{
"epoch": 0.541913632514818,
"grad_norm": 96.85124969482422,
"learning_rate": 4.732181897682554e-05,
"loss": 3.3678836822509766,
"step": 5120
},
{
"epoch": 0.5424428450465707,
"grad_norm": 92.67343139648438,
"learning_rate": 4.726716222125055e-05,
"loss": 3.1367313385009767,
"step": 5125
},
{
"epoch": 0.5429720575783235,
"grad_norm": 109.74583435058594,
"learning_rate": 4.721250546567556e-05,
"loss": 3.3684925079345702,
"step": 5130
},
{
"epoch": 0.5435012701100762,
"grad_norm": 97.5356674194336,
"learning_rate": 4.715784871010057e-05,
"loss": 3.2595588684082033,
"step": 5135
},
{
"epoch": 0.544030482641829,
"grad_norm": 89.77122497558594,
"learning_rate": 4.7103191954525584e-05,
"loss": 3.265532302856445,
"step": 5140
},
{
"epoch": 0.5445596951735817,
"grad_norm": 90.03266143798828,
"learning_rate": 4.7048535198950595e-05,
"loss": 3.217357635498047,
"step": 5145
},
{
"epoch": 0.5450889077053345,
"grad_norm": 122.95858001708984,
"learning_rate": 4.6993878443375606e-05,
"loss": 3.3631881713867187,
"step": 5150
},
{
"epoch": 0.5456181202370872,
"grad_norm": 89.34825134277344,
"learning_rate": 4.6939221687800616e-05,
"loss": 3.348540496826172,
"step": 5155
},
{
"epoch": 0.54614733276884,
"grad_norm": 91.46317291259766,
"learning_rate": 4.688456493222563e-05,
"loss": 3.382111740112305,
"step": 5160
},
{
"epoch": 0.5466765453005927,
"grad_norm": 93.65160369873047,
"learning_rate": 4.682990817665064e-05,
"loss": 3.283723831176758,
"step": 5165
},
{
"epoch": 0.5472057578323455,
"grad_norm": 102.37268829345703,
"learning_rate": 4.677525142107565e-05,
"loss": 3.223910903930664,
"step": 5170
},
{
"epoch": 0.5477349703640982,
"grad_norm": 98.87275695800781,
"learning_rate": 4.672059466550065e-05,
"loss": 3.186615562438965,
"step": 5175
},
{
"epoch": 0.548264182895851,
"grad_norm": 103.74125671386719,
"learning_rate": 4.666593790992567e-05,
"loss": 3.384531021118164,
"step": 5180
},
{
"epoch": 0.5487933954276037,
"grad_norm": 95.91595458984375,
"learning_rate": 4.661128115435068e-05,
"loss": 3.304814910888672,
"step": 5185
},
{
"epoch": 0.5493226079593565,
"grad_norm": 98.86662292480469,
"learning_rate": 4.655662439877569e-05,
"loss": 3.315285491943359,
"step": 5190
},
{
"epoch": 0.5498518204911093,
"grad_norm": 91.75881958007812,
"learning_rate": 4.65019676432007e-05,
"loss": 3.2171886444091795,
"step": 5195
},
{
"epoch": 0.550381033022862,
"grad_norm": 95.84151458740234,
"learning_rate": 4.644731088762571e-05,
"loss": 3.23677978515625,
"step": 5200
},
{
"epoch": 0.5509102455546148,
"grad_norm": 108.09440612792969,
"learning_rate": 4.6392654132050723e-05,
"loss": 3.3980937957763673,
"step": 5205
},
{
"epoch": 0.5514394580863675,
"grad_norm": 93.17594909667969,
"learning_rate": 4.6337997376475734e-05,
"loss": 3.221476364135742,
"step": 5210
},
{
"epoch": 0.5519686706181203,
"grad_norm": 116.93150329589844,
"learning_rate": 4.6283340620900745e-05,
"loss": 3.176282501220703,
"step": 5215
},
{
"epoch": 0.552497883149873,
"grad_norm": 100.23297882080078,
"learning_rate": 4.6228683865325756e-05,
"loss": 3.4713466644287108,
"step": 5220
},
{
"epoch": 0.5530270956816258,
"grad_norm": 87.44396209716797,
"learning_rate": 4.6174027109750766e-05,
"loss": 3.2904937744140623,
"step": 5225
},
{
"epoch": 0.5535563082133785,
"grad_norm": 102.2560043334961,
"learning_rate": 4.611937035417578e-05,
"loss": 3.384500503540039,
"step": 5230
},
{
"epoch": 0.5540855207451313,
"grad_norm": 88.99881744384766,
"learning_rate": 4.606471359860079e-05,
"loss": 3.1816768646240234,
"step": 5235
},
{
"epoch": 0.554614733276884,
"grad_norm": 110.52714538574219,
"learning_rate": 4.60100568430258e-05,
"loss": 3.314623260498047,
"step": 5240
},
{
"epoch": 0.5551439458086368,
"grad_norm": 102.53168487548828,
"learning_rate": 4.595540008745081e-05,
"loss": 3.1689523696899413,
"step": 5245
},
{
"epoch": 0.5556731583403896,
"grad_norm": 124.80900573730469,
"learning_rate": 4.590074333187582e-05,
"loss": 3.19986515045166,
"step": 5250
},
{
"epoch": 0.5562023708721423,
"grad_norm": 98.63973236083984,
"learning_rate": 4.584608657630083e-05,
"loss": 3.1248363494873046,
"step": 5255
},
{
"epoch": 0.5567315834038951,
"grad_norm": 98.86727905273438,
"learning_rate": 4.579142982072585e-05,
"loss": 3.325501251220703,
"step": 5260
},
{
"epoch": 0.5572607959356477,
"grad_norm": 118.99851989746094,
"learning_rate": 4.573677306515086e-05,
"loss": 3.340883255004883,
"step": 5265
},
{
"epoch": 0.5577900084674005,
"grad_norm": 83.90271759033203,
"learning_rate": 4.568211630957587e-05,
"loss": 3.38867073059082,
"step": 5270
},
{
"epoch": 0.5583192209991532,
"grad_norm": 102.33969116210938,
"learning_rate": 4.562745955400088e-05,
"loss": 3.1995367050170898,
"step": 5275
},
{
"epoch": 0.558848433530906,
"grad_norm": 102.04192352294922,
"learning_rate": 4.557280279842589e-05,
"loss": 3.1925594329833986,
"step": 5280
},
{
"epoch": 0.5593776460626587,
"grad_norm": 95.90174102783203,
"learning_rate": 4.55181460428509e-05,
"loss": 3.2296516418457033,
"step": 5285
},
{
"epoch": 0.5599068585944115,
"grad_norm": 83.35662841796875,
"learning_rate": 4.546348928727591e-05,
"loss": 3.321823501586914,
"step": 5290
},
{
"epoch": 0.5604360711261642,
"grad_norm": 82.06560516357422,
"learning_rate": 4.5408832531700916e-05,
"loss": 2.990738105773926,
"step": 5295
},
{
"epoch": 0.560965283657917,
"grad_norm": 99.57503509521484,
"learning_rate": 4.535417577612593e-05,
"loss": 3.274069595336914,
"step": 5300
},
{
"epoch": 0.5614944961896697,
"grad_norm": 121.69642639160156,
"learning_rate": 4.529951902055094e-05,
"loss": 3.3030662536621094,
"step": 5305
},
{
"epoch": 0.5620237087214225,
"grad_norm": 98.36981201171875,
"learning_rate": 4.524486226497595e-05,
"loss": 3.1738868713378907,
"step": 5310
},
{
"epoch": 0.5625529212531752,
"grad_norm": 154.3396759033203,
"learning_rate": 4.519020550940096e-05,
"loss": 3.167240524291992,
"step": 5315
},
{
"epoch": 0.563082133784928,
"grad_norm": 96.065673828125,
"learning_rate": 4.513554875382598e-05,
"loss": 3.4083885192871093,
"step": 5320
},
{
"epoch": 0.5636113463166808,
"grad_norm": 80.99063110351562,
"learning_rate": 4.508089199825099e-05,
"loss": 3.0351715087890625,
"step": 5325
},
{
"epoch": 0.5641405588484335,
"grad_norm": 103.3906021118164,
"learning_rate": 4.5026235242676e-05,
"loss": 3.252348709106445,
"step": 5330
},
{
"epoch": 0.5646697713801863,
"grad_norm": 96.6148910522461,
"learning_rate": 4.497157848710101e-05,
"loss": 3.3164161682128905,
"step": 5335
},
{
"epoch": 0.565198983911939,
"grad_norm": 92.14144897460938,
"learning_rate": 4.491692173152602e-05,
"loss": 3.4197032928466795,
"step": 5340
},
{
"epoch": 0.5657281964436918,
"grad_norm": 101.06939697265625,
"learning_rate": 4.486226497595103e-05,
"loss": 3.232573318481445,
"step": 5345
},
{
"epoch": 0.5662574089754445,
"grad_norm": 90.87736511230469,
"learning_rate": 4.480760822037604e-05,
"loss": 3.241471862792969,
"step": 5350
},
{
"epoch": 0.5667866215071973,
"grad_norm": 114.21224212646484,
"learning_rate": 4.475295146480105e-05,
"loss": 3.4632286071777343,
"step": 5355
},
{
"epoch": 0.56731583403895,
"grad_norm": 100.4961929321289,
"learning_rate": 4.469829470922606e-05,
"loss": 3.239249420166016,
"step": 5360
},
{
"epoch": 0.5678450465707028,
"grad_norm": 97.49961853027344,
"learning_rate": 4.464363795365107e-05,
"loss": 3.3491519927978515,
"step": 5365
},
{
"epoch": 0.5683742591024555,
"grad_norm": 116.63923645019531,
"learning_rate": 4.4588981198076084e-05,
"loss": 3.4262691497802735,
"step": 5370
},
{
"epoch": 0.5689034716342083,
"grad_norm": 88.35296630859375,
"learning_rate": 4.4534324442501095e-05,
"loss": 3.222606658935547,
"step": 5375
},
{
"epoch": 0.569432684165961,
"grad_norm": 94.04519653320312,
"learning_rate": 4.4479667686926105e-05,
"loss": 3.266164779663086,
"step": 5380
},
{
"epoch": 0.5699618966977138,
"grad_norm": 107.01898956298828,
"learning_rate": 4.4425010931351116e-05,
"loss": 3.2520336151123046,
"step": 5385
},
{
"epoch": 0.5704911092294666,
"grad_norm": 88.2422866821289,
"learning_rate": 4.437035417577613e-05,
"loss": 3.4127429962158202,
"step": 5390
},
{
"epoch": 0.5710203217612193,
"grad_norm": 105.59468841552734,
"learning_rate": 4.4315697420201144e-05,
"loss": 3.16900520324707,
"step": 5395
},
{
"epoch": 0.5715495342929721,
"grad_norm": 84.77967834472656,
"learning_rate": 4.4261040664626155e-05,
"loss": 3.2165554046630858,
"step": 5400
},
{
"epoch": 0.5720787468247248,
"grad_norm": 101.62324523925781,
"learning_rate": 4.4206383909051166e-05,
"loss": 3.4043163299560546,
"step": 5405
},
{
"epoch": 0.5726079593564776,
"grad_norm": 102.9079360961914,
"learning_rate": 4.4151727153476177e-05,
"loss": 3.3353622436523436,
"step": 5410
},
{
"epoch": 0.5731371718882303,
"grad_norm": 95.070068359375,
"learning_rate": 4.409707039790118e-05,
"loss": 3.184918975830078,
"step": 5415
},
{
"epoch": 0.5736663844199831,
"grad_norm": 102.70188903808594,
"learning_rate": 4.404241364232619e-05,
"loss": 3.342570495605469,
"step": 5420
},
{
"epoch": 0.5741955969517358,
"grad_norm": 92.74564361572266,
"learning_rate": 4.39877568867512e-05,
"loss": 3.0922765731811523,
"step": 5425
},
{
"epoch": 0.5747248094834886,
"grad_norm": 99.7733154296875,
"learning_rate": 4.393310013117621e-05,
"loss": 3.2755435943603515,
"step": 5430
},
{
"epoch": 0.5752540220152413,
"grad_norm": 100.4098129272461,
"learning_rate": 4.387844337560122e-05,
"loss": 3.306038665771484,
"step": 5435
},
{
"epoch": 0.5757832345469941,
"grad_norm": 117.4375991821289,
"learning_rate": 4.3823786620026234e-05,
"loss": 3.382208251953125,
"step": 5440
},
{
"epoch": 0.5763124470787468,
"grad_norm": 95.30650329589844,
"learning_rate": 4.3769129864451245e-05,
"loss": 2.9451871871948243,
"step": 5445
},
{
"epoch": 0.5768416596104996,
"grad_norm": 110.31352996826172,
"learning_rate": 4.3714473108876256e-05,
"loss": 3.2693065643310546,
"step": 5450
},
{
"epoch": 0.5773708721422524,
"grad_norm": 91.00564575195312,
"learning_rate": 4.3659816353301266e-05,
"loss": 3.326470947265625,
"step": 5455
},
{
"epoch": 0.5779000846740051,
"grad_norm": 102.7546157836914,
"learning_rate": 4.3605159597726284e-05,
"loss": 3.181377410888672,
"step": 5460
},
{
"epoch": 0.5784292972057579,
"grad_norm": 95.09850311279297,
"learning_rate": 4.3550502842151294e-05,
"loss": 3.3302581787109373,
"step": 5465
},
{
"epoch": 0.5789585097375106,
"grad_norm": 95.12986755371094,
"learning_rate": 4.3495846086576305e-05,
"loss": 3.314061737060547,
"step": 5470
},
{
"epoch": 0.5794877222692634,
"grad_norm": 99.02725219726562,
"learning_rate": 4.3441189331001316e-05,
"loss": 3.184819793701172,
"step": 5475
},
{
"epoch": 0.5800169348010161,
"grad_norm": 105.68470764160156,
"learning_rate": 4.3386532575426327e-05,
"loss": 3.207386016845703,
"step": 5480
},
{
"epoch": 0.5805461473327689,
"grad_norm": 89.76246643066406,
"learning_rate": 4.333187581985134e-05,
"loss": 3.213060760498047,
"step": 5485
},
{
"epoch": 0.5810753598645216,
"grad_norm": 107.47016906738281,
"learning_rate": 4.327721906427635e-05,
"loss": 3.3104419708251953,
"step": 5490
},
{
"epoch": 0.5816045723962744,
"grad_norm": 91.38135528564453,
"learning_rate": 4.322256230870136e-05,
"loss": 3.1346664428710938,
"step": 5495
},
{
"epoch": 0.5821337849280271,
"grad_norm": 104.67578887939453,
"learning_rate": 4.316790555312637e-05,
"loss": 3.3630226135253904,
"step": 5500
},
{
"epoch": 0.5826629974597799,
"grad_norm": 120.40291595458984,
"learning_rate": 4.311324879755138e-05,
"loss": 3.199354362487793,
"step": 5505
},
{
"epoch": 0.5831922099915327,
"grad_norm": 87.61780548095703,
"learning_rate": 4.305859204197639e-05,
"loss": 3.459180450439453,
"step": 5510
},
{
"epoch": 0.5837214225232854,
"grad_norm": 105.9894027709961,
"learning_rate": 4.30039352864014e-05,
"loss": 3.3833908081054687,
"step": 5515
},
{
"epoch": 0.584250635055038,
"grad_norm": 93.57120513916016,
"learning_rate": 4.294927853082641e-05,
"loss": 3.4415004730224608,
"step": 5520
},
{
"epoch": 0.5847798475867908,
"grad_norm": 117.77473449707031,
"learning_rate": 4.289462177525142e-05,
"loss": 3.222393798828125,
"step": 5525
},
{
"epoch": 0.5853090601185436,
"grad_norm": 118.92526245117188,
"learning_rate": 4.2839965019676434e-05,
"loss": 3.3150039672851563,
"step": 5530
},
{
"epoch": 0.5858382726502963,
"grad_norm": 90.56245422363281,
"learning_rate": 4.2785308264101445e-05,
"loss": 3.2856861114501954,
"step": 5535
},
{
"epoch": 0.5863674851820491,
"grad_norm": 99.48477935791016,
"learning_rate": 4.2730651508526455e-05,
"loss": 3.2155506134033205,
"step": 5540
},
{
"epoch": 0.5868966977138018,
"grad_norm": 92.50416564941406,
"learning_rate": 4.2675994752951466e-05,
"loss": 3.204027557373047,
"step": 5545
},
{
"epoch": 0.5874259102455546,
"grad_norm": 90.6492919921875,
"learning_rate": 4.262133799737648e-05,
"loss": 3.2927989959716797,
"step": 5550
},
{
"epoch": 0.5879551227773073,
"grad_norm": 101.83521270751953,
"learning_rate": 4.256668124180149e-05,
"loss": 3.1440664291381837,
"step": 5555
},
{
"epoch": 0.5884843353090601,
"grad_norm": 92.4911117553711,
"learning_rate": 4.25120244862265e-05,
"loss": 3.2993865966796876,
"step": 5560
},
{
"epoch": 0.5890135478408128,
"grad_norm": 95.14430236816406,
"learning_rate": 4.245736773065151e-05,
"loss": 3.243691253662109,
"step": 5565
},
{
"epoch": 0.5895427603725656,
"grad_norm": 94.10961151123047,
"learning_rate": 4.240271097507652e-05,
"loss": 3.189744567871094,
"step": 5570
},
{
"epoch": 0.5900719729043183,
"grad_norm": 106.02564239501953,
"learning_rate": 4.234805421950153e-05,
"loss": 3.0451927185058594,
"step": 5575
},
{
"epoch": 0.5906011854360711,
"grad_norm": 93.76227569580078,
"learning_rate": 4.229339746392654e-05,
"loss": 3.2170078277587892,
"step": 5580
},
{
"epoch": 0.5911303979678239,
"grad_norm": 105.35069274902344,
"learning_rate": 4.223874070835155e-05,
"loss": 3.100490951538086,
"step": 5585
},
{
"epoch": 0.5916596104995766,
"grad_norm": 101.68115997314453,
"learning_rate": 4.218408395277656e-05,
"loss": 3.160420799255371,
"step": 5590
},
{
"epoch": 0.5921888230313294,
"grad_norm": 98.57010650634766,
"learning_rate": 4.212942719720157e-05,
"loss": 3.197916793823242,
"step": 5595
},
{
"epoch": 0.5927180355630821,
"grad_norm": 112.52696990966797,
"learning_rate": 4.207477044162659e-05,
"loss": 3.2283889770507814,
"step": 5600
},
{
"epoch": 0.5932472480948349,
"grad_norm": 95.25527954101562,
"learning_rate": 4.20201136860516e-05,
"loss": 3.091660499572754,
"step": 5605
},
{
"epoch": 0.5937764606265876,
"grad_norm": 85.84649658203125,
"learning_rate": 4.196545693047661e-05,
"loss": 3.1460479736328124,
"step": 5610
},
{
"epoch": 0.5943056731583404,
"grad_norm": 90.5389175415039,
"learning_rate": 4.191080017490162e-05,
"loss": 3.257695770263672,
"step": 5615
},
{
"epoch": 0.5948348856900931,
"grad_norm": 100.03842163085938,
"learning_rate": 4.1856143419326634e-05,
"loss": 3.107611083984375,
"step": 5620
},
{
"epoch": 0.5953640982218459,
"grad_norm": 101.31991577148438,
"learning_rate": 4.1801486663751644e-05,
"loss": 3.239453125,
"step": 5625
},
{
"epoch": 0.5958933107535986,
"grad_norm": 91.17798614501953,
"learning_rate": 4.1746829908176655e-05,
"loss": 3.2525604248046873,
"step": 5630
},
{
"epoch": 0.5964225232853514,
"grad_norm": 118.60324096679688,
"learning_rate": 4.1692173152601666e-05,
"loss": 3.1998146057128904,
"step": 5635
},
{
"epoch": 0.5969517358171041,
"grad_norm": 99.59797668457031,
"learning_rate": 4.1637516397026676e-05,
"loss": 3.331292724609375,
"step": 5640
},
{
"epoch": 0.5974809483488569,
"grad_norm": 106.10581970214844,
"learning_rate": 4.158285964145169e-05,
"loss": 3.1539514541625975,
"step": 5645
},
{
"epoch": 0.5980101608806097,
"grad_norm": 134.90663146972656,
"learning_rate": 4.152820288587669e-05,
"loss": 3.139704704284668,
"step": 5650
},
{
"epoch": 0.5985393734123624,
"grad_norm": 102.40541076660156,
"learning_rate": 4.14735461303017e-05,
"loss": 3.3804039001464843,
"step": 5655
},
{
"epoch": 0.5990685859441152,
"grad_norm": 90.40100860595703,
"learning_rate": 4.141888937472672e-05,
"loss": 3.078470230102539,
"step": 5660
},
{
"epoch": 0.5995977984758679,
"grad_norm": 92.55094909667969,
"learning_rate": 4.136423261915173e-05,
"loss": 3.153153991699219,
"step": 5665
},
{
"epoch": 0.6001270110076207,
"grad_norm": 88.44384765625,
"learning_rate": 4.130957586357674e-05,
"loss": 2.996160316467285,
"step": 5670
},
{
"epoch": 0.6006562235393734,
"grad_norm": 95.56693267822266,
"learning_rate": 4.125491910800175e-05,
"loss": 3.294974136352539,
"step": 5675
},
{
"epoch": 0.6011854360711262,
"grad_norm": 116.36588287353516,
"learning_rate": 4.120026235242676e-05,
"loss": 3.366360092163086,
"step": 5680
},
{
"epoch": 0.6017146486028789,
"grad_norm": 103.15340423583984,
"learning_rate": 4.114560559685177e-05,
"loss": 3.0031011581420897,
"step": 5685
},
{
"epoch": 0.6022438611346317,
"grad_norm": 94.45068359375,
"learning_rate": 4.1090948841276784e-05,
"loss": 3.2340511322021483,
"step": 5690
},
{
"epoch": 0.6027730736663844,
"grad_norm": 98.63046264648438,
"learning_rate": 4.1036292085701794e-05,
"loss": 3.275638198852539,
"step": 5695
},
{
"epoch": 0.6033022861981372,
"grad_norm": 95.07305145263672,
"learning_rate": 4.0981635330126805e-05,
"loss": 3.217739486694336,
"step": 5700
},
{
"epoch": 0.60383149872989,
"grad_norm": 101.74138641357422,
"learning_rate": 4.0926978574551816e-05,
"loss": 3.3940528869628905,
"step": 5705
},
{
"epoch": 0.6043607112616427,
"grad_norm": 103.72531127929688,
"learning_rate": 4.0872321818976826e-05,
"loss": 3.200571823120117,
"step": 5710
},
{
"epoch": 0.6048899237933955,
"grad_norm": 94.51520538330078,
"learning_rate": 4.081766506340184e-05,
"loss": 3.187508964538574,
"step": 5715
},
{
"epoch": 0.6054191363251482,
"grad_norm": 109.37284088134766,
"learning_rate": 4.076300830782685e-05,
"loss": 3.342131805419922,
"step": 5720
},
{
"epoch": 0.605948348856901,
"grad_norm": 95.0229721069336,
"learning_rate": 4.070835155225186e-05,
"loss": 3.268596649169922,
"step": 5725
},
{
"epoch": 0.6064775613886537,
"grad_norm": 90.91970825195312,
"learning_rate": 4.065369479667687e-05,
"loss": 3.346353530883789,
"step": 5730
},
{
"epoch": 0.6070067739204065,
"grad_norm": 90.2491683959961,
"learning_rate": 4.059903804110188e-05,
"loss": 3.168071174621582,
"step": 5735
},
{
"epoch": 0.6075359864521592,
"grad_norm": 94.46624755859375,
"learning_rate": 4.05443812855269e-05,
"loss": 3.3605369567871093,
"step": 5740
},
{
"epoch": 0.608065198983912,
"grad_norm": 89.74813079833984,
"learning_rate": 4.048972452995191e-05,
"loss": 3.254917526245117,
"step": 5745
},
{
"epoch": 0.6085944115156647,
"grad_norm": 92.34404754638672,
"learning_rate": 4.043506777437692e-05,
"loss": 3.1331371307373046,
"step": 5750
},
{
"epoch": 0.6091236240474175,
"grad_norm": 92.33030700683594,
"learning_rate": 4.038041101880193e-05,
"loss": 3.151081848144531,
"step": 5755
},
{
"epoch": 0.6096528365791702,
"grad_norm": 95.83250427246094,
"learning_rate": 4.032575426322694e-05,
"loss": 3.297341156005859,
"step": 5760
},
{
"epoch": 0.610182049110923,
"grad_norm": 152.39935302734375,
"learning_rate": 4.027109750765195e-05,
"loss": 3.1570281982421875,
"step": 5765
},
{
"epoch": 0.6107112616426758,
"grad_norm": 100.22805786132812,
"learning_rate": 4.0216440752076955e-05,
"loss": 3.4063652038574217,
"step": 5770
},
{
"epoch": 0.6112404741744285,
"grad_norm": 94.09867095947266,
"learning_rate": 4.0161783996501966e-05,
"loss": 3.3815879821777344,
"step": 5775
},
{
"epoch": 0.6117696867061811,
"grad_norm": 118.68675994873047,
"learning_rate": 4.0107127240926977e-05,
"loss": 3.239752197265625,
"step": 5780
},
{
"epoch": 0.6122988992379339,
"grad_norm": 105.79496002197266,
"learning_rate": 4.005247048535199e-05,
"loss": 3.3397441864013673,
"step": 5785
},
{
"epoch": 0.6128281117696867,
"grad_norm": 93.8773422241211,
"learning_rate": 3.9997813729777e-05,
"loss": 3.172879219055176,
"step": 5790
},
{
"epoch": 0.6133573243014394,
"grad_norm": 102.29547882080078,
"learning_rate": 3.994315697420201e-05,
"loss": 3.24656982421875,
"step": 5795
},
{
"epoch": 0.6138865368331922,
"grad_norm": 100.58135223388672,
"learning_rate": 3.9888500218627026e-05,
"loss": 3.136154556274414,
"step": 5800
},
{
"epoch": 0.6144157493649449,
"grad_norm": 97.36868286132812,
"learning_rate": 3.983384346305204e-05,
"loss": 3.246629333496094,
"step": 5805
},
{
"epoch": 0.6149449618966977,
"grad_norm": 94.53109741210938,
"learning_rate": 3.977918670747705e-05,
"loss": 3.1542007446289064,
"step": 5810
},
{
"epoch": 0.6154741744284504,
"grad_norm": 96.15531921386719,
"learning_rate": 3.972452995190206e-05,
"loss": 3.037256050109863,
"step": 5815
},
{
"epoch": 0.6160033869602032,
"grad_norm": 115.45326232910156,
"learning_rate": 3.966987319632707e-05,
"loss": 3.1143304824829103,
"step": 5820
},
{
"epoch": 0.6165325994919559,
"grad_norm": 95.31902313232422,
"learning_rate": 3.961521644075208e-05,
"loss": 3.2334239959716795,
"step": 5825
},
{
"epoch": 0.6170618120237087,
"grad_norm": 84.30583953857422,
"learning_rate": 3.956055968517709e-05,
"loss": 3.077410888671875,
"step": 5830
},
{
"epoch": 0.6175910245554614,
"grad_norm": 99.66461944580078,
"learning_rate": 3.95059029296021e-05,
"loss": 3.2746299743652343,
"step": 5835
},
{
"epoch": 0.6181202370872142,
"grad_norm": 101.05542755126953,
"learning_rate": 3.945124617402711e-05,
"loss": 3.3237194061279296,
"step": 5840
},
{
"epoch": 0.618649449618967,
"grad_norm": 107.55513000488281,
"learning_rate": 3.939658941845212e-05,
"loss": 3.1427978515625,
"step": 5845
},
{
"epoch": 0.6191786621507197,
"grad_norm": 159.34457397460938,
"learning_rate": 3.9341932662877133e-05,
"loss": 3.2583084106445312,
"step": 5850
},
{
"epoch": 0.6197078746824725,
"grad_norm": 99.8938217163086,
"learning_rate": 3.9287275907302144e-05,
"loss": 3.245405578613281,
"step": 5855
},
{
"epoch": 0.6202370872142252,
"grad_norm": 90.94245910644531,
"learning_rate": 3.9232619151727155e-05,
"loss": 3.2727939605712892,
"step": 5860
},
{
"epoch": 0.620766299745978,
"grad_norm": 96.75556182861328,
"learning_rate": 3.9177962396152166e-05,
"loss": 3.4227615356445313,
"step": 5865
},
{
"epoch": 0.6212955122777307,
"grad_norm": 99.02351379394531,
"learning_rate": 3.9123305640577176e-05,
"loss": 3.167201805114746,
"step": 5870
},
{
"epoch": 0.6218247248094835,
"grad_norm": 107.7061996459961,
"learning_rate": 3.906864888500219e-05,
"loss": 3.4197616577148438,
"step": 5875
},
{
"epoch": 0.6223539373412362,
"grad_norm": 107.16031646728516,
"learning_rate": 3.9013992129427205e-05,
"loss": 3.293680191040039,
"step": 5880
},
{
"epoch": 0.622883149872989,
"grad_norm": 144.91246032714844,
"learning_rate": 3.8959335373852215e-05,
"loss": 3.0610445022583006,
"step": 5885
},
{
"epoch": 0.6234123624047417,
"grad_norm": 90.03103637695312,
"learning_rate": 3.890467861827722e-05,
"loss": 3.1036121368408205,
"step": 5890
},
{
"epoch": 0.6239415749364945,
"grad_norm": 110.24656677246094,
"learning_rate": 3.885002186270223e-05,
"loss": 3.2140968322753904,
"step": 5895
},
{
"epoch": 0.6244707874682472,
"grad_norm": 94.6957015991211,
"learning_rate": 3.879536510712724e-05,
"loss": 3.204090118408203,
"step": 5900
},
{
"epoch": 0.625,
"grad_norm": 99.93042755126953,
"learning_rate": 3.874070835155225e-05,
"loss": 3.1335018157958983,
"step": 5905
},
{
"epoch": 0.6255292125317528,
"grad_norm": 103.08101654052734,
"learning_rate": 3.868605159597726e-05,
"loss": 3.2030433654785155,
"step": 5910
},
{
"epoch": 0.6260584250635055,
"grad_norm": 119.17842102050781,
"learning_rate": 3.863139484040227e-05,
"loss": 3.1599233627319334,
"step": 5915
},
{
"epoch": 0.6265876375952583,
"grad_norm": 105.07244873046875,
"learning_rate": 3.8576738084827284e-05,
"loss": 3.337451934814453,
"step": 5920
},
{
"epoch": 0.627116850127011,
"grad_norm": 93.55057525634766,
"learning_rate": 3.8522081329252294e-05,
"loss": 3.305023956298828,
"step": 5925
},
{
"epoch": 0.6276460626587638,
"grad_norm": 93.06999969482422,
"learning_rate": 3.8467424573677305e-05,
"loss": 3.1824031829833985,
"step": 5930
},
{
"epoch": 0.6281752751905165,
"grad_norm": 104.15284729003906,
"learning_rate": 3.8412767818102316e-05,
"loss": 3.15637321472168,
"step": 5935
},
{
"epoch": 0.6287044877222693,
"grad_norm": 116.73829650878906,
"learning_rate": 3.835811106252733e-05,
"loss": 3.34820442199707,
"step": 5940
},
{
"epoch": 0.629233700254022,
"grad_norm": 87.91917419433594,
"learning_rate": 3.8303454306952344e-05,
"loss": 3.2674007415771484,
"step": 5945
},
{
"epoch": 0.6297629127857748,
"grad_norm": 115.92162322998047,
"learning_rate": 3.8248797551377355e-05,
"loss": 3.1558759689331053,
"step": 5950
},
{
"epoch": 0.6302921253175275,
"grad_norm": 118.28887939453125,
"learning_rate": 3.8194140795802365e-05,
"loss": 3.09631233215332,
"step": 5955
},
{
"epoch": 0.6308213378492803,
"grad_norm": 98.94567108154297,
"learning_rate": 3.8139484040227376e-05,
"loss": 3.1388370513916017,
"step": 5960
},
{
"epoch": 0.631350550381033,
"grad_norm": 109.13552856445312,
"learning_rate": 3.808482728465239e-05,
"loss": 3.317465972900391,
"step": 5965
},
{
"epoch": 0.6318797629127858,
"grad_norm": 109.65865325927734,
"learning_rate": 3.80301705290774e-05,
"loss": 3.177033615112305,
"step": 5970
},
{
"epoch": 0.6324089754445386,
"grad_norm": 109.8292236328125,
"learning_rate": 3.797551377350241e-05,
"loss": 3.1965091705322264,
"step": 5975
},
{
"epoch": 0.6329381879762913,
"grad_norm": 95.42479705810547,
"learning_rate": 3.792085701792742e-05,
"loss": 3.292789077758789,
"step": 5980
},
{
"epoch": 0.6334674005080441,
"grad_norm": 95.59716796875,
"learning_rate": 3.786620026235243e-05,
"loss": 3.2010757446289064,
"step": 5985
},
{
"epoch": 0.6339966130397968,
"grad_norm": 112.45977020263672,
"learning_rate": 3.781154350677744e-05,
"loss": 3.3146347045898437,
"step": 5990
},
{
"epoch": 0.6345258255715496,
"grad_norm": 99.36308288574219,
"learning_rate": 3.775688675120245e-05,
"loss": 3.231491470336914,
"step": 5995
},
{
"epoch": 0.6350550381033023,
"grad_norm": 94.2869644165039,
"learning_rate": 3.770222999562746e-05,
"loss": 3.179366683959961,
"step": 6000
},
{
"epoch": 0.6355842506350551,
"grad_norm": 108.7305679321289,
"learning_rate": 3.764757324005247e-05,
"loss": 3.2549365997314452,
"step": 6005
},
{
"epoch": 0.6361134631668078,
"grad_norm": 99.6832504272461,
"learning_rate": 3.759291648447748e-05,
"loss": 3.294747543334961,
"step": 6010
},
{
"epoch": 0.6366426756985606,
"grad_norm": 97.59378051757812,
"learning_rate": 3.7538259728902494e-05,
"loss": 3.256149673461914,
"step": 6015
},
{
"epoch": 0.6371718882303133,
"grad_norm": 90.62565612792969,
"learning_rate": 3.7483602973327505e-05,
"loss": 3.2175277709960937,
"step": 6020
},
{
"epoch": 0.6377011007620661,
"grad_norm": 96.01482391357422,
"learning_rate": 3.7428946217752515e-05,
"loss": 3.1289041519165037,
"step": 6025
},
{
"epoch": 0.6382303132938189,
"grad_norm": 104.51459503173828,
"learning_rate": 3.7374289462177526e-05,
"loss": 3.1774642944335936,
"step": 6030
},
{
"epoch": 0.6387595258255715,
"grad_norm": 106.32676696777344,
"learning_rate": 3.731963270660254e-05,
"loss": 3.1987529754638673,
"step": 6035
},
{
"epoch": 0.6392887383573242,
"grad_norm": 89.15081024169922,
"learning_rate": 3.726497595102755e-05,
"loss": 3.0265392303466796,
"step": 6040
},
{
"epoch": 0.639817950889077,
"grad_norm": 97.45038604736328,
"learning_rate": 3.721031919545256e-05,
"loss": 3.2271343231201173,
"step": 6045
},
{
"epoch": 0.6403471634208298,
"grad_norm": 99.11729431152344,
"learning_rate": 3.715566243987757e-05,
"loss": 3.015730285644531,
"step": 6050
},
{
"epoch": 0.6408763759525825,
"grad_norm": 111.33135986328125,
"learning_rate": 3.710100568430258e-05,
"loss": 3.225272369384766,
"step": 6055
},
{
"epoch": 0.6414055884843353,
"grad_norm": 92.33426666259766,
"learning_rate": 3.704634892872759e-05,
"loss": 3.344970703125,
"step": 6060
},
{
"epoch": 0.641934801016088,
"grad_norm": 112.42007446289062,
"learning_rate": 3.69916921731526e-05,
"loss": 3.224109649658203,
"step": 6065
},
{
"epoch": 0.6424640135478408,
"grad_norm": 102.44070434570312,
"learning_rate": 3.693703541757761e-05,
"loss": 3.1731218338012694,
"step": 6070
},
{
"epoch": 0.6429932260795935,
"grad_norm": 118.515380859375,
"learning_rate": 3.688237866200262e-05,
"loss": 3.141306686401367,
"step": 6075
},
{
"epoch": 0.6435224386113463,
"grad_norm": 127.23444366455078,
"learning_rate": 3.682772190642764e-05,
"loss": 3.2625148773193358,
"step": 6080
},
{
"epoch": 0.644051651143099,
"grad_norm": 101.60785675048828,
"learning_rate": 3.677306515085265e-05,
"loss": 3.136819076538086,
"step": 6085
},
{
"epoch": 0.6445808636748518,
"grad_norm": 91.97917938232422,
"learning_rate": 3.671840839527766e-05,
"loss": 3.163041687011719,
"step": 6090
},
{
"epoch": 0.6451100762066045,
"grad_norm": 107.99864959716797,
"learning_rate": 3.666375163970267e-05,
"loss": 3.2421333312988283,
"step": 6095
},
{
"epoch": 0.6456392887383573,
"grad_norm": 100.35689544677734,
"learning_rate": 3.660909488412768e-05,
"loss": 3.2437885284423826,
"step": 6100
},
{
"epoch": 0.64616850127011,
"grad_norm": 91.75008392333984,
"learning_rate": 3.6554438128552694e-05,
"loss": 3.3130794525146485,
"step": 6105
},
{
"epoch": 0.6466977138018628,
"grad_norm": 93.13568878173828,
"learning_rate": 3.6499781372977704e-05,
"loss": 3.325783920288086,
"step": 6110
},
{
"epoch": 0.6472269263336156,
"grad_norm": 98.28683471679688,
"learning_rate": 3.6445124617402715e-05,
"loss": 3.4600269317626955,
"step": 6115
},
{
"epoch": 0.6477561388653683,
"grad_norm": 104.7712631225586,
"learning_rate": 3.6390467861827726e-05,
"loss": 3.046281623840332,
"step": 6120
},
{
"epoch": 0.6482853513971211,
"grad_norm": 108.6734390258789,
"learning_rate": 3.6335811106252737e-05,
"loss": 3.1663402557373046,
"step": 6125
},
{
"epoch": 0.6488145639288738,
"grad_norm": 95.2267074584961,
"learning_rate": 3.628115435067774e-05,
"loss": 3.0695049285888674,
"step": 6130
},
{
"epoch": 0.6493437764606266,
"grad_norm": 102.74263000488281,
"learning_rate": 3.622649759510275e-05,
"loss": 3.220627212524414,
"step": 6135
},
{
"epoch": 0.6498729889923793,
"grad_norm": 93.56531524658203,
"learning_rate": 3.617184083952776e-05,
"loss": 3.292916107177734,
"step": 6140
},
{
"epoch": 0.6504022015241321,
"grad_norm": 95.85621643066406,
"learning_rate": 3.611718408395278e-05,
"loss": 3.2082714080810546,
"step": 6145
},
{
"epoch": 0.6509314140558848,
"grad_norm": 103.43653869628906,
"learning_rate": 3.606252732837779e-05,
"loss": 3.0824947357177734,
"step": 6150
},
{
"epoch": 0.6514606265876376,
"grad_norm": 96.45076751708984,
"learning_rate": 3.60078705728028e-05,
"loss": 3.159675407409668,
"step": 6155
},
{
"epoch": 0.6519898391193903,
"grad_norm": 117.96757507324219,
"learning_rate": 3.595321381722781e-05,
"loss": 3.3367713928222655,
"step": 6160
},
{
"epoch": 0.6525190516511431,
"grad_norm": 135.9295196533203,
"learning_rate": 3.589855706165282e-05,
"loss": 3.3566051483154298,
"step": 6165
},
{
"epoch": 0.6530482641828959,
"grad_norm": 98.18963623046875,
"learning_rate": 3.584390030607783e-05,
"loss": 3.2277267456054686,
"step": 6170
},
{
"epoch": 0.6535774767146486,
"grad_norm": 90.64617156982422,
"learning_rate": 3.5789243550502844e-05,
"loss": 3.228302001953125,
"step": 6175
},
{
"epoch": 0.6541066892464014,
"grad_norm": 92.94564056396484,
"learning_rate": 3.5734586794927854e-05,
"loss": 3.090983772277832,
"step": 6180
},
{
"epoch": 0.6546359017781541,
"grad_norm": 86.60629272460938,
"learning_rate": 3.5679930039352865e-05,
"loss": 3.028981399536133,
"step": 6185
},
{
"epoch": 0.6551651143099069,
"grad_norm": 121.07756805419922,
"learning_rate": 3.5625273283777876e-05,
"loss": 3.269583511352539,
"step": 6190
},
{
"epoch": 0.6556943268416596,
"grad_norm": 111.33930206298828,
"learning_rate": 3.557061652820289e-05,
"loss": 3.3335079193115233,
"step": 6195
},
{
"epoch": 0.6562235393734124,
"grad_norm": 90.88170623779297,
"learning_rate": 3.55159597726279e-05,
"loss": 3.072829818725586,
"step": 6200
},
{
"epoch": 0.6567527519051651,
"grad_norm": 96.93716430664062,
"learning_rate": 3.546130301705291e-05,
"loss": 3.079344367980957,
"step": 6205
},
{
"epoch": 0.6572819644369179,
"grad_norm": 139.69659423828125,
"learning_rate": 3.540664626147792e-05,
"loss": 2.9988874435424804,
"step": 6210
},
{
"epoch": 0.6578111769686706,
"grad_norm": 91.88215637207031,
"learning_rate": 3.535198950590293e-05,
"loss": 3.1554790496826173,
"step": 6215
},
{
"epoch": 0.6583403895004234,
"grad_norm": 101.8023910522461,
"learning_rate": 3.529733275032795e-05,
"loss": 3.1170883178710938,
"step": 6220
},
{
"epoch": 0.6588696020321761,
"grad_norm": 92.73773193359375,
"learning_rate": 3.524267599475296e-05,
"loss": 3.05515079498291,
"step": 6225
},
{
"epoch": 0.6593988145639289,
"grad_norm": 92.16571044921875,
"learning_rate": 3.518801923917797e-05,
"loss": 3.10054874420166,
"step": 6230
},
{
"epoch": 0.6599280270956817,
"grad_norm": 99.01516723632812,
"learning_rate": 3.513336248360298e-05,
"loss": 3.215891647338867,
"step": 6235
},
{
"epoch": 0.6604572396274344,
"grad_norm": 88.43275451660156,
"learning_rate": 3.507870572802799e-05,
"loss": 3.0915237426757813,
"step": 6240
},
{
"epoch": 0.6609864521591872,
"grad_norm": 99.02763366699219,
"learning_rate": 3.5024048972452994e-05,
"loss": 3.119279670715332,
"step": 6245
},
{
"epoch": 0.6615156646909399,
"grad_norm": 96.32633209228516,
"learning_rate": 3.4969392216878005e-05,
"loss": 3.0945974349975587,
"step": 6250
},
{
"epoch": 0.6620448772226927,
"grad_norm": 95.90365600585938,
"learning_rate": 3.4914735461303015e-05,
"loss": 3.0487619400024415,
"step": 6255
},
{
"epoch": 0.6625740897544454,
"grad_norm": 105.57530212402344,
"learning_rate": 3.4860078705728026e-05,
"loss": 3.246746063232422,
"step": 6260
},
{
"epoch": 0.6631033022861982,
"grad_norm": 93.60369873046875,
"learning_rate": 3.480542195015304e-05,
"loss": 3.234148406982422,
"step": 6265
},
{
"epoch": 0.6636325148179509,
"grad_norm": 116.31813049316406,
"learning_rate": 3.475076519457805e-05,
"loss": 3.1637590408325194,
"step": 6270
},
{
"epoch": 0.6641617273497037,
"grad_norm": 92.20186614990234,
"learning_rate": 3.469610843900306e-05,
"loss": 3.1217540740966796,
"step": 6275
},
{
"epoch": 0.6646909398814564,
"grad_norm": 108.21944427490234,
"learning_rate": 3.464145168342807e-05,
"loss": 3.2449996948242186,
"step": 6280
},
{
"epoch": 0.6652201524132092,
"grad_norm": 96.92255401611328,
"learning_rate": 3.4586794927853086e-05,
"loss": 3.249947738647461,
"step": 6285
},
{
"epoch": 0.665749364944962,
"grad_norm": 106.54916381835938,
"learning_rate": 3.45321381722781e-05,
"loss": 3.1058061599731444,
"step": 6290
},
{
"epoch": 0.6662785774767146,
"grad_norm": 107.9012222290039,
"learning_rate": 3.447748141670311e-05,
"loss": 3.3110584259033202,
"step": 6295
},
{
"epoch": 0.6668077900084673,
"grad_norm": 95.71866607666016,
"learning_rate": 3.442282466112812e-05,
"loss": 3.369963836669922,
"step": 6300
},
{
"epoch": 0.6673370025402201,
"grad_norm": 109.45330810546875,
"learning_rate": 3.436816790555313e-05,
"loss": 3.287378692626953,
"step": 6305
},
{
"epoch": 0.6678662150719729,
"grad_norm": 82.7364501953125,
"learning_rate": 3.431351114997814e-05,
"loss": 3.0346742630004884,
"step": 6310
},
{
"epoch": 0.6683954276037256,
"grad_norm": 110.63338470458984,
"learning_rate": 3.425885439440315e-05,
"loss": 3.2561546325683595,
"step": 6315
},
{
"epoch": 0.6689246401354784,
"grad_norm": 97.21495819091797,
"learning_rate": 3.420419763882816e-05,
"loss": 3.0219680786132814,
"step": 6320
},
{
"epoch": 0.6694538526672311,
"grad_norm": 103.87834930419922,
"learning_rate": 3.414954088325317e-05,
"loss": 3.422984313964844,
"step": 6325
},
{
"epoch": 0.6699830651989839,
"grad_norm": 116.20391845703125,
"learning_rate": 3.409488412767818e-05,
"loss": 3.2426837921142577,
"step": 6330
},
{
"epoch": 0.6705122777307366,
"grad_norm": 97.1752700805664,
"learning_rate": 3.4040227372103194e-05,
"loss": 3.152887725830078,
"step": 6335
},
{
"epoch": 0.6710414902624894,
"grad_norm": 120.64044189453125,
"learning_rate": 3.3985570616528204e-05,
"loss": 3.3833667755126955,
"step": 6340
},
{
"epoch": 0.6715707027942421,
"grad_norm": 118.88255310058594,
"learning_rate": 3.3930913860953215e-05,
"loss": 3.2843109130859376,
"step": 6345
},
{
"epoch": 0.6720999153259949,
"grad_norm": 102.67153930664062,
"learning_rate": 3.3876257105378226e-05,
"loss": 3.2551849365234373,
"step": 6350
},
{
"epoch": 0.6726291278577476,
"grad_norm": 103.4288330078125,
"learning_rate": 3.3821600349803236e-05,
"loss": 3.1139488220214844,
"step": 6355
},
{
"epoch": 0.6731583403895004,
"grad_norm": 110.72119903564453,
"learning_rate": 3.3766943594228254e-05,
"loss": 3.4591835021972654,
"step": 6360
},
{
"epoch": 0.6736875529212532,
"grad_norm": 92.86814880371094,
"learning_rate": 3.371228683865326e-05,
"loss": 3.2650707244873045,
"step": 6365
},
{
"epoch": 0.6742167654530059,
"grad_norm": 84.58413696289062,
"learning_rate": 3.365763008307827e-05,
"loss": 3.321497344970703,
"step": 6370
},
{
"epoch": 0.6747459779847587,
"grad_norm": 105.11344146728516,
"learning_rate": 3.360297332750328e-05,
"loss": 3.3858551025390624,
"step": 6375
},
{
"epoch": 0.6752751905165114,
"grad_norm": 86.93983459472656,
"learning_rate": 3.354831657192829e-05,
"loss": 3.1825862884521485,
"step": 6380
},
{
"epoch": 0.6758044030482642,
"grad_norm": 92.98670196533203,
"learning_rate": 3.34936598163533e-05,
"loss": 3.275018310546875,
"step": 6385
},
{
"epoch": 0.6763336155800169,
"grad_norm": 99.35352325439453,
"learning_rate": 3.343900306077831e-05,
"loss": 3.095114326477051,
"step": 6390
},
{
"epoch": 0.6768628281117697,
"grad_norm": 97.8539810180664,
"learning_rate": 3.338434630520332e-05,
"loss": 2.852899169921875,
"step": 6395
},
{
"epoch": 0.6773920406435224,
"grad_norm": 86.84920501708984,
"learning_rate": 3.332968954962833e-05,
"loss": 3.2719600677490233,
"step": 6400
},
{
"epoch": 0.6779212531752752,
"grad_norm": 108.16834259033203,
"learning_rate": 3.3275032794053344e-05,
"loss": 3.3956512451171874,
"step": 6405
},
{
"epoch": 0.6784504657070279,
"grad_norm": 83.79327392578125,
"learning_rate": 3.3220376038478354e-05,
"loss": 3.3289031982421875,
"step": 6410
},
{
"epoch": 0.6789796782387807,
"grad_norm": 112.51518249511719,
"learning_rate": 3.3165719282903365e-05,
"loss": 3.255754089355469,
"step": 6415
},
{
"epoch": 0.6795088907705334,
"grad_norm": 94.37859344482422,
"learning_rate": 3.311106252732838e-05,
"loss": 3.3232471466064455,
"step": 6420
},
{
"epoch": 0.6800381033022862,
"grad_norm": 94.8499755859375,
"learning_rate": 3.305640577175339e-05,
"loss": 3.2461124420166017,
"step": 6425
},
{
"epoch": 0.680567315834039,
"grad_norm": 96.71320343017578,
"learning_rate": 3.3001749016178404e-05,
"loss": 3.3783477783203124,
"step": 6430
},
{
"epoch": 0.6810965283657917,
"grad_norm": 100.84912109375,
"learning_rate": 3.2947092260603415e-05,
"loss": 3.1266242980957033,
"step": 6435
},
{
"epoch": 0.6816257408975445,
"grad_norm": 100.9733657836914,
"learning_rate": 3.2892435505028425e-05,
"loss": 3.20673828125,
"step": 6440
},
{
"epoch": 0.6821549534292972,
"grad_norm": 106.62444305419922,
"learning_rate": 3.2837778749453436e-05,
"loss": 3.345165252685547,
"step": 6445
},
{
"epoch": 0.68268416596105,
"grad_norm": 91.5910415649414,
"learning_rate": 3.278312199387845e-05,
"loss": 3.1857505798339845,
"step": 6450
},
{
"epoch": 0.6832133784928027,
"grad_norm": 103.56847381591797,
"learning_rate": 3.272846523830346e-05,
"loss": 3.228901672363281,
"step": 6455
},
{
"epoch": 0.6837425910245555,
"grad_norm": 106.77912139892578,
"learning_rate": 3.267380848272847e-05,
"loss": 3.0489681243896483,
"step": 6460
},
{
"epoch": 0.6842718035563082,
"grad_norm": 99.50106048583984,
"learning_rate": 3.261915172715348e-05,
"loss": 3.0585760116577148,
"step": 6465
},
{
"epoch": 0.684801016088061,
"grad_norm": 117.60416412353516,
"learning_rate": 3.256449497157849e-05,
"loss": 3.2950981140136717,
"step": 6470
},
{
"epoch": 0.6853302286198137,
"grad_norm": 105.0118408203125,
"learning_rate": 3.25098382160035e-05,
"loss": 3.322317123413086,
"step": 6475
},
{
"epoch": 0.6858594411515665,
"grad_norm": 109.92217254638672,
"learning_rate": 3.245518146042851e-05,
"loss": 3.2602684020996096,
"step": 6480
},
{
"epoch": 0.6863886536833192,
"grad_norm": 94.36053466796875,
"learning_rate": 3.240052470485352e-05,
"loss": 3.1804872512817384,
"step": 6485
},
{
"epoch": 0.686917866215072,
"grad_norm": 94.84355163574219,
"learning_rate": 3.234586794927853e-05,
"loss": 3.152665710449219,
"step": 6490
},
{
"epoch": 0.6874470787468248,
"grad_norm": 84.83480834960938,
"learning_rate": 3.2291211193703543e-05,
"loss": 3.2316173553466796,
"step": 6495
},
{
"epoch": 0.6879762912785775,
"grad_norm": 92.82937622070312,
"learning_rate": 3.2236554438128554e-05,
"loss": 3.120121192932129,
"step": 6500
},
{
"epoch": 0.6885055038103303,
"grad_norm": 98.43370819091797,
"learning_rate": 3.2181897682553565e-05,
"loss": 3.2896419525146485,
"step": 6505
},
{
"epoch": 0.689034716342083,
"grad_norm": 96.840576171875,
"learning_rate": 3.2127240926978576e-05,
"loss": 3.1286388397216798,
"step": 6510
},
{
"epoch": 0.6895639288738358,
"grad_norm": 101.14826202392578,
"learning_rate": 3.2072584171403586e-05,
"loss": 3.0809389114379884,
"step": 6515
},
{
"epoch": 0.6900931414055885,
"grad_norm": 91.67887878417969,
"learning_rate": 3.20179274158286e-05,
"loss": 3.275151824951172,
"step": 6520
},
{
"epoch": 0.6906223539373413,
"grad_norm": 107.53699493408203,
"learning_rate": 3.196327066025361e-05,
"loss": 2.967734527587891,
"step": 6525
},
{
"epoch": 0.691151566469094,
"grad_norm": 92.6325912475586,
"learning_rate": 3.190861390467862e-05,
"loss": 3.0851072311401366,
"step": 6530
},
{
"epoch": 0.6916807790008468,
"grad_norm": 120.37590026855469,
"learning_rate": 3.185395714910363e-05,
"loss": 3.3096878051757814,
"step": 6535
},
{
"epoch": 0.6922099915325995,
"grad_norm": 101.9857406616211,
"learning_rate": 3.179930039352864e-05,
"loss": 3.387028121948242,
"step": 6540
},
{
"epoch": 0.6927392040643523,
"grad_norm": 95.26993560791016,
"learning_rate": 3.174464363795365e-05,
"loss": 3.2649341583251954,
"step": 6545
},
{
"epoch": 0.6932684165961049,
"grad_norm": 96.95258331298828,
"learning_rate": 3.168998688237866e-05,
"loss": 3.139410972595215,
"step": 6550
},
{
"epoch": 0.6937976291278577,
"grad_norm": 90.88884735107422,
"learning_rate": 3.163533012680367e-05,
"loss": 3.131852722167969,
"step": 6555
},
{
"epoch": 0.6943268416596104,
"grad_norm": 101.89324951171875,
"learning_rate": 3.158067337122869e-05,
"loss": 3.1218116760253904,
"step": 6560
},
{
"epoch": 0.6948560541913632,
"grad_norm": 121.23030090332031,
"learning_rate": 3.15260166156537e-05,
"loss": 3.2252529144287108,
"step": 6565
},
{
"epoch": 0.695385266723116,
"grad_norm": 104.49240112304688,
"learning_rate": 3.147135986007871e-05,
"loss": 3.084453582763672,
"step": 6570
},
{
"epoch": 0.6959144792548687,
"grad_norm": 116.13005828857422,
"learning_rate": 3.141670310450372e-05,
"loss": 3.1766635894775392,
"step": 6575
},
{
"epoch": 0.6964436917866215,
"grad_norm": 83.90341186523438,
"learning_rate": 3.136204634892873e-05,
"loss": 2.9697505950927736,
"step": 6580
},
{
"epoch": 0.6969729043183742,
"grad_norm": 97.3719253540039,
"learning_rate": 3.130738959335374e-05,
"loss": 3.008747863769531,
"step": 6585
},
{
"epoch": 0.697502116850127,
"grad_norm": 108.13650512695312,
"learning_rate": 3.1252732837778754e-05,
"loss": 2.991709899902344,
"step": 6590
},
{
"epoch": 0.6980313293818797,
"grad_norm": 107.39496612548828,
"learning_rate": 3.1198076082203765e-05,
"loss": 3.128001403808594,
"step": 6595
},
{
"epoch": 0.6985605419136325,
"grad_norm": 99.36571502685547,
"learning_rate": 3.1143419326628775e-05,
"loss": 3.203472900390625,
"step": 6600
},
{
"epoch": 0.6990897544453852,
"grad_norm": 103.0421371459961,
"learning_rate": 3.108876257105378e-05,
"loss": 3.1791372299194336,
"step": 6605
},
{
"epoch": 0.699618966977138,
"grad_norm": 98.73234558105469,
"learning_rate": 3.103410581547879e-05,
"loss": 3.1616207122802735,
"step": 6610
},
{
"epoch": 0.7001481795088907,
"grad_norm": 107.00469207763672,
"learning_rate": 3.09794490599038e-05,
"loss": 3.297671890258789,
"step": 6615
},
{
"epoch": 0.7006773920406435,
"grad_norm": 83.05842590332031,
"learning_rate": 3.092479230432881e-05,
"loss": 3.231159973144531,
"step": 6620
},
{
"epoch": 0.7012066045723963,
"grad_norm": 90.50025177001953,
"learning_rate": 3.087013554875383e-05,
"loss": 3.285300064086914,
"step": 6625
},
{
"epoch": 0.701735817104149,
"grad_norm": 96.52877807617188,
"learning_rate": 3.081547879317884e-05,
"loss": 3.280509185791016,
"step": 6630
},
{
"epoch": 0.7022650296359018,
"grad_norm": 117.27645874023438,
"learning_rate": 3.076082203760385e-05,
"loss": 3.0630720138549803,
"step": 6635
},
{
"epoch": 0.7027942421676545,
"grad_norm": 99.33566284179688,
"learning_rate": 3.070616528202886e-05,
"loss": 3.174245834350586,
"step": 6640
},
{
"epoch": 0.7033234546994073,
"grad_norm": 93.41706848144531,
"learning_rate": 3.065150852645387e-05,
"loss": 2.966558837890625,
"step": 6645
},
{
"epoch": 0.70385266723116,
"grad_norm": 113.10447692871094,
"learning_rate": 3.059685177087888e-05,
"loss": 3.1923532485961914,
"step": 6650
},
{
"epoch": 0.7043818797629128,
"grad_norm": 109.83049774169922,
"learning_rate": 3.054219501530389e-05,
"loss": 3.2915672302246093,
"step": 6655
},
{
"epoch": 0.7049110922946655,
"grad_norm": 96.32814025878906,
"learning_rate": 3.0487538259728904e-05,
"loss": 3.25633544921875,
"step": 6660
},
{
"epoch": 0.7054403048264183,
"grad_norm": 85.33570861816406,
"learning_rate": 3.0432881504153915e-05,
"loss": 3.1974323272705076,
"step": 6665
},
{
"epoch": 0.705969517358171,
"grad_norm": 89.15446472167969,
"learning_rate": 3.0378224748578925e-05,
"loss": 3.1772417068481444,
"step": 6670
},
{
"epoch": 0.7064987298899238,
"grad_norm": 90.85778045654297,
"learning_rate": 3.0323567993003936e-05,
"loss": 3.326131057739258,
"step": 6675
},
{
"epoch": 0.7070279424216765,
"grad_norm": 94.9111328125,
"learning_rate": 3.026891123742895e-05,
"loss": 3.2523967742919924,
"step": 6680
},
{
"epoch": 0.7075571549534293,
"grad_norm": 89.57783508300781,
"learning_rate": 3.021425448185396e-05,
"loss": 3.1945600509643555,
"step": 6685
},
{
"epoch": 0.708086367485182,
"grad_norm": 104.17375946044922,
"learning_rate": 3.015959772627897e-05,
"loss": 3.2256675720214845,
"step": 6690
},
{
"epoch": 0.7086155800169348,
"grad_norm": 87.94002532958984,
"learning_rate": 3.0104940970703982e-05,
"loss": 2.9296749114990233,
"step": 6695
},
{
"epoch": 0.7091447925486876,
"grad_norm": 103.11075592041016,
"learning_rate": 3.0050284215128993e-05,
"loss": 3.3138458251953127,
"step": 6700
},
{
"epoch": 0.7096740050804403,
"grad_norm": 97.72723388671875,
"learning_rate": 2.9995627459554004e-05,
"loss": 3.401227569580078,
"step": 6705
},
{
"epoch": 0.7102032176121931,
"grad_norm": 96.94754028320312,
"learning_rate": 2.9940970703979015e-05,
"loss": 3.284384918212891,
"step": 6710
},
{
"epoch": 0.7107324301439458,
"grad_norm": 98.61775970458984,
"learning_rate": 2.9886313948404025e-05,
"loss": 3.297954559326172,
"step": 6715
},
{
"epoch": 0.7112616426756986,
"grad_norm": 102.26421356201172,
"learning_rate": 2.983165719282904e-05,
"loss": 3.25858154296875,
"step": 6720
},
{
"epoch": 0.7117908552074513,
"grad_norm": 100.79853820800781,
"learning_rate": 2.9777000437254043e-05,
"loss": 3.180531120300293,
"step": 6725
},
{
"epoch": 0.7123200677392041,
"grad_norm": 93.65972137451172,
"learning_rate": 2.9722343681679054e-05,
"loss": 3.0434999465942383,
"step": 6730
},
{
"epoch": 0.7128492802709568,
"grad_norm": 92.76268768310547,
"learning_rate": 2.9667686926104065e-05,
"loss": 3.0434669494628905,
"step": 6735
},
{
"epoch": 0.7133784928027096,
"grad_norm": 96.91361999511719,
"learning_rate": 2.9613030170529075e-05,
"loss": 3.340696334838867,
"step": 6740
},
{
"epoch": 0.7139077053344624,
"grad_norm": 101.24730682373047,
"learning_rate": 2.955837341495409e-05,
"loss": 3.289019775390625,
"step": 6745
},
{
"epoch": 0.7144369178662151,
"grad_norm": 88.16341400146484,
"learning_rate": 2.95037166593791e-05,
"loss": 3.251046371459961,
"step": 6750
},
{
"epoch": 0.7149661303979679,
"grad_norm": 90.01537322998047,
"learning_rate": 2.944905990380411e-05,
"loss": 3.103055953979492,
"step": 6755
},
{
"epoch": 0.7154953429297206,
"grad_norm": 107.14344787597656,
"learning_rate": 2.9394403148229122e-05,
"loss": 3.4325942993164062,
"step": 6760
},
{
"epoch": 0.7160245554614734,
"grad_norm": 90.486572265625,
"learning_rate": 2.9339746392654132e-05,
"loss": 3.278306579589844,
"step": 6765
},
{
"epoch": 0.7165537679932261,
"grad_norm": 86.96546936035156,
"learning_rate": 2.9285089637079143e-05,
"loss": 3.2035884857177734,
"step": 6770
},
{
"epoch": 0.7170829805249789,
"grad_norm": 101.23764038085938,
"learning_rate": 2.9230432881504154e-05,
"loss": 3.0484432220458983,
"step": 6775
},
{
"epoch": 0.7176121930567316,
"grad_norm": 108.03736877441406,
"learning_rate": 2.9175776125929165e-05,
"loss": 3.226527786254883,
"step": 6780
},
{
"epoch": 0.7181414055884844,
"grad_norm": 95.62602233886719,
"learning_rate": 2.912111937035418e-05,
"loss": 3.140492248535156,
"step": 6785
},
{
"epoch": 0.7186706181202371,
"grad_norm": 100.13877868652344,
"learning_rate": 2.906646261477919e-05,
"loss": 3.079452323913574,
"step": 6790
},
{
"epoch": 0.7191998306519899,
"grad_norm": 93.48674774169922,
"learning_rate": 2.90118058592042e-05,
"loss": 3.1868993759155275,
"step": 6795
},
{
"epoch": 0.7197290431837426,
"grad_norm": 96.05266571044922,
"learning_rate": 2.895714910362921e-05,
"loss": 3.1710226058959963,
"step": 6800
},
{
"epoch": 0.7202582557154953,
"grad_norm": 95.76934814453125,
"learning_rate": 2.890249234805422e-05,
"loss": 3.364788818359375,
"step": 6805
},
{
"epoch": 0.720787468247248,
"grad_norm": 91.53445434570312,
"learning_rate": 2.8847835592479232e-05,
"loss": 3.323583984375,
"step": 6810
},
{
"epoch": 0.7213166807790008,
"grad_norm": 113.33804321289062,
"learning_rate": 2.8793178836904243e-05,
"loss": 3.0910701751708984,
"step": 6815
},
{
"epoch": 0.7218458933107536,
"grad_norm": 96.34928131103516,
"learning_rate": 2.8738522081329257e-05,
"loss": 3.2126014709472654,
"step": 6820
},
{
"epoch": 0.7223751058425063,
"grad_norm": 101.07191467285156,
"learning_rate": 2.8683865325754268e-05,
"loss": 3.039394760131836,
"step": 6825
},
{
"epoch": 0.7229043183742591,
"grad_norm": 94.85098266601562,
"learning_rate": 2.862920857017928e-05,
"loss": 3.347397232055664,
"step": 6830
},
{
"epoch": 0.7234335309060118,
"grad_norm": 93.69073486328125,
"learning_rate": 2.857455181460429e-05,
"loss": 2.921308708190918,
"step": 6835
},
{
"epoch": 0.7239627434377646,
"grad_norm": 112.33880615234375,
"learning_rate": 2.85198950590293e-05,
"loss": 3.0859390258789063,
"step": 6840
},
{
"epoch": 0.7244919559695173,
"grad_norm": 93.8053207397461,
"learning_rate": 2.8465238303454307e-05,
"loss": 3.125534439086914,
"step": 6845
},
{
"epoch": 0.7250211685012701,
"grad_norm": 92.8594970703125,
"learning_rate": 2.8410581547879318e-05,
"loss": 3.133363723754883,
"step": 6850
},
{
"epoch": 0.7255503810330228,
"grad_norm": 95.6358871459961,
"learning_rate": 2.835592479230433e-05,
"loss": 3.273229217529297,
"step": 6855
},
{
"epoch": 0.7260795935647756,
"grad_norm": 82.43944549560547,
"learning_rate": 2.830126803672934e-05,
"loss": 3.1051656723022463,
"step": 6860
},
{
"epoch": 0.7266088060965283,
"grad_norm": 94.97285461425781,
"learning_rate": 2.824661128115435e-05,
"loss": 2.936834716796875,
"step": 6865
},
{
"epoch": 0.7271380186282811,
"grad_norm": 97.9998779296875,
"learning_rate": 2.819195452557936e-05,
"loss": 2.9764516830444334,
"step": 6870
},
{
"epoch": 0.7276672311600338,
"grad_norm": 99.62156677246094,
"learning_rate": 2.813729777000437e-05,
"loss": 3.1006099700927736,
"step": 6875
},
{
"epoch": 0.7281964436917866,
"grad_norm": 99.1655044555664,
"learning_rate": 2.8082641014429382e-05,
"loss": 3.1530784606933593,
"step": 6880
},
{
"epoch": 0.7287256562235394,
"grad_norm": 92.83968353271484,
"learning_rate": 2.8027984258854396e-05,
"loss": 3.1400390625,
"step": 6885
},
{
"epoch": 0.7292548687552921,
"grad_norm": 89.63814544677734,
"learning_rate": 2.7973327503279407e-05,
"loss": 3.159608840942383,
"step": 6890
},
{
"epoch": 0.7297840812870449,
"grad_norm": 94.07051086425781,
"learning_rate": 2.7918670747704418e-05,
"loss": 3.067954444885254,
"step": 6895
},
{
"epoch": 0.7303132938187976,
"grad_norm": 98.4886245727539,
"learning_rate": 2.786401399212943e-05,
"loss": 3.0739240646362305,
"step": 6900
},
{
"epoch": 0.7308425063505504,
"grad_norm": 93.83541870117188,
"learning_rate": 2.780935723655444e-05,
"loss": 3.090982437133789,
"step": 6905
},
{
"epoch": 0.7313717188823031,
"grad_norm": 108.19422149658203,
"learning_rate": 2.775470048097945e-05,
"loss": 2.9341804504394533,
"step": 6910
},
{
"epoch": 0.7319009314140559,
"grad_norm": 116.79402923583984,
"learning_rate": 2.770004372540446e-05,
"loss": 3.1849218368530274,
"step": 6915
},
{
"epoch": 0.7324301439458086,
"grad_norm": 91.28562927246094,
"learning_rate": 2.764538696982947e-05,
"loss": 3.287946319580078,
"step": 6920
},
{
"epoch": 0.7329593564775614,
"grad_norm": 102.57402801513672,
"learning_rate": 2.7590730214254486e-05,
"loss": 3.2004539489746096,
"step": 6925
},
{
"epoch": 0.7334885690093141,
"grad_norm": 129.30361938476562,
"learning_rate": 2.7536073458679496e-05,
"loss": 3.0789085388183595,
"step": 6930
},
{
"epoch": 0.7340177815410669,
"grad_norm": 99.73654174804688,
"learning_rate": 2.7481416703104507e-05,
"loss": 3.122430992126465,
"step": 6935
},
{
"epoch": 0.7345469940728196,
"grad_norm": 96.73098754882812,
"learning_rate": 2.7426759947529518e-05,
"loss": 3.3203773498535156,
"step": 6940
},
{
"epoch": 0.7350762066045724,
"grad_norm": 102.75507354736328,
"learning_rate": 2.737210319195453e-05,
"loss": 3.2615161895751954,
"step": 6945
},
{
"epoch": 0.7356054191363252,
"grad_norm": 98.61797332763672,
"learning_rate": 2.731744643637954e-05,
"loss": 3.148640251159668,
"step": 6950
},
{
"epoch": 0.7361346316680779,
"grad_norm": 111.81849670410156,
"learning_rate": 2.726278968080455e-05,
"loss": 3.062653160095215,
"step": 6955
},
{
"epoch": 0.7366638441998307,
"grad_norm": 98.88538360595703,
"learning_rate": 2.7208132925229557e-05,
"loss": 3.291517639160156,
"step": 6960
},
{
"epoch": 0.7371930567315834,
"grad_norm": 97.9454345703125,
"learning_rate": 2.7153476169654568e-05,
"loss": 3.051723670959473,
"step": 6965
},
{
"epoch": 0.7377222692633362,
"grad_norm": 106.22430419921875,
"learning_rate": 2.709881941407958e-05,
"loss": 3.2395301818847657,
"step": 6970
},
{
"epoch": 0.7382514817950889,
"grad_norm": 92.90946197509766,
"learning_rate": 2.704416265850459e-05,
"loss": 2.9305583953857424,
"step": 6975
},
{
"epoch": 0.7387806943268417,
"grad_norm": 93.62828826904297,
"learning_rate": 2.69895059029296e-05,
"loss": 3.2849151611328127,
"step": 6980
},
{
"epoch": 0.7393099068585944,
"grad_norm": 96.52751922607422,
"learning_rate": 2.6934849147354614e-05,
"loss": 3.0079248428344725,
"step": 6985
},
{
"epoch": 0.7398391193903472,
"grad_norm": 96.73686218261719,
"learning_rate": 2.6880192391779625e-05,
"loss": 2.9686317443847656,
"step": 6990
},
{
"epoch": 0.7403683319220999,
"grad_norm": 84.41090393066406,
"learning_rate": 2.6825535636204636e-05,
"loss": 3.187767219543457,
"step": 6995
},
{
"epoch": 0.7408975444538527,
"grad_norm": 104.62406921386719,
"learning_rate": 2.6770878880629646e-05,
"loss": 3.3290546417236326,
"step": 7000
},
{
"epoch": 0.7414267569856055,
"grad_norm": 90.56267547607422,
"learning_rate": 2.6716222125054657e-05,
"loss": 3.181904983520508,
"step": 7005
},
{
"epoch": 0.7419559695173582,
"grad_norm": 104.701171875,
"learning_rate": 2.6661565369479668e-05,
"loss": 3.1954484939575196,
"step": 7010
},
{
"epoch": 0.742485182049111,
"grad_norm": 82.41323852539062,
"learning_rate": 2.660690861390468e-05,
"loss": 3.2257339477539064,
"step": 7015
},
{
"epoch": 0.7430143945808637,
"grad_norm": 94.6490249633789,
"learning_rate": 2.655225185832969e-05,
"loss": 3.192315864562988,
"step": 7020
},
{
"epoch": 0.7435436071126165,
"grad_norm": 107.76851654052734,
"learning_rate": 2.6497595102754703e-05,
"loss": 3.199942779541016,
"step": 7025
},
{
"epoch": 0.7440728196443692,
"grad_norm": 107.44436645507812,
"learning_rate": 2.6442938347179714e-05,
"loss": 3.372731018066406,
"step": 7030
},
{
"epoch": 0.744602032176122,
"grad_norm": 95.27796936035156,
"learning_rate": 2.6388281591604725e-05,
"loss": 3.1558744430541994,
"step": 7035
},
{
"epoch": 0.7451312447078747,
"grad_norm": 116.80908203125,
"learning_rate": 2.6333624836029736e-05,
"loss": 3.2547866821289064,
"step": 7040
},
{
"epoch": 0.7456604572396275,
"grad_norm": 97.09227752685547,
"learning_rate": 2.6278968080454746e-05,
"loss": 3.1794557571411133,
"step": 7045
},
{
"epoch": 0.7461896697713802,
"grad_norm": 81.62045288085938,
"learning_rate": 2.6224311324879757e-05,
"loss": 3.074641227722168,
"step": 7050
},
{
"epoch": 0.746718882303133,
"grad_norm": 93.63645935058594,
"learning_rate": 2.6169654569304768e-05,
"loss": 3.258111572265625,
"step": 7055
},
{
"epoch": 0.7472480948348857,
"grad_norm": 88.03865051269531,
"learning_rate": 2.6114997813729782e-05,
"loss": 3.136890411376953,
"step": 7060
},
{
"epoch": 0.7477773073666384,
"grad_norm": 100.8573226928711,
"learning_rate": 2.6060341058154793e-05,
"loss": 3.1977128982543945,
"step": 7065
},
{
"epoch": 0.7483065198983911,
"grad_norm": 88.48420715332031,
"learning_rate": 2.6005684302579803e-05,
"loss": 3.1055976867675783,
"step": 7070
},
{
"epoch": 0.7488357324301439,
"grad_norm": 92.81365966796875,
"learning_rate": 2.5951027547004814e-05,
"loss": 3.0680784225463866,
"step": 7075
},
{
"epoch": 0.7493649449618967,
"grad_norm": 110.00093078613281,
"learning_rate": 2.5896370791429818e-05,
"loss": 3.402659606933594,
"step": 7080
},
{
"epoch": 0.7498941574936494,
"grad_norm": 110.64208221435547,
"learning_rate": 2.5841714035854832e-05,
"loss": 3.123129653930664,
"step": 7085
},
{
"epoch": 0.7504233700254022,
"grad_norm": 102.28157806396484,
"learning_rate": 2.5787057280279843e-05,
"loss": 3.0702884674072264,
"step": 7090
},
{
"epoch": 0.7509525825571549,
"grad_norm": 90.67543029785156,
"learning_rate": 2.5732400524704853e-05,
"loss": 3.122221755981445,
"step": 7095
},
{
"epoch": 0.7514817950889077,
"grad_norm": 92.52833557128906,
"learning_rate": 2.5677743769129864e-05,
"loss": 3.0538347244262694,
"step": 7100
},
{
"epoch": 0.7520110076206604,
"grad_norm": 90.49190521240234,
"learning_rate": 2.5623087013554875e-05,
"loss": 3.2258811950683595,
"step": 7105
},
{
"epoch": 0.7525402201524132,
"grad_norm": 119.56405639648438,
"learning_rate": 2.5568430257979886e-05,
"loss": 3.070827865600586,
"step": 7110
},
{
"epoch": 0.7530694326841659,
"grad_norm": 99.13033294677734,
"learning_rate": 2.5513773502404896e-05,
"loss": 3.1551839828491213,
"step": 7115
},
{
"epoch": 0.7535986452159187,
"grad_norm": 107.27053833007812,
"learning_rate": 2.5459116746829907e-05,
"loss": 3.1693309783935546,
"step": 7120
},
{
"epoch": 0.7541278577476714,
"grad_norm": 103.18020629882812,
"learning_rate": 2.540445999125492e-05,
"loss": 3.152731704711914,
"step": 7125
},
{
"epoch": 0.7546570702794242,
"grad_norm": 121.04452514648438,
"learning_rate": 2.5349803235679932e-05,
"loss": 3.1285367965698243,
"step": 7130
},
{
"epoch": 0.755186282811177,
"grad_norm": 104.16171264648438,
"learning_rate": 2.5295146480104943e-05,
"loss": 3.1541587829589846,
"step": 7135
},
{
"epoch": 0.7557154953429297,
"grad_norm": 113.76219940185547,
"learning_rate": 2.5240489724529953e-05,
"loss": 3.1221168518066404,
"step": 7140
},
{
"epoch": 0.7562447078746825,
"grad_norm": 104.44983673095703,
"learning_rate": 2.5185832968954964e-05,
"loss": 3.234090042114258,
"step": 7145
},
{
"epoch": 0.7567739204064352,
"grad_norm": 136.64410400390625,
"learning_rate": 2.5131176213379975e-05,
"loss": 3.2448333740234374,
"step": 7150
},
{
"epoch": 0.757303132938188,
"grad_norm": 93.26493072509766,
"learning_rate": 2.5076519457804986e-05,
"loss": 3.127311897277832,
"step": 7155
},
{
"epoch": 0.7578323454699407,
"grad_norm": 86.48040008544922,
"learning_rate": 2.5021862702229996e-05,
"loss": 3.2670875549316407,
"step": 7160
},
{
"epoch": 0.7583615580016935,
"grad_norm": 120.59800720214844,
"learning_rate": 2.496720594665501e-05,
"loss": 3.2044052124023437,
"step": 7165
},
{
"epoch": 0.7588907705334462,
"grad_norm": 103.63650512695312,
"learning_rate": 2.4912549191080018e-05,
"loss": 3.0289405822753905,
"step": 7170
},
{
"epoch": 0.759419983065199,
"grad_norm": 96.83135986328125,
"learning_rate": 2.485789243550503e-05,
"loss": 3.207854080200195,
"step": 7175
},
{
"epoch": 0.7599491955969517,
"grad_norm": 119.34393310546875,
"learning_rate": 2.480323567993004e-05,
"loss": 3.046561431884766,
"step": 7180
},
{
"epoch": 0.7604784081287045,
"grad_norm": 130.52761840820312,
"learning_rate": 2.474857892435505e-05,
"loss": 3.162090301513672,
"step": 7185
},
{
"epoch": 0.7610076206604572,
"grad_norm": 98.44735717773438,
"learning_rate": 2.469392216878006e-05,
"loss": 3.1480640411376952,
"step": 7190
},
{
"epoch": 0.76153683319221,
"grad_norm": 96.9550552368164,
"learning_rate": 2.4639265413205075e-05,
"loss": 3.3318370819091796,
"step": 7195
},
{
"epoch": 0.7620660457239627,
"grad_norm": 100.78157806396484,
"learning_rate": 2.4584608657630085e-05,
"loss": 3.4896804809570314,
"step": 7200
},
{
"epoch": 0.7625952582557155,
"grad_norm": 109.62162780761719,
"learning_rate": 2.4529951902055096e-05,
"loss": 3.0524013519287108,
"step": 7205
},
{
"epoch": 0.7631244707874683,
"grad_norm": 93.78715515136719,
"learning_rate": 2.4475295146480107e-05,
"loss": 3.1735877990722656,
"step": 7210
},
{
"epoch": 0.763653683319221,
"grad_norm": 99.84104919433594,
"learning_rate": 2.4420638390905118e-05,
"loss": 3.262665939331055,
"step": 7215
},
{
"epoch": 0.7641828958509738,
"grad_norm": 90.05369567871094,
"learning_rate": 2.4365981635330128e-05,
"loss": 3.1697315216064452,
"step": 7220
},
{
"epoch": 0.7647121083827265,
"grad_norm": 106.86636352539062,
"learning_rate": 2.431132487975514e-05,
"loss": 3.4119754791259767,
"step": 7225
},
{
"epoch": 0.7652413209144793,
"grad_norm": 103.14944458007812,
"learning_rate": 2.425666812418015e-05,
"loss": 3.146983337402344,
"step": 7230
},
{
"epoch": 0.765770533446232,
"grad_norm": 102.5586929321289,
"learning_rate": 2.420201136860516e-05,
"loss": 3.096980667114258,
"step": 7235
},
{
"epoch": 0.7662997459779848,
"grad_norm": 116.98278045654297,
"learning_rate": 2.414735461303017e-05,
"loss": 3.2842864990234375,
"step": 7240
},
{
"epoch": 0.7668289585097375,
"grad_norm": 116.77267456054688,
"learning_rate": 2.4092697857455182e-05,
"loss": 3.254795455932617,
"step": 7245
},
{
"epoch": 0.7673581710414903,
"grad_norm": 94.25969696044922,
"learning_rate": 2.4038041101880193e-05,
"loss": 2.886015510559082,
"step": 7250
},
{
"epoch": 0.767887383573243,
"grad_norm": 95.29177856445312,
"learning_rate": 2.3983384346305203e-05,
"loss": 3.1705698013305663,
"step": 7255
},
{
"epoch": 0.7684165961049958,
"grad_norm": 90.91902160644531,
"learning_rate": 2.3928727590730214e-05,
"loss": 3.098993682861328,
"step": 7260
},
{
"epoch": 0.7689458086367486,
"grad_norm": 105.33673095703125,
"learning_rate": 2.3874070835155228e-05,
"loss": 3.1880645751953125,
"step": 7265
},
{
"epoch": 0.7694750211685013,
"grad_norm": 112.22552490234375,
"learning_rate": 2.381941407958024e-05,
"loss": 3.3498767852783202,
"step": 7270
},
{
"epoch": 0.7700042337002541,
"grad_norm": 119.59807586669922,
"learning_rate": 2.376475732400525e-05,
"loss": 3.150887680053711,
"step": 7275
},
{
"epoch": 0.7705334462320068,
"grad_norm": 129.66673278808594,
"learning_rate": 2.371010056843026e-05,
"loss": 3.3684837341308596,
"step": 7280
},
{
"epoch": 0.7710626587637596,
"grad_norm": 117.35733795166016,
"learning_rate": 2.365544381285527e-05,
"loss": 3.176416778564453,
"step": 7285
},
{
"epoch": 0.7715918712955123,
"grad_norm": 86.3907241821289,
"learning_rate": 2.360078705728028e-05,
"loss": 3.087054634094238,
"step": 7290
},
{
"epoch": 0.7721210838272651,
"grad_norm": 106.8954849243164,
"learning_rate": 2.3546130301705292e-05,
"loss": 3.285265350341797,
"step": 7295
},
{
"epoch": 0.7726502963590178,
"grad_norm": 96.62177276611328,
"learning_rate": 2.3491473546130303e-05,
"loss": 3.1949268341064454,
"step": 7300
},
{
"epoch": 0.7731795088907706,
"grad_norm": 121.52631378173828,
"learning_rate": 2.3436816790555314e-05,
"loss": 3.146262359619141,
"step": 7305
},
{
"epoch": 0.7737087214225233,
"grad_norm": 116.5851058959961,
"learning_rate": 2.3382160034980325e-05,
"loss": 3.2384029388427735,
"step": 7310
},
{
"epoch": 0.7742379339542761,
"grad_norm": 94.56568908691406,
"learning_rate": 2.3327503279405335e-05,
"loss": 3.0861345291137696,
"step": 7315
},
{
"epoch": 0.7747671464860287,
"grad_norm": 96.5702896118164,
"learning_rate": 2.3272846523830346e-05,
"loss": 3.128263473510742,
"step": 7320
},
{
"epoch": 0.7752963590177815,
"grad_norm": 101.58877563476562,
"learning_rate": 2.3218189768255357e-05,
"loss": 3.085230255126953,
"step": 7325
},
{
"epoch": 0.7758255715495342,
"grad_norm": 103.62911987304688,
"learning_rate": 2.3163533012680367e-05,
"loss": 3.20910758972168,
"step": 7330
},
{
"epoch": 0.776354784081287,
"grad_norm": 127.27668762207031,
"learning_rate": 2.310887625710538e-05,
"loss": 3.0922758102416994,
"step": 7335
},
{
"epoch": 0.7768839966130398,
"grad_norm": 102.72025299072266,
"learning_rate": 2.3054219501530392e-05,
"loss": 3.1492013931274414,
"step": 7340
},
{
"epoch": 0.7774132091447925,
"grad_norm": 120.76858520507812,
"learning_rate": 2.2999562745955403e-05,
"loss": 3.1907794952392576,
"step": 7345
},
{
"epoch": 0.7779424216765453,
"grad_norm": 99.3696060180664,
"learning_rate": 2.294490599038041e-05,
"loss": 3.231343460083008,
"step": 7350
},
{
"epoch": 0.778471634208298,
"grad_norm": 119.29473114013672,
"learning_rate": 2.289024923480542e-05,
"loss": 3.224681091308594,
"step": 7355
},
{
"epoch": 0.7790008467400508,
"grad_norm": 97.90465545654297,
"learning_rate": 2.2835592479230432e-05,
"loss": 3.261067199707031,
"step": 7360
},
{
"epoch": 0.7795300592718035,
"grad_norm": 90.57112121582031,
"learning_rate": 2.2780935723655446e-05,
"loss": 3.088693618774414,
"step": 7365
},
{
"epoch": 0.7800592718035563,
"grad_norm": 112.35274505615234,
"learning_rate": 2.2726278968080457e-05,
"loss": 3.2936428070068358,
"step": 7370
},
{
"epoch": 0.780588484335309,
"grad_norm": 112.42640686035156,
"learning_rate": 2.2671622212505467e-05,
"loss": 3.2130855560302733,
"step": 7375
},
{
"epoch": 0.7811176968670618,
"grad_norm": 81.58732604980469,
"learning_rate": 2.2616965456930478e-05,
"loss": 3.1161130905151366,
"step": 7380
},
{
"epoch": 0.7816469093988145,
"grad_norm": 87.70397186279297,
"learning_rate": 2.256230870135549e-05,
"loss": 3.3814342498779295,
"step": 7385
},
{
"epoch": 0.7821761219305673,
"grad_norm": 81.29747772216797,
"learning_rate": 2.25076519457805e-05,
"loss": 2.9243112564086915,
"step": 7390
},
{
"epoch": 0.78270533446232,
"grad_norm": 124.26596069335938,
"learning_rate": 2.245299519020551e-05,
"loss": 3.0826202392578126,
"step": 7395
},
{
"epoch": 0.7832345469940728,
"grad_norm": 108.05816650390625,
"learning_rate": 2.239833843463052e-05,
"loss": 3.1222700119018554,
"step": 7400
},
{
"epoch": 0.7837637595258256,
"grad_norm": 98.8841781616211,
"learning_rate": 2.2343681679055535e-05,
"loss": 3.074346923828125,
"step": 7405
},
{
"epoch": 0.7842929720575783,
"grad_norm": 125.73976135253906,
"learning_rate": 2.2289024923480542e-05,
"loss": 3.262407684326172,
"step": 7410
},
{
"epoch": 0.7848221845893311,
"grad_norm": 95.21585083007812,
"learning_rate": 2.2234368167905553e-05,
"loss": 3.2527229309082033,
"step": 7415
},
{
"epoch": 0.7853513971210838,
"grad_norm": 100.3704605102539,
"learning_rate": 2.2179711412330564e-05,
"loss": 3.0917640686035157,
"step": 7420
},
{
"epoch": 0.7858806096528366,
"grad_norm": 103.29942321777344,
"learning_rate": 2.2125054656755575e-05,
"loss": 3.326996612548828,
"step": 7425
},
{
"epoch": 0.7864098221845893,
"grad_norm": 97.20655822753906,
"learning_rate": 2.2070397901180585e-05,
"loss": 3.235495758056641,
"step": 7430
},
{
"epoch": 0.7869390347163421,
"grad_norm": 102.32492065429688,
"learning_rate": 2.20157411456056e-05,
"loss": 3.150983428955078,
"step": 7435
},
{
"epoch": 0.7874682472480948,
"grad_norm": 93.02491760253906,
"learning_rate": 2.196108439003061e-05,
"loss": 3.173707962036133,
"step": 7440
},
{
"epoch": 0.7879974597798476,
"grad_norm": 101.86256408691406,
"learning_rate": 2.190642763445562e-05,
"loss": 3.2284919738769533,
"step": 7445
},
{
"epoch": 0.7885266723116003,
"grad_norm": 98.913818359375,
"learning_rate": 2.185177087888063e-05,
"loss": 3.188700866699219,
"step": 7450
},
{
"epoch": 0.7890558848433531,
"grad_norm": 98.67491912841797,
"learning_rate": 2.1797114123305642e-05,
"loss": 3.007386016845703,
"step": 7455
},
{
"epoch": 0.7895850973751058,
"grad_norm": 95.32303619384766,
"learning_rate": 2.1742457367730653e-05,
"loss": 3.12399959564209,
"step": 7460
},
{
"epoch": 0.7901143099068586,
"grad_norm": 112.28495025634766,
"learning_rate": 2.1687800612155664e-05,
"loss": 3.1482192993164064,
"step": 7465
},
{
"epoch": 0.7906435224386114,
"grad_norm": 91.0992431640625,
"learning_rate": 2.1633143856580674e-05,
"loss": 3.0815258026123047,
"step": 7470
},
{
"epoch": 0.7911727349703641,
"grad_norm": 101.80836486816406,
"learning_rate": 2.1578487101005685e-05,
"loss": 3.154766654968262,
"step": 7475
},
{
"epoch": 0.7917019475021169,
"grad_norm": 102.89531707763672,
"learning_rate": 2.1523830345430696e-05,
"loss": 3.138823890686035,
"step": 7480
},
{
"epoch": 0.7922311600338696,
"grad_norm": 92.41023254394531,
"learning_rate": 2.1469173589855707e-05,
"loss": 2.926797103881836,
"step": 7485
},
{
"epoch": 0.7927603725656224,
"grad_norm": 96.62017059326172,
"learning_rate": 2.1414516834280717e-05,
"loss": 3.0176340103149415,
"step": 7490
},
{
"epoch": 0.7932895850973751,
"grad_norm": 87.5318832397461,
"learning_rate": 2.1359860078705728e-05,
"loss": 3.0897165298461915,
"step": 7495
},
{
"epoch": 0.7938187976291279,
"grad_norm": 83.8039779663086,
"learning_rate": 2.130520332313074e-05,
"loss": 3.1460264205932615,
"step": 7500
},
{
"epoch": 0.7943480101608806,
"grad_norm": 92.10470581054688,
"learning_rate": 2.1250546567555753e-05,
"loss": 3.255643844604492,
"step": 7505
},
{
"epoch": 0.7948772226926334,
"grad_norm": 101.14241790771484,
"learning_rate": 2.1195889811980764e-05,
"loss": 3.2905384063720704,
"step": 7510
},
{
"epoch": 0.7954064352243861,
"grad_norm": 88.80345916748047,
"learning_rate": 2.1141233056405774e-05,
"loss": 3.2259769439697266,
"step": 7515
},
{
"epoch": 0.7959356477561389,
"grad_norm": 96.93206787109375,
"learning_rate": 2.1086576300830785e-05,
"loss": 3.2558319091796877,
"step": 7520
},
{
"epoch": 0.7964648602878917,
"grad_norm": 92.36824798583984,
"learning_rate": 2.1031919545255796e-05,
"loss": 2.9870168685913088,
"step": 7525
},
{
"epoch": 0.7969940728196444,
"grad_norm": 109.6452407836914,
"learning_rate": 2.0977262789680803e-05,
"loss": 3.045995330810547,
"step": 7530
},
{
"epoch": 0.7975232853513972,
"grad_norm": 107.37213897705078,
"learning_rate": 2.0922606034105817e-05,
"loss": 3.244545745849609,
"step": 7535
},
{
"epoch": 0.7980524978831499,
"grad_norm": 90.77144622802734,
"learning_rate": 2.0867949278530828e-05,
"loss": 2.99362850189209,
"step": 7540
},
{
"epoch": 0.7985817104149027,
"grad_norm": 128.271484375,
"learning_rate": 2.081329252295584e-05,
"loss": 3.274151611328125,
"step": 7545
},
{
"epoch": 0.7991109229466554,
"grad_norm": 87.75106811523438,
"learning_rate": 2.075863576738085e-05,
"loss": 3.1236038208007812,
"step": 7550
},
{
"epoch": 0.7996401354784082,
"grad_norm": 107.94894409179688,
"learning_rate": 2.070397901180586e-05,
"loss": 3.2123931884765624,
"step": 7555
},
{
"epoch": 0.8001693480101609,
"grad_norm": 104.90934753417969,
"learning_rate": 2.064932225623087e-05,
"loss": 3.213003158569336,
"step": 7560
},
{
"epoch": 0.8006985605419137,
"grad_norm": 89.39342498779297,
"learning_rate": 2.059466550065588e-05,
"loss": 3.2426631927490233,
"step": 7565
},
{
"epoch": 0.8012277730736664,
"grad_norm": 120.45977020263672,
"learning_rate": 2.0540008745080892e-05,
"loss": 3.0032730102539062,
"step": 7570
},
{
"epoch": 0.8017569856054191,
"grad_norm": 120.6523208618164,
"learning_rate": 2.0485351989505906e-05,
"loss": 3.034657859802246,
"step": 7575
},
{
"epoch": 0.8022861981371718,
"grad_norm": 94.33831787109375,
"learning_rate": 2.0430695233930917e-05,
"loss": 3.078141784667969,
"step": 7580
},
{
"epoch": 0.8028154106689246,
"grad_norm": 92.25963592529297,
"learning_rate": 2.0376038478355924e-05,
"loss": 3.0531896591186523,
"step": 7585
},
{
"epoch": 0.8033446232006773,
"grad_norm": 160.5787353515625,
"learning_rate": 2.0321381722780935e-05,
"loss": 3.133838653564453,
"step": 7590
},
{
"epoch": 0.8038738357324301,
"grad_norm": 108.68714904785156,
"learning_rate": 2.0266724967205946e-05,
"loss": 3.3222084045410156,
"step": 7595
},
{
"epoch": 0.8044030482641829,
"grad_norm": 106.36994934082031,
"learning_rate": 2.0212068211630957e-05,
"loss": 3.135520172119141,
"step": 7600
},
{
"epoch": 0.8049322607959356,
"grad_norm": 85.84992218017578,
"learning_rate": 2.015741145605597e-05,
"loss": 3.076363372802734,
"step": 7605
},
{
"epoch": 0.8054614733276884,
"grad_norm": 93.10315704345703,
"learning_rate": 2.010275470048098e-05,
"loss": 3.131451416015625,
"step": 7610
},
{
"epoch": 0.8059906858594411,
"grad_norm": 82.45060729980469,
"learning_rate": 2.0048097944905992e-05,
"loss": 3.1563270568847654,
"step": 7615
},
{
"epoch": 0.8065198983911939,
"grad_norm": 90.6271743774414,
"learning_rate": 1.9993441189331003e-05,
"loss": 3.0508420944213865,
"step": 7620
},
{
"epoch": 0.8070491109229466,
"grad_norm": 92.64114379882812,
"learning_rate": 1.9938784433756014e-05,
"loss": 3.220265197753906,
"step": 7625
},
{
"epoch": 0.8075783234546994,
"grad_norm": 103.05314636230469,
"learning_rate": 1.9884127678181024e-05,
"loss": 3.0173870086669923,
"step": 7630
},
{
"epoch": 0.8081075359864521,
"grad_norm": 91.81587982177734,
"learning_rate": 1.9829470922606035e-05,
"loss": 3.0825599670410155,
"step": 7635
},
{
"epoch": 0.8086367485182049,
"grad_norm": 113.57381439208984,
"learning_rate": 1.9774814167031046e-05,
"loss": 3.0758039474487306,
"step": 7640
},
{
"epoch": 0.8091659610499576,
"grad_norm": 103.2888412475586,
"learning_rate": 1.9720157411456056e-05,
"loss": 3.3112998962402345,
"step": 7645
},
{
"epoch": 0.8096951735817104,
"grad_norm": 92.73283386230469,
"learning_rate": 1.9665500655881067e-05,
"loss": 3.1844982147216796,
"step": 7650
},
{
"epoch": 0.8102243861134631,
"grad_norm": 93.79288482666016,
"learning_rate": 1.9610843900306078e-05,
"loss": 2.9815605163574217,
"step": 7655
},
{
"epoch": 0.8107535986452159,
"grad_norm": 87.50684356689453,
"learning_rate": 1.955618714473109e-05,
"loss": 3.2271209716796876,
"step": 7660
},
{
"epoch": 0.8112828111769687,
"grad_norm": 107.10173034667969,
"learning_rate": 1.95015303891561e-05,
"loss": 3.3473682403564453,
"step": 7665
},
{
"epoch": 0.8118120237087214,
"grad_norm": 107.8392562866211,
"learning_rate": 1.944687363358111e-05,
"loss": 3.2773643493652345,
"step": 7670
},
{
"epoch": 0.8123412362404742,
"grad_norm": 92.92849731445312,
"learning_rate": 1.9392216878006124e-05,
"loss": 3.2196311950683594,
"step": 7675
},
{
"epoch": 0.8128704487722269,
"grad_norm": 97.25320434570312,
"learning_rate": 1.9337560122431135e-05,
"loss": 3.241078567504883,
"step": 7680
},
{
"epoch": 0.8133996613039797,
"grad_norm": 107.2947006225586,
"learning_rate": 1.9282903366856146e-05,
"loss": 3.068948173522949,
"step": 7685
},
{
"epoch": 0.8139288738357324,
"grad_norm": 91.97318267822266,
"learning_rate": 1.9228246611281156e-05,
"loss": 2.968771553039551,
"step": 7690
},
{
"epoch": 0.8144580863674852,
"grad_norm": 111.78484344482422,
"learning_rate": 1.9173589855706167e-05,
"loss": 3.2199474334716798,
"step": 7695
},
{
"epoch": 0.8149872988992379,
"grad_norm": 141.50962829589844,
"learning_rate": 1.9118933100131178e-05,
"loss": 3.233750915527344,
"step": 7700
},
{
"epoch": 0.8155165114309907,
"grad_norm": 92.51620483398438,
"learning_rate": 1.906427634455619e-05,
"loss": 3.062124824523926,
"step": 7705
},
{
"epoch": 0.8160457239627434,
"grad_norm": 112.2581558227539,
"learning_rate": 1.90096195889812e-05,
"loss": 3.3032852172851563,
"step": 7710
},
{
"epoch": 0.8165749364944962,
"grad_norm": 97.12055206298828,
"learning_rate": 1.895496283340621e-05,
"loss": 3.1328994750976564,
"step": 7715
},
{
"epoch": 0.817104149026249,
"grad_norm": 99.66739654541016,
"learning_rate": 1.890030607783122e-05,
"loss": 3.0982385635375977,
"step": 7720
},
{
"epoch": 0.8176333615580017,
"grad_norm": 102.87096405029297,
"learning_rate": 1.884564932225623e-05,
"loss": 3.1123579025268553,
"step": 7725
},
{
"epoch": 0.8181625740897545,
"grad_norm": 94.71965026855469,
"learning_rate": 1.8790992566681242e-05,
"loss": 3.250872802734375,
"step": 7730
},
{
"epoch": 0.8186917866215072,
"grad_norm": 106.1590576171875,
"learning_rate": 1.8736335811106253e-05,
"loss": 3.1990432739257812,
"step": 7735
},
{
"epoch": 0.81922099915326,
"grad_norm": 102.94273376464844,
"learning_rate": 1.8681679055531263e-05,
"loss": 3.2993988037109374,
"step": 7740
},
{
"epoch": 0.8197502116850127,
"grad_norm": 103.00281524658203,
"learning_rate": 1.8627022299956278e-05,
"loss": 3.149089050292969,
"step": 7745
},
{
"epoch": 0.8202794242167655,
"grad_norm": 101.27689361572266,
"learning_rate": 1.8572365544381288e-05,
"loss": 3.190639114379883,
"step": 7750
},
{
"epoch": 0.8208086367485182,
"grad_norm": 107.9674072265625,
"learning_rate": 1.85177087888063e-05,
"loss": 3.0571876525878907,
"step": 7755
},
{
"epoch": 0.821337849280271,
"grad_norm": 105.58163452148438,
"learning_rate": 1.846305203323131e-05,
"loss": 3.2743743896484374,
"step": 7760
},
{
"epoch": 0.8218670618120237,
"grad_norm": 120.0622329711914,
"learning_rate": 1.8408395277656317e-05,
"loss": 2.9991546630859376,
"step": 7765
},
{
"epoch": 0.8223962743437765,
"grad_norm": 93.24060821533203,
"learning_rate": 1.8353738522081328e-05,
"loss": 3.3471454620361327,
"step": 7770
},
{
"epoch": 0.8229254868755292,
"grad_norm": 109.70304107666016,
"learning_rate": 1.8299081766506342e-05,
"loss": 3.22699089050293,
"step": 7775
},
{
"epoch": 0.823454699407282,
"grad_norm": 112.85363006591797,
"learning_rate": 1.8244425010931353e-05,
"loss": 3.1438154220581054,
"step": 7780
},
{
"epoch": 0.8239839119390348,
"grad_norm": 100.70076751708984,
"learning_rate": 1.8189768255356363e-05,
"loss": 2.905111312866211,
"step": 7785
},
{
"epoch": 0.8245131244707875,
"grad_norm": 92.53714752197266,
"learning_rate": 1.8135111499781374e-05,
"loss": 2.983393669128418,
"step": 7790
},
{
"epoch": 0.8250423370025403,
"grad_norm": 133.205078125,
"learning_rate": 1.8080454744206385e-05,
"loss": 3.115270233154297,
"step": 7795
},
{
"epoch": 0.825571549534293,
"grad_norm": 105.95118713378906,
"learning_rate": 1.8025797988631395e-05,
"loss": 3.045115852355957,
"step": 7800
},
{
"epoch": 0.8261007620660458,
"grad_norm": 103.92012023925781,
"learning_rate": 1.7971141233056406e-05,
"loss": 3.374025344848633,
"step": 7805
},
{
"epoch": 0.8266299745977985,
"grad_norm": 105.78690338134766,
"learning_rate": 1.7916484477481417e-05,
"loss": 3.2883285522460937,
"step": 7810
},
{
"epoch": 0.8271591871295513,
"grad_norm": 102.91678619384766,
"learning_rate": 1.786182772190643e-05,
"loss": 3.117523765563965,
"step": 7815
},
{
"epoch": 0.827688399661304,
"grad_norm": 105.2113265991211,
"learning_rate": 1.7807170966331442e-05,
"loss": 3.192581367492676,
"step": 7820
},
{
"epoch": 0.8282176121930568,
"grad_norm": 97.2726821899414,
"learning_rate": 1.775251421075645e-05,
"loss": 3.039763641357422,
"step": 7825
},
{
"epoch": 0.8287468247248095,
"grad_norm": 84.28296661376953,
"learning_rate": 1.769785745518146e-05,
"loss": 3.254104995727539,
"step": 7830
},
{
"epoch": 0.8292760372565622,
"grad_norm": 102.52214813232422,
"learning_rate": 1.764320069960647e-05,
"loss": 3.199511909484863,
"step": 7835
},
{
"epoch": 0.8298052497883149,
"grad_norm": 99.0923080444336,
"learning_rate": 1.758854394403148e-05,
"loss": 3.229613494873047,
"step": 7840
},
{
"epoch": 0.8303344623200677,
"grad_norm": 103.79286193847656,
"learning_rate": 1.7533887188456495e-05,
"loss": 2.9996160507202148,
"step": 7845
},
{
"epoch": 0.8308636748518204,
"grad_norm": 95.93211364746094,
"learning_rate": 1.7479230432881506e-05,
"loss": 3.0282524108886717,
"step": 7850
},
{
"epoch": 0.8313928873835732,
"grad_norm": 113.2955322265625,
"learning_rate": 1.7424573677306517e-05,
"loss": 3.0974327087402345,
"step": 7855
},
{
"epoch": 0.831922099915326,
"grad_norm": 105.37759399414062,
"learning_rate": 1.7369916921731528e-05,
"loss": 3.1921310424804688,
"step": 7860
},
{
"epoch": 0.8324513124470787,
"grad_norm": 115.1314468383789,
"learning_rate": 1.7315260166156538e-05,
"loss": 3.0771486282348635,
"step": 7865
},
{
"epoch": 0.8329805249788315,
"grad_norm": 92.67314910888672,
"learning_rate": 1.726060341058155e-05,
"loss": 3.162608337402344,
"step": 7870
},
{
"epoch": 0.8335097375105842,
"grad_norm": 113.6823959350586,
"learning_rate": 1.720594665500656e-05,
"loss": 3.161094856262207,
"step": 7875
},
{
"epoch": 0.834038950042337,
"grad_norm": 101.32355499267578,
"learning_rate": 1.715128989943157e-05,
"loss": 3.3073638916015624,
"step": 7880
},
{
"epoch": 0.8345681625740897,
"grad_norm": 88.31654357910156,
"learning_rate": 1.709663314385658e-05,
"loss": 3.1713253021240235,
"step": 7885
},
{
"epoch": 0.8350973751058425,
"grad_norm": 97.72592163085938,
"learning_rate": 1.7041976388281592e-05,
"loss": 3.023067092895508,
"step": 7890
},
{
"epoch": 0.8356265876375952,
"grad_norm": 137.4456787109375,
"learning_rate": 1.6987319632706603e-05,
"loss": 3.1420452117919924,
"step": 7895
},
{
"epoch": 0.836155800169348,
"grad_norm": 115.72732543945312,
"learning_rate": 1.6932662877131613e-05,
"loss": 3.12725944519043,
"step": 7900
},
{
"epoch": 0.8366850127011007,
"grad_norm": 110.41010284423828,
"learning_rate": 1.6878006121556624e-05,
"loss": 3.112029457092285,
"step": 7905
},
{
"epoch": 0.8372142252328535,
"grad_norm": 100.6598129272461,
"learning_rate": 1.6823349365981635e-05,
"loss": 3.1542217254638674,
"step": 7910
},
{
"epoch": 0.8377434377646062,
"grad_norm": 89.7025375366211,
"learning_rate": 1.676869261040665e-05,
"loss": 3.050270843505859,
"step": 7915
},
{
"epoch": 0.838272650296359,
"grad_norm": 109.00724792480469,
"learning_rate": 1.671403585483166e-05,
"loss": 3.0675289154052736,
"step": 7920
},
{
"epoch": 0.8388018628281118,
"grad_norm": 141.59262084960938,
"learning_rate": 1.665937909925667e-05,
"loss": 3.205488586425781,
"step": 7925
},
{
"epoch": 0.8393310753598645,
"grad_norm": 89.7518539428711,
"learning_rate": 1.660472234368168e-05,
"loss": 3.2408683776855467,
"step": 7930
},
{
"epoch": 0.8398602878916173,
"grad_norm": 96.07670593261719,
"learning_rate": 1.655006558810669e-05,
"loss": 3.106765937805176,
"step": 7935
},
{
"epoch": 0.84038950042337,
"grad_norm": 109.7161865234375,
"learning_rate": 1.6495408832531702e-05,
"loss": 3.2162712097167967,
"step": 7940
},
{
"epoch": 0.8409187129551228,
"grad_norm": 110.25787353515625,
"learning_rate": 1.644075207695671e-05,
"loss": 3.1115947723388673,
"step": 7945
},
{
"epoch": 0.8414479254868755,
"grad_norm": 95.8992919921875,
"learning_rate": 1.6386095321381724e-05,
"loss": 3.251312255859375,
"step": 7950
},
{
"epoch": 0.8419771380186283,
"grad_norm": 95.5567398071289,
"learning_rate": 1.6331438565806735e-05,
"loss": 3.090545082092285,
"step": 7955
},
{
"epoch": 0.842506350550381,
"grad_norm": 95.62471771240234,
"learning_rate": 1.6276781810231745e-05,
"loss": 3.087380599975586,
"step": 7960
},
{
"epoch": 0.8430355630821338,
"grad_norm": 98.73854064941406,
"learning_rate": 1.6222125054656756e-05,
"loss": 3.0855022430419923,
"step": 7965
},
{
"epoch": 0.8435647756138865,
"grad_norm": 102.1927261352539,
"learning_rate": 1.6167468299081767e-05,
"loss": 3.075226974487305,
"step": 7970
},
{
"epoch": 0.8440939881456393,
"grad_norm": 102.8804702758789,
"learning_rate": 1.6112811543506777e-05,
"loss": 3.3167381286621094,
"step": 7975
},
{
"epoch": 0.844623200677392,
"grad_norm": 107.81840515136719,
"learning_rate": 1.6058154787931788e-05,
"loss": 3.2792457580566405,
"step": 7980
},
{
"epoch": 0.8451524132091448,
"grad_norm": 142.4348602294922,
"learning_rate": 1.6003498032356802e-05,
"loss": 3.039850044250488,
"step": 7985
},
{
"epoch": 0.8456816257408976,
"grad_norm": 94.97647094726562,
"learning_rate": 1.5948841276781813e-05,
"loss": 3.0862401962280273,
"step": 7990
},
{
"epoch": 0.8462108382726503,
"grad_norm": 122.34320831298828,
"learning_rate": 1.5894184521206824e-05,
"loss": 3.1671192169189455,
"step": 7995
},
{
"epoch": 0.8467400508044031,
"grad_norm": 92.95238494873047,
"learning_rate": 1.5839527765631834e-05,
"loss": 3.012684631347656,
"step": 8000
},
{
"epoch": 0.8472692633361558,
"grad_norm": 81.31065368652344,
"learning_rate": 1.5784871010056842e-05,
"loss": 3.002341461181641,
"step": 8005
},
{
"epoch": 0.8477984758679086,
"grad_norm": 105.10363006591797,
"learning_rate": 1.5730214254481852e-05,
"loss": 3.1680324554443358,
"step": 8010
},
{
"epoch": 0.8483276883996613,
"grad_norm": 109.40043640136719,
"learning_rate": 1.5675557498906863e-05,
"loss": 3.25421257019043,
"step": 8015
},
{
"epoch": 0.8488569009314141,
"grad_norm": 108.27511596679688,
"learning_rate": 1.5620900743331877e-05,
"loss": 3.120890808105469,
"step": 8020
},
{
"epoch": 0.8493861134631668,
"grad_norm": 104.22538757324219,
"learning_rate": 1.5566243987756888e-05,
"loss": 3.0817914962768556,
"step": 8025
},
{
"epoch": 0.8499153259949196,
"grad_norm": 101.69120025634766,
"learning_rate": 1.55115872321819e-05,
"loss": 3.051998329162598,
"step": 8030
},
{
"epoch": 0.8504445385266723,
"grad_norm": 93.28641510009766,
"learning_rate": 1.545693047660691e-05,
"loss": 3.2170562744140625,
"step": 8035
},
{
"epoch": 0.8509737510584251,
"grad_norm": 102.56556701660156,
"learning_rate": 1.540227372103192e-05,
"loss": 3.30933837890625,
"step": 8040
},
{
"epoch": 0.8515029635901779,
"grad_norm": 100.95649719238281,
"learning_rate": 1.534761696545693e-05,
"loss": 2.981682777404785,
"step": 8045
},
{
"epoch": 0.8520321761219306,
"grad_norm": 107.29365539550781,
"learning_rate": 1.529296020988194e-05,
"loss": 3.1681732177734374,
"step": 8050
},
{
"epoch": 0.8525613886536834,
"grad_norm": 106.38874053955078,
"learning_rate": 1.5238303454306954e-05,
"loss": 3.0636672973632812,
"step": 8055
},
{
"epoch": 0.8530906011854361,
"grad_norm": 111.69451904296875,
"learning_rate": 1.5183646698731965e-05,
"loss": 3.2427928924560545,
"step": 8060
},
{
"epoch": 0.8536198137171889,
"grad_norm": 108.2944107055664,
"learning_rate": 1.5128989943156974e-05,
"loss": 3.098549652099609,
"step": 8065
},
{
"epoch": 0.8541490262489416,
"grad_norm": 85.73027801513672,
"learning_rate": 1.5074333187581985e-05,
"loss": 3.2775684356689454,
"step": 8070
},
{
"epoch": 0.8546782387806944,
"grad_norm": 139.58599853515625,
"learning_rate": 1.5019676432006995e-05,
"loss": 3.3670883178710938,
"step": 8075
},
{
"epoch": 0.8552074513124471,
"grad_norm": 94.27133178710938,
"learning_rate": 1.4965019676432008e-05,
"loss": 3.046331787109375,
"step": 8080
},
{
"epoch": 0.8557366638441999,
"grad_norm": 108.45428466796875,
"learning_rate": 1.4910362920857018e-05,
"loss": 3.021836280822754,
"step": 8085
},
{
"epoch": 0.8562658763759525,
"grad_norm": 101.35427856445312,
"learning_rate": 1.4855706165282029e-05,
"loss": 3.243421936035156,
"step": 8090
},
{
"epoch": 0.8567950889077053,
"grad_norm": 106.39118194580078,
"learning_rate": 1.4801049409707042e-05,
"loss": 3.163969802856445,
"step": 8095
},
{
"epoch": 0.857324301439458,
"grad_norm": 98.1611557006836,
"learning_rate": 1.4746392654132052e-05,
"loss": 3.2640750885009764,
"step": 8100
},
{
"epoch": 0.8578535139712108,
"grad_norm": 142.9313201904297,
"learning_rate": 1.4691735898557063e-05,
"loss": 3.069160270690918,
"step": 8105
},
{
"epoch": 0.8583827265029635,
"grad_norm": 99.6111068725586,
"learning_rate": 1.4637079142982074e-05,
"loss": 3.309500885009766,
"step": 8110
},
{
"epoch": 0.8589119390347163,
"grad_norm": 94.65548706054688,
"learning_rate": 1.4582422387407086e-05,
"loss": 2.941552734375,
"step": 8115
},
{
"epoch": 0.859441151566469,
"grad_norm": 95.04969024658203,
"learning_rate": 1.4527765631832097e-05,
"loss": 2.963909912109375,
"step": 8120
},
{
"epoch": 0.8599703640982218,
"grad_norm": 98.96092224121094,
"learning_rate": 1.4473108876257104e-05,
"loss": 3.129894256591797,
"step": 8125
},
{
"epoch": 0.8604995766299746,
"grad_norm": 95.56922149658203,
"learning_rate": 1.4418452120682117e-05,
"loss": 2.9216611862182615,
"step": 8130
},
{
"epoch": 0.8610287891617273,
"grad_norm": 135.2391815185547,
"learning_rate": 1.4363795365107127e-05,
"loss": 2.9565528869628905,
"step": 8135
},
{
"epoch": 0.8615580016934801,
"grad_norm": 124.0970458984375,
"learning_rate": 1.4309138609532138e-05,
"loss": 3.262178421020508,
"step": 8140
},
{
"epoch": 0.8620872142252328,
"grad_norm": 148.64918518066406,
"learning_rate": 1.4254481853957149e-05,
"loss": 3.0757568359375,
"step": 8145
},
{
"epoch": 0.8626164267569856,
"grad_norm": 115.68644714355469,
"learning_rate": 1.4199825098382161e-05,
"loss": 3.262689971923828,
"step": 8150
},
{
"epoch": 0.8631456392887383,
"grad_norm": 95.66545104980469,
"learning_rate": 1.4145168342807172e-05,
"loss": 3.307565689086914,
"step": 8155
},
{
"epoch": 0.8636748518204911,
"grad_norm": 103.24012756347656,
"learning_rate": 1.4090511587232183e-05,
"loss": 3.317594528198242,
"step": 8160
},
{
"epoch": 0.8642040643522438,
"grad_norm": 115.45423126220703,
"learning_rate": 1.4035854831657195e-05,
"loss": 3.2555110931396483,
"step": 8165
},
{
"epoch": 0.8647332768839966,
"grad_norm": 96.455322265625,
"learning_rate": 1.3981198076082206e-05,
"loss": 3.256471633911133,
"step": 8170
},
{
"epoch": 0.8652624894157493,
"grad_norm": 94.83296203613281,
"learning_rate": 1.3926541320507216e-05,
"loss": 3.0967178344726562,
"step": 8175
},
{
"epoch": 0.8657917019475021,
"grad_norm": 98.91102600097656,
"learning_rate": 1.3871884564932227e-05,
"loss": 3.1504280090332033,
"step": 8180
},
{
"epoch": 0.8663209144792549,
"grad_norm": 96.82037353515625,
"learning_rate": 1.3817227809357236e-05,
"loss": 3.114205169677734,
"step": 8185
},
{
"epoch": 0.8668501270110076,
"grad_norm": 137.22445678710938,
"learning_rate": 1.3762571053782247e-05,
"loss": 3.0774816513061523,
"step": 8190
},
{
"epoch": 0.8673793395427604,
"grad_norm": 100.56536102294922,
"learning_rate": 1.3707914298207258e-05,
"loss": 3.162979507446289,
"step": 8195
},
{
"epoch": 0.8679085520745131,
"grad_norm": 100.59648132324219,
"learning_rate": 1.365325754263227e-05,
"loss": 3.1910869598388674,
"step": 8200
},
{
"epoch": 0.8684377646062659,
"grad_norm": 121.49356842041016,
"learning_rate": 1.359860078705728e-05,
"loss": 3.151689910888672,
"step": 8205
},
{
"epoch": 0.8689669771380186,
"grad_norm": 84.48767852783203,
"learning_rate": 1.3543944031482291e-05,
"loss": 2.950705337524414,
"step": 8210
},
{
"epoch": 0.8694961896697714,
"grad_norm": 119.62782287597656,
"learning_rate": 1.3489287275907302e-05,
"loss": 3.1292129516601563,
"step": 8215
},
{
"epoch": 0.8700254022015241,
"grad_norm": 121.188232421875,
"learning_rate": 1.3434630520332315e-05,
"loss": 3.2245719909667967,
"step": 8220
},
{
"epoch": 0.8705546147332769,
"grad_norm": 128.33375549316406,
"learning_rate": 1.3379973764757325e-05,
"loss": 3.0984825134277343,
"step": 8225
},
{
"epoch": 0.8710838272650296,
"grad_norm": 99.76225280761719,
"learning_rate": 1.3325317009182336e-05,
"loss": 3.1614282608032225,
"step": 8230
},
{
"epoch": 0.8716130397967824,
"grad_norm": 108.00943756103516,
"learning_rate": 1.3270660253607348e-05,
"loss": 3.084857368469238,
"step": 8235
},
{
"epoch": 0.8721422523285352,
"grad_norm": 119.4399642944336,
"learning_rate": 1.3216003498032356e-05,
"loss": 3.017818260192871,
"step": 8240
},
{
"epoch": 0.8726714648602879,
"grad_norm": 104.56758880615234,
"learning_rate": 1.3161346742457366e-05,
"loss": 3.23388671875,
"step": 8245
},
{
"epoch": 0.8732006773920407,
"grad_norm": 96.90281677246094,
"learning_rate": 1.3106689986882379e-05,
"loss": 3.2378665924072267,
"step": 8250
},
{
"epoch": 0.8737298899237934,
"grad_norm": 120.81757354736328,
"learning_rate": 1.305203323130739e-05,
"loss": 3.1915369033813477,
"step": 8255
},
{
"epoch": 0.8742591024555462,
"grad_norm": 112.41565704345703,
"learning_rate": 1.29973764757324e-05,
"loss": 3.2500560760498045,
"step": 8260
},
{
"epoch": 0.8747883149872989,
"grad_norm": 99.5997314453125,
"learning_rate": 1.2942719720157411e-05,
"loss": 3.2287158966064453,
"step": 8265
},
{
"epoch": 0.8753175275190517,
"grad_norm": 107.49981689453125,
"learning_rate": 1.2888062964582423e-05,
"loss": 3.2559860229492186,
"step": 8270
},
{
"epoch": 0.8758467400508044,
"grad_norm": 124.32178497314453,
"learning_rate": 1.2833406209007434e-05,
"loss": 3.273788070678711,
"step": 8275
},
{
"epoch": 0.8763759525825572,
"grad_norm": 134.0308074951172,
"learning_rate": 1.2778749453432445e-05,
"loss": 3.3556167602539064,
"step": 8280
},
{
"epoch": 0.8769051651143099,
"grad_norm": 90.54297637939453,
"learning_rate": 1.2724092697857457e-05,
"loss": 3.20841064453125,
"step": 8285
},
{
"epoch": 0.8774343776460627,
"grad_norm": 87.07145690917969,
"learning_rate": 1.2669435942282468e-05,
"loss": 3.207025909423828,
"step": 8290
},
{
"epoch": 0.8779635901778154,
"grad_norm": 91.41229248046875,
"learning_rate": 1.2614779186707479e-05,
"loss": 3.0804170608520507,
"step": 8295
},
{
"epoch": 0.8784928027095682,
"grad_norm": 100.37882232666016,
"learning_rate": 1.2560122431132488e-05,
"loss": 3.209210968017578,
"step": 8300
},
{
"epoch": 0.879022015241321,
"grad_norm": 132.51043701171875,
"learning_rate": 1.2505465675557499e-05,
"loss": 3.2320877075195313,
"step": 8305
},
{
"epoch": 0.8795512277730737,
"grad_norm": 92.37572479248047,
"learning_rate": 1.2450808919982511e-05,
"loss": 3.0696552276611326,
"step": 8310
},
{
"epoch": 0.8800804403048265,
"grad_norm": 96.75932312011719,
"learning_rate": 1.239615216440752e-05,
"loss": 3.14746208190918,
"step": 8315
},
{
"epoch": 0.8806096528365792,
"grad_norm": 98.70874786376953,
"learning_rate": 1.2341495408832532e-05,
"loss": 3.1282926559448243,
"step": 8320
},
{
"epoch": 0.881138865368332,
"grad_norm": 100.68927001953125,
"learning_rate": 1.2286838653257543e-05,
"loss": 3.126135063171387,
"step": 8325
},
{
"epoch": 0.8816680779000847,
"grad_norm": 128.97984313964844,
"learning_rate": 1.2232181897682554e-05,
"loss": 3.245654296875,
"step": 8330
},
{
"epoch": 0.8821972904318375,
"grad_norm": 93.59451293945312,
"learning_rate": 1.2177525142107565e-05,
"loss": 3.196308898925781,
"step": 8335
},
{
"epoch": 0.8827265029635902,
"grad_norm": 92.91414642333984,
"learning_rate": 1.2122868386532577e-05,
"loss": 3.2120735168457033,
"step": 8340
},
{
"epoch": 0.8832557154953429,
"grad_norm": 110.85358428955078,
"learning_rate": 1.2068211630957586e-05,
"loss": 3.0585092544555663,
"step": 8345
},
{
"epoch": 0.8837849280270956,
"grad_norm": 102.94004821777344,
"learning_rate": 1.2013554875382597e-05,
"loss": 3.1940622329711914,
"step": 8350
},
{
"epoch": 0.8843141405588484,
"grad_norm": 101.91998291015625,
"learning_rate": 1.1958898119807609e-05,
"loss": 3.1145090103149413,
"step": 8355
},
{
"epoch": 0.8848433530906011,
"grad_norm": 97.37345886230469,
"learning_rate": 1.190424136423262e-05,
"loss": 2.974635124206543,
"step": 8360
},
{
"epoch": 0.8853725656223539,
"grad_norm": 104.05887603759766,
"learning_rate": 1.184958460865763e-05,
"loss": 3.0651905059814455,
"step": 8365
},
{
"epoch": 0.8859017781541066,
"grad_norm": 96.41200256347656,
"learning_rate": 1.1794927853082641e-05,
"loss": 2.95111026763916,
"step": 8370
},
{
"epoch": 0.8864309906858594,
"grad_norm": 102.0606460571289,
"learning_rate": 1.1740271097507652e-05,
"loss": 3.165058135986328,
"step": 8375
},
{
"epoch": 0.8869602032176122,
"grad_norm": 123.11058807373047,
"learning_rate": 1.1685614341932663e-05,
"loss": 3.1904321670532227,
"step": 8380
},
{
"epoch": 0.8874894157493649,
"grad_norm": 95.98997497558594,
"learning_rate": 1.1630957586357673e-05,
"loss": 3.0150318145751953,
"step": 8385
},
{
"epoch": 0.8880186282811177,
"grad_norm": 90.05720520019531,
"learning_rate": 1.1576300830782686e-05,
"loss": 2.9564395904541017,
"step": 8390
},
{
"epoch": 0.8885478408128704,
"grad_norm": 97.20802307128906,
"learning_rate": 1.1521644075207697e-05,
"loss": 3.0074853897094727,
"step": 8395
},
{
"epoch": 0.8890770533446232,
"grad_norm": 115.07402038574219,
"learning_rate": 1.1466987319632707e-05,
"loss": 3.157284164428711,
"step": 8400
},
{
"epoch": 0.8896062658763759,
"grad_norm": 103.90119934082031,
"learning_rate": 1.1412330564057718e-05,
"loss": 3.1380239486694337,
"step": 8405
},
{
"epoch": 0.8901354784081287,
"grad_norm": 99.8989028930664,
"learning_rate": 1.1357673808482729e-05,
"loss": 3.110492134094238,
"step": 8410
},
{
"epoch": 0.8906646909398814,
"grad_norm": 148.69947814941406,
"learning_rate": 1.130301705290774e-05,
"loss": 3.2896400451660157,
"step": 8415
},
{
"epoch": 0.8911939034716342,
"grad_norm": 94.35487365722656,
"learning_rate": 1.124836029733275e-05,
"loss": 3.3231231689453127,
"step": 8420
},
{
"epoch": 0.8917231160033869,
"grad_norm": 122.8372573852539,
"learning_rate": 1.1193703541757763e-05,
"loss": 3.0232593536376955,
"step": 8425
},
{
"epoch": 0.8922523285351397,
"grad_norm": 94.64701843261719,
"learning_rate": 1.1139046786182773e-05,
"loss": 3.2459583282470703,
"step": 8430
},
{
"epoch": 0.8927815410668924,
"grad_norm": 106.42080688476562,
"learning_rate": 1.1084390030607782e-05,
"loss": 3.3012310028076173,
"step": 8435
},
{
"epoch": 0.8933107535986452,
"grad_norm": 97.35718536376953,
"learning_rate": 1.1029733275032795e-05,
"loss": 3.131985092163086,
"step": 8440
},
{
"epoch": 0.893839966130398,
"grad_norm": 99.41471862792969,
"learning_rate": 1.0975076519457805e-05,
"loss": 3.0165403366088865,
"step": 8445
},
{
"epoch": 0.8943691786621507,
"grad_norm": 101.50558471679688,
"learning_rate": 1.0920419763882816e-05,
"loss": 2.9986242294311523,
"step": 8450
},
{
"epoch": 0.8948983911939035,
"grad_norm": 94.40570831298828,
"learning_rate": 1.0865763008307827e-05,
"loss": 3.1065675735473635,
"step": 8455
},
{
"epoch": 0.8954276037256562,
"grad_norm": 100.73066711425781,
"learning_rate": 1.081110625273284e-05,
"loss": 3.21456298828125,
"step": 8460
},
{
"epoch": 0.895956816257409,
"grad_norm": 85.94019317626953,
"learning_rate": 1.0756449497157848e-05,
"loss": 3.2338882446289063,
"step": 8465
},
{
"epoch": 0.8964860287891617,
"grad_norm": 100.86408996582031,
"learning_rate": 1.0701792741582859e-05,
"loss": 3.2030078887939455,
"step": 8470
},
{
"epoch": 0.8970152413209145,
"grad_norm": 105.59725952148438,
"learning_rate": 1.0647135986007871e-05,
"loss": 3.226371002197266,
"step": 8475
},
{
"epoch": 0.8975444538526672,
"grad_norm": 104.29534912109375,
"learning_rate": 1.0592479230432882e-05,
"loss": 3.1007106781005858,
"step": 8480
},
{
"epoch": 0.89807366638442,
"grad_norm": 90.05484771728516,
"learning_rate": 1.0537822474857893e-05,
"loss": 3.1206775665283204,
"step": 8485
},
{
"epoch": 0.8986028789161727,
"grad_norm": 96.32144927978516,
"learning_rate": 1.0483165719282904e-05,
"loss": 3.2537277221679686,
"step": 8490
},
{
"epoch": 0.8991320914479255,
"grad_norm": 117.26407623291016,
"learning_rate": 1.0428508963707914e-05,
"loss": 3.3131622314453124,
"step": 8495
},
{
"epoch": 0.8996613039796783,
"grad_norm": 108.77986145019531,
"learning_rate": 1.0373852208132925e-05,
"loss": 3.2890514373779296,
"step": 8500
},
{
"epoch": 0.900190516511431,
"grad_norm": 100.37776184082031,
"learning_rate": 1.0319195452557936e-05,
"loss": 3.1898725509643553,
"step": 8505
},
{
"epoch": 0.9007197290431838,
"grad_norm": 90.7905502319336,
"learning_rate": 1.0264538696982948e-05,
"loss": 3.160344696044922,
"step": 8510
},
{
"epoch": 0.9012489415749365,
"grad_norm": 104.38446807861328,
"learning_rate": 1.0209881941407959e-05,
"loss": 2.7984371185302734,
"step": 8515
},
{
"epoch": 0.9017781541066893,
"grad_norm": 102.3636245727539,
"learning_rate": 1.015522518583297e-05,
"loss": 3.025587463378906,
"step": 8520
},
{
"epoch": 0.902307366638442,
"grad_norm": 99.69536590576172,
"learning_rate": 1.010056843025798e-05,
"loss": 3.2338577270507813,
"step": 8525
},
{
"epoch": 0.9028365791701948,
"grad_norm": 88.84182739257812,
"learning_rate": 1.0045911674682991e-05,
"loss": 3.191837692260742,
"step": 8530
},
{
"epoch": 0.9033657917019475,
"grad_norm": 100.08106231689453,
"learning_rate": 9.991254919108002e-06,
"loss": 3.007003402709961,
"step": 8535
},
{
"epoch": 0.9038950042337003,
"grad_norm": 84.15924835205078,
"learning_rate": 9.936598163533013e-06,
"loss": 3.191578674316406,
"step": 8540
},
{
"epoch": 0.904424216765453,
"grad_norm": 94.44732666015625,
"learning_rate": 9.881941407958025e-06,
"loss": 3.149515151977539,
"step": 8545
},
{
"epoch": 0.9049534292972058,
"grad_norm": 100.37364959716797,
"learning_rate": 9.827284652383036e-06,
"loss": 3.098987579345703,
"step": 8550
},
{
"epoch": 0.9054826418289585,
"grad_norm": 101.33760070800781,
"learning_rate": 9.772627896808045e-06,
"loss": 3.072904586791992,
"step": 8555
},
{
"epoch": 0.9060118543607113,
"grad_norm": 96.11419677734375,
"learning_rate": 9.717971141233057e-06,
"loss": 3.1015052795410156,
"step": 8560
},
{
"epoch": 0.906541066892464,
"grad_norm": 102.33228302001953,
"learning_rate": 9.663314385658068e-06,
"loss": 3.124106597900391,
"step": 8565
},
{
"epoch": 0.9070702794242168,
"grad_norm": 115.57202911376953,
"learning_rate": 9.608657630083079e-06,
"loss": 3.1376483917236326,
"step": 8570
},
{
"epoch": 0.9075994919559696,
"grad_norm": 96.22846984863281,
"learning_rate": 9.55400087450809e-06,
"loss": 3.147127151489258,
"step": 8575
},
{
"epoch": 0.9081287044877223,
"grad_norm": 96.88109588623047,
"learning_rate": 9.499344118933102e-06,
"loss": 3.1694488525390625,
"step": 8580
},
{
"epoch": 0.9086579170194751,
"grad_norm": 124.11180877685547,
"learning_rate": 9.44468736335811e-06,
"loss": 3.1526432037353516,
"step": 8585
},
{
"epoch": 0.9091871295512278,
"grad_norm": 110.34454345703125,
"learning_rate": 9.390030607783121e-06,
"loss": 3.0542884826660157,
"step": 8590
},
{
"epoch": 0.9097163420829806,
"grad_norm": 97.97149658203125,
"learning_rate": 9.335373852208134e-06,
"loss": 3.1475671768188476,
"step": 8595
},
{
"epoch": 0.9102455546147333,
"grad_norm": 97.09061431884766,
"learning_rate": 9.280717096633145e-06,
"loss": 3.104483985900879,
"step": 8600
},
{
"epoch": 0.910774767146486,
"grad_norm": 125.04821014404297,
"learning_rate": 9.226060341058155e-06,
"loss": 3.1600948333740235,
"step": 8605
},
{
"epoch": 0.9113039796782387,
"grad_norm": 99.99200439453125,
"learning_rate": 9.171403585483166e-06,
"loss": 3.0311616897583007,
"step": 8610
},
{
"epoch": 0.9118331922099915,
"grad_norm": 113.94035339355469,
"learning_rate": 9.116746829908177e-06,
"loss": 3.011834144592285,
"step": 8615
},
{
"epoch": 0.9123624047417442,
"grad_norm": 106.81605529785156,
"learning_rate": 9.062090074333187e-06,
"loss": 3.260877990722656,
"step": 8620
},
{
"epoch": 0.912891617273497,
"grad_norm": 107.55406188964844,
"learning_rate": 9.007433318758198e-06,
"loss": 3.2646636962890625,
"step": 8625
},
{
"epoch": 0.9134208298052497,
"grad_norm": 87.51502990722656,
"learning_rate": 8.95277656318321e-06,
"loss": 3.049818992614746,
"step": 8630
},
{
"epoch": 0.9139500423370025,
"grad_norm": 94.95802307128906,
"learning_rate": 8.898119807608221e-06,
"loss": 3.070199394226074,
"step": 8635
},
{
"epoch": 0.9144792548687553,
"grad_norm": 118.04718780517578,
"learning_rate": 8.843463052033232e-06,
"loss": 3.0142578125,
"step": 8640
},
{
"epoch": 0.915008467400508,
"grad_norm": 98.31179809570312,
"learning_rate": 8.788806296458243e-06,
"loss": 3.05605525970459,
"step": 8645
},
{
"epoch": 0.9155376799322608,
"grad_norm": 88.62608337402344,
"learning_rate": 8.734149540883253e-06,
"loss": 3.148676300048828,
"step": 8650
},
{
"epoch": 0.9160668924640135,
"grad_norm": 95.39722442626953,
"learning_rate": 8.679492785308264e-06,
"loss": 3.0679647445678713,
"step": 8655
},
{
"epoch": 0.9165961049957663,
"grad_norm": 100.16596221923828,
"learning_rate": 8.624836029733275e-06,
"loss": 3.186157989501953,
"step": 8660
},
{
"epoch": 0.917125317527519,
"grad_norm": 98.970703125,
"learning_rate": 8.570179274158287e-06,
"loss": 3.2938247680664063,
"step": 8665
},
{
"epoch": 0.9176545300592718,
"grad_norm": 100.76499938964844,
"learning_rate": 8.515522518583298e-06,
"loss": 3.1220489501953126,
"step": 8670
},
{
"epoch": 0.9181837425910245,
"grad_norm": 86.50463104248047,
"learning_rate": 8.460865763008307e-06,
"loss": 3.3508255004882814,
"step": 8675
},
{
"epoch": 0.9187129551227773,
"grad_norm": 84.61357116699219,
"learning_rate": 8.40620900743332e-06,
"loss": 3.222808074951172,
"step": 8680
},
{
"epoch": 0.91924216765453,
"grad_norm": 104.36823272705078,
"learning_rate": 8.35155225185833e-06,
"loss": 3.06249885559082,
"step": 8685
},
{
"epoch": 0.9197713801862828,
"grad_norm": 99.37516784667969,
"learning_rate": 8.296895496283341e-06,
"loss": 3.209783172607422,
"step": 8690
},
{
"epoch": 0.9203005927180355,
"grad_norm": 100.34236145019531,
"learning_rate": 8.242238740708352e-06,
"loss": 3.098909378051758,
"step": 8695
},
{
"epoch": 0.9208298052497883,
"grad_norm": 103.50411987304688,
"learning_rate": 8.187581985133364e-06,
"loss": 3.0832679748535154,
"step": 8700
},
{
"epoch": 0.9213590177815411,
"grad_norm": 100.00010681152344,
"learning_rate": 8.132925229558373e-06,
"loss": 3.081117630004883,
"step": 8705
},
{
"epoch": 0.9218882303132938,
"grad_norm": 101.3613510131836,
"learning_rate": 8.078268473983384e-06,
"loss": 3.3226688385009764,
"step": 8710
},
{
"epoch": 0.9224174428450466,
"grad_norm": 88.42925262451172,
"learning_rate": 8.023611718408396e-06,
"loss": 3.144113540649414,
"step": 8715
},
{
"epoch": 0.9229466553767993,
"grad_norm": 138.5286865234375,
"learning_rate": 7.968954962833407e-06,
"loss": 3.098286819458008,
"step": 8720
},
{
"epoch": 0.9234758679085521,
"grad_norm": 91.18904876708984,
"learning_rate": 7.914298207258418e-06,
"loss": 3.2021053314208983,
"step": 8725
},
{
"epoch": 0.9240050804403048,
"grad_norm": 97.21717834472656,
"learning_rate": 7.859641451683428e-06,
"loss": 3.0873233795166017,
"step": 8730
},
{
"epoch": 0.9245342929720576,
"grad_norm": 87.66532135009766,
"learning_rate": 7.804984696108439e-06,
"loss": 3.122227668762207,
"step": 8735
},
{
"epoch": 0.9250635055038103,
"grad_norm": 102.65474700927734,
"learning_rate": 7.75032794053345e-06,
"loss": 3.1066102981567383,
"step": 8740
},
{
"epoch": 0.9255927180355631,
"grad_norm": 93.6822738647461,
"learning_rate": 7.69567118495846e-06,
"loss": 3.0876420974731444,
"step": 8745
},
{
"epoch": 0.9261219305673158,
"grad_norm": 115.78942108154297,
"learning_rate": 7.641014429383473e-06,
"loss": 3.0285760879516603,
"step": 8750
},
{
"epoch": 0.9266511430990686,
"grad_norm": 108.24834442138672,
"learning_rate": 7.586357673808484e-06,
"loss": 3.180624008178711,
"step": 8755
},
{
"epoch": 0.9271803556308214,
"grad_norm": 82.5449447631836,
"learning_rate": 7.531700918233494e-06,
"loss": 2.958452606201172,
"step": 8760
},
{
"epoch": 0.9277095681625741,
"grad_norm": 95.10446166992188,
"learning_rate": 7.477044162658504e-06,
"loss": 2.88492374420166,
"step": 8765
},
{
"epoch": 0.9282387806943269,
"grad_norm": 117.44872283935547,
"learning_rate": 7.422387407083516e-06,
"loss": 3.2428131103515625,
"step": 8770
},
{
"epoch": 0.9287679932260796,
"grad_norm": 117.717529296875,
"learning_rate": 7.3677306515085265e-06,
"loss": 3.1825565338134765,
"step": 8775
},
{
"epoch": 0.9292972057578324,
"grad_norm": 141.7925262451172,
"learning_rate": 7.313073895933538e-06,
"loss": 3.356747055053711,
"step": 8780
},
{
"epoch": 0.9298264182895851,
"grad_norm": 106.08599853515625,
"learning_rate": 7.258417140358549e-06,
"loss": 3.2683059692382814,
"step": 8785
},
{
"epoch": 0.9303556308213379,
"grad_norm": 102.4442138671875,
"learning_rate": 7.20376038478356e-06,
"loss": 3.17474479675293,
"step": 8790
},
{
"epoch": 0.9308848433530906,
"grad_norm": 127.74445343017578,
"learning_rate": 7.14910362920857e-06,
"loss": 3.1912815093994142,
"step": 8795
},
{
"epoch": 0.9314140558848434,
"grad_norm": 111.29427337646484,
"learning_rate": 7.094446873633581e-06,
"loss": 3.1262969970703125,
"step": 8800
},
{
"epoch": 0.9319432684165961,
"grad_norm": 97.75237274169922,
"learning_rate": 7.0397901180585925e-06,
"loss": 2.9648412704467773,
"step": 8805
},
{
"epoch": 0.9324724809483489,
"grad_norm": 92.37596130371094,
"learning_rate": 6.985133362483603e-06,
"loss": 3.225424575805664,
"step": 8810
},
{
"epoch": 0.9330016934801016,
"grad_norm": 95.04032135009766,
"learning_rate": 6.930476606908615e-06,
"loss": 3.055709457397461,
"step": 8815
},
{
"epoch": 0.9335309060118544,
"grad_norm": 91.85813903808594,
"learning_rate": 6.8758198513336255e-06,
"loss": 3.061209869384766,
"step": 8820
},
{
"epoch": 0.9340601185436072,
"grad_norm": 93.3623275756836,
"learning_rate": 6.821163095758635e-06,
"loss": 3.0097198486328125,
"step": 8825
},
{
"epoch": 0.9345893310753599,
"grad_norm": 123.99900817871094,
"learning_rate": 6.766506340183647e-06,
"loss": 3.0453350067138674,
"step": 8830
},
{
"epoch": 0.9351185436071127,
"grad_norm": 100.79678344726562,
"learning_rate": 6.711849584608658e-06,
"loss": 3.1599512100219727,
"step": 8835
},
{
"epoch": 0.9356477561388654,
"grad_norm": 101.70455169677734,
"learning_rate": 6.657192829033669e-06,
"loss": 2.9139072418212892,
"step": 8840
},
{
"epoch": 0.9361769686706182,
"grad_norm": 109.50872039794922,
"learning_rate": 6.60253607345868e-06,
"loss": 3.081398773193359,
"step": 8845
},
{
"epoch": 0.9367061812023709,
"grad_norm": 118.29187774658203,
"learning_rate": 6.5478793178836915e-06,
"loss": 3.1449916839599608,
"step": 8850
},
{
"epoch": 0.9372353937341237,
"grad_norm": 106.9780044555664,
"learning_rate": 6.493222562308701e-06,
"loss": 2.9979745864868166,
"step": 8855
},
{
"epoch": 0.9377646062658763,
"grad_norm": 105.47783660888672,
"learning_rate": 6.438565806733712e-06,
"loss": 3.0075817108154297,
"step": 8860
},
{
"epoch": 0.9382938187976291,
"grad_norm": 124.42374420166016,
"learning_rate": 6.383909051158724e-06,
"loss": 3.14495849609375,
"step": 8865
},
{
"epoch": 0.9388230313293818,
"grad_norm": 95.30712890625,
"learning_rate": 6.329252295583734e-06,
"loss": 3.1598747253417967,
"step": 8870
},
{
"epoch": 0.9393522438611346,
"grad_norm": 122.38900756835938,
"learning_rate": 6.274595540008746e-06,
"loss": 3.292584228515625,
"step": 8875
},
{
"epoch": 0.9398814563928873,
"grad_norm": 91.24083709716797,
"learning_rate": 6.219938784433757e-06,
"loss": 3.218927764892578,
"step": 8880
},
{
"epoch": 0.9404106689246401,
"grad_norm": 91.09102630615234,
"learning_rate": 6.165282028858767e-06,
"loss": 2.964189338684082,
"step": 8885
},
{
"epoch": 0.9409398814563928,
"grad_norm": 101.3853759765625,
"learning_rate": 6.110625273283778e-06,
"loss": 3.0361606597900392,
"step": 8890
},
{
"epoch": 0.9414690939881456,
"grad_norm": 107.21841430664062,
"learning_rate": 6.055968517708789e-06,
"loss": 3.052663803100586,
"step": 8895
},
{
"epoch": 0.9419983065198984,
"grad_norm": 150.2344207763672,
"learning_rate": 6.0013117621338004e-06,
"loss": 3.1333890914916993,
"step": 8900
},
{
"epoch": 0.9425275190516511,
"grad_norm": 107.56498718261719,
"learning_rate": 5.94665500655881e-06,
"loss": 3.2464813232421874,
"step": 8905
},
{
"epoch": 0.9430567315834039,
"grad_norm": 95.53056335449219,
"learning_rate": 5.891998250983822e-06,
"loss": 3.3250701904296873,
"step": 8910
},
{
"epoch": 0.9435859441151566,
"grad_norm": 101.28011322021484,
"learning_rate": 5.8373414954088334e-06,
"loss": 3.2290889739990236,
"step": 8915
},
{
"epoch": 0.9441151566469094,
"grad_norm": 123.11282348632812,
"learning_rate": 5.782684739833843e-06,
"loss": 3.312264251708984,
"step": 8920
},
{
"epoch": 0.9446443691786621,
"grad_norm": 98.77123260498047,
"learning_rate": 5.728027984258855e-06,
"loss": 3.1110326766967775,
"step": 8925
},
{
"epoch": 0.9451735817104149,
"grad_norm": 92.8615951538086,
"learning_rate": 5.673371228683866e-06,
"loss": 3.2632869720458983,
"step": 8930
},
{
"epoch": 0.9457027942421676,
"grad_norm": 97.43437957763672,
"learning_rate": 5.618714473108876e-06,
"loss": 3.142926788330078,
"step": 8935
},
{
"epoch": 0.9462320067739204,
"grad_norm": 99.53517150878906,
"learning_rate": 5.564057717533888e-06,
"loss": 3.1441844940185546,
"step": 8940
},
{
"epoch": 0.9467612193056731,
"grad_norm": 91.32705688476562,
"learning_rate": 5.509400961958899e-06,
"loss": 3.1150075912475588,
"step": 8945
},
{
"epoch": 0.9472904318374259,
"grad_norm": 91.90861511230469,
"learning_rate": 5.454744206383909e-06,
"loss": 2.9092456817626955,
"step": 8950
},
{
"epoch": 0.9478196443691786,
"grad_norm": 99.00117492675781,
"learning_rate": 5.40008745080892e-06,
"loss": 3.0398658752441405,
"step": 8955
},
{
"epoch": 0.9483488569009314,
"grad_norm": 106.80854034423828,
"learning_rate": 5.345430695233932e-06,
"loss": 3.080536460876465,
"step": 8960
},
{
"epoch": 0.9488780694326842,
"grad_norm": 96.81150817871094,
"learning_rate": 5.2907739396589415e-06,
"loss": 2.9032588958740235,
"step": 8965
},
{
"epoch": 0.9494072819644369,
"grad_norm": 104.73029327392578,
"learning_rate": 5.236117184083953e-06,
"loss": 3.1030078887939454,
"step": 8970
},
{
"epoch": 0.9499364944961897,
"grad_norm": 134.8442840576172,
"learning_rate": 5.181460428508965e-06,
"loss": 2.9101703643798826,
"step": 8975
},
{
"epoch": 0.9504657070279424,
"grad_norm": 103.92637634277344,
"learning_rate": 5.1268036729339745e-06,
"loss": 3.194906234741211,
"step": 8980
},
{
"epoch": 0.9509949195596952,
"grad_norm": 98.42545318603516,
"learning_rate": 5.072146917358986e-06,
"loss": 3.37671012878418,
"step": 8985
},
{
"epoch": 0.9515241320914479,
"grad_norm": 111.25581359863281,
"learning_rate": 5.017490161783997e-06,
"loss": 3.1464731216430666,
"step": 8990
},
{
"epoch": 0.9520533446232007,
"grad_norm": 108.53592681884766,
"learning_rate": 4.9628334062090075e-06,
"loss": 3.2540626525878906,
"step": 8995
},
{
"epoch": 0.9525825571549534,
"grad_norm": 91.09394073486328,
"learning_rate": 4.908176650634018e-06,
"loss": 3.1000812530517576,
"step": 9000
},
{
"epoch": 0.9531117696867062,
"grad_norm": 107.22346496582031,
"learning_rate": 4.85351989505903e-06,
"loss": 3.2396465301513673,
"step": 9005
},
{
"epoch": 0.9536409822184589,
"grad_norm": 112.60391235351562,
"learning_rate": 4.7988631394840405e-06,
"loss": 3.21959228515625,
"step": 9010
},
{
"epoch": 0.9541701947502117,
"grad_norm": 110.96162414550781,
"learning_rate": 4.744206383909051e-06,
"loss": 3.2593292236328124,
"step": 9015
},
{
"epoch": 0.9546994072819645,
"grad_norm": 107.6352310180664,
"learning_rate": 4.689549628334063e-06,
"loss": 3.2405529022216797,
"step": 9020
},
{
"epoch": 0.9552286198137172,
"grad_norm": 101.31877136230469,
"learning_rate": 4.634892872759073e-06,
"loss": 3.292918395996094,
"step": 9025
},
{
"epoch": 0.95575783234547,
"grad_norm": 93.84597778320312,
"learning_rate": 4.580236117184084e-06,
"loss": 3.311458206176758,
"step": 9030
},
{
"epoch": 0.9562870448772227,
"grad_norm": 111.46047973632812,
"learning_rate": 4.525579361609096e-06,
"loss": 3.314482498168945,
"step": 9035
},
{
"epoch": 0.9568162574089755,
"grad_norm": 107.73214721679688,
"learning_rate": 4.470922606034106e-06,
"loss": 3.2015975952148437,
"step": 9040
},
{
"epoch": 0.9573454699407282,
"grad_norm": 100.89643859863281,
"learning_rate": 4.416265850459117e-06,
"loss": 3.101736831665039,
"step": 9045
},
{
"epoch": 0.957874682472481,
"grad_norm": 93.13916015625,
"learning_rate": 4.361609094884128e-06,
"loss": 3.073780822753906,
"step": 9050
},
{
"epoch": 0.9584038950042337,
"grad_norm": 115.59947204589844,
"learning_rate": 4.306952339309139e-06,
"loss": 3.2992717742919924,
"step": 9055
},
{
"epoch": 0.9589331075359865,
"grad_norm": 98.51506042480469,
"learning_rate": 4.252295583734149e-06,
"loss": 3.1161521911621093,
"step": 9060
},
{
"epoch": 0.9594623200677392,
"grad_norm": 102.88703918457031,
"learning_rate": 4.197638828159161e-06,
"loss": 3.2684398651123048,
"step": 9065
},
{
"epoch": 0.959991532599492,
"grad_norm": 89.75009155273438,
"learning_rate": 4.142982072584172e-06,
"loss": 2.945825958251953,
"step": 9070
},
{
"epoch": 0.9605207451312447,
"grad_norm": 104.71729278564453,
"learning_rate": 4.088325317009182e-06,
"loss": 3.204489898681641,
"step": 9075
},
{
"epoch": 0.9610499576629975,
"grad_norm": 121.21529388427734,
"learning_rate": 4.033668561434194e-06,
"loss": 3.2176887512207033,
"step": 9080
},
{
"epoch": 0.9615791701947503,
"grad_norm": 90.95234680175781,
"learning_rate": 3.979011805859204e-06,
"loss": 3.1426544189453125,
"step": 9085
},
{
"epoch": 0.962108382726503,
"grad_norm": 115.71873474121094,
"learning_rate": 3.924355050284215e-06,
"loss": 3.2610050201416017,
"step": 9090
},
{
"epoch": 0.9626375952582558,
"grad_norm": 103.1671142578125,
"learning_rate": 3.869698294709226e-06,
"loss": 3.0273279190063476,
"step": 9095
},
{
"epoch": 0.9631668077900085,
"grad_norm": 119.3822021484375,
"learning_rate": 3.815041539134237e-06,
"loss": 3.198396682739258,
"step": 9100
},
{
"epoch": 0.9636960203217613,
"grad_norm": 114.4643325805664,
"learning_rate": 3.760384783559248e-06,
"loss": 2.97153263092041,
"step": 9105
},
{
"epoch": 0.964225232853514,
"grad_norm": 100.46416473388672,
"learning_rate": 3.705728027984259e-06,
"loss": 3.1147064208984374,
"step": 9110
},
{
"epoch": 0.9647544453852667,
"grad_norm": 91.35250091552734,
"learning_rate": 3.65107127240927e-06,
"loss": 3.0909875869750976,
"step": 9115
},
{
"epoch": 0.9652836579170194,
"grad_norm": 90.81858825683594,
"learning_rate": 3.596414516834281e-06,
"loss": 3.135524940490723,
"step": 9120
},
{
"epoch": 0.9658128704487722,
"grad_norm": 91.64286041259766,
"learning_rate": 3.541757761259292e-06,
"loss": 3.1248340606689453,
"step": 9125
},
{
"epoch": 0.9663420829805249,
"grad_norm": 101.62376403808594,
"learning_rate": 3.4871010056843024e-06,
"loss": 3.0921609878540037,
"step": 9130
},
{
"epoch": 0.9668712955122777,
"grad_norm": 88.48641204833984,
"learning_rate": 3.4324442501093136e-06,
"loss": 3.143116569519043,
"step": 9135
},
{
"epoch": 0.9674005080440304,
"grad_norm": 107.22834777832031,
"learning_rate": 3.3777874945343247e-06,
"loss": 3.105660820007324,
"step": 9140
},
{
"epoch": 0.9679297205757832,
"grad_norm": 97.33631896972656,
"learning_rate": 3.3231307389593354e-06,
"loss": 2.776961898803711,
"step": 9145
},
{
"epoch": 0.968458933107536,
"grad_norm": 99.77574157714844,
"learning_rate": 3.2684739833843466e-06,
"loss": 2.989818000793457,
"step": 9150
},
{
"epoch": 0.9689881456392887,
"grad_norm": 115.1290283203125,
"learning_rate": 3.2138172278093577e-06,
"loss": 3.1435096740722654,
"step": 9155
},
{
"epoch": 0.9695173581710415,
"grad_norm": 95.00647735595703,
"learning_rate": 3.159160472234368e-06,
"loss": 3.19783935546875,
"step": 9160
},
{
"epoch": 0.9700465707027942,
"grad_norm": 116.20186614990234,
"learning_rate": 3.104503716659379e-06,
"loss": 3.1050897598266602,
"step": 9165
},
{
"epoch": 0.970575783234547,
"grad_norm": 98.20721435546875,
"learning_rate": 3.0498469610843903e-06,
"loss": 3.1355606079101563,
"step": 9170
},
{
"epoch": 0.9711049957662997,
"grad_norm": 95.73771667480469,
"learning_rate": 2.995190205509401e-06,
"loss": 3.094863510131836,
"step": 9175
},
{
"epoch": 0.9716342082980525,
"grad_norm": 99.2899169921875,
"learning_rate": 2.940533449934412e-06,
"loss": 3.11845703125,
"step": 9180
},
{
"epoch": 0.9721634208298052,
"grad_norm": 96.16206359863281,
"learning_rate": 2.885876694359423e-06,
"loss": 3.2021251678466798,
"step": 9185
},
{
"epoch": 0.972692633361558,
"grad_norm": 127.2317886352539,
"learning_rate": 2.8312199387844336e-06,
"loss": 3.0137386322021484,
"step": 9190
},
{
"epoch": 0.9732218458933107,
"grad_norm": 94.64532470703125,
"learning_rate": 2.7765631832094448e-06,
"loss": 3.111589813232422,
"step": 9195
},
{
"epoch": 0.9737510584250635,
"grad_norm": 92.69657897949219,
"learning_rate": 2.721906427634456e-06,
"loss": 3.172354507446289,
"step": 9200
},
{
"epoch": 0.9742802709568162,
"grad_norm": 99.01297760009766,
"learning_rate": 2.6672496720594666e-06,
"loss": 3.232976531982422,
"step": 9205
},
{
"epoch": 0.974809483488569,
"grad_norm": 109.26325225830078,
"learning_rate": 2.6125929164844778e-06,
"loss": 3.156978225708008,
"step": 9210
},
{
"epoch": 0.9753386960203217,
"grad_norm": 102.19967651367188,
"learning_rate": 2.5579361609094885e-06,
"loss": 2.9961563110351563,
"step": 9215
},
{
"epoch": 0.9758679085520745,
"grad_norm": 97.58490753173828,
"learning_rate": 2.503279405334499e-06,
"loss": 3.1396312713623047,
"step": 9220
},
{
"epoch": 0.9763971210838273,
"grad_norm": 82.87516021728516,
"learning_rate": 2.4486226497595103e-06,
"loss": 2.9452068328857424,
"step": 9225
},
{
"epoch": 0.97692633361558,
"grad_norm": 95.32350158691406,
"learning_rate": 2.3939658941845215e-06,
"loss": 3.14587459564209,
"step": 9230
},
{
"epoch": 0.9774555461473328,
"grad_norm": 96.60425567626953,
"learning_rate": 2.3393091386095322e-06,
"loss": 3.150290679931641,
"step": 9235
},
{
"epoch": 0.9779847586790855,
"grad_norm": 95.2302017211914,
"learning_rate": 2.2846523830345434e-06,
"loss": 3.19549503326416,
"step": 9240
},
{
"epoch": 0.9785139712108383,
"grad_norm": 132.18551635742188,
"learning_rate": 2.229995627459554e-06,
"loss": 3.158271598815918,
"step": 9245
},
{
"epoch": 0.979043183742591,
"grad_norm": 124.87492370605469,
"learning_rate": 2.175338871884565e-06,
"loss": 3.19154052734375,
"step": 9250
},
{
"epoch": 0.9795723962743438,
"grad_norm": 91.42839813232422,
"learning_rate": 2.120682116309576e-06,
"loss": 3.0700494766235353,
"step": 9255
},
{
"epoch": 0.9801016088060965,
"grad_norm": 107.22286987304688,
"learning_rate": 2.066025360734587e-06,
"loss": 3.123771095275879,
"step": 9260
},
{
"epoch": 0.9806308213378493,
"grad_norm": 101.95154571533203,
"learning_rate": 2.011368605159598e-06,
"loss": 3.0375907897949217,
"step": 9265
},
{
"epoch": 0.981160033869602,
"grad_norm": 114.08822631835938,
"learning_rate": 1.956711849584609e-06,
"loss": 3.036575126647949,
"step": 9270
},
{
"epoch": 0.9816892464013548,
"grad_norm": 99.42733764648438,
"learning_rate": 1.9020550940096197e-06,
"loss": 3.0406848907470705,
"step": 9275
},
{
"epoch": 0.9822184589331076,
"grad_norm": 109.5193862915039,
"learning_rate": 1.8473983384346306e-06,
"loss": 2.985854721069336,
"step": 9280
},
{
"epoch": 0.9827476714648603,
"grad_norm": 96.08039855957031,
"learning_rate": 1.7927415828596417e-06,
"loss": 3.067005157470703,
"step": 9285
},
{
"epoch": 0.9832768839966131,
"grad_norm": 122.5982666015625,
"learning_rate": 1.7380848272846525e-06,
"loss": 3.0648483276367187,
"step": 9290
},
{
"epoch": 0.9838060965283658,
"grad_norm": 115.70874786376953,
"learning_rate": 1.6834280717096634e-06,
"loss": 2.958800506591797,
"step": 9295
},
{
"epoch": 0.9843353090601186,
"grad_norm": 85.499267578125,
"learning_rate": 1.6287713161346745e-06,
"loss": 3.084037017822266,
"step": 9300
},
{
"epoch": 0.9848645215918713,
"grad_norm": 96.42422485351562,
"learning_rate": 1.5741145605596853e-06,
"loss": 3.037506866455078,
"step": 9305
},
{
"epoch": 0.9853937341236241,
"grad_norm": 114.50425720214844,
"learning_rate": 1.5194578049846962e-06,
"loss": 3.055576515197754,
"step": 9310
},
{
"epoch": 0.9859229466553768,
"grad_norm": 112.19770812988281,
"learning_rate": 1.4648010494097071e-06,
"loss": 3.195414924621582,
"step": 9315
},
{
"epoch": 0.9864521591871296,
"grad_norm": 94.4175796508789,
"learning_rate": 1.410144293834718e-06,
"loss": 3.1511276245117186,
"step": 9320
},
{
"epoch": 0.9869813717188823,
"grad_norm": 112.50060272216797,
"learning_rate": 1.355487538259729e-06,
"loss": 3.150640869140625,
"step": 9325
},
{
"epoch": 0.9875105842506351,
"grad_norm": 179.30934143066406,
"learning_rate": 1.30083078268474e-06,
"loss": 3.0568683624267576,
"step": 9330
},
{
"epoch": 0.9880397967823878,
"grad_norm": 96.1340103149414,
"learning_rate": 1.2461740271097508e-06,
"loss": 2.9529895782470703,
"step": 9335
},
{
"epoch": 0.9885690093141406,
"grad_norm": 116.44416046142578,
"learning_rate": 1.1915172715347618e-06,
"loss": 3.060724067687988,
"step": 9340
},
{
"epoch": 0.9890982218458934,
"grad_norm": 95.67858123779297,
"learning_rate": 1.1368605159597727e-06,
"loss": 3.2244277954101563,
"step": 9345
},
{
"epoch": 0.9896274343776461,
"grad_norm": 87.54447174072266,
"learning_rate": 1.0822037603847836e-06,
"loss": 3.0811538696289062,
"step": 9350
},
{
"epoch": 0.9901566469093989,
"grad_norm": 94.59642028808594,
"learning_rate": 1.0275470048097944e-06,
"loss": 3.2385730743408203,
"step": 9355
},
{
"epoch": 0.9906858594411516,
"grad_norm": 102.54500579833984,
"learning_rate": 9.728902492348055e-07,
"loss": 3.0189613342285155,
"step": 9360
},
{
"epoch": 0.9912150719729044,
"grad_norm": 86.06502532958984,
"learning_rate": 9.182334936598164e-07,
"loss": 3.1860212326049804,
"step": 9365
},
{
"epoch": 0.9917442845046571,
"grad_norm": 104.17285919189453,
"learning_rate": 8.635767380848273e-07,
"loss": 3.149073028564453,
"step": 9370
},
{
"epoch": 0.9922734970364098,
"grad_norm": 122.4881591796875,
"learning_rate": 8.089199825098382e-07,
"loss": 3.0493160247802735,
"step": 9375
},
{
"epoch": 0.9928027095681625,
"grad_norm": 102.38714599609375,
"learning_rate": 7.542632269348491e-07,
"loss": 3.0895723342895507,
"step": 9380
},
{
"epoch": 0.9933319220999153,
"grad_norm": 113.39535522460938,
"learning_rate": 6.996064713598602e-07,
"loss": 3.216876220703125,
"step": 9385
},
{
"epoch": 0.993861134631668,
"grad_norm": 87.72029113769531,
"learning_rate": 6.44949715784871e-07,
"loss": 3.0912723541259766,
"step": 9390
},
{
"epoch": 0.9943903471634208,
"grad_norm": 87.84986114501953,
"learning_rate": 5.902929602098819e-07,
"loss": 3.003714370727539,
"step": 9395
},
{
"epoch": 0.9949195596951735,
"grad_norm": 99.62374877929688,
"learning_rate": 5.35636204634893e-07,
"loss": 2.9339200973510744,
"step": 9400
},
{
"epoch": 0.9954487722269263,
"grad_norm": 99.21232604980469,
"learning_rate": 4.809794490599038e-07,
"loss": 3.0072610855102537,
"step": 9405
},
{
"epoch": 0.995977984758679,
"grad_norm": 101.90646362304688,
"learning_rate": 4.263226934849147e-07,
"loss": 3.1309494018554687,
"step": 9410
},
{
"epoch": 0.9965071972904318,
"grad_norm": 103.41661071777344,
"learning_rate": 3.7166593790992564e-07,
"loss": 3.1786766052246094,
"step": 9415
},
{
"epoch": 0.9970364098221846,
"grad_norm": 88.08847045898438,
"learning_rate": 3.1700918233493663e-07,
"loss": 3.188716506958008,
"step": 9420
},
{
"epoch": 0.9975656223539373,
"grad_norm": 102.34278869628906,
"learning_rate": 2.6235242675994756e-07,
"loss": 3.1921173095703126,
"step": 9425
},
{
"epoch": 0.9980948348856901,
"grad_norm": 96.62542724609375,
"learning_rate": 2.0769567118495847e-07,
"loss": 3.0190990447998045,
"step": 9430
},
{
"epoch": 0.9986240474174428,
"grad_norm": 98.38493347167969,
"learning_rate": 1.530389156099694e-07,
"loss": 3.0962987899780274,
"step": 9435
},
{
"epoch": 0.9991532599491956,
"grad_norm": 95.63088989257812,
"learning_rate": 9.838216003498033e-08,
"loss": 3.2786533355712892,
"step": 9440
},
{
"epoch": 0.9996824724809483,
"grad_norm": 88.44233703613281,
"learning_rate": 4.372540445999126e-08,
"loss": 3.1793338775634767,
"step": 9445
}
],
"logging_steps": 5,
"max_steps": 9448,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 0.0,
"train_batch_size": 100,
"trial_name": null,
"trial_params": null
}
{
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.0,
"eval_steps": 500,
"global_step": 9448,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0005292125317527519,
"grad_norm": 25268.28515625,
"learning_rate": 1.3333333333333334e-06,
"loss": 15.833573913574218,
"step": 5
},
{
"epoch": 0.0010584250635055038,
"grad_norm": 22686.482421875,
"learning_rate": 3e-06,
"loss": 14.496585083007812,
"step": 10
},
{
"epoch": 0.0015876375952582557,
"grad_norm": 21333.3359375,
"learning_rate": 4.666666666666667e-06,
"loss": 13.856336975097657,
"step": 15
},
{
"epoch": 0.0021168501270110076,
"grad_norm": 16051.15234375,
"learning_rate": 6.333333333333334e-06,
"loss": 11.314471435546874,
"step": 20
},
{
"epoch": 0.0026460626587637595,
"grad_norm": 9441.62890625,
"learning_rate": 8.000000000000001e-06,
"loss": 9.55490493774414,
"step": 25
},
{
"epoch": 0.0031752751905165114,
"grad_norm": 9642.0703125,
"learning_rate": 9.666666666666667e-06,
"loss": 9.22220458984375,
"step": 30
},
{
"epoch": 0.0037044877222692633,
"grad_norm": 7506.7666015625,
"learning_rate": 1.1333333333333334e-05,
"loss": 8.518901824951172,
"step": 35
},
{
"epoch": 0.004233700254022015,
"grad_norm": 5457.79248046875,
"learning_rate": 1.3000000000000001e-05,
"loss": 8.45592041015625,
"step": 40
},
{
"epoch": 0.0047629127857747675,
"grad_norm": 12192.0087890625,
"learning_rate": 1.4666666666666668e-05,
"loss": 8.038694763183594,
"step": 45
},
{
"epoch": 0.005292125317527519,
"grad_norm": 7952.5703125,
"learning_rate": 1.6333333333333335e-05,
"loss": 7.591075897216797,
"step": 50
},
{
"epoch": 0.005821337849280271,
"grad_norm": 3213.801513671875,
"learning_rate": 1.8e-05,
"loss": 7.24218978881836,
"step": 55
},
{
"epoch": 0.006350550381033023,
"grad_norm": 2252.2822265625,
"learning_rate": 1.9666666666666666e-05,
"loss": 7.235159301757813,
"step": 60
},
{
"epoch": 0.006879762912785775,
"grad_norm": 2543.132080078125,
"learning_rate": 2.1333333333333335e-05,
"loss": 6.985540771484375,