Transformers
Safetensors
Japanese
rwkv7
text-embed
WariHima's picture
Upload 60 files
356943f verified
Raw History Blame Contribute Delete
350 kB
{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 1.0, "eval_steps": 500, "global_step": 9448, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.0005292125317527519, "grad_norm": 29597.080078125, "learning_rate": 1.3333333333333334e-06, "loss": 16.0746826171875, "step": 5 }, { "epoch": 0.0010584250635055038, "grad_norm": 21406.564453125, "learning_rate": 3e-06, "loss": 14.542674255371093, "step": 10 }, { "epoch": 0.0015876375952582557, "grad_norm": 21047.4140625, "learning_rate": 4.666666666666667e-06, "loss": 13.618020629882812, "step": 15 }, { "epoch": 0.0021168501270110076, "grad_norm": 16325.7705078125, "learning_rate": 6.333333333333334e-06, "loss": 11.3575439453125, "step": 20 }, { "epoch": 0.0026460626587637595, "grad_norm": 12494.1953125, "learning_rate": 8.000000000000001e-06, "loss": 9.62636947631836, "step": 25 }, { "epoch": 0.0031752751905165114, "grad_norm": 10194.99609375, "learning_rate": 9.666666666666667e-06, "loss": 9.436696624755859, "step": 30 }, { "epoch": 0.0037044877222692633, "grad_norm": 8279.7841796875, "learning_rate": 1.1333333333333334e-05, "loss": 8.437228393554687, "step": 35 }, { "epoch": 0.004233700254022015, "grad_norm": 5511.5, "learning_rate": 1.3000000000000001e-05, "loss": 8.267423248291015, "step": 40 }, { "epoch": 0.0047629127857747675, "grad_norm": 16903.625, "learning_rate": 1.4666666666666668e-05, "loss": 8.331969451904296, "step": 45 }, { "epoch": 0.005292125317527519, "grad_norm": 13789.5771484375, "learning_rate": 1.6333333333333335e-05, "loss": 7.780851745605469, "step": 50 }, { "epoch": 0.005821337849280271, "grad_norm": 4866.31494140625, "learning_rate": 1.8e-05, "loss": 7.273455047607422, "step": 55 }, { "epoch": 0.006350550381033023, "grad_norm": 2863.282470703125, "learning_rate": 1.9666666666666666e-05, "loss": 7.422029113769531, "step": 60 }, { "epoch": 0.006879762912785775, "grad_norm": 2530.61083984375, "learning_rate": 2.1333333333333335e-05, "loss": 7.098149108886719, "step": 65 }, { "epoch": 0.007408975444538527, "grad_norm": 1741.392822265625, "learning_rate": 2.3000000000000003e-05, "loss": 7.128642272949219, "step": 70 }, { "epoch": 0.007938187976291278, "grad_norm": 1631.0672607421875, "learning_rate": 2.466666666666667e-05, "loss": 6.815141296386718, "step": 75 }, { "epoch": 0.00846740050804403, "grad_norm": 1265.809814453125, "learning_rate": 2.633333333333333e-05, "loss": 6.891930389404297, "step": 80 }, { "epoch": 0.008996613039796783, "grad_norm": 1459.587646484375, "learning_rate": 2.8000000000000003e-05, "loss": 6.807691192626953, "step": 85 }, { "epoch": 0.009525825571549535, "grad_norm": 1825.5919189453125, "learning_rate": 2.9666666666666672e-05, "loss": 6.880863952636719, "step": 90 }, { "epoch": 0.010055038103302286, "grad_norm": 984.8294067382812, "learning_rate": 3.1333333333333334e-05, "loss": 6.876076507568359, "step": 95 }, { "epoch": 0.010584250635055038, "grad_norm": 847.072509765625, "learning_rate": 3.3e-05, "loss": 6.888922882080078, "step": 100 }, { "epoch": 0.01111346316680779, "grad_norm": 819.6818237304688, "learning_rate": 3.466666666666667e-05, "loss": 6.6656341552734375, "step": 105 }, { "epoch": 0.011642675698560543, "grad_norm": 821.8565673828125, "learning_rate": 3.633333333333333e-05, "loss": 6.786582946777344, "step": 110 }, { "epoch": 0.012171888230313293, "grad_norm": 922.4580688476562, "learning_rate": 3.8e-05, "loss": 6.722530364990234, "step": 115 }, { "epoch": 0.012701100762066046, "grad_norm": 896.5950927734375, "learning_rate": 3.966666666666667e-05, "loss": 6.825592041015625, "step": 120 }, { "epoch": 0.013230313293818798, "grad_norm": 908.8544921875, "learning_rate": 4.133333333333333e-05, "loss": 6.832832336425781, "step": 125 }, { "epoch": 0.01375952582557155, "grad_norm": 865.981201171875, "learning_rate": 4.3e-05, "loss": 6.725789642333984, "step": 130 }, { "epoch": 0.0142887383573243, "grad_norm": 507.3131103515625, "learning_rate": 4.466666666666667e-05, "loss": 6.5159751892089846, "step": 135 }, { "epoch": 0.014817950889077053, "grad_norm": 732.63037109375, "learning_rate": 4.633333333333333e-05, "loss": 6.689189147949219, "step": 140 }, { "epoch": 0.015347163420829806, "grad_norm": 790.0484008789062, "learning_rate": 4.8e-05, "loss": 6.683438110351562, "step": 145 }, { "epoch": 0.015876375952582556, "grad_norm": 645.494140625, "learning_rate": 4.966666666666667e-05, "loss": 6.7184593200683596, "step": 150 }, { "epoch": 0.01640558848433531, "grad_norm": 1124.6446533203125, "learning_rate": 5.133333333333333e-05, "loss": 6.622425842285156, "step": 155 }, { "epoch": 0.01693480101608806, "grad_norm": 782.5481567382812, "learning_rate": 5.300000000000001e-05, "loss": 6.575888061523438, "step": 160 }, { "epoch": 0.01746401354784081, "grad_norm": 545.0562133789062, "learning_rate": 5.466666666666666e-05, "loss": 6.661492919921875, "step": 165 }, { "epoch": 0.017993226079593565, "grad_norm": 288.11248779296875, "learning_rate": 5.633333333333334e-05, "loss": 6.561164855957031, "step": 170 }, { "epoch": 0.018522438611346316, "grad_norm": 735.86181640625, "learning_rate": 5.8e-05, "loss": 6.639213562011719, "step": 175 }, { "epoch": 0.01905165114309907, "grad_norm": 2181.97509765625, "learning_rate": 5.966666666666667e-05, "loss": 6.4966484069824215, "step": 180 }, { "epoch": 0.01958086367485182, "grad_norm": 643.1238403320312, "learning_rate": 6.133333333333334e-05, "loss": 6.435044860839843, "step": 185 }, { "epoch": 0.02011007620660457, "grad_norm": 405.61785888671875, "learning_rate": 6.3e-05, "loss": 6.4487144470214846, "step": 190 }, { "epoch": 0.020639288738357325, "grad_norm": 625.2644653320312, "learning_rate": 6.466666666666666e-05, "loss": 6.477473449707031, "step": 195 }, { "epoch": 0.021168501270110076, "grad_norm": 647.4862670898438, "learning_rate": 6.633333333333334e-05, "loss": 6.398207473754883, "step": 200 }, { "epoch": 0.021697713801862827, "grad_norm": 602.918212890625, "learning_rate": 6.800000000000001e-05, "loss": 6.350831985473633, "step": 205 }, { "epoch": 0.02222692633361558, "grad_norm": 932.767578125, "learning_rate": 6.966666666666668e-05, "loss": 6.411856079101563, "step": 210 }, { "epoch": 0.02275613886536833, "grad_norm": 545.482421875, "learning_rate": 7.133333333333334e-05, "loss": 6.3836311340332035, "step": 215 }, { "epoch": 0.023285351397121085, "grad_norm": 1208.4544677734375, "learning_rate": 7.3e-05, "loss": 6.315398406982422, "step": 220 }, { "epoch": 0.023814563928873836, "grad_norm": 741.6082153320312, "learning_rate": 7.466666666666667e-05, "loss": 6.279359436035156, "step": 225 }, { "epoch": 0.024343776460626586, "grad_norm": 853.28955078125, "learning_rate": 7.633333333333334e-05, "loss": 6.277893829345703, "step": 230 }, { "epoch": 0.02487298899237934, "grad_norm": 484.65447998046875, "learning_rate": 7.800000000000001e-05, "loss": 6.11509895324707, "step": 235 }, { "epoch": 0.02540220152413209, "grad_norm": 481.3141784667969, "learning_rate": 7.966666666666666e-05, "loss": 6.241231536865234, "step": 240 }, { "epoch": 0.025931414055884842, "grad_norm": 949.1011962890625, "learning_rate": 8.133333333333334e-05, "loss": 6.186811065673828, "step": 245 }, { "epoch": 0.026460626587637596, "grad_norm": 582.8052368164062, "learning_rate": 8.3e-05, "loss": 6.225067138671875, "step": 250 }, { "epoch": 0.026989839119390346, "grad_norm": 424.9390869140625, "learning_rate": 8.466666666666667e-05, "loss": 6.199724197387695, "step": 255 }, { "epoch": 0.0275190516511431, "grad_norm": 392.9351806640625, "learning_rate": 8.633333333333334e-05, "loss": 6.273694610595703, "step": 260 }, { "epoch": 0.02804826418289585, "grad_norm": 1047.59521484375, "learning_rate": 8.800000000000001e-05, "loss": 6.2527824401855465, "step": 265 }, { "epoch": 0.0285774767146486, "grad_norm": 366.89483642578125, "learning_rate": 8.966666666666666e-05, "loss": 6.221709823608398, "step": 270 }, { "epoch": 0.029106689246401356, "grad_norm": 435.1540222167969, "learning_rate": 9.133333333333334e-05, "loss": 6.270758819580078, "step": 275 }, { "epoch": 0.029635901778154106, "grad_norm": 431.56787109375, "learning_rate": 9.300000000000001e-05, "loss": 6.297059631347656, "step": 280 }, { "epoch": 0.030165114309906857, "grad_norm": 564.5419311523438, "learning_rate": 9.466666666666667e-05, "loss": 6.216543579101563, "step": 285 }, { "epoch": 0.03069432684165961, "grad_norm": 316.1201171875, "learning_rate": 9.633333333333335e-05, "loss": 6.289183807373047, "step": 290 }, { "epoch": 0.03122353937341236, "grad_norm": 559.4468994140625, "learning_rate": 9.8e-05, "loss": 6.2081787109375, "step": 295 }, { "epoch": 0.03175275190516511, "grad_norm": 445.4143371582031, "learning_rate": 9.966666666666667e-05, "loss": 6.304653167724609, "step": 300 }, { "epoch": 0.032281964436917866, "grad_norm": 415.0174865722656, "learning_rate": 9.995627459554001e-05, "loss": 6.191965484619141, "step": 305 }, { "epoch": 0.03281117696867062, "grad_norm": 352.30145263671875, "learning_rate": 9.990161783996503e-05, "loss": 6.229634094238281, "step": 310 }, { "epoch": 0.03334038950042337, "grad_norm": 250.7821044921875, "learning_rate": 9.984696108439003e-05, "loss": 6.1543537139892575, "step": 315 }, { "epoch": 0.03386960203217612, "grad_norm": 280.9916687011719, "learning_rate": 9.979230432881505e-05, "loss": 6.169445419311524, "step": 320 }, { "epoch": 0.034398814563928876, "grad_norm": 748.35888671875, "learning_rate": 9.973764757324005e-05, "loss": 6.13226547241211, "step": 325 }, { "epoch": 0.03492802709568162, "grad_norm": 577.9118041992188, "learning_rate": 9.968299081766507e-05, "loss": 6.114823532104492, "step": 330 }, { "epoch": 0.03545723962743438, "grad_norm": 352.3324890136719, "learning_rate": 9.962833406209007e-05, "loss": 6.14007568359375, "step": 335 }, { "epoch": 0.03598645215918713, "grad_norm": 690.9852294921875, "learning_rate": 9.957367730651509e-05, "loss": 6.079949951171875, "step": 340 }, { "epoch": 0.03651566469093988, "grad_norm": 339.5566711425781, "learning_rate": 9.951902055094011e-05, "loss": 6.096228790283203, "step": 345 }, { "epoch": 0.03704487722269263, "grad_norm": 217.33865356445312, "learning_rate": 9.946436379536511e-05, "loss": 6.143745803833008, "step": 350 }, { "epoch": 0.037574089754445386, "grad_norm": 275.0945739746094, "learning_rate": 9.940970703979013e-05, "loss": 6.1438453674316404, "step": 355 }, { "epoch": 0.03810330228619814, "grad_norm": 387.64862060546875, "learning_rate": 9.935505028421513e-05, "loss": 6.149684906005859, "step": 360 }, { "epoch": 0.03863251481795089, "grad_norm": 278.2474060058594, "learning_rate": 9.930039352864015e-05, "loss": 6.150266647338867, "step": 365 }, { "epoch": 0.03916172734970364, "grad_norm": 162.46853637695312, "learning_rate": 9.924573677306515e-05, "loss": 5.98917236328125, "step": 370 }, { "epoch": 0.039690939881456395, "grad_norm": 333.3621826171875, "learning_rate": 9.919108001749017e-05, "loss": 6.072441101074219, "step": 375 }, { "epoch": 0.04022015241320914, "grad_norm": 286.8138732910156, "learning_rate": 9.913642326191518e-05, "loss": 6.049279022216797, "step": 380 }, { "epoch": 0.0407493649449619, "grad_norm": 296.5852355957031, "learning_rate": 9.908176650634019e-05, "loss": 6.024905776977539, "step": 385 }, { "epoch": 0.04127857747671465, "grad_norm": 329.7555847167969, "learning_rate": 9.90271097507652e-05, "loss": 6.095438385009766, "step": 390 }, { "epoch": 0.0418077900084674, "grad_norm": 248.43902587890625, "learning_rate": 9.897245299519021e-05, "loss": 6.065277862548828, "step": 395 }, { "epoch": 0.04233700254022015, "grad_norm": 278.7334289550781, "learning_rate": 9.891779623961522e-05, "loss": 6.048160552978516, "step": 400 }, { "epoch": 0.042866215071972906, "grad_norm": 271.9186706542969, "learning_rate": 9.886313948404024e-05, "loss": 6.031298828125, "step": 405 }, { "epoch": 0.04339542760372565, "grad_norm": 269.5582580566406, "learning_rate": 9.880848272846524e-05, "loss": 5.99866943359375, "step": 410 }, { "epoch": 0.04392464013547841, "grad_norm": 285.422607421875, "learning_rate": 9.875382597289026e-05, "loss": 6.148783874511719, "step": 415 }, { "epoch": 0.04445385266723116, "grad_norm": 196.2229766845703, "learning_rate": 9.869916921731527e-05, "loss": 6.0729316711425785, "step": 420 }, { "epoch": 0.044983065198983915, "grad_norm": 218.3509521484375, "learning_rate": 9.864451246174028e-05, "loss": 6.093014526367187, "step": 425 }, { "epoch": 0.04551227773073666, "grad_norm": 124.62885284423828, "learning_rate": 9.85898557061653e-05, "loss": 6.065679550170898, "step": 430 }, { "epoch": 0.046041490262489417, "grad_norm": 212.53305053710938, "learning_rate": 9.85351989505903e-05, "loss": 6.027761459350586, "step": 435 }, { "epoch": 0.04657070279424217, "grad_norm": 164.66136169433594, "learning_rate": 9.848054219501532e-05, "loss": 6.047522735595703, "step": 440 }, { "epoch": 0.04709991532599492, "grad_norm": 211.3908233642578, "learning_rate": 9.842588543944032e-05, "loss": 6.070701599121094, "step": 445 }, { "epoch": 0.04762912785774767, "grad_norm": 153.71820068359375, "learning_rate": 9.837122868386534e-05, "loss": 5.999235153198242, "step": 450 }, { "epoch": 0.048158340389500426, "grad_norm": 249.63597106933594, "learning_rate": 9.831657192829034e-05, "loss": 6.020101928710938, "step": 455 }, { "epoch": 0.04868755292125317, "grad_norm": 172.79661560058594, "learning_rate": 9.826191517271536e-05, "loss": 5.996443176269532, "step": 460 }, { "epoch": 0.04921676545300593, "grad_norm": 232.40232849121094, "learning_rate": 9.820725841714036e-05, "loss": 6.014660263061524, "step": 465 }, { "epoch": 0.04974597798475868, "grad_norm": 139.3739776611328, "learning_rate": 9.815260166156537e-05, "loss": 6.005613708496094, "step": 470 }, { "epoch": 0.05027519051651143, "grad_norm": 313.8411560058594, "learning_rate": 9.809794490599039e-05, "loss": 5.927771377563476, "step": 475 }, { "epoch": 0.05080440304826418, "grad_norm": 181.50950622558594, "learning_rate": 9.804328815041539e-05, "loss": 6.025575256347656, "step": 480 }, { "epoch": 0.051333615580016936, "grad_norm": 121.8584213256836, "learning_rate": 9.798863139484041e-05, "loss": 5.971470642089844, "step": 485 }, { "epoch": 0.051862828111769683, "grad_norm": 197.16131591796875, "learning_rate": 9.793397463926541e-05, "loss": 6.0471343994140625, "step": 490 }, { "epoch": 0.05239204064352244, "grad_norm": 199.70472717285156, "learning_rate": 9.787931788369043e-05, "loss": 5.987338638305664, "step": 495 }, { "epoch": 0.05292125317527519, "grad_norm": 162.8175506591797, "learning_rate": 9.782466112811543e-05, "loss": 6.041603088378906, "step": 500 }, { "epoch": 0.053450465707027946, "grad_norm": 165.44126892089844, "learning_rate": 9.777000437254045e-05, "loss": 5.978840255737305, "step": 505 }, { "epoch": 0.05397967823878069, "grad_norm": 133.73362731933594, "learning_rate": 9.771534761696545e-05, "loss": 6.011314773559571, "step": 510 }, { "epoch": 0.05450889077053345, "grad_norm": 121.78123474121094, "learning_rate": 9.766069086139047e-05, "loss": 6.006763076782226, "step": 515 }, { "epoch": 0.0550381033022862, "grad_norm": 187.56500244140625, "learning_rate": 9.760603410581548e-05, "loss": 5.967660140991211, "step": 520 }, { "epoch": 0.05556731583403895, "grad_norm": 132.5540313720703, "learning_rate": 9.755137735024049e-05, "loss": 5.953913879394531, "step": 525 }, { "epoch": 0.0560965283657917, "grad_norm": 119.5118179321289, "learning_rate": 9.74967205946655e-05, "loss": 5.937841415405273, "step": 530 }, { "epoch": 0.056625740897544456, "grad_norm": 139.8155975341797, "learning_rate": 9.744206383909051e-05, "loss": 5.943609619140625, "step": 535 }, { "epoch": 0.0571549534292972, "grad_norm": 122.48487091064453, "learning_rate": 9.738740708351552e-05, "loss": 6.042391967773438, "step": 540 }, { "epoch": 0.05768416596104996, "grad_norm": 136.89186096191406, "learning_rate": 9.733275032794054e-05, "loss": 5.940366744995117, "step": 545 }, { "epoch": 0.05821337849280271, "grad_norm": 171.86300659179688, "learning_rate": 9.727809357236555e-05, "loss": 6.005826187133789, "step": 550 }, { "epoch": 0.05874259102455546, "grad_norm": 149.465087890625, "learning_rate": 9.722343681679056e-05, "loss": 5.902164459228516, "step": 555 }, { "epoch": 0.05927180355630821, "grad_norm": 212.9936981201172, "learning_rate": 9.716878006121557e-05, "loss": 5.981983947753906, "step": 560 }, { "epoch": 0.05980101608806097, "grad_norm": 148.59640502929688, "learning_rate": 9.711412330564058e-05, "loss": 5.976559448242187, "step": 565 }, { "epoch": 0.060330228619813714, "grad_norm": 112.12870025634766, "learning_rate": 9.70594665500656e-05, "loss": 5.9606269836425785, "step": 570 }, { "epoch": 0.06085944115156647, "grad_norm": 342.4986572265625, "learning_rate": 9.70048097944906e-05, "loss": 5.983798980712891, "step": 575 }, { "epoch": 0.06138865368331922, "grad_norm": 161.69155883789062, "learning_rate": 9.695015303891562e-05, "loss": 5.991284561157227, "step": 580 }, { "epoch": 0.061917866215071976, "grad_norm": 147.6449737548828, "learning_rate": 9.689549628334062e-05, "loss": 5.937326812744141, "step": 585 }, { "epoch": 0.06244707874682472, "grad_norm": 145.60459899902344, "learning_rate": 9.684083952776564e-05, "loss": 5.970654678344727, "step": 590 }, { "epoch": 0.06297629127857747, "grad_norm": 96.55337524414062, "learning_rate": 9.678618277219064e-05, "loss": 5.894002532958984, "step": 595 }, { "epoch": 0.06350550381033022, "grad_norm": 175.60250854492188, "learning_rate": 9.673152601661566e-05, "loss": 5.956732940673828, "step": 600 }, { "epoch": 0.06403471634208298, "grad_norm": 230.77386474609375, "learning_rate": 9.667686926104066e-05, "loss": 5.983735275268555, "step": 605 }, { "epoch": 0.06456392887383573, "grad_norm": 171.0336456298828, "learning_rate": 9.662221250546568e-05, "loss": 5.9544017791748045, "step": 610 }, { "epoch": 0.06509314140558849, "grad_norm": 139.86805725097656, "learning_rate": 9.656755574989069e-05, "loss": 5.947808837890625, "step": 615 }, { "epoch": 0.06562235393734124, "grad_norm": 139.48512268066406, "learning_rate": 9.65128989943157e-05, "loss": 5.916921234130859, "step": 620 }, { "epoch": 0.066151566469094, "grad_norm": 184.61111450195312, "learning_rate": 9.645824223874072e-05, "loss": 5.967916870117188, "step": 625 }, { "epoch": 0.06668077900084673, "grad_norm": 129.43551635742188, "learning_rate": 9.640358548316573e-05, "loss": 5.947696685791016, "step": 630 }, { "epoch": 0.06720999153259949, "grad_norm": 191.37545776367188, "learning_rate": 9.634892872759074e-05, "loss": 5.93254508972168, "step": 635 }, { "epoch": 0.06773920406435224, "grad_norm": 233.5368194580078, "learning_rate": 9.629427197201575e-05, "loss": 5.955574035644531, "step": 640 }, { "epoch": 0.068268416596105, "grad_norm": 178.17776489257812, "learning_rate": 9.623961521644076e-05, "loss": 5.931934356689453, "step": 645 }, { "epoch": 0.06879762912785775, "grad_norm": 133.84317016601562, "learning_rate": 9.618495846086577e-05, "loss": 5.882746887207031, "step": 650 }, { "epoch": 0.0693268416596105, "grad_norm": 141.34475708007812, "learning_rate": 9.613030170529079e-05, "loss": 5.998517608642578, "step": 655 }, { "epoch": 0.06985605419136325, "grad_norm": 160.28012084960938, "learning_rate": 9.607564494971579e-05, "loss": 5.926590347290039, "step": 660 }, { "epoch": 0.070385266723116, "grad_norm": 123.3526611328125, "learning_rate": 9.602098819414081e-05, "loss": 5.867735290527344, "step": 665 }, { "epoch": 0.07091447925486875, "grad_norm": 106.00364685058594, "learning_rate": 9.596633143856581e-05, "loss": 5.885073471069336, "step": 670 }, { "epoch": 0.07144369178662151, "grad_norm": 111.19623565673828, "learning_rate": 9.591167468299083e-05, "loss": 5.95689582824707, "step": 675 }, { "epoch": 0.07197290431837426, "grad_norm": 147.67532348632812, "learning_rate": 9.585701792741583e-05, "loss": 5.86490478515625, "step": 680 }, { "epoch": 0.07250211685012702, "grad_norm": 142.9005889892578, "learning_rate": 9.580236117184085e-05, "loss": 5.843939208984375, "step": 685 }, { "epoch": 0.07303132938187976, "grad_norm": 282.9810485839844, "learning_rate": 9.574770441626585e-05, "loss": 5.932588577270508, "step": 690 }, { "epoch": 0.07356054191363251, "grad_norm": 142.9453887939453, "learning_rate": 9.569304766069087e-05, "loss": 5.856966781616211, "step": 695 }, { "epoch": 0.07408975444538526, "grad_norm": 156.28594970703125, "learning_rate": 9.563839090511589e-05, "loss": 5.910407638549804, "step": 700 }, { "epoch": 0.07461896697713802, "grad_norm": 161.04379272460938, "learning_rate": 9.558373414954089e-05, "loss": 5.887969589233398, "step": 705 }, { "epoch": 0.07514817950889077, "grad_norm": 175.52401733398438, "learning_rate": 9.55290773939659e-05, "loss": 5.844839477539063, "step": 710 }, { "epoch": 0.07567739204064353, "grad_norm": 189.15341186523438, "learning_rate": 9.54744206383909e-05, "loss": 5.830247497558593, "step": 715 }, { "epoch": 0.07620660457239628, "grad_norm": 179.2803497314453, "learning_rate": 9.541976388281592e-05, "loss": 6.008502197265625, "step": 720 }, { "epoch": 0.07673581710414902, "grad_norm": 118.32427978515625, "learning_rate": 9.536510712724092e-05, "loss": 5.8437957763671875, "step": 725 }, { "epoch": 0.07726502963590177, "grad_norm": 144.9862823486328, "learning_rate": 9.531045037166594e-05, "loss": 5.831209182739258, "step": 730 }, { "epoch": 0.07779424216765453, "grad_norm": 116.66545104980469, "learning_rate": 9.525579361609094e-05, "loss": 5.878658294677734, "step": 735 }, { "epoch": 0.07832345469940728, "grad_norm": 151.82962036132812, "learning_rate": 9.520113686051596e-05, "loss": 5.831759643554688, "step": 740 }, { "epoch": 0.07885266723116004, "grad_norm": 133.302001953125, "learning_rate": 9.514648010494096e-05, "loss": 5.820234298706055, "step": 745 }, { "epoch": 0.07938187976291279, "grad_norm": 156.2350616455078, "learning_rate": 9.509182334936598e-05, "loss": 5.855316162109375, "step": 750 }, { "epoch": 0.07991109229466553, "grad_norm": 367.2080078125, "learning_rate": 9.5037166593791e-05, "loss": 5.816654968261719, "step": 755 }, { "epoch": 0.08044030482641829, "grad_norm": 141.56118774414062, "learning_rate": 9.4982509838216e-05, "loss": 5.825299835205078, "step": 760 }, { "epoch": 0.08096951735817104, "grad_norm": 163.04904174804688, "learning_rate": 9.492785308264102e-05, "loss": 5.870270538330078, "step": 765 }, { "epoch": 0.0814987298899238, "grad_norm": 157.8319854736328, "learning_rate": 9.487319632706603e-05, "loss": 5.847799301147461, "step": 770 }, { "epoch": 0.08202794242167655, "grad_norm": 146.57290649414062, "learning_rate": 9.481853957149104e-05, "loss": 5.785860824584961, "step": 775 }, { "epoch": 0.0825571549534293, "grad_norm": 188.33460998535156, "learning_rate": 9.476388281591605e-05, "loss": 5.799169921875, "step": 780 }, { "epoch": 0.08308636748518206, "grad_norm": 140.16700744628906, "learning_rate": 9.470922606034106e-05, "loss": 5.815940856933594, "step": 785 }, { "epoch": 0.0836155800169348, "grad_norm": 207.35545349121094, "learning_rate": 9.465456930476607e-05, "loss": 5.832859802246094, "step": 790 }, { "epoch": 0.08414479254868755, "grad_norm": 127.87782287597656, "learning_rate": 9.459991254919109e-05, "loss": 5.750799179077148, "step": 795 }, { "epoch": 0.0846740050804403, "grad_norm": 160.82164001464844, "learning_rate": 9.454525579361609e-05, "loss": 5.730739593505859, "step": 800 }, { "epoch": 0.08520321761219306, "grad_norm": 196.80833435058594, "learning_rate": 9.449059903804111e-05, "loss": 5.78623046875, "step": 805 }, { "epoch": 0.08573243014394581, "grad_norm": 296.399169921875, "learning_rate": 9.443594228246611e-05, "loss": 5.811065292358398, "step": 810 }, { "epoch": 0.08626164267569857, "grad_norm": 196.4739532470703, "learning_rate": 9.438128552689113e-05, "loss": 5.810635757446289, "step": 815 }, { "epoch": 0.0867908552074513, "grad_norm": 152.62745666503906, "learning_rate": 9.432662877131613e-05, "loss": 5.778184127807617, "step": 820 }, { "epoch": 0.08732006773920406, "grad_norm": 128.17115783691406, "learning_rate": 9.427197201574115e-05, "loss": 5.807619857788086, "step": 825 }, { "epoch": 0.08784928027095681, "grad_norm": 156.99972534179688, "learning_rate": 9.421731526016617e-05, "loss": 5.768222808837891, "step": 830 }, { "epoch": 0.08837849280270957, "grad_norm": 268.58563232421875, "learning_rate": 9.416265850459117e-05, "loss": 5.722779846191406, "step": 835 }, { "epoch": 0.08890770533446232, "grad_norm": 163.74591064453125, "learning_rate": 9.410800174901619e-05, "loss": 5.791388320922851, "step": 840 }, { "epoch": 0.08943691786621508, "grad_norm": 182.55772399902344, "learning_rate": 9.405334499344119e-05, "loss": 5.787009048461914, "step": 845 }, { "epoch": 0.08996613039796783, "grad_norm": 148.79905700683594, "learning_rate": 9.399868823786621e-05, "loss": 5.683075714111328, "step": 850 }, { "epoch": 0.09049534292972057, "grad_norm": 171.00450134277344, "learning_rate": 9.394403148229121e-05, "loss": 5.74620246887207, "step": 855 }, { "epoch": 0.09102455546147332, "grad_norm": 163.9990234375, "learning_rate": 9.388937472671623e-05, "loss": 5.742409515380859, "step": 860 }, { "epoch": 0.09155376799322608, "grad_norm": 174.10430908203125, "learning_rate": 9.383471797114124e-05, "loss": 5.810523223876953, "step": 865 }, { "epoch": 0.09208298052497883, "grad_norm": 144.1278839111328, "learning_rate": 9.378006121556625e-05, "loss": 5.7459453582763675, "step": 870 }, { "epoch": 0.09261219305673159, "grad_norm": 183.85057067871094, "learning_rate": 9.372540445999126e-05, "loss": 5.72808609008789, "step": 875 }, { "epoch": 0.09314140558848434, "grad_norm": 149.90054321289062, "learning_rate": 9.367074770441627e-05, "loss": 5.578742218017578, "step": 880 }, { "epoch": 0.09367061812023708, "grad_norm": 172.0819549560547, "learning_rate": 9.361609094884128e-05, "loss": 5.560853958129883, "step": 885 }, { "epoch": 0.09419983065198984, "grad_norm": 166.85987854003906, "learning_rate": 9.35614341932663e-05, "loss": 5.663777542114258, "step": 890 }, { "epoch": 0.09472904318374259, "grad_norm": 163.56932067871094, "learning_rate": 9.35067774376913e-05, "loss": 5.712736129760742, "step": 895 }, { "epoch": 0.09525825571549534, "grad_norm": 146.6439666748047, "learning_rate": 9.345212068211632e-05, "loss": 5.699845886230468, "step": 900 }, { "epoch": 0.0957874682472481, "grad_norm": 170.0252227783203, "learning_rate": 9.339746392654133e-05, "loss": 5.671489715576172, "step": 905 }, { "epoch": 0.09631668077900085, "grad_norm": 183.28720092773438, "learning_rate": 9.334280717096634e-05, "loss": 5.609702682495117, "step": 910 }, { "epoch": 0.09684589331075359, "grad_norm": 158.6420440673828, "learning_rate": 9.328815041539136e-05, "loss": 5.6396942138671875, "step": 915 }, { "epoch": 0.09737510584250635, "grad_norm": 290.4155578613281, "learning_rate": 9.323349365981636e-05, "loss": 5.674396896362305, "step": 920 }, { "epoch": 0.0979043183742591, "grad_norm": 267.71343994140625, "learning_rate": 9.317883690424138e-05, "loss": 5.610250091552734, "step": 925 }, { "epoch": 0.09843353090601185, "grad_norm": 224.55926513671875, "learning_rate": 9.312418014866638e-05, "loss": 5.589653396606446, "step": 930 }, { "epoch": 0.09896274343776461, "grad_norm": 199.77679443359375, "learning_rate": 9.30695233930914e-05, "loss": 5.653185653686523, "step": 935 }, { "epoch": 0.09949195596951736, "grad_norm": 166.15341186523438, "learning_rate": 9.30148666375164e-05, "loss": 5.567646789550781, "step": 940 }, { "epoch": 0.10002116850127012, "grad_norm": 179.01870727539062, "learning_rate": 9.296020988194141e-05, "loss": 5.642111206054688, "step": 945 }, { "epoch": 0.10055038103302286, "grad_norm": 163.17860412597656, "learning_rate": 9.290555312636642e-05, "loss": 5.5938457489013675, "step": 950 }, { "epoch": 0.10107959356477561, "grad_norm": 159.95030212402344, "learning_rate": 9.285089637079143e-05, "loss": 5.607838439941406, "step": 955 }, { "epoch": 0.10160880609652836, "grad_norm": 199.9377899169922, "learning_rate": 9.279623961521645e-05, "loss": 5.500522232055664, "step": 960 }, { "epoch": 0.10213801862828112, "grad_norm": 214.1669921875, "learning_rate": 9.274158285964145e-05, "loss": 5.522556304931641, "step": 965 }, { "epoch": 0.10266723116003387, "grad_norm": 232.8893585205078, "learning_rate": 9.268692610406647e-05, "loss": 5.5148155212402346, "step": 970 }, { "epoch": 0.10319644369178663, "grad_norm": 276.7559814453125, "learning_rate": 9.263226934849147e-05, "loss": 5.531089019775391, "step": 975 }, { "epoch": 0.10372565622353937, "grad_norm": 210.7217254638672, "learning_rate": 9.257761259291649e-05, "loss": 5.545250320434571, "step": 980 }, { "epoch": 0.10425486875529212, "grad_norm": 136.01046752929688, "learning_rate": 9.252295583734149e-05, "loss": 5.515378189086914, "step": 985 }, { "epoch": 0.10478408128704488, "grad_norm": 190.27102661132812, "learning_rate": 9.246829908176651e-05, "loss": 5.555895614624023, "step": 990 }, { "epoch": 0.10531329381879763, "grad_norm": 219.10101318359375, "learning_rate": 9.241364232619151e-05, "loss": 5.54639892578125, "step": 995 }, { "epoch": 0.10584250635055038, "grad_norm": 175.25326538085938, "learning_rate": 9.235898557061653e-05, "loss": 5.5759319305419925, "step": 1000 }, { "epoch": 0.10637171888230314, "grad_norm": 150.76089477539062, "learning_rate": 9.230432881504154e-05, "loss": 5.606005859375, "step": 1005 }, { "epoch": 0.10690093141405589, "grad_norm": 181.60699462890625, "learning_rate": 9.224967205946655e-05, "loss": 5.479476547241211, "step": 1010 }, { "epoch": 0.10743014394580863, "grad_norm": 197.7422332763672, "learning_rate": 9.219501530389156e-05, "loss": 5.490105819702149, "step": 1015 }, { "epoch": 0.10795935647756139, "grad_norm": 172.53436279296875, "learning_rate": 9.214035854831657e-05, "loss": 5.4836585998535154, "step": 1020 }, { "epoch": 0.10848856900931414, "grad_norm": 180.2521514892578, "learning_rate": 9.208570179274159e-05, "loss": 5.4778594970703125, "step": 1025 }, { "epoch": 0.1090177815410669, "grad_norm": 193.48336791992188, "learning_rate": 9.20310450371666e-05, "loss": 5.471895599365235, "step": 1030 }, { "epoch": 0.10954699407281965, "grad_norm": 222.8868865966797, "learning_rate": 9.197638828159161e-05, "loss": 5.5712135314941404, "step": 1035 }, { "epoch": 0.1100762066045724, "grad_norm": 228.3018341064453, "learning_rate": 9.192173152601662e-05, "loss": 5.412514877319336, "step": 1040 }, { "epoch": 0.11060541913632514, "grad_norm": 182.02066040039062, "learning_rate": 9.186707477044164e-05, "loss": 5.495712661743164, "step": 1045 }, { "epoch": 0.1111346316680779, "grad_norm": 133.20848083496094, "learning_rate": 9.181241801486664e-05, "loss": 5.394636535644532, "step": 1050 }, { "epoch": 0.11166384419983065, "grad_norm": 180.85098266601562, "learning_rate": 9.175776125929166e-05, "loss": 5.616105270385742, "step": 1055 }, { "epoch": 0.1121930567315834, "grad_norm": 127.44806671142578, "learning_rate": 9.170310450371666e-05, "loss": 5.470026016235352, "step": 1060 }, { "epoch": 0.11272226926333616, "grad_norm": 154.9577178955078, "learning_rate": 9.164844774814168e-05, "loss": 5.445623397827148, "step": 1065 }, { "epoch": 0.11325148179508891, "grad_norm": 167.23313903808594, "learning_rate": 9.159379099256668e-05, "loss": 5.492725372314453, "step": 1070 }, { "epoch": 0.11378069432684167, "grad_norm": 167.07510375976562, "learning_rate": 9.15391342369917e-05, "loss": 5.385631561279297, "step": 1075 }, { "epoch": 0.1143099068585944, "grad_norm": 208.55923461914062, "learning_rate": 9.14844774814167e-05, "loss": 5.536331558227539, "step": 1080 }, { "epoch": 0.11483911939034716, "grad_norm": 145.8914031982422, "learning_rate": 9.142982072584172e-05, "loss": 5.443095016479492, "step": 1085 }, { "epoch": 0.11536833192209991, "grad_norm": 170.06187438964844, "learning_rate": 9.137516397026672e-05, "loss": 5.400005340576172, "step": 1090 }, { "epoch": 0.11589754445385267, "grad_norm": 138.5655975341797, "learning_rate": 9.132050721469174e-05, "loss": 5.374793624877929, "step": 1095 }, { "epoch": 0.11642675698560542, "grad_norm": 167.22213745117188, "learning_rate": 9.126585045911675e-05, "loss": 5.477389144897461, "step": 1100 }, { "epoch": 0.11695596951735818, "grad_norm": 136.9866180419922, "learning_rate": 9.121119370354176e-05, "loss": 5.4836681365966795, "step": 1105 }, { "epoch": 0.11748518204911092, "grad_norm": 140.9436798095703, "learning_rate": 9.115653694796678e-05, "loss": 5.50480842590332, "step": 1110 }, { "epoch": 0.11801439458086367, "grad_norm": 133.7445831298828, "learning_rate": 9.110188019239179e-05, "loss": 5.293535995483398, "step": 1115 }, { "epoch": 0.11854360711261643, "grad_norm": 202.85049438476562, "learning_rate": 9.10472234368168e-05, "loss": 5.50556640625, "step": 1120 }, { "epoch": 0.11907281964436918, "grad_norm": 166.07748413085938, "learning_rate": 9.09925666812418e-05, "loss": 5.416261291503906, "step": 1125 }, { "epoch": 0.11960203217612193, "grad_norm": 130.4528350830078, "learning_rate": 9.093790992566682e-05, "loss": 5.40531005859375, "step": 1130 }, { "epoch": 0.12013124470787469, "grad_norm": 174.93345642089844, "learning_rate": 9.088325317009183e-05, "loss": 5.468157958984375, "step": 1135 }, { "epoch": 0.12066045723962743, "grad_norm": 181.99420166015625, "learning_rate": 9.082859641451685e-05, "loss": 5.336940002441406, "step": 1140 }, { "epoch": 0.12118966977138018, "grad_norm": 116.04065704345703, "learning_rate": 9.077393965894185e-05, "loss": 5.390115737915039, "step": 1145 }, { "epoch": 0.12171888230313294, "grad_norm": 169.54757690429688, "learning_rate": 9.071928290336687e-05, "loss": 5.4702705383300785, "step": 1150 }, { "epoch": 0.12224809483488569, "grad_norm": 147.901123046875, "learning_rate": 9.066462614779187e-05, "loss": 5.333102798461914, "step": 1155 }, { "epoch": 0.12277730736663844, "grad_norm": 190.24267578125, "learning_rate": 9.060996939221689e-05, "loss": 5.41968879699707, "step": 1160 }, { "epoch": 0.1233065198983912, "grad_norm": 119.36219024658203, "learning_rate": 9.055531263664189e-05, "loss": 5.360011291503906, "step": 1165 }, { "epoch": 0.12383573243014395, "grad_norm": 171.3249969482422, "learning_rate": 9.050065588106691e-05, "loss": 5.431983566284179, "step": 1170 }, { "epoch": 0.12436494496189669, "grad_norm": 130.85255432128906, "learning_rate": 9.044599912549191e-05, "loss": 5.407325744628906, "step": 1175 }, { "epoch": 0.12489415749364945, "grad_norm": 120.42335510253906, "learning_rate": 9.039134236991693e-05, "loss": 5.466937637329101, "step": 1180 }, { "epoch": 0.12542337002540221, "grad_norm": 135.62652587890625, "learning_rate": 9.033668561434194e-05, "loss": 5.41137924194336, "step": 1185 }, { "epoch": 0.12595258255715494, "grad_norm": 179.18743896484375, "learning_rate": 9.028202885876694e-05, "loss": 5.371456146240234, "step": 1190 }, { "epoch": 0.1264817950889077, "grad_norm": 224.34986877441406, "learning_rate": 9.022737210319196e-05, "loss": 5.3005115509033205, "step": 1195 }, { "epoch": 0.12701100762066045, "grad_norm": 169.96969604492188, "learning_rate": 9.017271534761696e-05, "loss": 5.354543304443359, "step": 1200 }, { "epoch": 0.1275402201524132, "grad_norm": 149.81085205078125, "learning_rate": 9.011805859204198e-05, "loss": 5.460399627685547, "step": 1205 }, { "epoch": 0.12806943268416596, "grad_norm": 147.26112365722656, "learning_rate": 9.006340183646698e-05, "loss": 5.346525192260742, "step": 1210 }, { "epoch": 0.1285986452159187, "grad_norm": 125.77774047851562, "learning_rate": 9.0008745080892e-05, "loss": 5.331623840332031, "step": 1215 }, { "epoch": 0.12912785774767147, "grad_norm": 190.18409729003906, "learning_rate": 8.9954088325317e-05, "loss": 5.431078338623047, "step": 1220 }, { "epoch": 0.12965707027942422, "grad_norm": 120.27812194824219, "learning_rate": 8.989943156974202e-05, "loss": 5.3688404083251955, "step": 1225 }, { "epoch": 0.13018628281117697, "grad_norm": 123.93647003173828, "learning_rate": 8.984477481416704e-05, "loss": 5.430308532714844, "step": 1230 }, { "epoch": 0.13071549534292973, "grad_norm": 138.20660400390625, "learning_rate": 8.979011805859204e-05, "loss": 5.2584693908691404, "step": 1235 }, { "epoch": 0.13124470787468248, "grad_norm": 141.85577392578125, "learning_rate": 8.973546130301706e-05, "loss": 5.334914779663086, "step": 1240 }, { "epoch": 0.13177392040643524, "grad_norm": 244.3611602783203, "learning_rate": 8.968080454744206e-05, "loss": 5.433039855957031, "step": 1245 }, { "epoch": 0.132303132938188, "grad_norm": 138.82687377929688, "learning_rate": 8.962614779186708e-05, "loss": 5.415271759033203, "step": 1250 }, { "epoch": 0.13283234546994072, "grad_norm": 146.36431884765625, "learning_rate": 8.957149103629209e-05, "loss": 5.351300430297852, "step": 1255 }, { "epoch": 0.13336155800169347, "grad_norm": 136.9525604248047, "learning_rate": 8.95168342807171e-05, "loss": 5.423492431640625, "step": 1260 }, { "epoch": 0.13389077053344622, "grad_norm": 127.09837341308594, "learning_rate": 8.946217752514211e-05, "loss": 5.268843460083008, "step": 1265 }, { "epoch": 0.13441998306519898, "grad_norm": 183.41632080078125, "learning_rate": 8.940752076956712e-05, "loss": 5.307769775390625, "step": 1270 }, { "epoch": 0.13494919559695173, "grad_norm": 155.1276092529297, "learning_rate": 8.935286401399213e-05, "loss": 5.329688262939453, "step": 1275 }, { "epoch": 0.1354784081287045, "grad_norm": 182.9296875, "learning_rate": 8.929820725841715e-05, "loss": 5.345723724365234, "step": 1280 }, { "epoch": 0.13600762066045724, "grad_norm": 130.33203125, "learning_rate": 8.924355050284215e-05, "loss": 5.198811721801758, "step": 1285 }, { "epoch": 0.13653683319221, "grad_norm": 145.03955078125, "learning_rate": 8.918889374726717e-05, "loss": 5.438559341430664, "step": 1290 }, { "epoch": 0.13706604572396275, "grad_norm": 131.51011657714844, "learning_rate": 8.913423699169217e-05, "loss": 5.291730499267578, "step": 1295 }, { "epoch": 0.1375952582557155, "grad_norm": 140.13885498046875, "learning_rate": 8.907958023611719e-05, "loss": 5.464260482788086, "step": 1300 }, { "epoch": 0.13812447078746826, "grad_norm": 127.89702606201172, "learning_rate": 8.90249234805422e-05, "loss": 5.264149856567383, "step": 1305 }, { "epoch": 0.138653683319221, "grad_norm": 163.71734619140625, "learning_rate": 8.897026672496721e-05, "loss": 5.335223388671875, "step": 1310 }, { "epoch": 0.13918289585097376, "grad_norm": 122.60821533203125, "learning_rate": 8.891560996939223e-05, "loss": 5.343654632568359, "step": 1315 }, { "epoch": 0.1397121083827265, "grad_norm": 139.2885284423828, "learning_rate": 8.886095321381723e-05, "loss": 5.328396606445312, "step": 1320 }, { "epoch": 0.14024132091447924, "grad_norm": 184.86183166503906, "learning_rate": 8.880629645824225e-05, "loss": 5.318566131591797, "step": 1325 }, { "epoch": 0.140770533446232, "grad_norm": 137.9556121826172, "learning_rate": 8.875163970266725e-05, "loss": 5.30711669921875, "step": 1330 }, { "epoch": 0.14129974597798475, "grad_norm": 141.39578247070312, "learning_rate": 8.869698294709227e-05, "loss": 5.1729179382324215, "step": 1335 }, { "epoch": 0.1418289585097375, "grad_norm": 143.4691619873047, "learning_rate": 8.864232619151727e-05, "loss": 5.213673400878906, "step": 1340 }, { "epoch": 0.14235817104149026, "grad_norm": 150.62608337402344, "learning_rate": 8.858766943594229e-05, "loss": 5.35086669921875, "step": 1345 }, { "epoch": 0.14288738357324302, "grad_norm": 143.42185974121094, "learning_rate": 8.85330126803673e-05, "loss": 5.259696960449219, "step": 1350 }, { "epoch": 0.14341659610499577, "grad_norm": 135.89630126953125, "learning_rate": 8.847835592479231e-05, "loss": 5.325130844116211, "step": 1355 }, { "epoch": 0.14394580863674852, "grad_norm": 140.45074462890625, "learning_rate": 8.842369916921732e-05, "loss": 5.1692768096923825, "step": 1360 }, { "epoch": 0.14447502116850128, "grad_norm": 200.21524047851562, "learning_rate": 8.836904241364233e-05, "loss": 5.279941177368164, "step": 1365 }, { "epoch": 0.14500423370025403, "grad_norm": 144.7344512939453, "learning_rate": 8.831438565806734e-05, "loss": 5.200643157958984, "step": 1370 }, { "epoch": 0.14553344623200679, "grad_norm": 121.57203674316406, "learning_rate": 8.825972890249236e-05, "loss": 5.352694320678711, "step": 1375 }, { "epoch": 0.1460626587637595, "grad_norm": 126.16741180419922, "learning_rate": 8.820507214691736e-05, "loss": 5.315206527709961, "step": 1380 }, { "epoch": 0.14659187129551227, "grad_norm": 140.36781311035156, "learning_rate": 8.815041539134238e-05, "loss": 5.250906372070313, "step": 1385 }, { "epoch": 0.14712108382726502, "grad_norm": 127.99103546142578, "learning_rate": 8.80957586357674e-05, "loss": 5.145211791992187, "step": 1390 }, { "epoch": 0.14765029635901777, "grad_norm": 232.7444305419922, "learning_rate": 8.80411018801924e-05, "loss": 5.235280990600586, "step": 1395 }, { "epoch": 0.14817950889077053, "grad_norm": 151.792236328125, "learning_rate": 8.798644512461742e-05, "loss": 5.210785293579102, "step": 1400 }, { "epoch": 0.14870872142252328, "grad_norm": 166.12924194335938, "learning_rate": 8.793178836904242e-05, "loss": 5.174649810791015, "step": 1405 }, { "epoch": 0.14923793395427604, "grad_norm": 142.19674682617188, "learning_rate": 8.787713161346744e-05, "loss": 5.186878204345703, "step": 1410 }, { "epoch": 0.1497671464860288, "grad_norm": 110.67605590820312, "learning_rate": 8.782247485789244e-05, "loss": 5.3036140441894535, "step": 1415 }, { "epoch": 0.15029635901778154, "grad_norm": 146.44317626953125, "learning_rate": 8.776781810231746e-05, "loss": 5.250160598754883, "step": 1420 }, { "epoch": 0.1508255715495343, "grad_norm": 131.24632263183594, "learning_rate": 8.771316134674245e-05, "loss": 5.13271484375, "step": 1425 }, { "epoch": 0.15135478408128705, "grad_norm": 163.03672790527344, "learning_rate": 8.765850459116747e-05, "loss": 5.274152755737305, "step": 1430 }, { "epoch": 0.1518839966130398, "grad_norm": 130.21841430664062, "learning_rate": 8.760384783559248e-05, "loss": 5.363420867919922, "step": 1435 }, { "epoch": 0.15241320914479256, "grad_norm": 120.08866119384766, "learning_rate": 8.754919108001749e-05, "loss": 5.30047607421875, "step": 1440 }, { "epoch": 0.1529424216765453, "grad_norm": 162.1665802001953, "learning_rate": 8.74945343244425e-05, "loss": 5.162246322631836, "step": 1445 }, { "epoch": 0.15347163420829804, "grad_norm": 142.51861572265625, "learning_rate": 8.743987756886751e-05, "loss": 5.2535148620605465, "step": 1450 }, { "epoch": 0.1540008467400508, "grad_norm": 112.08029174804688, "learning_rate": 8.738522081329253e-05, "loss": 5.244584655761718, "step": 1455 }, { "epoch": 0.15453005927180355, "grad_norm": 162.49778747558594, "learning_rate": 8.733056405771753e-05, "loss": 5.133565139770508, "step": 1460 }, { "epoch": 0.1550592718035563, "grad_norm": 142.0823974609375, "learning_rate": 8.727590730214255e-05, "loss": 5.199576187133789, "step": 1465 }, { "epoch": 0.15558848433530906, "grad_norm": 166.66818237304688, "learning_rate": 8.722125054656755e-05, "loss": 5.245346450805664, "step": 1470 }, { "epoch": 0.1561176968670618, "grad_norm": 152.6099853515625, "learning_rate": 8.716659379099257e-05, "loss": 5.1921337127685545, "step": 1475 }, { "epoch": 0.15664690939881457, "grad_norm": 141.94105529785156, "learning_rate": 8.711193703541757e-05, "loss": 5.124502944946289, "step": 1480 }, { "epoch": 0.15717612193056732, "grad_norm": 151.69488525390625, "learning_rate": 8.705728027984259e-05, "loss": 5.1447700500488285, "step": 1485 }, { "epoch": 0.15770533446232007, "grad_norm": 112.4654312133789, "learning_rate": 8.70026235242676e-05, "loss": 5.214952087402343, "step": 1490 }, { "epoch": 0.15823454699407283, "grad_norm": 169.0243682861328, "learning_rate": 8.694796676869261e-05, "loss": 5.235752105712891, "step": 1495 }, { "epoch": 0.15876375952582558, "grad_norm": 144.9849853515625, "learning_rate": 8.689331001311762e-05, "loss": 5.247588729858398, "step": 1500 }, { "epoch": 0.15929297205757834, "grad_norm": 164.18026733398438, "learning_rate": 8.683865325754263e-05, "loss": 5.144568634033203, "step": 1505 }, { "epoch": 0.15982218458933106, "grad_norm": 117.37551879882812, "learning_rate": 8.678399650196765e-05, "loss": 5.235516738891602, "step": 1510 }, { "epoch": 0.16035139712108382, "grad_norm": 127.93671417236328, "learning_rate": 8.672933974639266e-05, "loss": 5.156636047363281, "step": 1515 }, { "epoch": 0.16088060965283657, "grad_norm": 131.37461853027344, "learning_rate": 8.667468299081767e-05, "loss": 5.23364143371582, "step": 1520 }, { "epoch": 0.16140982218458932, "grad_norm": 112.66853332519531, "learning_rate": 8.662002623524268e-05, "loss": 5.323974990844727, "step": 1525 }, { "epoch": 0.16193903471634208, "grad_norm": 128.3665771484375, "learning_rate": 8.65653694796677e-05, "loss": 5.082580947875977, "step": 1530 }, { "epoch": 0.16246824724809483, "grad_norm": 120.97528839111328, "learning_rate": 8.65107127240927e-05, "loss": 5.229994201660157, "step": 1535 }, { "epoch": 0.1629974597798476, "grad_norm": 127.8800277709961, "learning_rate": 8.645605596851772e-05, "loss": 5.262437438964843, "step": 1540 }, { "epoch": 0.16352667231160034, "grad_norm": 125.76997375488281, "learning_rate": 8.640139921294272e-05, "loss": 5.241828536987304, "step": 1545 }, { "epoch": 0.1640558848433531, "grad_norm": 163.59039306640625, "learning_rate": 8.634674245736774e-05, "loss": 5.258708572387695, "step": 1550 }, { "epoch": 0.16458509737510585, "grad_norm": 118.89594268798828, "learning_rate": 8.629208570179274e-05, "loss": 5.159225845336914, "step": 1555 }, { "epoch": 0.1651143099068586, "grad_norm": 155.85667419433594, "learning_rate": 8.623742894621776e-05, "loss": 5.241390228271484, "step": 1560 }, { "epoch": 0.16564352243861136, "grad_norm": 134.3831329345703, "learning_rate": 8.618277219064276e-05, "loss": 5.057038879394531, "step": 1565 }, { "epoch": 0.1661727349703641, "grad_norm": 190.4907684326172, "learning_rate": 8.612811543506778e-05, "loss": 5.133731460571289, "step": 1570 }, { "epoch": 0.16670194750211684, "grad_norm": 131.77296447753906, "learning_rate": 8.607345867949278e-05, "loss": 5.247417449951172, "step": 1575 }, { "epoch": 0.1672311600338696, "grad_norm": 149.2980194091797, "learning_rate": 8.60188019239178e-05, "loss": 5.27490348815918, "step": 1580 }, { "epoch": 0.16776037256562235, "grad_norm": 114.477294921875, "learning_rate": 8.596414516834282e-05, "loss": 5.112781524658203, "step": 1585 }, { "epoch": 0.1682895850973751, "grad_norm": 127.51819610595703, "learning_rate": 8.590948841276782e-05, "loss": 5.107206726074219, "step": 1590 }, { "epoch": 0.16881879762912785, "grad_norm": 194.89295959472656, "learning_rate": 8.585483165719284e-05, "loss": 5.250349426269532, "step": 1595 }, { "epoch": 0.1693480101608806, "grad_norm": 134.0142364501953, "learning_rate": 8.580017490161785e-05, "loss": 5.066754913330078, "step": 1600 }, { "epoch": 0.16987722269263336, "grad_norm": 151.5181884765625, "learning_rate": 8.574551814604286e-05, "loss": 5.107967376708984, "step": 1605 }, { "epoch": 0.17040643522438612, "grad_norm": 122.80577087402344, "learning_rate": 8.569086139046787e-05, "loss": 4.985308837890625, "step": 1610 }, { "epoch": 0.17093564775613887, "grad_norm": 140.2221221923828, "learning_rate": 8.563620463489288e-05, "loss": 5.098945999145508, "step": 1615 }, { "epoch": 0.17146486028789162, "grad_norm": 167.69400024414062, "learning_rate": 8.558154787931789e-05, "loss": 5.1351062774658205, "step": 1620 }, { "epoch": 0.17199407281964438, "grad_norm": 173.77963256835938, "learning_rate": 8.55268911237429e-05, "loss": 5.046767807006836, "step": 1625 }, { "epoch": 0.17252328535139713, "grad_norm": 122.75299835205078, "learning_rate": 8.547223436816791e-05, "loss": 5.1711986541748045, "step": 1630 }, { "epoch": 0.1730524978831499, "grad_norm": 174.25050354003906, "learning_rate": 8.541757761259293e-05, "loss": 5.196839904785156, "step": 1635 }, { "epoch": 0.1735817104149026, "grad_norm": 119.52900695800781, "learning_rate": 8.536292085701793e-05, "loss": 5.1633964538574215, "step": 1640 }, { "epoch": 0.17411092294665537, "grad_norm": 167.90353393554688, "learning_rate": 8.530826410144295e-05, "loss": 5.165861892700195, "step": 1645 }, { "epoch": 0.17464013547840812, "grad_norm": 154.73081970214844, "learning_rate": 8.525360734586795e-05, "loss": 5.082053756713867, "step": 1650 }, { "epoch": 0.17516934801016087, "grad_norm": 175.8745880126953, "learning_rate": 8.519895059029297e-05, "loss": 5.1695716857910154, "step": 1655 }, { "epoch": 0.17569856054191363, "grad_norm": 130.1788330078125, "learning_rate": 8.514429383471797e-05, "loss": 5.084646987915039, "step": 1660 }, { "epoch": 0.17622777307366638, "grad_norm": 127.37519073486328, "learning_rate": 8.508963707914298e-05, "loss": 5.119133758544922, "step": 1665 }, { "epoch": 0.17675698560541914, "grad_norm": 131.06727600097656, "learning_rate": 8.5034980323568e-05, "loss": 5.0519874572753904, "step": 1670 }, { "epoch": 0.1772861981371719, "grad_norm": 135.62283325195312, "learning_rate": 8.4980323567993e-05, "loss": 5.121467208862304, "step": 1675 }, { "epoch": 0.17781541066892464, "grad_norm": 160.34239196777344, "learning_rate": 8.492566681241802e-05, "loss": 5.185037612915039, "step": 1680 }, { "epoch": 0.1783446232006774, "grad_norm": 125.21863555908203, "learning_rate": 8.487101005684302e-05, "loss": 5.135528945922852, "step": 1685 }, { "epoch": 0.17887383573243015, "grad_norm": 123.82792663574219, "learning_rate": 8.481635330126804e-05, "loss": 5.056751251220703, "step": 1690 }, { "epoch": 0.1794030482641829, "grad_norm": 130.69631958007812, "learning_rate": 8.476169654569304e-05, "loss": 5.154499435424805, "step": 1695 }, { "epoch": 0.17993226079593566, "grad_norm": 131.1766357421875, "learning_rate": 8.470703979011806e-05, "loss": 5.311239242553711, "step": 1700 }, { "epoch": 0.1804614733276884, "grad_norm": 140.91651916503906, "learning_rate": 8.465238303454306e-05, "loss": 5.259605789184571, "step": 1705 }, { "epoch": 0.18099068585944114, "grad_norm": 126.1925277709961, "learning_rate": 8.459772627896808e-05, "loss": 5.029649353027343, "step": 1710 }, { "epoch": 0.1815198983911939, "grad_norm": 142.10313415527344, "learning_rate": 8.45430695233931e-05, "loss": 5.130012130737304, "step": 1715 }, { "epoch": 0.18204911092294665, "grad_norm": 128.10655212402344, "learning_rate": 8.44884127678181e-05, "loss": 5.144309234619141, "step": 1720 }, { "epoch": 0.1825783234546994, "grad_norm": 136.96597290039062, "learning_rate": 8.443375601224312e-05, "loss": 4.9464263916015625, "step": 1725 }, { "epoch": 0.18310753598645216, "grad_norm": 129.278076171875, "learning_rate": 8.437909925666812e-05, "loss": 5.154316711425781, "step": 1730 }, { "epoch": 0.1836367485182049, "grad_norm": 189.0199432373047, "learning_rate": 8.432444250109314e-05, "loss": 5.100381469726562, "step": 1735 }, { "epoch": 0.18416596104995767, "grad_norm": 128.69493103027344, "learning_rate": 8.426978574551815e-05, "loss": 5.000141525268555, "step": 1740 }, { "epoch": 0.18469517358171042, "grad_norm": 139.2996368408203, "learning_rate": 8.421512898994316e-05, "loss": 5.061170196533203, "step": 1745 }, { "epoch": 0.18522438611346317, "grad_norm": 143.93536376953125, "learning_rate": 8.416047223436817e-05, "loss": 5.106143951416016, "step": 1750 }, { "epoch": 0.18575359864521593, "grad_norm": 115.06083679199219, "learning_rate": 8.410581547879318e-05, "loss": 5.1032665252685545, "step": 1755 }, { "epoch": 0.18628281117696868, "grad_norm": 149.1818389892578, "learning_rate": 8.405115872321819e-05, "loss": 4.958843231201172, "step": 1760 }, { "epoch": 0.18681202370872144, "grad_norm": 156.5981903076172, "learning_rate": 8.39965019676432e-05, "loss": 5.076402282714843, "step": 1765 }, { "epoch": 0.18734123624047416, "grad_norm": 168.11058044433594, "learning_rate": 8.394184521206821e-05, "loss": 5.031119537353516, "step": 1770 }, { "epoch": 0.18787044877222692, "grad_norm": 180.02149963378906, "learning_rate": 8.388718845649323e-05, "loss": 5.098605346679688, "step": 1775 }, { "epoch": 0.18839966130397967, "grad_norm": 140.20144653320312, "learning_rate": 8.383253170091823e-05, "loss": 5.02325210571289, "step": 1780 }, { "epoch": 0.18892887383573242, "grad_norm": 141.99990844726562, "learning_rate": 8.377787494534325e-05, "loss": 5.024645614624023, "step": 1785 }, { "epoch": 0.18945808636748518, "grad_norm": 181.78834533691406, "learning_rate": 8.372321818976827e-05, "loss": 5.065425872802734, "step": 1790 }, { "epoch": 0.18998729889923793, "grad_norm": 110.78758239746094, "learning_rate": 8.366856143419327e-05, "loss": 4.952983856201172, "step": 1795 }, { "epoch": 0.1905165114309907, "grad_norm": 148.9403076171875, "learning_rate": 8.361390467861829e-05, "loss": 4.955648422241211, "step": 1800 }, { "epoch": 0.19104572396274344, "grad_norm": 151.23280334472656, "learning_rate": 8.355924792304329e-05, "loss": 5.1266937255859375, "step": 1805 }, { "epoch": 0.1915749364944962, "grad_norm": 126.45317077636719, "learning_rate": 8.350459116746831e-05, "loss": 5.042551422119141, "step": 1810 }, { "epoch": 0.19210414902624895, "grad_norm": 147.01918029785156, "learning_rate": 8.344993441189331e-05, "loss": 4.944343566894531, "step": 1815 }, { "epoch": 0.1926333615580017, "grad_norm": 145.33047485351562, "learning_rate": 8.339527765631833e-05, "loss": 5.147089004516602, "step": 1820 }, { "epoch": 0.19316257408975446, "grad_norm": 161.60391235351562, "learning_rate": 8.334062090074333e-05, "loss": 5.017920303344726, "step": 1825 }, { "epoch": 0.19369178662150718, "grad_norm": 142.87887573242188, "learning_rate": 8.328596414516835e-05, "loss": 5.09643325805664, "step": 1830 }, { "epoch": 0.19422099915325994, "grad_norm": 137.69692993164062, "learning_rate": 8.323130738959336e-05, "loss": 5.088297271728516, "step": 1835 }, { "epoch": 0.1947502116850127, "grad_norm": 132.79183959960938, "learning_rate": 8.317665063401837e-05, "loss": 4.9598854064941404, "step": 1840 }, { "epoch": 0.19527942421676545, "grad_norm": 141.183349609375, "learning_rate": 8.312199387844338e-05, "loss": 4.988965225219727, "step": 1845 }, { "epoch": 0.1958086367485182, "grad_norm": 135.67001342773438, "learning_rate": 8.30673371228684e-05, "loss": 4.884062576293945, "step": 1850 }, { "epoch": 0.19633784928027095, "grad_norm": 216.75645446777344, "learning_rate": 8.30126803672934e-05, "loss": 5.0751289367675785, "step": 1855 }, { "epoch": 0.1968670618120237, "grad_norm": 159.34027099609375, "learning_rate": 8.295802361171842e-05, "loss": 5.04655647277832, "step": 1860 }, { "epoch": 0.19739627434377646, "grad_norm": 118.10204315185547, "learning_rate": 8.290336685614343e-05, "loss": 4.883296203613281, "step": 1865 }, { "epoch": 0.19792548687552922, "grad_norm": 141.16294860839844, "learning_rate": 8.284871010056844e-05, "loss": 4.99047622680664, "step": 1870 }, { "epoch": 0.19845469940728197, "grad_norm": 122.70165252685547, "learning_rate": 8.279405334499346e-05, "loss": 4.921111297607422, "step": 1875 }, { "epoch": 0.19898391193903472, "grad_norm": 139.5422821044922, "learning_rate": 8.273939658941846e-05, "loss": 5.147071456909179, "step": 1880 }, { "epoch": 0.19951312447078748, "grad_norm": 147.13510131835938, "learning_rate": 8.268473983384348e-05, "loss": 4.998683166503906, "step": 1885 }, { "epoch": 0.20004233700254023, "grad_norm": 149.4676971435547, "learning_rate": 8.263008307826848e-05, "loss": 5.016440963745117, "step": 1890 }, { "epoch": 0.20057154953429296, "grad_norm": 136.16531372070312, "learning_rate": 8.25754263226935e-05, "loss": 5.029867935180664, "step": 1895 }, { "epoch": 0.2011007620660457, "grad_norm": 153.9972686767578, "learning_rate": 8.252076956711849e-05, "loss": 4.712331771850586, "step": 1900 }, { "epoch": 0.20162997459779847, "grad_norm": 169.10409545898438, "learning_rate": 8.24661128115435e-05, "loss": 4.9291435241699215, "step": 1905 }, { "epoch": 0.20215918712955122, "grad_norm": 144.67120361328125, "learning_rate": 8.241145605596851e-05, "loss": 4.954536819458008, "step": 1910 }, { "epoch": 0.20268839966130398, "grad_norm": 180.4707489013672, "learning_rate": 8.235679930039353e-05, "loss": 4.981937408447266, "step": 1915 }, { "epoch": 0.20321761219305673, "grad_norm": 171.18319702148438, "learning_rate": 8.230214254481854e-05, "loss": 5.0581306457519535, "step": 1920 }, { "epoch": 0.20374682472480948, "grad_norm": 146.16363525390625, "learning_rate": 8.224748578924355e-05, "loss": 4.8133491516113285, "step": 1925 }, { "epoch": 0.20427603725656224, "grad_norm": 156.78237915039062, "learning_rate": 8.219282903366857e-05, "loss": 5.1077827453613285, "step": 1930 }, { "epoch": 0.204805249788315, "grad_norm": 157.94444274902344, "learning_rate": 8.213817227809357e-05, "loss": 4.890817642211914, "step": 1935 }, { "epoch": 0.20533446232006775, "grad_norm": 166.60240173339844, "learning_rate": 8.208351552251859e-05, "loss": 4.880245971679687, "step": 1940 }, { "epoch": 0.2058636748518205, "grad_norm": 194.10411071777344, "learning_rate": 8.202885876694359e-05, "loss": 4.986185455322266, "step": 1945 }, { "epoch": 0.20639288738357325, "grad_norm": 142.21141052246094, "learning_rate": 8.197420201136861e-05, "loss": 4.9452156066894535, "step": 1950 }, { "epoch": 0.206922099915326, "grad_norm": 153.33929443359375, "learning_rate": 8.191954525579361e-05, "loss": 4.843778991699219, "step": 1955 }, { "epoch": 0.20745131244707873, "grad_norm": 146.8796844482422, "learning_rate": 8.186488850021863e-05, "loss": 4.868191528320312, "step": 1960 }, { "epoch": 0.2079805249788315, "grad_norm": 165.85952758789062, "learning_rate": 8.181023174464363e-05, "loss": 4.918087005615234, "step": 1965 }, { "epoch": 0.20850973751058424, "grad_norm": 124.81548309326172, "learning_rate": 8.175557498906865e-05, "loss": 4.875271606445312, "step": 1970 }, { "epoch": 0.209038950042337, "grad_norm": 153.21388244628906, "learning_rate": 8.170091823349366e-05, "loss": 4.96838264465332, "step": 1975 }, { "epoch": 0.20956816257408975, "grad_norm": 123.13864135742188, "learning_rate": 8.164626147791867e-05, "loss": 4.925655746459961, "step": 1980 }, { "epoch": 0.2100973751058425, "grad_norm": 158.432373046875, "learning_rate": 8.159160472234368e-05, "loss": 5.020876693725586, "step": 1985 }, { "epoch": 0.21062658763759526, "grad_norm": 145.04356384277344, "learning_rate": 8.15369479667687e-05, "loss": 4.827805709838867, "step": 1990 }, { "epoch": 0.211155800169348, "grad_norm": 124.20152282714844, "learning_rate": 8.148229121119371e-05, "loss": 4.7396186828613285, "step": 1995 }, { "epoch": 0.21168501270110077, "grad_norm": 195.95144653320312, "learning_rate": 8.142763445561872e-05, "loss": 4.810198974609375, "step": 2000 }, { "epoch": 0.21221422523285352, "grad_norm": 198.8264923095703, "learning_rate": 8.137297770004373e-05, "loss": 4.864044570922852, "step": 2005 }, { "epoch": 0.21274343776460627, "grad_norm": 155.24717712402344, "learning_rate": 8.131832094446874e-05, "loss": 4.931232070922851, "step": 2010 }, { "epoch": 0.21327265029635903, "grad_norm": 142.95765686035156, "learning_rate": 8.126366418889376e-05, "loss": 4.889422607421875, "step": 2015 }, { "epoch": 0.21380186282811178, "grad_norm": 127.5804672241211, "learning_rate": 8.120900743331876e-05, "loss": 4.897286224365234, "step": 2020 }, { "epoch": 0.2143310753598645, "grad_norm": 151.90040588378906, "learning_rate": 8.115435067774378e-05, "loss": 5.0005348205566404, "step": 2025 }, { "epoch": 0.21486028789161726, "grad_norm": 131.96762084960938, "learning_rate": 8.109969392216878e-05, "loss": 4.945151901245117, "step": 2030 }, { "epoch": 0.21538950042337002, "grad_norm": 123.1470718383789, "learning_rate": 8.10450371665938e-05, "loss": 4.718617248535156, "step": 2035 }, { "epoch": 0.21591871295512277, "grad_norm": 161.54347229003906, "learning_rate": 8.09903804110188e-05, "loss": 4.722977066040039, "step": 2040 }, { "epoch": 0.21644792548687553, "grad_norm": 176.42718505859375, "learning_rate": 8.093572365544382e-05, "loss": 4.7426502227783205, "step": 2045 }, { "epoch": 0.21697713801862828, "grad_norm": 198.5489044189453, "learning_rate": 8.088106689986882e-05, "loss": 4.7812152862548825, "step": 2050 }, { "epoch": 0.21750635055038103, "grad_norm": 189.7721405029297, "learning_rate": 8.082641014429384e-05, "loss": 4.913809204101563, "step": 2055 }, { "epoch": 0.2180355630821338, "grad_norm": 164.86915588378906, "learning_rate": 8.077175338871885e-05, "loss": 4.83386116027832, "step": 2060 }, { "epoch": 0.21856477561388654, "grad_norm": 154.02748107910156, "learning_rate": 8.071709663314386e-05, "loss": 4.732165145874023, "step": 2065 }, { "epoch": 0.2190939881456393, "grad_norm": 188.5171661376953, "learning_rate": 8.066243987756888e-05, "loss": 4.906703186035156, "step": 2070 }, { "epoch": 0.21962320067739205, "grad_norm": 130.2156982421875, "learning_rate": 8.060778312199388e-05, "loss": 4.880016326904297, "step": 2075 }, { "epoch": 0.2201524132091448, "grad_norm": 157.1297607421875, "learning_rate": 8.05531263664189e-05, "loss": 4.9225929260253904, "step": 2080 }, { "epoch": 0.22068162574089756, "grad_norm": 140.28189086914062, "learning_rate": 8.04984696108439e-05, "loss": 4.842814636230469, "step": 2085 }, { "epoch": 0.22121083827265028, "grad_norm": 155.16917419433594, "learning_rate": 8.044381285526892e-05, "loss": 4.846271514892578, "step": 2090 }, { "epoch": 0.22174005080440304, "grad_norm": 163.5445098876953, "learning_rate": 8.038915609969393e-05, "loss": 4.795572662353516, "step": 2095 }, { "epoch": 0.2222692633361558, "grad_norm": 191.2954864501953, "learning_rate": 8.033449934411894e-05, "loss": 4.996903991699218, "step": 2100 }, { "epoch": 0.22279847586790855, "grad_norm": 126.7158432006836, "learning_rate": 8.027984258854395e-05, "loss": 4.796857452392578, "step": 2105 }, { "epoch": 0.2233276883996613, "grad_norm": 142.4304656982422, "learning_rate": 8.022518583296897e-05, "loss": 4.848864364624023, "step": 2110 }, { "epoch": 0.22385690093141405, "grad_norm": 152.51097106933594, "learning_rate": 8.017052907739397e-05, "loss": 4.8075298309326175, "step": 2115 }, { "epoch": 0.2243861134631668, "grad_norm": 163.97366333007812, "learning_rate": 8.011587232181899e-05, "loss": 4.685997772216797, "step": 2120 }, { "epoch": 0.22491532599491956, "grad_norm": 128.77828979492188, "learning_rate": 8.006121556624399e-05, "loss": 4.870562744140625, "step": 2125 }, { "epoch": 0.22544453852667232, "grad_norm": 147.47825622558594, "learning_rate": 8.000655881066901e-05, "loss": 4.977240371704101, "step": 2130 }, { "epoch": 0.22597375105842507, "grad_norm": 155.42431640625, "learning_rate": 7.995190205509401e-05, "loss": 4.767111587524414, "step": 2135 }, { "epoch": 0.22650296359017782, "grad_norm": 139.83192443847656, "learning_rate": 7.989724529951902e-05, "loss": 4.876609802246094, "step": 2140 }, { "epoch": 0.22703217612193058, "grad_norm": 169.5800323486328, "learning_rate": 7.984258854394403e-05, "loss": 4.71806640625, "step": 2145 }, { "epoch": 0.22756138865368333, "grad_norm": 253.466796875, "learning_rate": 7.978793178836904e-05, "loss": 4.726054763793945, "step": 2150 }, { "epoch": 0.22809060118543606, "grad_norm": 169.88401794433594, "learning_rate": 7.973327503279406e-05, "loss": 4.633388519287109, "step": 2155 }, { "epoch": 0.2286198137171888, "grad_norm": 158.28567504882812, "learning_rate": 7.967861827721906e-05, "loss": 4.721870040893554, "step": 2160 }, { "epoch": 0.22914902624894157, "grad_norm": 172.89976501464844, "learning_rate": 7.962396152164408e-05, "loss": 4.883697128295898, "step": 2165 }, { "epoch": 0.22967823878069432, "grad_norm": 136.21243286132812, "learning_rate": 7.956930476606908e-05, "loss": 4.860832214355469, "step": 2170 }, { "epoch": 0.23020745131244708, "grad_norm": 142.64630126953125, "learning_rate": 7.95146480104941e-05, "loss": 4.710248565673828, "step": 2175 }, { "epoch": 0.23073666384419983, "grad_norm": 153.02444458007812, "learning_rate": 7.94599912549191e-05, "loss": 4.944362640380859, "step": 2180 }, { "epoch": 0.23126587637595258, "grad_norm": 159.14328002929688, "learning_rate": 7.940533449934412e-05, "loss": 4.688945388793945, "step": 2185 }, { "epoch": 0.23179508890770534, "grad_norm": 151.73223876953125, "learning_rate": 7.935067774376914e-05, "loss": 4.719058227539063, "step": 2190 }, { "epoch": 0.2323243014394581, "grad_norm": 135.2719268798828, "learning_rate": 7.929602098819414e-05, "loss": 4.6713615417480465, "step": 2195 }, { "epoch": 0.23285351397121085, "grad_norm": 142.80397033691406, "learning_rate": 7.924136423261916e-05, "loss": 4.841898345947266, "step": 2200 }, { "epoch": 0.2333827265029636, "grad_norm": 146.0299835205078, "learning_rate": 7.918670747704416e-05, "loss": 4.736926651000976, "step": 2205 }, { "epoch": 0.23391193903471635, "grad_norm": 124.85466766357422, "learning_rate": 7.913205072146918e-05, "loss": 4.808265686035156, "step": 2210 }, { "epoch": 0.23444115156646908, "grad_norm": 131.98223876953125, "learning_rate": 7.907739396589418e-05, "loss": 4.729305648803711, "step": 2215 }, { "epoch": 0.23497036409822183, "grad_norm": 165.92776489257812, "learning_rate": 7.90227372103192e-05, "loss": 4.626104354858398, "step": 2220 }, { "epoch": 0.2354995766299746, "grad_norm": 152.01638793945312, "learning_rate": 7.89680804547442e-05, "loss": 4.8566139221191404, "step": 2225 }, { "epoch": 0.23602878916172734, "grad_norm": 144.69613647460938, "learning_rate": 7.891342369916922e-05, "loss": 4.783817291259766, "step": 2230 }, { "epoch": 0.2365580016934801, "grad_norm": 115.69209289550781, "learning_rate": 7.885876694359423e-05, "loss": 4.8102775573730465, "step": 2235 }, { "epoch": 0.23708721422523285, "grad_norm": 141.9102020263672, "learning_rate": 7.880411018801924e-05, "loss": 4.581155776977539, "step": 2240 }, { "epoch": 0.2376164267569856, "grad_norm": 172.94859313964844, "learning_rate": 7.874945343244425e-05, "loss": 4.981779479980469, "step": 2245 }, { "epoch": 0.23814563928873836, "grad_norm": 163.5128173828125, "learning_rate": 7.869479667686927e-05, "loss": 4.648894500732422, "step": 2250 }, { "epoch": 0.2386748518204911, "grad_norm": 121.80168914794922, "learning_rate": 7.864013992129427e-05, "loss": 4.742821502685547, "step": 2255 }, { "epoch": 0.23920406435224387, "grad_norm": 145.3706512451172, "learning_rate": 7.858548316571929e-05, "loss": 4.858601379394531, "step": 2260 }, { "epoch": 0.23973327688399662, "grad_norm": 138.4161834716797, "learning_rate": 7.853082641014429e-05, "loss": 4.849210357666015, "step": 2265 }, { "epoch": 0.24026248941574938, "grad_norm": 139.0296630859375, "learning_rate": 7.847616965456931e-05, "loss": 4.825255966186523, "step": 2270 }, { "epoch": 0.24079170194750213, "grad_norm": 144.15098571777344, "learning_rate": 7.842151289899433e-05, "loss": 4.7749176025390625, "step": 2275 }, { "epoch": 0.24132091447925486, "grad_norm": 133.64889526367188, "learning_rate": 7.836685614341933e-05, "loss": 4.697445678710937, "step": 2280 }, { "epoch": 0.2418501270110076, "grad_norm": 147.9174041748047, "learning_rate": 7.831219938784435e-05, "loss": 4.619570922851563, "step": 2285 }, { "epoch": 0.24237933954276036, "grad_norm": 195.6273193359375, "learning_rate": 7.825754263226935e-05, "loss": 4.818758392333985, "step": 2290 }, { "epoch": 0.24290855207451312, "grad_norm": 127.46817016601562, "learning_rate": 7.820288587669437e-05, "loss": 4.726524734497071, "step": 2295 }, { "epoch": 0.24343776460626587, "grad_norm": 153.81903076171875, "learning_rate": 7.814822912111937e-05, "loss": 4.82615966796875, "step": 2300 }, { "epoch": 0.24396697713801863, "grad_norm": 145.3209991455078, "learning_rate": 7.809357236554439e-05, "loss": 4.463594055175781, "step": 2305 }, { "epoch": 0.24449618966977138, "grad_norm": 152.80995178222656, "learning_rate": 7.80389156099694e-05, "loss": 4.655044174194336, "step": 2310 }, { "epoch": 0.24502540220152413, "grad_norm": 165.5599822998047, "learning_rate": 7.798425885439441e-05, "loss": 4.638673782348633, "step": 2315 }, { "epoch": 0.2455546147332769, "grad_norm": 181.82969665527344, "learning_rate": 7.792960209881942e-05, "loss": 4.718006896972656, "step": 2320 }, { "epoch": 0.24608382726502964, "grad_norm": 139.5306396484375, "learning_rate": 7.787494534324443e-05, "loss": 4.744573974609375, "step": 2325 }, { "epoch": 0.2466130397967824, "grad_norm": 142.18714904785156, "learning_rate": 7.782028858766944e-05, "loss": 4.6017101287841795, "step": 2330 }, { "epoch": 0.24714225232853515, "grad_norm": 157.56594848632812, "learning_rate": 7.776563183209446e-05, "loss": 4.65942611694336, "step": 2335 }, { "epoch": 0.2476714648602879, "grad_norm": 125.2975082397461, "learning_rate": 7.771097507651946e-05, "loss": 4.696448898315429, "step": 2340 }, { "epoch": 0.24820067739204063, "grad_norm": 134.65611267089844, "learning_rate": 7.765631832094448e-05, "loss": 4.6701301574707035, "step": 2345 }, { "epoch": 0.24872988992379338, "grad_norm": 172.4301300048828, "learning_rate": 7.76016615653695e-05, "loss": 4.622470092773438, "step": 2350 }, { "epoch": 0.24925910245554614, "grad_norm": 160.22189331054688, "learning_rate": 7.75470048097945e-05, "loss": 4.725083923339843, "step": 2355 }, { "epoch": 0.2497883149872989, "grad_norm": 138.60935974121094, "learning_rate": 7.749234805421952e-05, "loss": 4.725697708129883, "step": 2360 }, { "epoch": 0.2503175275190517, "grad_norm": 126.33635711669922, "learning_rate": 7.743769129864452e-05, "loss": 4.640687561035156, "step": 2365 }, { "epoch": 0.25084674005080443, "grad_norm": 153.7275390625, "learning_rate": 7.738303454306954e-05, "loss": 4.719948577880859, "step": 2370 }, { "epoch": 0.2513759525825571, "grad_norm": 129.14739990234375, "learning_rate": 7.732837778749453e-05, "loss": 4.729676055908203, "step": 2375 }, { "epoch": 0.2519051651143099, "grad_norm": 149.7261199951172, "learning_rate": 7.727372103191954e-05, "loss": 4.680512619018555, "step": 2380 }, { "epoch": 0.25243437764606264, "grad_norm": 168.9576873779297, "learning_rate": 7.721906427634455e-05, "loss": 4.886341094970703, "step": 2385 }, { "epoch": 0.2529635901778154, "grad_norm": 141.75314331054688, "learning_rate": 7.716440752076957e-05, "loss": 4.662201690673828, "step": 2390 }, { "epoch": 0.25349280270956814, "grad_norm": 126.60954284667969, "learning_rate": 7.710975076519458e-05, "loss": 4.532993316650391, "step": 2395 }, { "epoch": 0.2540220152413209, "grad_norm": 140.156005859375, "learning_rate": 7.705509400961959e-05, "loss": 4.748416137695313, "step": 2400 }, { "epoch": 0.25455122777307365, "grad_norm": 172.4136962890625, "learning_rate": 7.70004372540446e-05, "loss": 4.786968231201172, "step": 2405 }, { "epoch": 0.2550804403048264, "grad_norm": 124.36360931396484, "learning_rate": 7.694578049846961e-05, "loss": 4.736286926269531, "step": 2410 }, { "epoch": 0.25560965283657916, "grad_norm": 155.59844970703125, "learning_rate": 7.689112374289463e-05, "loss": 4.7476966857910154, "step": 2415 }, { "epoch": 0.2561388653683319, "grad_norm": 131.02000427246094, "learning_rate": 7.683646698731963e-05, "loss": 4.721200561523437, "step": 2420 }, { "epoch": 0.25666807790008467, "grad_norm": 134.13780212402344, "learning_rate": 7.678181023174465e-05, "loss": 4.618390655517578, "step": 2425 }, { "epoch": 0.2571972904318374, "grad_norm": 177.08180236816406, "learning_rate": 7.672715347616965e-05, "loss": 4.686239242553711, "step": 2430 }, { "epoch": 0.2577265029635902, "grad_norm": 148.33944702148438, "learning_rate": 7.667249672059467e-05, "loss": 4.671647644042968, "step": 2435 }, { "epoch": 0.25825571549534293, "grad_norm": 155.27896118164062, "learning_rate": 7.661783996501967e-05, "loss": 4.70245132446289, "step": 2440 }, { "epoch": 0.2587849280270957, "grad_norm": 139.99005126953125, "learning_rate": 7.656318320944469e-05, "loss": 4.613006973266602, "step": 2445 }, { "epoch": 0.25931414055884844, "grad_norm": 125.21405792236328, "learning_rate": 7.65085264538697e-05, "loss": 4.701853179931641, "step": 2450 }, { "epoch": 0.2598433530906012, "grad_norm": 130.19439697265625, "learning_rate": 7.645386969829471e-05, "loss": 4.623334503173828, "step": 2455 }, { "epoch": 0.26037256562235395, "grad_norm": 149.35414123535156, "learning_rate": 7.639921294271972e-05, "loss": 4.541267013549804, "step": 2460 }, { "epoch": 0.2609017781541067, "grad_norm": 137.79193115234375, "learning_rate": 7.634455618714473e-05, "loss": 4.611944961547851, "step": 2465 }, { "epoch": 0.26143099068585945, "grad_norm": 173.4960174560547, "learning_rate": 7.628989943156975e-05, "loss": 4.508332824707031, "step": 2470 }, { "epoch": 0.2619602032176122, "grad_norm": 148.1660919189453, "learning_rate": 7.623524267599476e-05, "loss": 4.670401763916016, "step": 2475 }, { "epoch": 0.26248941574936496, "grad_norm": 129.7119140625, "learning_rate": 7.618058592041977e-05, "loss": 4.508148193359375, "step": 2480 }, { "epoch": 0.2630186282811177, "grad_norm": 172.21853637695312, "learning_rate": 7.612592916484478e-05, "loss": 4.694258117675782, "step": 2485 }, { "epoch": 0.26354784081287047, "grad_norm": 139.1266632080078, "learning_rate": 7.60712724092698e-05, "loss": 4.553861999511719, "step": 2490 }, { "epoch": 0.2640770533446232, "grad_norm": 115.8860855102539, "learning_rate": 7.60166156536948e-05, "loss": 4.702339935302734, "step": 2495 }, { "epoch": 0.264606265876376, "grad_norm": 143.8336944580078, "learning_rate": 7.596195889811982e-05, "loss": 4.563797378540039, "step": 2500 }, { "epoch": 0.2651354784081287, "grad_norm": 159.4046630859375, "learning_rate": 7.590730214254482e-05, "loss": 4.682261657714844, "step": 2505 }, { "epoch": 0.26566469093988143, "grad_norm": 164.13864135742188, "learning_rate": 7.585264538696984e-05, "loss": 4.629553604125976, "step": 2510 }, { "epoch": 0.2661939034716342, "grad_norm": 136.2781219482422, "learning_rate": 7.579798863139484e-05, "loss": 4.535470962524414, "step": 2515 }, { "epoch": 0.26672311600338694, "grad_norm": 152.62005615234375, "learning_rate": 7.574333187581986e-05, "loss": 4.47901611328125, "step": 2520 }, { "epoch": 0.2672523285351397, "grad_norm": 155.1759796142578, "learning_rate": 7.568867512024486e-05, "loss": 4.609437561035156, "step": 2525 }, { "epoch": 0.26778154106689245, "grad_norm": 161.19012451171875, "learning_rate": 7.563401836466988e-05, "loss": 4.7129253387451175, "step": 2530 }, { "epoch": 0.2683107535986452, "grad_norm": 145.9058380126953, "learning_rate": 7.557936160909488e-05, "loss": 4.567709350585938, "step": 2535 }, { "epoch": 0.26883996613039796, "grad_norm": 147.6386260986328, "learning_rate": 7.55247048535199e-05, "loss": 4.776326370239258, "step": 2540 }, { "epoch": 0.2693691786621507, "grad_norm": 133.44309997558594, "learning_rate": 7.54700480979449e-05, "loss": 4.6174980163574215, "step": 2545 }, { "epoch": 0.26989839119390346, "grad_norm": 141.42227172851562, "learning_rate": 7.541539134236992e-05, "loss": 4.612477874755859, "step": 2550 }, { "epoch": 0.2704276037256562, "grad_norm": 126.09574890136719, "learning_rate": 7.536073458679494e-05, "loss": 4.746514892578125, "step": 2555 }, { "epoch": 0.270956816257409, "grad_norm": 138.67210388183594, "learning_rate": 7.530607783121994e-05, "loss": 4.650127410888672, "step": 2560 }, { "epoch": 0.2714860287891617, "grad_norm": 129.9714813232422, "learning_rate": 7.525142107564496e-05, "loss": 4.608054351806641, "step": 2565 }, { "epoch": 0.2720152413209145, "grad_norm": 143.78604125976562, "learning_rate": 7.519676432006997e-05, "loss": 4.466947174072265, "step": 2570 }, { "epoch": 0.27254445385266723, "grad_norm": 137.72361755371094, "learning_rate": 7.514210756449498e-05, "loss": 4.532066726684571, "step": 2575 }, { "epoch": 0.27307366638442, "grad_norm": 146.81007385253906, "learning_rate": 7.508745080891999e-05, "loss": 4.6141712188720705, "step": 2580 }, { "epoch": 0.27360287891617274, "grad_norm": 166.78616333007812, "learning_rate": 7.5032794053345e-05, "loss": 4.512525177001953, "step": 2585 }, { "epoch": 0.2741320914479255, "grad_norm": 124.51728820800781, "learning_rate": 7.497813729777001e-05, "loss": 4.575762176513672, "step": 2590 }, { "epoch": 0.27466130397967825, "grad_norm": 139.5020294189453, "learning_rate": 7.492348054219503e-05, "loss": 4.638182067871094, "step": 2595 }, { "epoch": 0.275190516511431, "grad_norm": 116.66641998291016, "learning_rate": 7.486882378662003e-05, "loss": 4.620135879516601, "step": 2600 }, { "epoch": 0.27571972904318376, "grad_norm": 138.8251495361328, "learning_rate": 7.481416703104505e-05, "loss": 4.588481903076172, "step": 2605 }, { "epoch": 0.2762489415749365, "grad_norm": 162.70236206054688, "learning_rate": 7.475951027547005e-05, "loss": 4.469770050048828, "step": 2610 }, { "epoch": 0.27677815410668927, "grad_norm": 124.57040405273438, "learning_rate": 7.470485351989506e-05, "loss": 4.641308212280274, "step": 2615 }, { "epoch": 0.277307366638442, "grad_norm": 194.13433837890625, "learning_rate": 7.465019676432007e-05, "loss": 4.612755584716797, "step": 2620 }, { "epoch": 0.2778365791701948, "grad_norm": 165.3912353515625, "learning_rate": 7.459554000874508e-05, "loss": 4.438236999511719, "step": 2625 }, { "epoch": 0.27836579170194753, "grad_norm": 141.03814697265625, "learning_rate": 7.45408832531701e-05, "loss": 4.391287231445313, "step": 2630 }, { "epoch": 0.2788950042337002, "grad_norm": 157.8128662109375, "learning_rate": 7.44862264975951e-05, "loss": 4.60303955078125, "step": 2635 }, { "epoch": 0.279424216765453, "grad_norm": 139.35475158691406, "learning_rate": 7.443156974202012e-05, "loss": 4.6614124298095705, "step": 2640 }, { "epoch": 0.27995342929720574, "grad_norm": 124.05583953857422, "learning_rate": 7.437691298644512e-05, "loss": 4.508354949951172, "step": 2645 }, { "epoch": 0.2804826418289585, "grad_norm": 129.26144409179688, "learning_rate": 7.432225623087014e-05, "loss": 4.5695037841796875, "step": 2650 }, { "epoch": 0.28101185436071124, "grad_norm": 164.24029541015625, "learning_rate": 7.426759947529514e-05, "loss": 4.589165878295899, "step": 2655 }, { "epoch": 0.281541066892464, "grad_norm": 127.51393127441406, "learning_rate": 7.421294271972016e-05, "loss": 4.387877655029297, "step": 2660 }, { "epoch": 0.28207027942421675, "grad_norm": 145.8055877685547, "learning_rate": 7.415828596414516e-05, "loss": 4.591298675537109, "step": 2665 }, { "epoch": 0.2825994919559695, "grad_norm": 120.1122817993164, "learning_rate": 7.410362920857018e-05, "loss": 4.577941131591797, "step": 2670 }, { "epoch": 0.28312870448772226, "grad_norm": 128.2391357421875, "learning_rate": 7.40489724529952e-05, "loss": 4.5141254425048825, "step": 2675 }, { "epoch": 0.283657917019475, "grad_norm": 131.02256774902344, "learning_rate": 7.39943156974202e-05, "loss": 4.548197174072266, "step": 2680 }, { "epoch": 0.28418712955122777, "grad_norm": 127.56280517578125, "learning_rate": 7.393965894184522e-05, "loss": 4.531270217895508, "step": 2685 }, { "epoch": 0.2847163420829805, "grad_norm": 122.84796142578125, "learning_rate": 7.388500218627022e-05, "loss": 4.427279281616211, "step": 2690 }, { "epoch": 0.2852455546147333, "grad_norm": 164.17552185058594, "learning_rate": 7.383034543069524e-05, "loss": 4.560931396484375, "step": 2695 }, { "epoch": 0.28577476714648603, "grad_norm": 153.53118896484375, "learning_rate": 7.377568867512024e-05, "loss": 4.53706169128418, "step": 2700 }, { "epoch": 0.2863039796782388, "grad_norm": 141.65432739257812, "learning_rate": 7.372103191954526e-05, "loss": 4.473913955688476, "step": 2705 }, { "epoch": 0.28683319220999154, "grad_norm": 127.07579803466797, "learning_rate": 7.366637516397027e-05, "loss": 4.441447067260742, "step": 2710 }, { "epoch": 0.2873624047417443, "grad_norm": 125.6106185913086, "learning_rate": 7.361171840839528e-05, "loss": 4.617725372314453, "step": 2715 }, { "epoch": 0.28789161727349705, "grad_norm": 148.0447235107422, "learning_rate": 7.355706165282029e-05, "loss": 4.472404861450196, "step": 2720 }, { "epoch": 0.2884208298052498, "grad_norm": 161.2606658935547, "learning_rate": 7.35024048972453e-05, "loss": 4.523633575439453, "step": 2725 }, { "epoch": 0.28895004233700256, "grad_norm": 144.07247924804688, "learning_rate": 7.344774814167031e-05, "loss": 4.40803108215332, "step": 2730 }, { "epoch": 0.2894792548687553, "grad_norm": 146.57931518554688, "learning_rate": 7.339309138609533e-05, "loss": 4.4893535614013675, "step": 2735 }, { "epoch": 0.29000846740050806, "grad_norm": 124.09819793701172, "learning_rate": 7.333843463052033e-05, "loss": 4.381381988525391, "step": 2740 }, { "epoch": 0.2905376799322608, "grad_norm": 162.21070861816406, "learning_rate": 7.328377787494535e-05, "loss": 4.6817466735839846, "step": 2745 }, { "epoch": 0.29106689246401357, "grad_norm": 139.91050720214844, "learning_rate": 7.322912111937037e-05, "loss": 4.573606872558594, "step": 2750 }, { "epoch": 0.2915961049957663, "grad_norm": 132.6825714111328, "learning_rate": 7.317446436379537e-05, "loss": 4.466454315185547, "step": 2755 }, { "epoch": 0.292125317527519, "grad_norm": 155.0270538330078, "learning_rate": 7.311980760822039e-05, "loss": 4.611043548583984, "step": 2760 }, { "epoch": 0.2926545300592718, "grad_norm": 144.52230834960938, "learning_rate": 7.306515085264539e-05, "loss": 4.388581466674805, "step": 2765 }, { "epoch": 0.29318374259102453, "grad_norm": 144.85177612304688, "learning_rate": 7.301049409707041e-05, "loss": 4.398963165283203, "step": 2770 }, { "epoch": 0.2937129551227773, "grad_norm": 161.6460723876953, "learning_rate": 7.295583734149541e-05, "loss": 4.611906051635742, "step": 2775 }, { "epoch": 0.29424216765453004, "grad_norm": 122.1379623413086, "learning_rate": 7.290118058592043e-05, "loss": 4.486053466796875, "step": 2780 }, { "epoch": 0.2947713801862828, "grad_norm": 124.11819458007812, "learning_rate": 7.284652383034543e-05, "loss": 4.507578277587891, "step": 2785 }, { "epoch": 0.29530059271803555, "grad_norm": 149.9886932373047, "learning_rate": 7.279186707477045e-05, "loss": 4.499347305297851, "step": 2790 }, { "epoch": 0.2958298052497883, "grad_norm": 150.59010314941406, "learning_rate": 7.273721031919545e-05, "loss": 4.62243423461914, "step": 2795 }, { "epoch": 0.29635901778154106, "grad_norm": 143.06295776367188, "learning_rate": 7.268255356362047e-05, "loss": 4.4238941192626955, "step": 2800 }, { "epoch": 0.2968882303132938, "grad_norm": 159.26515197753906, "learning_rate": 7.262789680804548e-05, "loss": 4.505322265625, "step": 2805 }, { "epoch": 0.29741744284504656, "grad_norm": 136.64303588867188, "learning_rate": 7.25732400524705e-05, "loss": 4.420210647583008, "step": 2810 }, { "epoch": 0.2979466553767993, "grad_norm": 127.63780975341797, "learning_rate": 7.25185832968955e-05, "loss": 4.651681900024414, "step": 2815 }, { "epoch": 0.2984758679085521, "grad_norm": 129.88780212402344, "learning_rate": 7.246392654132052e-05, "loss": 4.654605484008789, "step": 2820 }, { "epoch": 0.2990050804403048, "grad_norm": 128.94802856445312, "learning_rate": 7.240926978574553e-05, "loss": 4.48026123046875, "step": 2825 }, { "epoch": 0.2995342929720576, "grad_norm": 157.30490112304688, "learning_rate": 7.235461303017054e-05, "loss": 4.610323715209961, "step": 2830 }, { "epoch": 0.30006350550381033, "grad_norm": 111.5807876586914, "learning_rate": 7.229995627459555e-05, "loss": 4.397406005859375, "step": 2835 }, { "epoch": 0.3005927180355631, "grad_norm": 131.69412231445312, "learning_rate": 7.224529951902056e-05, "loss": 4.57122802734375, "step": 2840 }, { "epoch": 0.30112193056731584, "grad_norm": 127.0799331665039, "learning_rate": 7.219064276344558e-05, "loss": 4.274095153808593, "step": 2845 }, { "epoch": 0.3016511430990686, "grad_norm": 205.52255249023438, "learning_rate": 7.213598600787058e-05, "loss": 4.34496841430664, "step": 2850 }, { "epoch": 0.30218035563082135, "grad_norm": 172.3665771484375, "learning_rate": 7.208132925229558e-05, "loss": 4.512550354003906, "step": 2855 }, { "epoch": 0.3027095681625741, "grad_norm": 147.20263671875, "learning_rate": 7.202667249672059e-05, "loss": 4.4549102783203125, "step": 2860 }, { "epoch": 0.30323878069432686, "grad_norm": 129.76580810546875, "learning_rate": 7.19720157411456e-05, "loss": 4.432078170776367, "step": 2865 }, { "epoch": 0.3037679932260796, "grad_norm": 145.61346435546875, "learning_rate": 7.191735898557061e-05, "loss": 4.663248062133789, "step": 2870 }, { "epoch": 0.30429720575783237, "grad_norm": 145.23130798339844, "learning_rate": 7.186270222999563e-05, "loss": 4.433327484130859, "step": 2875 }, { "epoch": 0.3048264182895851, "grad_norm": 150.216796875, "learning_rate": 7.180804547442064e-05, "loss": 4.4397930145263675, "step": 2880 }, { "epoch": 0.3053556308213379, "grad_norm": 136.34295654296875, "learning_rate": 7.175338871884565e-05, "loss": 4.510103225708008, "step": 2885 }, { "epoch": 0.3058848433530906, "grad_norm": 154.3050994873047, "learning_rate": 7.169873196327067e-05, "loss": 4.338621520996094, "step": 2890 }, { "epoch": 0.30641405588484333, "grad_norm": 190.6805419921875, "learning_rate": 7.164407520769567e-05, "loss": 4.52769889831543, "step": 2895 }, { "epoch": 0.3069432684165961, "grad_norm": 159.6560821533203, "learning_rate": 7.158941845212069e-05, "loss": 4.317218780517578, "step": 2900 }, { "epoch": 0.30747248094834884, "grad_norm": 124.0385513305664, "learning_rate": 7.153476169654569e-05, "loss": 4.404695892333985, "step": 2905 }, { "epoch": 0.3080016934801016, "grad_norm": 149.72071838378906, "learning_rate": 7.148010494097071e-05, "loss": 4.327527618408203, "step": 2910 }, { "epoch": 0.30853090601185434, "grad_norm": 122.05039978027344, "learning_rate": 7.142544818539571e-05, "loss": 4.426571655273437, "step": 2915 }, { "epoch": 0.3090601185436071, "grad_norm": 149.7613525390625, "learning_rate": 7.137079142982073e-05, "loss": 4.450351333618164, "step": 2920 }, { "epoch": 0.30958933107535985, "grad_norm": 126.53313446044922, "learning_rate": 7.131613467424573e-05, "loss": 4.455914306640625, "step": 2925 }, { "epoch": 0.3101185436071126, "grad_norm": 150.81903076171875, "learning_rate": 7.126147791867075e-05, "loss": 4.6066230773925785, "step": 2930 }, { "epoch": 0.31064775613886536, "grad_norm": 115.90438842773438, "learning_rate": 7.120682116309576e-05, "loss": 4.450776672363281, "step": 2935 }, { "epoch": 0.3111769686706181, "grad_norm": 137.4894561767578, "learning_rate": 7.115216440752077e-05, "loss": 4.553948974609375, "step": 2940 }, { "epoch": 0.31170618120237087, "grad_norm": 137.8430633544922, "learning_rate": 7.109750765194578e-05, "loss": 4.491660308837891, "step": 2945 }, { "epoch": 0.3122353937341236, "grad_norm": 123.1966323852539, "learning_rate": 7.10428508963708e-05, "loss": 4.407199859619141, "step": 2950 }, { "epoch": 0.3127646062658764, "grad_norm": 150.77854919433594, "learning_rate": 7.098819414079581e-05, "loss": 4.453290176391602, "step": 2955 }, { "epoch": 0.31329381879762913, "grad_norm": 138.57533264160156, "learning_rate": 7.093353738522082e-05, "loss": 4.457886123657227, "step": 2960 }, { "epoch": 0.3138230313293819, "grad_norm": 151.604248046875, "learning_rate": 7.087888062964583e-05, "loss": 4.317463684082031, "step": 2965 }, { "epoch": 0.31435224386113464, "grad_norm": 194.71893310546875, "learning_rate": 7.082422387407084e-05, "loss": 4.498846054077148, "step": 2970 }, { "epoch": 0.3148814563928874, "grad_norm": 126.76985931396484, "learning_rate": 7.076956711849585e-05, "loss": 4.510139465332031, "step": 2975 }, { "epoch": 0.31541066892464015, "grad_norm": 137.90223693847656, "learning_rate": 7.071491036292086e-05, "loss": 4.365997314453125, "step": 2980 }, { "epoch": 0.3159398814563929, "grad_norm": 151.2709197998047, "learning_rate": 7.066025360734588e-05, "loss": 4.493315505981445, "step": 2985 }, { "epoch": 0.31646909398814566, "grad_norm": 184.4994354248047, "learning_rate": 7.060559685177088e-05, "loss": 4.502339935302734, "step": 2990 }, { "epoch": 0.3169983065198984, "grad_norm": 135.53953552246094, "learning_rate": 7.05509400961959e-05, "loss": 4.308356094360351, "step": 2995 }, { "epoch": 0.31752751905165116, "grad_norm": 120.29769134521484, "learning_rate": 7.04962833406209e-05, "loss": 4.3161872863769535, "step": 3000 }, { "epoch": 0.3180567315834039, "grad_norm": 130.57139587402344, "learning_rate": 7.044162658504592e-05, "loss": 4.456446838378906, "step": 3005 }, { "epoch": 0.31858594411515667, "grad_norm": 121.52245330810547, "learning_rate": 7.038696982947092e-05, "loss": 4.378651809692383, "step": 3010 }, { "epoch": 0.3191151566469094, "grad_norm": 138.4923095703125, "learning_rate": 7.033231307389594e-05, "loss": 4.301490783691406, "step": 3015 }, { "epoch": 0.3196443691786621, "grad_norm": 124.86125946044922, "learning_rate": 7.027765631832094e-05, "loss": 4.357616806030274, "step": 3020 }, { "epoch": 0.3201735817104149, "grad_norm": 125.1663818359375, "learning_rate": 7.022299956274596e-05, "loss": 4.326691055297852, "step": 3025 }, { "epoch": 0.32070279424216763, "grad_norm": 118.77664184570312, "learning_rate": 7.016834280717098e-05, "loss": 4.441241073608398, "step": 3030 }, { "epoch": 0.3212320067739204, "grad_norm": 129.37669372558594, "learning_rate": 7.011368605159598e-05, "loss": 4.381863021850586, "step": 3035 }, { "epoch": 0.32176121930567314, "grad_norm": 139.0692138671875, "learning_rate": 7.0059029296021e-05, "loss": 4.360615158081055, "step": 3040 }, { "epoch": 0.3222904318374259, "grad_norm": 153.62290954589844, "learning_rate": 7.0004372540446e-05, "loss": 4.477532958984375, "step": 3045 }, { "epoch": 0.32281964436917865, "grad_norm": 114.7131118774414, "learning_rate": 6.994971578487102e-05, "loss": 4.429476165771485, "step": 3050 }, { "epoch": 0.3233488569009314, "grad_norm": 114.2317123413086, "learning_rate": 6.989505902929603e-05, "loss": 4.483256149291992, "step": 3055 }, { "epoch": 0.32387806943268416, "grad_norm": 156.36505126953125, "learning_rate": 6.984040227372104e-05, "loss": 4.43524398803711, "step": 3060 }, { "epoch": 0.3244072819644369, "grad_norm": 123.84629821777344, "learning_rate": 6.978574551814605e-05, "loss": 4.362700271606445, "step": 3065 }, { "epoch": 0.32493649449618967, "grad_norm": 148.8362274169922, "learning_rate": 6.973108876257106e-05, "loss": 4.463539886474609, "step": 3070 }, { "epoch": 0.3254657070279424, "grad_norm": 119.50895690917969, "learning_rate": 6.967643200699607e-05, "loss": 4.51978759765625, "step": 3075 }, { "epoch": 0.3259949195596952, "grad_norm": 126.87928009033203, "learning_rate": 6.962177525142109e-05, "loss": 4.471599578857422, "step": 3080 }, { "epoch": 0.3265241320914479, "grad_norm": 135.1656494140625, "learning_rate": 6.956711849584609e-05, "loss": 4.461326599121094, "step": 3085 }, { "epoch": 0.3270533446232007, "grad_norm": 134.70657348632812, "learning_rate": 6.95124617402711e-05, "loss": 4.457269668579102, "step": 3090 }, { "epoch": 0.32758255715495344, "grad_norm": 166.1886444091797, "learning_rate": 6.945780498469611e-05, "loss": 4.419080352783203, "step": 3095 }, { "epoch": 0.3281117696867062, "grad_norm": 124.35813903808594, "learning_rate": 6.940314822912112e-05, "loss": 4.441379165649414, "step": 3100 }, { "epoch": 0.32864098221845894, "grad_norm": 160.10098266601562, "learning_rate": 6.934849147354613e-05, "loss": 4.352996826171875, "step": 3105 }, { "epoch": 0.3291701947502117, "grad_norm": 113.11243438720703, "learning_rate": 6.929383471797114e-05, "loss": 4.368122863769531, "step": 3110 }, { "epoch": 0.32969940728196445, "grad_norm": 148.83665466308594, "learning_rate": 6.923917796239615e-05, "loss": 4.306793975830078, "step": 3115 }, { "epoch": 0.3302286198137172, "grad_norm": 117.45164489746094, "learning_rate": 6.918452120682116e-05, "loss": 4.3671630859375, "step": 3120 }, { "epoch": 0.33075783234546996, "grad_norm": 137.02413940429688, "learning_rate": 6.912986445124618e-05, "loss": 4.250238037109375, "step": 3125 }, { "epoch": 0.3312870448772227, "grad_norm": 140.27207946777344, "learning_rate": 6.907520769567118e-05, "loss": 4.493482208251953, "step": 3130 }, { "epoch": 0.33181625740897547, "grad_norm": 131.00682067871094, "learning_rate": 6.90205509400962e-05, "loss": 4.498675537109375, "step": 3135 }, { "epoch": 0.3323454699407282, "grad_norm": 122.42306518554688, "learning_rate": 6.89658941845212e-05, "loss": 4.30177116394043, "step": 3140 }, { "epoch": 0.332874682472481, "grad_norm": 130.30126953125, "learning_rate": 6.891123742894622e-05, "loss": 4.4928337097167965, "step": 3145 }, { "epoch": 0.3334038950042337, "grad_norm": 123.85986328125, "learning_rate": 6.885658067337122e-05, "loss": 4.368285369873047, "step": 3150 }, { "epoch": 0.33393310753598643, "grad_norm": 125.29039764404297, "learning_rate": 6.880192391779624e-05, "loss": 4.4683280944824215, "step": 3155 }, { "epoch": 0.3344623200677392, "grad_norm": 123.0299301147461, "learning_rate": 6.874726716222126e-05, "loss": 4.305291748046875, "step": 3160 }, { "epoch": 0.33499153259949194, "grad_norm": 126.5098876953125, "learning_rate": 6.869261040664626e-05, "loss": 4.429392623901367, "step": 3165 }, { "epoch": 0.3355207451312447, "grad_norm": 146.62681579589844, "learning_rate": 6.863795365107128e-05, "loss": 4.446081924438476, "step": 3170 }, { "epoch": 0.33604995766299744, "grad_norm": 118.17073822021484, "learning_rate": 6.858329689549628e-05, "loss": 4.307141876220703, "step": 3175 }, { "epoch": 0.3365791701947502, "grad_norm": 128.66708374023438, "learning_rate": 6.85286401399213e-05, "loss": 4.5089263916015625, "step": 3180 }, { "epoch": 0.33710838272650295, "grad_norm": 116.87235260009766, "learning_rate": 6.84739833843463e-05, "loss": 4.403891372680664, "step": 3185 }, { "epoch": 0.3376375952582557, "grad_norm": 153.4269561767578, "learning_rate": 6.841932662877132e-05, "loss": 4.375313949584961, "step": 3190 }, { "epoch": 0.33816680779000846, "grad_norm": 150.56777954101562, "learning_rate": 6.836466987319633e-05, "loss": 4.272412872314453, "step": 3195 }, { "epoch": 0.3386960203217612, "grad_norm": 151.35858154296875, "learning_rate": 6.831001311762134e-05, "loss": 4.388763809204102, "step": 3200 }, { "epoch": 0.33922523285351397, "grad_norm": 114.37944030761719, "learning_rate": 6.825535636204635e-05, "loss": 4.269384765625, "step": 3205 }, { "epoch": 0.3397544453852667, "grad_norm": 132.1783447265625, "learning_rate": 6.820069960647136e-05, "loss": 4.2231605529785154, "step": 3210 }, { "epoch": 0.3402836579170195, "grad_norm": 138.4387969970703, "learning_rate": 6.814604285089637e-05, "loss": 4.389250564575195, "step": 3215 }, { "epoch": 0.34081287044877223, "grad_norm": 114.07669830322266, "learning_rate": 6.809138609532139e-05, "loss": 4.340800476074219, "step": 3220 }, { "epoch": 0.341342082980525, "grad_norm": 159.8526611328125, "learning_rate": 6.803672933974639e-05, "loss": 4.458229446411133, "step": 3225 }, { "epoch": 0.34187129551227774, "grad_norm": 161.49681091308594, "learning_rate": 6.798207258417141e-05, "loss": 4.276868438720703, "step": 3230 }, { "epoch": 0.3424005080440305, "grad_norm": 121.59963989257812, "learning_rate": 6.792741582859643e-05, "loss": 4.244654846191406, "step": 3235 }, { "epoch": 0.34292972057578325, "grad_norm": 121.72232818603516, "learning_rate": 6.787275907302143e-05, "loss": 4.34093132019043, "step": 3240 }, { "epoch": 0.343458933107536, "grad_norm": 104.42943572998047, "learning_rate": 6.781810231744645e-05, "loss": 4.2075458526611325, "step": 3245 }, { "epoch": 0.34398814563928876, "grad_norm": 185.8980255126953, "learning_rate": 6.776344556187145e-05, "loss": 4.238055801391601, "step": 3250 }, { "epoch": 0.3445173581710415, "grad_norm": 128.74752807617188, "learning_rate": 6.770878880629647e-05, "loss": 4.309190368652343, "step": 3255 }, { "epoch": 0.34504657070279426, "grad_norm": 113.45623016357422, "learning_rate": 6.765413205072147e-05, "loss": 4.145778656005859, "step": 3260 }, { "epoch": 0.345575783234547, "grad_norm": 122.36011505126953, "learning_rate": 6.759947529514649e-05, "loss": 4.450327682495117, "step": 3265 }, { "epoch": 0.3461049957662998, "grad_norm": 154.22865295410156, "learning_rate": 6.75448185395715e-05, "loss": 4.3051300048828125, "step": 3270 }, { "epoch": 0.34663420829805247, "grad_norm": 136.00013732910156, "learning_rate": 6.749016178399651e-05, "loss": 4.303839874267578, "step": 3275 }, { "epoch": 0.3471634208298052, "grad_norm": 140.53004455566406, "learning_rate": 6.743550502842152e-05, "loss": 4.441777038574219, "step": 3280 }, { "epoch": 0.347692633361558, "grad_norm": 166.0986785888672, "learning_rate": 6.738084827284653e-05, "loss": 4.277164459228516, "step": 3285 }, { "epoch": 0.34822184589331073, "grad_norm": 146.58877563476562, "learning_rate": 6.732619151727154e-05, "loss": 4.296749877929687, "step": 3290 }, { "epoch": 0.3487510584250635, "grad_norm": 122.7933349609375, "learning_rate": 6.727153476169655e-05, "loss": 4.415127563476562, "step": 3295 }, { "epoch": 0.34928027095681624, "grad_norm": 131.53897094726562, "learning_rate": 6.721687800612156e-05, "loss": 4.353356552124024, "step": 3300 }, { "epoch": 0.349809483488569, "grad_norm": 115.59437561035156, "learning_rate": 6.716222125054658e-05, "loss": 4.220012664794922, "step": 3305 }, { "epoch": 0.35033869602032175, "grad_norm": 134.21238708496094, "learning_rate": 6.710756449497159e-05, "loss": 4.173869323730469, "step": 3310 }, { "epoch": 0.3508679085520745, "grad_norm": 149.03732299804688, "learning_rate": 6.70529077393966e-05, "loss": 4.348991394042969, "step": 3315 }, { "epoch": 0.35139712108382726, "grad_norm": 131.8704071044922, "learning_rate": 6.699825098382161e-05, "loss": 4.239846801757812, "step": 3320 }, { "epoch": 0.35192633361558, "grad_norm": 136.16900634765625, "learning_rate": 6.694359422824662e-05, "loss": 4.277793502807617, "step": 3325 }, { "epoch": 0.35245554614733277, "grad_norm": 160.05690002441406, "learning_rate": 6.688893747267162e-05, "loss": 4.4315185546875, "step": 3330 }, { "epoch": 0.3529847586790855, "grad_norm": 122.00088500976562, "learning_rate": 6.683428071709663e-05, "loss": 4.3240913391113285, "step": 3335 }, { "epoch": 0.3535139712108383, "grad_norm": 143.4039764404297, "learning_rate": 6.677962396152164e-05, "loss": 4.325228118896485, "step": 3340 }, { "epoch": 0.354043183742591, "grad_norm": 150.07667541503906, "learning_rate": 6.672496720594665e-05, "loss": 4.309832763671875, "step": 3345 }, { "epoch": 0.3545723962743438, "grad_norm": 146.1479034423828, "learning_rate": 6.667031045037167e-05, "loss": 4.3700927734375, "step": 3350 }, { "epoch": 0.35510160880609654, "grad_norm": 130.15574645996094, "learning_rate": 6.661565369479668e-05, "loss": 4.318378448486328, "step": 3355 }, { "epoch": 0.3556308213378493, "grad_norm": 114.48214721679688, "learning_rate": 6.656099693922169e-05, "loss": 4.264442062377929, "step": 3360 }, { "epoch": 0.35616003386960204, "grad_norm": 118.55455017089844, "learning_rate": 6.65063401836467e-05, "loss": 4.359302520751953, "step": 3365 }, { "epoch": 0.3566892464013548, "grad_norm": 141.9068145751953, "learning_rate": 6.645168342807171e-05, "loss": 4.202061462402344, "step": 3370 }, { "epoch": 0.35721845893310755, "grad_norm": 158.58575439453125, "learning_rate": 6.639702667249673e-05, "loss": 4.3847602844238285, "step": 3375 }, { "epoch": 0.3577476714648603, "grad_norm": 136.6167449951172, "learning_rate": 6.634236991692173e-05, "loss": 4.062431335449219, "step": 3380 }, { "epoch": 0.35827688399661306, "grad_norm": 123.67545318603516, "learning_rate": 6.628771316134675e-05, "loss": 4.273263931274414, "step": 3385 }, { "epoch": 0.3588060965283658, "grad_norm": 117.50979614257812, "learning_rate": 6.623305640577175e-05, "loss": 4.308686065673828, "step": 3390 }, { "epoch": 0.35933530906011857, "grad_norm": 144.95904541015625, "learning_rate": 6.617839965019677e-05, "loss": 4.3057304382324215, "step": 3395 }, { "epoch": 0.3598645215918713, "grad_norm": 131.617919921875, "learning_rate": 6.612374289462177e-05, "loss": 4.278035736083984, "step": 3400 }, { "epoch": 0.360393734123624, "grad_norm": 119.73104095458984, "learning_rate": 6.606908613904679e-05, "loss": 4.340852355957031, "step": 3405 }, { "epoch": 0.3609229466553768, "grad_norm": 158.6755828857422, "learning_rate": 6.60144293834718e-05, "loss": 4.282213592529297, "step": 3410 }, { "epoch": 0.36145215918712953, "grad_norm": 136.00267028808594, "learning_rate": 6.595977262789681e-05, "loss": 4.233495712280273, "step": 3415 }, { "epoch": 0.3619813717188823, "grad_norm": 131.22808837890625, "learning_rate": 6.590511587232182e-05, "loss": 4.252580642700195, "step": 3420 }, { "epoch": 0.36251058425063504, "grad_norm": 140.9416961669922, "learning_rate": 6.585045911674683e-05, "loss": 4.212274551391602, "step": 3425 }, { "epoch": 0.3630397967823878, "grad_norm": 146.51898193359375, "learning_rate": 6.579580236117184e-05, "loss": 4.2099861145019535, "step": 3430 }, { "epoch": 0.36356900931414055, "grad_norm": 119.34132385253906, "learning_rate": 6.574114560559685e-05, "loss": 4.260527420043945, "step": 3435 }, { "epoch": 0.3640982218458933, "grad_norm": 147.4767303466797, "learning_rate": 6.568648885002187e-05, "loss": 4.219739532470703, "step": 3440 }, { "epoch": 0.36462743437764605, "grad_norm": 121.82425689697266, "learning_rate": 6.563183209444688e-05, "loss": 4.326771926879883, "step": 3445 }, { "epoch": 0.3651566469093988, "grad_norm": 121.66282653808594, "learning_rate": 6.557717533887189e-05, "loss": 4.282301712036133, "step": 3450 }, { "epoch": 0.36568585944115156, "grad_norm": 120.11654663085938, "learning_rate": 6.55225185832969e-05, "loss": 4.3493598937988285, "step": 3455 }, { "epoch": 0.3662150719729043, "grad_norm": 129.42105102539062, "learning_rate": 6.546786182772191e-05, "loss": 4.015673446655273, "step": 3460 }, { "epoch": 0.36674428450465707, "grad_norm": 117.6053466796875, "learning_rate": 6.541320507214692e-05, "loss": 4.399089431762695, "step": 3465 }, { "epoch": 0.3672734970364098, "grad_norm": 113.9026107788086, "learning_rate": 6.535854831657194e-05, "loss": 4.320244979858399, "step": 3470 }, { "epoch": 0.3678027095681626, "grad_norm": 117.77159881591797, "learning_rate": 6.530389156099694e-05, "loss": 4.248674774169922, "step": 3475 }, { "epoch": 0.36833192209991533, "grad_norm": 101.20645141601562, "learning_rate": 6.524923480542196e-05, "loss": 4.25744400024414, "step": 3480 }, { "epoch": 0.3688611346316681, "grad_norm": 143.9091339111328, "learning_rate": 6.519457804984696e-05, "loss": 4.3652294158935545, "step": 3485 }, { "epoch": 0.36939034716342084, "grad_norm": 128.5633087158203, "learning_rate": 6.513992129427198e-05, "loss": 4.2659248352050785, "step": 3490 }, { "epoch": 0.3699195596951736, "grad_norm": 121.10700225830078, "learning_rate": 6.508526453869698e-05, "loss": 4.2626792907714846, "step": 3495 }, { "epoch": 0.37044877222692635, "grad_norm": 161.4058837890625, "learning_rate": 6.5030607783122e-05, "loss": 4.309141159057617, "step": 3500 }, { "epoch": 0.3709779847586791, "grad_norm": 151.3186492919922, "learning_rate": 6.4975951027547e-05, "loss": 4.21210823059082, "step": 3505 }, { "epoch": 0.37150719729043186, "grad_norm": 123.71336364746094, "learning_rate": 6.492129427197202e-05, "loss": 4.40973129272461, "step": 3510 }, { "epoch": 0.3720364098221846, "grad_norm": 128.5110321044922, "learning_rate": 6.486663751639704e-05, "loss": 4.104899597167969, "step": 3515 }, { "epoch": 0.37256562235393736, "grad_norm": 126.2756576538086, "learning_rate": 6.481198076082204e-05, "loss": 4.190847015380859, "step": 3520 }, { "epoch": 0.3730948348856901, "grad_norm": 118.82789611816406, "learning_rate": 6.475732400524706e-05, "loss": 4.272797012329102, "step": 3525 }, { "epoch": 0.3736240474174429, "grad_norm": 138.6657257080078, "learning_rate": 6.470266724967206e-05, "loss": 4.327288436889648, "step": 3530 }, { "epoch": 0.37415325994919557, "grad_norm": 151.26893615722656, "learning_rate": 6.464801049409708e-05, "loss": 4.16216812133789, "step": 3535 }, { "epoch": 0.3746824724809483, "grad_norm": 145.1409912109375, "learning_rate": 6.459335373852209e-05, "loss": 4.087331771850586, "step": 3540 }, { "epoch": 0.3752116850127011, "grad_norm": 149.10777282714844, "learning_rate": 6.45386969829471e-05, "loss": 4.179575729370117, "step": 3545 }, { "epoch": 0.37574089754445383, "grad_norm": 128.69992065429688, "learning_rate": 6.448404022737211e-05, "loss": 4.20556411743164, "step": 3550 }, { "epoch": 0.3762701100762066, "grad_norm": 129.8429718017578, "learning_rate": 6.442938347179712e-05, "loss": 4.19642219543457, "step": 3555 }, { "epoch": 0.37679932260795934, "grad_norm": 148.32327270507812, "learning_rate": 6.437472671622213e-05, "loss": 4.314796447753906, "step": 3560 }, { "epoch": 0.3773285351397121, "grad_norm": 142.27967834472656, "learning_rate": 6.432006996064713e-05, "loss": 4.264270401000976, "step": 3565 }, { "epoch": 0.37785774767146485, "grad_norm": 123.4379653930664, "learning_rate": 6.426541320507215e-05, "loss": 4.180521011352539, "step": 3570 }, { "epoch": 0.3783869602032176, "grad_norm": 125.11600494384766, "learning_rate": 6.421075644949715e-05, "loss": 4.299185943603516, "step": 3575 }, { "epoch": 0.37891617273497036, "grad_norm": 123.18994140625, "learning_rate": 6.415609969392217e-05, "loss": 4.480384826660156, "step": 3580 }, { "epoch": 0.3794453852667231, "grad_norm": 119.62789154052734, "learning_rate": 6.410144293834718e-05, "loss": 4.116994857788086, "step": 3585 }, { "epoch": 0.37997459779847587, "grad_norm": 154.7133331298828, "learning_rate": 6.404678618277219e-05, "loss": 4.24697265625, "step": 3590 }, { "epoch": 0.3805038103302286, "grad_norm": 104.19717407226562, "learning_rate": 6.39921294271972e-05, "loss": 4.040499496459961, "step": 3595 }, { "epoch": 0.3810330228619814, "grad_norm": 132.22154235839844, "learning_rate": 6.393747267162221e-05, "loss": 4.267470169067383, "step": 3600 }, { "epoch": 0.38156223539373413, "grad_norm": 141.5762481689453, "learning_rate": 6.388281591604722e-05, "loss": 4.382541275024414, "step": 3605 }, { "epoch": 0.3820914479254869, "grad_norm": 123.81134796142578, "learning_rate": 6.382815916047224e-05, "loss": 4.272235870361328, "step": 3610 }, { "epoch": 0.38262066045723964, "grad_norm": 152.623046875, "learning_rate": 6.377350240489724e-05, "loss": 4.179121398925782, "step": 3615 }, { "epoch": 0.3831498729889924, "grad_norm": 136.28704833984375, "learning_rate": 6.371884564932226e-05, "loss": 3.9984630584716796, "step": 3620 }, { "epoch": 0.38367908552074514, "grad_norm": 118.61323547363281, "learning_rate": 6.366418889374726e-05, "loss": 4.2155708312988285, "step": 3625 }, { "epoch": 0.3842082980524979, "grad_norm": 127.24369049072266, "learning_rate": 6.360953213817228e-05, "loss": 4.179386901855469, "step": 3630 }, { "epoch": 0.38473751058425065, "grad_norm": 112.59697723388672, "learning_rate": 6.35548753825973e-05, "loss": 4.021205139160156, "step": 3635 }, { "epoch": 0.3852667231160034, "grad_norm": 165.66400146484375, "learning_rate": 6.35002186270223e-05, "loss": 4.236697769165039, "step": 3640 }, { "epoch": 0.38579593564775616, "grad_norm": 137.7149200439453, "learning_rate": 6.344556187144732e-05, "loss": 4.299031066894531, "step": 3645 }, { "epoch": 0.3863251481795089, "grad_norm": 114.94612121582031, "learning_rate": 6.339090511587232e-05, "loss": 4.16929817199707, "step": 3650 }, { "epoch": 0.38685436071126167, "grad_norm": 126.60995483398438, "learning_rate": 6.333624836029734e-05, "loss": 4.2165382385253904, "step": 3655 }, { "epoch": 0.38738357324301437, "grad_norm": 120.91857147216797, "learning_rate": 6.328159160472234e-05, "loss": 3.997101974487305, "step": 3660 }, { "epoch": 0.3879127857747671, "grad_norm": 148.39297485351562, "learning_rate": 6.322693484914736e-05, "loss": 4.322603225708008, "step": 3665 }, { "epoch": 0.3884419983065199, "grad_norm": 156.4959259033203, "learning_rate": 6.317227809357236e-05, "loss": 4.245376968383789, "step": 3670 }, { "epoch": 0.38897121083827263, "grad_norm": 116.06410217285156, "learning_rate": 6.311762133799738e-05, "loss": 4.139791488647461, "step": 3675 }, { "epoch": 0.3895004233700254, "grad_norm": 122.91950225830078, "learning_rate": 6.306296458242239e-05, "loss": 4.194498062133789, "step": 3680 }, { "epoch": 0.39002963590177814, "grad_norm": 130.52174377441406, "learning_rate": 6.30083078268474e-05, "loss": 4.15777473449707, "step": 3685 }, { "epoch": 0.3905588484335309, "grad_norm": 153.50741577148438, "learning_rate": 6.295365107127241e-05, "loss": 4.205295562744141, "step": 3690 }, { "epoch": 0.39108806096528365, "grad_norm": 137.01072692871094, "learning_rate": 6.289899431569743e-05, "loss": 4.129684829711914, "step": 3695 }, { "epoch": 0.3916172734970364, "grad_norm": 115.60296630859375, "learning_rate": 6.284433756012243e-05, "loss": 4.202738189697266, "step": 3700 }, { "epoch": 0.39214648602878915, "grad_norm": 156.53208923339844, "learning_rate": 6.278968080454745e-05, "loss": 4.213199234008789, "step": 3705 }, { "epoch": 0.3926756985605419, "grad_norm": 118.20301818847656, "learning_rate": 6.273502404897245e-05, "loss": 4.2201885223388675, "step": 3710 }, { "epoch": 0.39320491109229466, "grad_norm": 120.62445068359375, "learning_rate": 6.268036729339747e-05, "loss": 4.090951156616211, "step": 3715 }, { "epoch": 0.3937341236240474, "grad_norm": 150.4151153564453, "learning_rate": 6.262571053782249e-05, "loss": 4.189540863037109, "step": 3720 }, { "epoch": 0.39426333615580017, "grad_norm": 133.66806030273438, "learning_rate": 6.257105378224749e-05, "loss": 4.33673095703125, "step": 3725 }, { "epoch": 0.3947925486875529, "grad_norm": 132.31768798828125, "learning_rate": 6.251639702667251e-05, "loss": 3.989754486083984, "step": 3730 }, { "epoch": 0.3953217612193057, "grad_norm": 137.20465087890625, "learning_rate": 6.246174027109751e-05, "loss": 4.2461296081542965, "step": 3735 }, { "epoch": 0.39585097375105843, "grad_norm": 140.44325256347656, "learning_rate": 6.240708351552253e-05, "loss": 4.216497802734375, "step": 3740 }, { "epoch": 0.3963801862828112, "grad_norm": 118.10004425048828, "learning_rate": 6.235242675994753e-05, "loss": 4.2155509948730465, "step": 3745 }, { "epoch": 0.39690939881456394, "grad_norm": 120.2506332397461, "learning_rate": 6.229777000437255e-05, "loss": 4.16102294921875, "step": 3750 }, { "epoch": 0.3974386113463167, "grad_norm": 117.03544616699219, "learning_rate": 6.224311324879755e-05, "loss": 4.19507942199707, "step": 3755 }, { "epoch": 0.39796782387806945, "grad_norm": 153.11297607421875, "learning_rate": 6.218845649322257e-05, "loss": 4.358299255371094, "step": 3760 }, { "epoch": 0.3984970364098222, "grad_norm": 133.57846069335938, "learning_rate": 6.213379973764758e-05, "loss": 4.279651641845703, "step": 3765 }, { "epoch": 0.39902624894157496, "grad_norm": 135.1457977294922, "learning_rate": 6.207914298207259e-05, "loss": 4.205456161499024, "step": 3770 }, { "epoch": 0.3995554614733277, "grad_norm": 109.0027084350586, "learning_rate": 6.20244862264976e-05, "loss": 4.228662109375, "step": 3775 }, { "epoch": 0.40008467400508047, "grad_norm": 124.13297271728516, "learning_rate": 6.196982947092261e-05, "loss": 4.067730712890625, "step": 3780 }, { "epoch": 0.4006138865368332, "grad_norm": 119.4758529663086, "learning_rate": 6.191517271534762e-05, "loss": 4.073527145385742, "step": 3785 }, { "epoch": 0.4011430990685859, "grad_norm": 127.04891204833984, "learning_rate": 6.186051595977264e-05, "loss": 4.004936981201172, "step": 3790 }, { "epoch": 0.40167231160033867, "grad_norm": 139.85679626464844, "learning_rate": 6.180585920419765e-05, "loss": 4.304228973388672, "step": 3795 }, { "epoch": 0.4022015241320914, "grad_norm": 127.368408203125, "learning_rate": 6.175120244862266e-05, "loss": 4.071028518676758, "step": 3800 }, { "epoch": 0.4027307366638442, "grad_norm": 118.31039428710938, "learning_rate": 6.169654569304766e-05, "loss": 4.231890487670898, "step": 3805 }, { "epoch": 0.40325994919559693, "grad_norm": 128.465087890625, "learning_rate": 6.164188893747266e-05, "loss": 4.073507690429688, "step": 3810 }, { "epoch": 0.4037891617273497, "grad_norm": 130.1307373046875, "learning_rate": 6.158723218189768e-05, "loss": 4.006361389160157, "step": 3815 }, { "epoch": 0.40431837425910244, "grad_norm": 145.40841674804688, "learning_rate": 6.153257542632269e-05, "loss": 3.996573638916016, "step": 3820 }, { "epoch": 0.4048475867908552, "grad_norm": 168.4543914794922, "learning_rate": 6.14779186707477e-05, "loss": 4.1680450439453125, "step": 3825 }, { "epoch": 0.40537679932260795, "grad_norm": 129.8465576171875, "learning_rate": 6.142326191517271e-05, "loss": 4.2640117645263675, "step": 3830 }, { "epoch": 0.4059060118543607, "grad_norm": 121.75624084472656, "learning_rate": 6.136860515959773e-05, "loss": 4.161133193969727, "step": 3835 }, { "epoch": 0.40643522438611346, "grad_norm": 140.17359924316406, "learning_rate": 6.131394840402274e-05, "loss": 4.142221069335937, "step": 3840 }, { "epoch": 0.4069644369178662, "grad_norm": 145.44775390625, "learning_rate": 6.125929164844775e-05, "loss": 4.2873176574707035, "step": 3845 }, { "epoch": 0.40749364944961897, "grad_norm": 119.07640838623047, "learning_rate": 6.120463489287276e-05, "loss": 4.029389190673828, "step": 3850 }, { "epoch": 0.4080228619813717, "grad_norm": 151.9657440185547, "learning_rate": 6.114997813729777e-05, "loss": 4.1507820129394535, "step": 3855 }, { "epoch": 0.4085520745131245, "grad_norm": 148.51895141601562, "learning_rate": 6.109532138172279e-05, "loss": 4.257181167602539, "step": 3860 }, { "epoch": 0.40908128704487723, "grad_norm": 128.34066772460938, "learning_rate": 6.104066462614779e-05, "loss": 4.255804443359375, "step": 3865 }, { "epoch": 0.40961049957663, "grad_norm": 112.63951110839844, "learning_rate": 6.09860078705728e-05, "loss": 4.084928131103515, "step": 3870 }, { "epoch": 0.41013971210838274, "grad_norm": 121.12382507324219, "learning_rate": 6.093135111499782e-05, "loss": 4.178191375732422, "step": 3875 }, { "epoch": 0.4106689246401355, "grad_norm": 131.86444091796875, "learning_rate": 6.087669435942283e-05, "loss": 4.056698226928711, "step": 3880 }, { "epoch": 0.41119813717188824, "grad_norm": 125.97200775146484, "learning_rate": 6.082203760384784e-05, "loss": 4.0608467102050785, "step": 3885 }, { "epoch": 0.411727349703641, "grad_norm": 144.6047821044922, "learning_rate": 6.076738084827285e-05, "loss": 4.2153362274169925, "step": 3890 }, { "epoch": 0.41225656223539375, "grad_norm": 166.44973754882812, "learning_rate": 6.071272409269786e-05, "loss": 4.111043548583984, "step": 3895 }, { "epoch": 0.4127857747671465, "grad_norm": 129.5852508544922, "learning_rate": 6.065806733712287e-05, "loss": 4.134568786621093, "step": 3900 }, { "epoch": 0.41331498729889926, "grad_norm": 127.2628402709961, "learning_rate": 6.060341058154788e-05, "loss": 3.930105209350586, "step": 3905 }, { "epoch": 0.413844199830652, "grad_norm": 138.2801971435547, "learning_rate": 6.054875382597289e-05, "loss": 4.184515762329101, "step": 3910 }, { "epoch": 0.41437341236240477, "grad_norm": 130.25613403320312, "learning_rate": 6.0494097070397904e-05, "loss": 4.029358291625977, "step": 3915 }, { "epoch": 0.41490262489415747, "grad_norm": 119.53793334960938, "learning_rate": 6.0439440314822914e-05, "loss": 4.039789199829102, "step": 3920 }, { "epoch": 0.4154318374259102, "grad_norm": 122.78197479248047, "learning_rate": 6.0384783559247925e-05, "loss": 4.151903533935547, "step": 3925 }, { "epoch": 0.415961049957663, "grad_norm": 147.4103240966797, "learning_rate": 6.0330126803672936e-05, "loss": 4.0965118408203125, "step": 3930 }, { "epoch": 0.41649026248941573, "grad_norm": 139.5321807861328, "learning_rate": 6.0275470048097946e-05, "loss": 4.127792739868164, "step": 3935 }, { "epoch": 0.4170194750211685, "grad_norm": 120.00611114501953, "learning_rate": 6.022081329252296e-05, "loss": 4.0603279113769535, "step": 3940 }, { "epoch": 0.41754868755292124, "grad_norm": 134.6875, "learning_rate": 6.016615653694797e-05, "loss": 4.160858154296875, "step": 3945 }, { "epoch": 0.418077900084674, "grad_norm": 126.90725708007812, "learning_rate": 6.011149978137298e-05, "loss": 4.101047134399414, "step": 3950 }, { "epoch": 0.41860711261642675, "grad_norm": 138.67062377929688, "learning_rate": 6.0056843025797996e-05, "loss": 4.109568405151367, "step": 3955 }, { "epoch": 0.4191363251481795, "grad_norm": 117.6628189086914, "learning_rate": 6.000218627022301e-05, "loss": 4.100837326049804, "step": 3960 }, { "epoch": 0.41966553767993225, "grad_norm": 129.63975524902344, "learning_rate": 5.994752951464802e-05, "loss": 3.9951229095458984, "step": 3965 }, { "epoch": 0.420194750211685, "grad_norm": 159.36746215820312, "learning_rate": 5.989287275907303e-05, "loss": 4.078012084960937, "step": 3970 }, { "epoch": 0.42072396274343776, "grad_norm": 111.9308853149414, "learning_rate": 5.983821600349804e-05, "loss": 4.072503662109375, "step": 3975 }, { "epoch": 0.4212531752751905, "grad_norm": 146.5785675048828, "learning_rate": 5.978355924792305e-05, "loss": 4.127180099487305, "step": 3980 }, { "epoch": 0.42178238780694327, "grad_norm": 135.91749572753906, "learning_rate": 5.972890249234806e-05, "loss": 4.08857536315918, "step": 3985 }, { "epoch": 0.422311600338696, "grad_norm": 130.7872772216797, "learning_rate": 5.967424573677307e-05, "loss": 4.09446907043457, "step": 3990 }, { "epoch": 0.4228408128704488, "grad_norm": 125.3292007446289, "learning_rate": 5.961958898119808e-05, "loss": 3.9544212341308596, "step": 3995 }, { "epoch": 0.42337002540220153, "grad_norm": 180.02362060546875, "learning_rate": 5.956493222562309e-05, "loss": 4.040696716308593, "step": 4000 }, { "epoch": 0.4238992379339543, "grad_norm": 144.7877197265625, "learning_rate": 5.95102754700481e-05, "loss": 4.0905109405517575, "step": 4005 }, { "epoch": 0.42442845046570704, "grad_norm": 141.09857177734375, "learning_rate": 5.9455618714473114e-05, "loss": 4.0185691833496096, "step": 4010 }, { "epoch": 0.4249576629974598, "grad_norm": 117.05870056152344, "learning_rate": 5.9400961958898125e-05, "loss": 3.9969913482666017, "step": 4015 }, { "epoch": 0.42548687552921255, "grad_norm": 141.372314453125, "learning_rate": 5.9346305203323135e-05, "loss": 3.9712074279785154, "step": 4020 }, { "epoch": 0.4260160880609653, "grad_norm": 152.09959411621094, "learning_rate": 5.9291648447748146e-05, "loss": 4.133918380737304, "step": 4025 }, { "epoch": 0.42654530059271806, "grad_norm": 122.05477142333984, "learning_rate": 5.9236991692173164e-05, "loss": 4.109062957763672, "step": 4030 }, { "epoch": 0.4270745131244708, "grad_norm": 122.58812713623047, "learning_rate": 5.9182334936598174e-05, "loss": 4.042324829101562, "step": 4035 }, { "epoch": 0.42760372565622357, "grad_norm": 158.7182159423828, "learning_rate": 5.9127678181023185e-05, "loss": 4.06231689453125, "step": 4040 }, { "epoch": 0.42813293818797626, "grad_norm": 150.6146240234375, "learning_rate": 5.907302142544818e-05, "loss": 4.145127868652343, "step": 4045 }, { "epoch": 0.428662150719729, "grad_norm": 132.2916259765625, "learning_rate": 5.901836466987319e-05, "loss": 4.08404541015625, "step": 4050 }, { "epoch": 0.4291913632514818, "grad_norm": 146.26454162597656, "learning_rate": 5.8963707914298204e-05, "loss": 3.932051086425781, "step": 4055 }, { "epoch": 0.4297205757832345, "grad_norm": 142.02154541015625, "learning_rate": 5.8909051158723214e-05, "loss": 4.055085754394531, "step": 4060 }, { "epoch": 0.4302497883149873, "grad_norm": 130.51681518554688, "learning_rate": 5.8854394403148225e-05, "loss": 3.982135772705078, "step": 4065 }, { "epoch": 0.43077900084674003, "grad_norm": 128.37078857421875, "learning_rate": 5.8799737647573236e-05, "loss": 3.922527313232422, "step": 4070 }, { "epoch": 0.4313082133784928, "grad_norm": 135.15625, "learning_rate": 5.8745080891998247e-05, "loss": 3.927989196777344, "step": 4075 }, { "epoch": 0.43183742591024554, "grad_norm": 141.47640991210938, "learning_rate": 5.8690424136423264e-05, "loss": 4.008689117431641, "step": 4080 }, { "epoch": 0.4323666384419983, "grad_norm": 126.43448638916016, "learning_rate": 5.8635767380848275e-05, "loss": 4.055470275878906, "step": 4085 }, { "epoch": 0.43289585097375105, "grad_norm": 121.89508056640625, "learning_rate": 5.8581110625273285e-05, "loss": 4.0018157958984375, "step": 4090 }, { "epoch": 0.4334250635055038, "grad_norm": 134.98410034179688, "learning_rate": 5.8526453869698296e-05, "loss": 3.9553165435791016, "step": 4095 }, { "epoch": 0.43395427603725656, "grad_norm": 122.37814331054688, "learning_rate": 5.847179711412331e-05, "loss": 3.985927200317383, "step": 4100 }, { "epoch": 0.4344834885690093, "grad_norm": 146.80947875976562, "learning_rate": 5.841714035854832e-05, "loss": 4.0496826171875, "step": 4105 }, { "epoch": 0.43501270110076207, "grad_norm": 131.25022888183594, "learning_rate": 5.836248360297333e-05, "loss": 4.102597427368164, "step": 4110 }, { "epoch": 0.4355419136325148, "grad_norm": 112.72048950195312, "learning_rate": 5.830782684739834e-05, "loss": 3.9251976013183594, "step": 4115 }, { "epoch": 0.4360711261642676, "grad_norm": 139.04074096679688, "learning_rate": 5.825317009182335e-05, "loss": 3.971080780029297, "step": 4120 }, { "epoch": 0.43660033869602033, "grad_norm": 115.23494720458984, "learning_rate": 5.819851333624836e-05, "loss": 4.066435623168945, "step": 4125 }, { "epoch": 0.4371295512277731, "grad_norm": 123.17229461669922, "learning_rate": 5.814385658067337e-05, "loss": 3.963153839111328, "step": 4130 }, { "epoch": 0.43765876375952584, "grad_norm": 152.57550048828125, "learning_rate": 5.808919982509838e-05, "loss": 3.910114288330078, "step": 4135 }, { "epoch": 0.4381879762912786, "grad_norm": 149.52413940429688, "learning_rate": 5.803454306952339e-05, "loss": 4.049580383300781, "step": 4140 }, { "epoch": 0.43871718882303135, "grad_norm": 154.72909545898438, "learning_rate": 5.7979886313948403e-05, "loss": 3.9786495208740233, "step": 4145 }, { "epoch": 0.4392464013547841, "grad_norm": 182.32958984375, "learning_rate": 5.7925229558373414e-05, "loss": 4.068953323364258, "step": 4150 }, { "epoch": 0.43977561388653685, "grad_norm": 132.779052734375, "learning_rate": 5.787057280279843e-05, "loss": 3.9190322875976564, "step": 4155 }, { "epoch": 0.4403048264182896, "grad_norm": 147.8223419189453, "learning_rate": 5.781591604722344e-05, "loss": 3.995621109008789, "step": 4160 }, { "epoch": 0.44083403895004236, "grad_norm": 150.33795166015625, "learning_rate": 5.776125929164845e-05, "loss": 4.143856048583984, "step": 4165 }, { "epoch": 0.4413632514817951, "grad_norm": 133.89031982421875, "learning_rate": 5.7706602536073464e-05, "loss": 3.9529014587402345, "step": 4170 }, { "epoch": 0.4418924640135478, "grad_norm": 146.9585723876953, "learning_rate": 5.7651945780498475e-05, "loss": 4.161091995239258, "step": 4175 }, { "epoch": 0.44242167654530057, "grad_norm": 129.03224182128906, "learning_rate": 5.7597289024923485e-05, "loss": 4.172892761230469, "step": 4180 }, { "epoch": 0.4429508890770533, "grad_norm": 127.15501403808594, "learning_rate": 5.7542632269348496e-05, "loss": 3.921883392333984, "step": 4185 }, { "epoch": 0.4434801016088061, "grad_norm": 144.70486450195312, "learning_rate": 5.748797551377351e-05, "loss": 3.926601791381836, "step": 4190 }, { "epoch": 0.44400931414055883, "grad_norm": 151.64511108398438, "learning_rate": 5.743331875819852e-05, "loss": 3.953357696533203, "step": 4195 }, { "epoch": 0.4445385266723116, "grad_norm": 167.04397583007812, "learning_rate": 5.737866200262353e-05, "loss": 3.9737503051757814, "step": 4200 }, { "epoch": 0.44506773920406434, "grad_norm": 127.13613891601562, "learning_rate": 5.732400524704854e-05, "loss": 3.906291961669922, "step": 4205 }, { "epoch": 0.4455969517358171, "grad_norm": 138.07345581054688, "learning_rate": 5.726934849147355e-05, "loss": 3.828252410888672, "step": 4210 }, { "epoch": 0.44612616426756985, "grad_norm": 134.3628692626953, "learning_rate": 5.721469173589856e-05, "loss": 3.986143112182617, "step": 4215 }, { "epoch": 0.4466553767993226, "grad_norm": 131.1893310546875, "learning_rate": 5.716003498032357e-05, "loss": 3.88110237121582, "step": 4220 }, { "epoch": 0.44718458933107536, "grad_norm": 154.74444580078125, "learning_rate": 5.710537822474858e-05, "loss": 4.128080749511719, "step": 4225 }, { "epoch": 0.4477138018628281, "grad_norm": 134.02047729492188, "learning_rate": 5.70507214691736e-05, "loss": 4.000722885131836, "step": 4230 }, { "epoch": 0.44824301439458086, "grad_norm": 143.64889526367188, "learning_rate": 5.699606471359861e-05, "loss": 3.894688034057617, "step": 4235 }, { "epoch": 0.4487722269263336, "grad_norm": 142.73138427734375, "learning_rate": 5.694140795802362e-05, "loss": 3.94847412109375, "step": 4240 }, { "epoch": 0.44930143945808637, "grad_norm": 142.00436401367188, "learning_rate": 5.688675120244863e-05, "loss": 3.847589874267578, "step": 4245 }, { "epoch": 0.4498306519898391, "grad_norm": 135.67568969726562, "learning_rate": 5.683209444687364e-05, "loss": 4.144049072265625, "step": 4250 }, { "epoch": 0.4503598645215919, "grad_norm": 137.6522979736328, "learning_rate": 5.677743769129865e-05, "loss": 3.8913127899169924, "step": 4255 }, { "epoch": 0.45088907705334463, "grad_norm": 136.60922241210938, "learning_rate": 5.6722780935723664e-05, "loss": 3.7737548828125, "step": 4260 }, { "epoch": 0.4514182895850974, "grad_norm": 122.5642318725586, "learning_rate": 5.6668124180148674e-05, "loss": 4.038190460205078, "step": 4265 }, { "epoch": 0.45194750211685014, "grad_norm": 133.4481964111328, "learning_rate": 5.6613467424573685e-05, "loss": 3.9616180419921876, "step": 4270 }, { "epoch": 0.4524767146486029, "grad_norm": 130.997802734375, "learning_rate": 5.6558810668998696e-05, "loss": 4.007731628417969, "step": 4275 }, { "epoch": 0.45300592718035565, "grad_norm": 135.7970428466797, "learning_rate": 5.65041539134237e-05, "loss": 3.9732826232910154, "step": 4280 }, { "epoch": 0.4535351397121084, "grad_norm": 127.93456268310547, "learning_rate": 5.644949715784871e-05, "loss": 4.005377578735351, "step": 4285 }, { "epoch": 0.45406435224386116, "grad_norm": 135.0422821044922, "learning_rate": 5.639484040227372e-05, "loss": 3.8624263763427735, "step": 4290 }, { "epoch": 0.4545935647756139, "grad_norm": 121.10009002685547, "learning_rate": 5.634018364669873e-05, "loss": 3.943419647216797, "step": 4295 }, { "epoch": 0.45512277730736667, "grad_norm": 122.16114807128906, "learning_rate": 5.628552689112374e-05, "loss": 3.857470703125, "step": 4300 }, { "epoch": 0.45565198983911936, "grad_norm": 129.3420867919922, "learning_rate": 5.623087013554875e-05, "loss": 4.027116775512695, "step": 4305 }, { "epoch": 0.4561812023708721, "grad_norm": 151.7042236328125, "learning_rate": 5.6176213379973764e-05, "loss": 4.100191116333008, "step": 4310 }, { "epoch": 0.4567104149026249, "grad_norm": 127.89781188964844, "learning_rate": 5.6121556624398775e-05, "loss": 4.065939331054688, "step": 4315 }, { "epoch": 0.4572396274343776, "grad_norm": 160.69912719726562, "learning_rate": 5.6066899868823785e-05, "loss": 3.985809326171875, "step": 4320 }, { "epoch": 0.4577688399661304, "grad_norm": 122.41221618652344, "learning_rate": 5.6012243113248796e-05, "loss": 3.8466819763183593, "step": 4325 }, { "epoch": 0.45829805249788313, "grad_norm": 132.00347900390625, "learning_rate": 5.595758635767381e-05, "loss": 3.866476058959961, "step": 4330 }, { "epoch": 0.4588272650296359, "grad_norm": 153.5186309814453, "learning_rate": 5.590292960209882e-05, "loss": 4.034220123291016, "step": 4335 }, { "epoch": 0.45935647756138864, "grad_norm": 125.8526840209961, "learning_rate": 5.584827284652383e-05, "loss": 3.835825729370117, "step": 4340 }, { "epoch": 0.4598856900931414, "grad_norm": 133.7932586669922, "learning_rate": 5.579361609094884e-05, "loss": 4.086402130126953, "step": 4345 }, { "epoch": 0.46041490262489415, "grad_norm": 132.14654541015625, "learning_rate": 5.573895933537385e-05, "loss": 4.018362045288086, "step": 4350 }, { "epoch": 0.4609441151566469, "grad_norm": 121.16294860839844, "learning_rate": 5.568430257979886e-05, "loss": 3.9226993560791015, "step": 4355 }, { "epoch": 0.46147332768839966, "grad_norm": 132.2879638671875, "learning_rate": 5.562964582422388e-05, "loss": 3.996568298339844, "step": 4360 }, { "epoch": 0.4620025402201524, "grad_norm": 141.11196899414062, "learning_rate": 5.557498906864889e-05, "loss": 3.8704723358154296, "step": 4365 }, { "epoch": 0.46253175275190517, "grad_norm": 132.98341369628906, "learning_rate": 5.55203323130739e-05, "loss": 3.891408920288086, "step": 4370 }, { "epoch": 0.4630609652836579, "grad_norm": 121.89038848876953, "learning_rate": 5.546567555749891e-05, "loss": 3.9285850524902344, "step": 4375 }, { "epoch": 0.4635901778154107, "grad_norm": 104.69390106201172, "learning_rate": 5.541101880192392e-05, "loss": 3.931524658203125, "step": 4380 }, { "epoch": 0.46411939034716343, "grad_norm": 125.61847686767578, "learning_rate": 5.535636204634893e-05, "loss": 4.014855194091797, "step": 4385 }, { "epoch": 0.4646486028789162, "grad_norm": 124.06774139404297, "learning_rate": 5.530170529077394e-05, "loss": 3.789263916015625, "step": 4390 }, { "epoch": 0.46517781541066894, "grad_norm": 123.93556213378906, "learning_rate": 5.524704853519895e-05, "loss": 3.9126201629638673, "step": 4395 }, { "epoch": 0.4657070279424217, "grad_norm": 134.81301879882812, "learning_rate": 5.5192391779623964e-05, "loss": 3.8374279022216795, "step": 4400 }, { "epoch": 0.46623624047417445, "grad_norm": 129.856689453125, "learning_rate": 5.5137735024048974e-05, "loss": 3.8445510864257812, "step": 4405 }, { "epoch": 0.4667654530059272, "grad_norm": 142.9093475341797, "learning_rate": 5.5083078268473985e-05, "loss": 4.02166862487793, "step": 4410 }, { "epoch": 0.46729466553767995, "grad_norm": 190.7352294921875, "learning_rate": 5.5028421512898996e-05, "loss": 4.032126617431641, "step": 4415 }, { "epoch": 0.4678238780694327, "grad_norm": 149.1595001220703, "learning_rate": 5.4973764757324007e-05, "loss": 4.044534301757812, "step": 4420 }, { "epoch": 0.46835309060118546, "grad_norm": 134.5423126220703, "learning_rate": 5.491910800174902e-05, "loss": 3.8830581665039063, "step": 4425 }, { "epoch": 0.46888230313293816, "grad_norm": 136.542236328125, "learning_rate": 5.486445124617403e-05, "loss": 3.991868591308594, "step": 4430 }, { "epoch": 0.4694115156646909, "grad_norm": 136.85470581054688, "learning_rate": 5.4809794490599045e-05, "loss": 4.092092514038086, "step": 4435 }, { "epoch": 0.46994072819644367, "grad_norm": 131.05393981933594, "learning_rate": 5.4755137735024056e-05, "loss": 3.910563659667969, "step": 4440 }, { "epoch": 0.4704699407281964, "grad_norm": 117.19868469238281, "learning_rate": 5.470048097944907e-05, "loss": 3.941828155517578, "step": 4445 }, { "epoch": 0.4709991532599492, "grad_norm": 143.3112030029297, "learning_rate": 5.464582422387408e-05, "loss": 3.974812316894531, "step": 4450 }, { "epoch": 0.47152836579170193, "grad_norm": 117.53497314453125, "learning_rate": 5.459116746829909e-05, "loss": 4.079573059082032, "step": 4455 }, { "epoch": 0.4720575783234547, "grad_norm": 126.526123046875, "learning_rate": 5.45365107127241e-05, "loss": 3.9370819091796876, "step": 4460 }, { "epoch": 0.47258679085520744, "grad_norm": 123.10935974121094, "learning_rate": 5.448185395714911e-05, "loss": 3.966067886352539, "step": 4465 }, { "epoch": 0.4731160033869602, "grad_norm": 130.8080291748047, "learning_rate": 5.442719720157412e-05, "loss": 3.833124542236328, "step": 4470 }, { "epoch": 0.47364521591871295, "grad_norm": 146.5124969482422, "learning_rate": 5.437254044599913e-05, "loss": 4.079634094238282, "step": 4475 }, { "epoch": 0.4741744284504657, "grad_norm": 135.5545196533203, "learning_rate": 5.431788369042414e-05, "loss": 4.131110382080078, "step": 4480 }, { "epoch": 0.47470364098221846, "grad_norm": 150.64962768554688, "learning_rate": 5.426322693484915e-05, "loss": 3.915145492553711, "step": 4485 }, { "epoch": 0.4752328535139712, "grad_norm": 134.86253356933594, "learning_rate": 5.4208570179274163e-05, "loss": 4.193144989013672, "step": 4490 }, { "epoch": 0.47576206604572396, "grad_norm": 129.2958984375, "learning_rate": 5.4153913423699174e-05, "loss": 4.044430160522461, "step": 4495 }, { "epoch": 0.4762912785774767, "grad_norm": 144.6182403564453, "learning_rate": 5.4099256668124185e-05, "loss": 3.832081985473633, "step": 4500 }, { "epoch": 0.47682049110922947, "grad_norm": 149.19407653808594, "learning_rate": 5.4044599912549196e-05, "loss": 4.01428108215332, "step": 4505 }, { "epoch": 0.4773497036409822, "grad_norm": 134.84657287597656, "learning_rate": 5.398994315697421e-05, "loss": 3.8060989379882812, "step": 4510 }, { "epoch": 0.477878916172735, "grad_norm": 130.1488800048828, "learning_rate": 5.3935286401399224e-05, "loss": 3.9974136352539062, "step": 4515 }, { "epoch": 0.47840812870448773, "grad_norm": 134.8250274658203, "learning_rate": 5.388062964582422e-05, "loss": 4.0187225341796875, "step": 4520 }, { "epoch": 0.4789373412362405, "grad_norm": 152.81610107421875, "learning_rate": 5.382597289024923e-05, "loss": 3.815159225463867, "step": 4525 }, { "epoch": 0.47946655376799324, "grad_norm": 155.6807861328125, "learning_rate": 5.377131613467424e-05, "loss": 3.8587169647216797, "step": 4530 }, { "epoch": 0.479995766299746, "grad_norm": 151.66261291503906, "learning_rate": 5.371665937909925e-05, "loss": 3.963834762573242, "step": 4535 }, { "epoch": 0.48052497883149875, "grad_norm": 129.9935760498047, "learning_rate": 5.3662002623524264e-05, "loss": 3.8578128814697266, "step": 4540 }, { "epoch": 0.4810541913632515, "grad_norm": 127.56810760498047, "learning_rate": 5.3607345867949275e-05, "loss": 3.9309162139892577, "step": 4545 }, { "epoch": 0.48158340389500426, "grad_norm": 125.51329040527344, "learning_rate": 5.3552689112374285e-05, "loss": 3.9586418151855467, "step": 4550 }, { "epoch": 0.482112616426757, "grad_norm": 127.92665100097656, "learning_rate": 5.3498032356799296e-05, "loss": 3.918649673461914, "step": 4555 }, { "epoch": 0.4826418289585097, "grad_norm": 127.0433349609375, "learning_rate": 5.3443375601224313e-05, "loss": 3.9442165374755858, "step": 4560 }, { "epoch": 0.48317104149026247, "grad_norm": 136.76991271972656, "learning_rate": 5.3388718845649324e-05, "loss": 3.800643539428711, "step": 4565 }, { "epoch": 0.4837002540220152, "grad_norm": 137.34832763671875, "learning_rate": 5.3334062090074335e-05, "loss": 4.038963699340821, "step": 4570 }, { "epoch": 0.484229466553768, "grad_norm": 117.85365295410156, "learning_rate": 5.3279405334499346e-05, "loss": 3.878184127807617, "step": 4575 }, { "epoch": 0.4847586790855207, "grad_norm": 120.79446411132812, "learning_rate": 5.3224748578924356e-05, "loss": 3.915652847290039, "step": 4580 }, { "epoch": 0.4852878916172735, "grad_norm": 161.21841430664062, "learning_rate": 5.317009182334937e-05, "loss": 3.9443984985351563, "step": 4585 }, { "epoch": 0.48581710414902624, "grad_norm": 150.22560119628906, "learning_rate": 5.311543506777438e-05, "loss": 3.988768768310547, "step": 4590 }, { "epoch": 0.486346316680779, "grad_norm": 122.11746215820312, "learning_rate": 5.306077831219939e-05, "loss": 3.8369815826416014, "step": 4595 }, { "epoch": 0.48687552921253174, "grad_norm": 132.0506134033203, "learning_rate": 5.30061215566244e-05, "loss": 3.913094711303711, "step": 4600 }, { "epoch": 0.4874047417442845, "grad_norm": 134.6466827392578, "learning_rate": 5.295146480104941e-05, "loss": 3.836811065673828, "step": 4605 }, { "epoch": 0.48793395427603725, "grad_norm": 119.826416015625, "learning_rate": 5.289680804547442e-05, "loss": 3.866643524169922, "step": 4610 }, { "epoch": 0.48846316680779, "grad_norm": 124.21891021728516, "learning_rate": 5.284215128989943e-05, "loss": 4.0872760772705075, "step": 4615 }, { "epoch": 0.48899237933954276, "grad_norm": 146.558349609375, "learning_rate": 5.278749453432444e-05, "loss": 3.840871810913086, "step": 4620 }, { "epoch": 0.4895215918712955, "grad_norm": 129.6492462158203, "learning_rate": 5.273283777874945e-05, "loss": 3.9898708343505858, "step": 4625 }, { "epoch": 0.49005080440304827, "grad_norm": 130.50624084472656, "learning_rate": 5.2678181023174464e-05, "loss": 3.932966613769531, "step": 4630 }, { "epoch": 0.490580016934801, "grad_norm": 117.97527313232422, "learning_rate": 5.262352426759948e-05, "loss": 4.023651885986328, "step": 4635 }, { "epoch": 0.4911092294665538, "grad_norm": 123.36747741699219, "learning_rate": 5.256886751202449e-05, "loss": 3.9614990234375, "step": 4640 }, { "epoch": 0.49163844199830653, "grad_norm": 147.0426025390625, "learning_rate": 5.25142107564495e-05, "loss": 3.704398345947266, "step": 4645 }, { "epoch": 0.4921676545300593, "grad_norm": 148.13880920410156, "learning_rate": 5.245955400087451e-05, "loss": 4.037850570678711, "step": 4650 }, { "epoch": 0.49269686706181204, "grad_norm": 138.22679138183594, "learning_rate": 5.2404897245299524e-05, "loss": 3.7942039489746096, "step": 4655 }, { "epoch": 0.4932260795935648, "grad_norm": 119.2591781616211, "learning_rate": 5.2350240489724535e-05, "loss": 3.901895523071289, "step": 4660 }, { "epoch": 0.49375529212531755, "grad_norm": 126.75752258300781, "learning_rate": 5.2295583734149545e-05, "loss": 3.835973358154297, "step": 4665 }, { "epoch": 0.4942845046570703, "grad_norm": 137.74334716796875, "learning_rate": 5.2240926978574556e-05, "loss": 3.79755859375, "step": 4670 }, { "epoch": 0.49481371718882305, "grad_norm": 138.01107788085938, "learning_rate": 5.218627022299957e-05, "loss": 3.901797866821289, "step": 4675 }, { "epoch": 0.4953429297205758, "grad_norm": 138.3668212890625, "learning_rate": 5.213161346742458e-05, "loss": 3.936480712890625, "step": 4680 }, { "epoch": 0.49587214225232856, "grad_norm": 123.45176696777344, "learning_rate": 5.207695671184959e-05, "loss": 3.721376419067383, "step": 4685 }, { "epoch": 0.49640135478408126, "grad_norm": 147.08041381835938, "learning_rate": 5.20222999562746e-05, "loss": 4.0523529052734375, "step": 4690 }, { "epoch": 0.496930567315834, "grad_norm": 131.5674591064453, "learning_rate": 5.196764320069961e-05, "loss": 4.012610626220703, "step": 4695 }, { "epoch": 0.49745977984758677, "grad_norm": 137.71072387695312, "learning_rate": 5.191298644512462e-05, "loss": 4.066020202636719, "step": 4700 }, { "epoch": 0.4979889923793395, "grad_norm": 123.92060852050781, "learning_rate": 5.185832968954963e-05, "loss": 3.7949592590332033, "step": 4705 }, { "epoch": 0.4985182049110923, "grad_norm": 118.15875244140625, "learning_rate": 5.180367293397464e-05, "loss": 3.8597511291503905, "step": 4710 }, { "epoch": 0.49904741744284503, "grad_norm": 142.648681640625, "learning_rate": 5.174901617839966e-05, "loss": 3.9740142822265625, "step": 4715 }, { "epoch": 0.4995766299745978, "grad_norm": 149.18588256835938, "learning_rate": 5.169435942282467e-05, "loss": 3.9132545471191404, "step": 4720 }, { "epoch": 0.5001058425063506, "grad_norm": 123.04676055908203, "learning_rate": 5.163970266724968e-05, "loss": 4.037250518798828, "step": 4725 }, { "epoch": 0.5006350550381033, "grad_norm": 122.5913314819336, "learning_rate": 5.158504591167469e-05, "loss": 3.809850311279297, "step": 4730 }, { "epoch": 0.5011642675698561, "grad_norm": 141.7296142578125, "learning_rate": 5.15303891560997e-05, "loss": 4.089044189453125, "step": 4735 }, { "epoch": 0.5016934801016089, "grad_norm": 127.48358154296875, "learning_rate": 5.147573240052471e-05, "loss": 4.03478775024414, "step": 4740 }, { "epoch": 0.5022226926333616, "grad_norm": 132.4844970703125, "learning_rate": 5.1421075644949724e-05, "loss": 3.9259105682373048, "step": 4745 }, { "epoch": 0.5027519051651143, "grad_norm": 127.87347412109375, "learning_rate": 5.1366418889374734e-05, "loss": 3.9932098388671875, "step": 4750 }, { "epoch": 0.503281117696867, "grad_norm": 125.99321746826172, "learning_rate": 5.1311762133799745e-05, "loss": 3.974354934692383, "step": 4755 }, { "epoch": 0.5038103302286198, "grad_norm": 159.17745971679688, "learning_rate": 5.125710537822475e-05, "loss": 3.9250144958496094, "step": 4760 }, { "epoch": 0.5043395427603725, "grad_norm": 116.73080444335938, "learning_rate": 5.120244862264976e-05, "loss": 3.9293289184570312, "step": 4765 }, { "epoch": 0.5048687552921253, "grad_norm": 152.36558532714844, "learning_rate": 5.114779186707477e-05, "loss": 3.9231899261474608, "step": 4770 }, { "epoch": 0.505397967823878, "grad_norm": 171.3883514404297, "learning_rate": 5.109313511149978e-05, "loss": 3.8638206481933595, "step": 4775 }, { "epoch": 0.5059271803556308, "grad_norm": 132.73348999023438, "learning_rate": 5.103847835592479e-05, "loss": 3.818226623535156, "step": 4780 }, { "epoch": 0.5064563928873835, "grad_norm": 146.15440368652344, "learning_rate": 5.09838216003498e-05, "loss": 3.8183834075927736, "step": 4785 }, { "epoch": 0.5069856054191363, "grad_norm": 140.61228942871094, "learning_rate": 5.092916484477481e-05, "loss": 3.935184860229492, "step": 4790 }, { "epoch": 0.507514817950889, "grad_norm": 134.8693389892578, "learning_rate": 5.0874508089199824e-05, "loss": 3.809958648681641, "step": 4795 }, { "epoch": 0.5080440304826418, "grad_norm": 154.26028442382812, "learning_rate": 5.0819851333624835e-05, "loss": 4.161420822143555, "step": 4800 }, { "epoch": 0.5085732430143945, "grad_norm": 117.36853790283203, "learning_rate": 5.0765194578049846e-05, "loss": 3.899934005737305, "step": 4805 }, { "epoch": 0.5091024555461473, "grad_norm": 119.90298461914062, "learning_rate": 5.0710537822474856e-05, "loss": 3.9636497497558594, "step": 4810 }, { "epoch": 0.5096316680779001, "grad_norm": 128.97744750976562, "learning_rate": 5.065588106689987e-05, "loss": 3.902785873413086, "step": 4815 }, { "epoch": 0.5101608806096528, "grad_norm": 142.526123046875, "learning_rate": 5.060122431132488e-05, "loss": 3.721547317504883, "step": 4820 }, { "epoch": 0.5106900931414056, "grad_norm": 144.99807739257812, "learning_rate": 5.054656755574989e-05, "loss": 3.9192039489746096, "step": 4825 }, { "epoch": 0.5112193056731583, "grad_norm": 114.21549224853516, "learning_rate": 5.04919108001749e-05, "loss": 3.888970947265625, "step": 4830 }, { "epoch": 0.5117485182049111, "grad_norm": 133.10220336914062, "learning_rate": 5.043725404459991e-05, "loss": 3.9802734375, "step": 4835 }, { "epoch": 0.5122777307366638, "grad_norm": 128.7480010986328, "learning_rate": 5.038259728902493e-05, "loss": 3.8178665161132814, "step": 4840 }, { "epoch": 0.5128069432684166, "grad_norm": 137.71347045898438, "learning_rate": 5.032794053344994e-05, "loss": 3.899974060058594, "step": 4845 }, { "epoch": 0.5133361558001693, "grad_norm": 133.36656188964844, "learning_rate": 5.027328377787495e-05, "loss": 3.797667694091797, "step": 4850 }, { "epoch": 0.5138653683319221, "grad_norm": 114.19039154052734, "learning_rate": 5.021862702229996e-05, "loss": 3.7219402313232424, "step": 4855 }, { "epoch": 0.5143945808636748, "grad_norm": 126.7691421508789, "learning_rate": 5.016397026672497e-05, "loss": 3.7453998565673827, "step": 4860 }, { "epoch": 0.5149237933954276, "grad_norm": 141.96815490722656, "learning_rate": 5.010931351114998e-05, "loss": 3.8894996643066406, "step": 4865 }, { "epoch": 0.5154530059271804, "grad_norm": 129.33999633789062, "learning_rate": 5.005465675557499e-05, "loss": 4.09503059387207, "step": 4870 }, { "epoch": 0.5159822184589331, "grad_norm": 125.38278198242188, "learning_rate": 5e-05, "loss": 3.639731216430664, "step": 4875 }, { "epoch": 0.5165114309906859, "grad_norm": 143.0172576904297, "learning_rate": 4.994534324442501e-05, "loss": 3.901286315917969, "step": 4880 }, { "epoch": 0.5170406435224386, "grad_norm": 139.5275115966797, "learning_rate": 4.9890686488850024e-05, "loss": 3.747098922729492, "step": 4885 }, { "epoch": 0.5175698560541914, "grad_norm": 143.5956268310547, "learning_rate": 4.9836029733275035e-05, "loss": 3.873208236694336, "step": 4890 }, { "epoch": 0.5180990685859441, "grad_norm": 127.90924835205078, "learning_rate": 4.9781372977700045e-05, "loss": 3.901712417602539, "step": 4895 }, { "epoch": 0.5186282811176969, "grad_norm": 166.81561279296875, "learning_rate": 4.9726716222125056e-05, "loss": 4.143360900878906, "step": 4900 }, { "epoch": 0.5191574936494496, "grad_norm": 136.37457275390625, "learning_rate": 4.967205946655007e-05, "loss": 3.9907745361328124, "step": 4905 }, { "epoch": 0.5196867061812024, "grad_norm": 110.50721740722656, "learning_rate": 4.961740271097508e-05, "loss": 3.7916339874267577, "step": 4910 }, { "epoch": 0.5202159187129551, "grad_norm": 142.5255584716797, "learning_rate": 4.9562745955400095e-05, "loss": 3.9764610290527345, "step": 4915 }, { "epoch": 0.5207451312447079, "grad_norm": 121.22515106201172, "learning_rate": 4.9508089199825106e-05, "loss": 3.9529739379882813, "step": 4920 }, { "epoch": 0.5212743437764606, "grad_norm": 119.04774475097656, "learning_rate": 4.9453432444250116e-05, "loss": 3.7942859649658205, "step": 4925 }, { "epoch": 0.5218035563082134, "grad_norm": 135.62428283691406, "learning_rate": 4.939877568867513e-05, "loss": 3.9210281372070312, "step": 4930 }, { "epoch": 0.5223327688399662, "grad_norm": 128.4225616455078, "learning_rate": 4.934411893310013e-05, "loss": 3.905042266845703, "step": 4935 }, { "epoch": 0.5228619813717189, "grad_norm": 133.0874786376953, "learning_rate": 4.928946217752514e-05, "loss": 3.768321228027344, "step": 4940 }, { "epoch": 0.5233911939034717, "grad_norm": 133.92955017089844, "learning_rate": 4.923480542195015e-05, "loss": 3.7521430969238283, "step": 4945 }, { "epoch": 0.5239204064352244, "grad_norm": 135.87831115722656, "learning_rate": 4.918014866637516e-05, "loss": 3.9590023040771483, "step": 4950 }, { "epoch": 0.5244496189669772, "grad_norm": 133.13302612304688, "learning_rate": 4.9125491910800174e-05, "loss": 4.021936416625977, "step": 4955 }, { "epoch": 0.5249788314987299, "grad_norm": 128.4644012451172, "learning_rate": 4.9070835155225185e-05, "loss": 3.8918231964111327, "step": 4960 }, { "epoch": 0.5255080440304827, "grad_norm": 153.17225646972656, "learning_rate": 4.9016178399650195e-05, "loss": 3.861344909667969, "step": 4965 }, { "epoch": 0.5260372565622354, "grad_norm": 122.91158294677734, "learning_rate": 4.8961521644075206e-05, "loss": 4.014892196655273, "step": 4970 }, { "epoch": 0.5265664690939882, "grad_norm": 139.4821014404297, "learning_rate": 4.890686488850022e-05, "loss": 3.864774703979492, "step": 4975 }, { "epoch": 0.5270956816257409, "grad_norm": 112.9093246459961, "learning_rate": 4.8852208132925234e-05, "loss": 3.861756134033203, "step": 4980 }, { "epoch": 0.5276248941574937, "grad_norm": 132.77273559570312, "learning_rate": 4.8797551377350245e-05, "loss": 3.793096160888672, "step": 4985 }, { "epoch": 0.5281541066892464, "grad_norm": 132.6027069091797, "learning_rate": 4.8742894621775256e-05, "loss": 3.9270904541015623, "step": 4990 }, { "epoch": 0.5286833192209992, "grad_norm": 125.22042846679688, "learning_rate": 4.8688237866200266e-05, "loss": 4.041497039794922, "step": 4995 }, { "epoch": 0.529212531752752, "grad_norm": 142.760986328125, "learning_rate": 4.863358111062528e-05, "loss": 4.051548767089844, "step": 5000 }, { "epoch": 0.5297417442845047, "grad_norm": 123.6011734008789, "learning_rate": 4.857892435505029e-05, "loss": 3.8165634155273436, "step": 5005 }, { "epoch": 0.5302709568162574, "grad_norm": 126.67387390136719, "learning_rate": 4.85242675994753e-05, "loss": 3.7653148651123045, "step": 5010 }, { "epoch": 0.5308001693480101, "grad_norm": 100.289306640625, "learning_rate": 4.846961084390031e-05, "loss": 3.9148624420166014, "step": 5015 }, { "epoch": 0.5313293818797629, "grad_norm": 113.13356018066406, "learning_rate": 4.841495408832532e-05, "loss": 3.961190032958984, "step": 5020 }, { "epoch": 0.5318585944115156, "grad_norm": 125.86575317382812, "learning_rate": 4.836029733275033e-05, "loss": 3.683521270751953, "step": 5025 }, { "epoch": 0.5323878069432684, "grad_norm": 151.27342224121094, "learning_rate": 4.830564057717534e-05, "loss": 4.024593353271484, "step": 5030 }, { "epoch": 0.5329170194750211, "grad_norm": 125.98388671875, "learning_rate": 4.825098382160035e-05, "loss": 3.9296642303466798, "step": 5035 }, { "epoch": 0.5334462320067739, "grad_norm": 111.98211669921875, "learning_rate": 4.819632706602536e-05, "loss": 3.940489959716797, "step": 5040 }, { "epoch": 0.5339754445385266, "grad_norm": 124.2565689086914, "learning_rate": 4.8141670310450374e-05, "loss": 3.725979232788086, "step": 5045 }, { "epoch": 0.5345046570702794, "grad_norm": 119.33739471435547, "learning_rate": 4.8087013554875384e-05, "loss": 3.8112335205078125, "step": 5050 }, { "epoch": 0.5350338696020321, "grad_norm": 112.2142105102539, "learning_rate": 4.8032356799300395e-05, "loss": 3.629217529296875, "step": 5055 }, { "epoch": 0.5355630821337849, "grad_norm": 120.78738403320312, "learning_rate": 4.7977700043725406e-05, "loss": 4.090869140625, "step": 5060 }, { "epoch": 0.5360922946655376, "grad_norm": 115.56178283691406, "learning_rate": 4.7923043288150417e-05, "loss": 3.889630889892578, "step": 5065 }, { "epoch": 0.5366215071972904, "grad_norm": 136.6226043701172, "learning_rate": 4.786838653257543e-05, "loss": 3.723068618774414, "step": 5070 }, { "epoch": 0.5371507197290432, "grad_norm": 145.09799194335938, "learning_rate": 4.781372977700044e-05, "loss": 3.9386314392089843, "step": 5075 }, { "epoch": 0.5376799322607959, "grad_norm": 163.1439971923828, "learning_rate": 4.775907302142545e-05, "loss": 3.9802806854248045, "step": 5080 }, { "epoch": 0.5382091447925487, "grad_norm": 128.62448120117188, "learning_rate": 4.770441626585046e-05, "loss": 3.6499301910400392, "step": 5085 }, { "epoch": 0.5387383573243014, "grad_norm": 146.09799194335938, "learning_rate": 4.764975951027547e-05, "loss": 3.844617462158203, "step": 5090 }, { "epoch": 0.5392675698560542, "grad_norm": 142.93911743164062, "learning_rate": 4.759510275470048e-05, "loss": 3.997694396972656, "step": 5095 }, { "epoch": 0.5397967823878069, "grad_norm": 159.0132598876953, "learning_rate": 4.754044599912549e-05, "loss": 3.7833484649658202, "step": 5100 }, { "epoch": 0.5403259949195597, "grad_norm": 112.07909393310547, "learning_rate": 4.74857892435505e-05, "loss": 3.709295654296875, "step": 5105 }, { "epoch": 0.5408552074513124, "grad_norm": 160.49427795410156, "learning_rate": 4.743113248797551e-05, "loss": 4.033326721191406, "step": 5110 }, { "epoch": 0.5413844199830652, "grad_norm": 150.61285400390625, "learning_rate": 4.7376475732400524e-05, "loss": 3.9024402618408205, "step": 5115 }, { "epoch": 0.541913632514818, "grad_norm": 127.10882568359375, "learning_rate": 4.732181897682554e-05, "loss": 3.8687412261962892, "step": 5120 }, { "epoch": 0.5424428450465707, "grad_norm": 115.85030364990234, "learning_rate": 4.726716222125055e-05, "loss": 3.711852264404297, "step": 5125 }, { "epoch": 0.5429720575783235, "grad_norm": 125.8463363647461, "learning_rate": 4.721250546567556e-05, "loss": 3.8383552551269533, "step": 5130 }, { "epoch": 0.5435012701100762, "grad_norm": 138.35362243652344, "learning_rate": 4.715784871010057e-05, "loss": 3.680253601074219, "step": 5135 }, { "epoch": 0.544030482641829, "grad_norm": 123.4809341430664, "learning_rate": 4.7103191954525584e-05, "loss": 3.802398681640625, "step": 5140 }, { "epoch": 0.5445596951735817, "grad_norm": 133.4146270751953, "learning_rate": 4.7048535198950595e-05, "loss": 3.8220684051513674, "step": 5145 }, { "epoch": 0.5450889077053345, "grad_norm": 119.28933715820312, "learning_rate": 4.6993878443375606e-05, "loss": 4.035699081420899, "step": 5150 }, { "epoch": 0.5456181202370872, "grad_norm": 116.67700958251953, "learning_rate": 4.6939221687800616e-05, "loss": 3.777379608154297, "step": 5155 }, { "epoch": 0.54614733276884, "grad_norm": 114.63417053222656, "learning_rate": 4.688456493222563e-05, "loss": 3.7609184265136717, "step": 5160 }, { "epoch": 0.5466765453005927, "grad_norm": 119.09293365478516, "learning_rate": 4.682990817665064e-05, "loss": 3.8549842834472656, "step": 5165 }, { "epoch": 0.5472057578323455, "grad_norm": 139.88710021972656, "learning_rate": 4.677525142107565e-05, "loss": 3.908772277832031, "step": 5170 }, { "epoch": 0.5477349703640982, "grad_norm": 124.013916015625, "learning_rate": 4.672059466550065e-05, "loss": 3.7858680725097655, "step": 5175 }, { "epoch": 0.548264182895851, "grad_norm": 135.17774963378906, "learning_rate": 4.666593790992567e-05, "loss": 3.9345970153808594, "step": 5180 }, { "epoch": 0.5487933954276037, "grad_norm": 107.93217468261719, "learning_rate": 4.661128115435068e-05, "loss": 3.829218292236328, "step": 5185 }, { "epoch": 0.5493226079593565, "grad_norm": 117.6761703491211, "learning_rate": 4.655662439877569e-05, "loss": 3.820974349975586, "step": 5190 }, { "epoch": 0.5498518204911093, "grad_norm": 113.86044311523438, "learning_rate": 4.65019676432007e-05, "loss": 3.705537033081055, "step": 5195 }, { "epoch": 0.550381033022862, "grad_norm": 110.20330047607422, "learning_rate": 4.644731088762571e-05, "loss": 3.7532302856445314, "step": 5200 }, { "epoch": 0.5509102455546148, "grad_norm": 143.72036743164062, "learning_rate": 4.6392654132050723e-05, "loss": 3.9046089172363283, "step": 5205 }, { "epoch": 0.5514394580863675, "grad_norm": 130.19473266601562, "learning_rate": 4.6337997376475734e-05, "loss": 3.887316131591797, "step": 5210 }, { "epoch": 0.5519686706181203, "grad_norm": 126.93787384033203, "learning_rate": 4.6283340620900745e-05, "loss": 3.8017711639404297, "step": 5215 }, { "epoch": 0.552497883149873, "grad_norm": 127.7982406616211, "learning_rate": 4.6228683865325756e-05, "loss": 4.01130485534668, "step": 5220 }, { "epoch": 0.5530270956816258, "grad_norm": 123.73433685302734, "learning_rate": 4.6174027109750766e-05, "loss": 3.790468215942383, "step": 5225 }, { "epoch": 0.5535563082133785, "grad_norm": 145.10252380371094, "learning_rate": 4.611937035417578e-05, "loss": 3.8470245361328126, "step": 5230 }, { "epoch": 0.5540855207451313, "grad_norm": 113.99324798583984, "learning_rate": 4.606471359860079e-05, "loss": 3.6772842407226562, "step": 5235 }, { "epoch": 0.554614733276884, "grad_norm": 132.92990112304688, "learning_rate": 4.60100568430258e-05, "loss": 3.9566417694091798, "step": 5240 }, { "epoch": 0.5551439458086368, "grad_norm": 127.78377532958984, "learning_rate": 4.595540008745081e-05, "loss": 3.7349773406982423, "step": 5245 }, { "epoch": 0.5556731583403896, "grad_norm": 161.94741821289062, "learning_rate": 4.590074333187582e-05, "loss": 3.858592224121094, "step": 5250 }, { "epoch": 0.5562023708721423, "grad_norm": 119.16323852539062, "learning_rate": 4.584608657630083e-05, "loss": 3.798539733886719, "step": 5255 }, { "epoch": 0.5567315834038951, "grad_norm": 117.13213348388672, "learning_rate": 4.579142982072585e-05, "loss": 3.829110336303711, "step": 5260 }, { "epoch": 0.5572607959356477, "grad_norm": 132.4118194580078, "learning_rate": 4.573677306515086e-05, "loss": 3.808768463134766, "step": 5265 }, { "epoch": 0.5577900084674005, "grad_norm": 107.99463653564453, "learning_rate": 4.568211630957587e-05, "loss": 4.046822357177734, "step": 5270 }, { "epoch": 0.5583192209991532, "grad_norm": 138.4219207763672, "learning_rate": 4.562745955400088e-05, "loss": 3.6156341552734377, "step": 5275 }, { "epoch": 0.558848433530906, "grad_norm": 111.81037902832031, "learning_rate": 4.557280279842589e-05, "loss": 3.7009742736816404, "step": 5280 }, { "epoch": 0.5593776460626587, "grad_norm": 128.5197296142578, "learning_rate": 4.55181460428509e-05, "loss": 3.94067497253418, "step": 5285 }, { "epoch": 0.5599068585944115, "grad_norm": 119.80253601074219, "learning_rate": 4.546348928727591e-05, "loss": 3.7661792755126955, "step": 5290 }, { "epoch": 0.5604360711261642, "grad_norm": 118.65879821777344, "learning_rate": 4.5408832531700916e-05, "loss": 3.6932209014892576, "step": 5295 }, { "epoch": 0.560965283657917, "grad_norm": 133.796875, "learning_rate": 4.535417577612593e-05, "loss": 3.7890464782714846, "step": 5300 }, { "epoch": 0.5614944961896697, "grad_norm": 108.59273529052734, "learning_rate": 4.529951902055094e-05, "loss": 3.861376190185547, "step": 5305 }, { "epoch": 0.5620237087214225, "grad_norm": 108.83988952636719, "learning_rate": 4.524486226497595e-05, "loss": 3.7949550628662108, "step": 5310 }, { "epoch": 0.5625529212531752, "grad_norm": 128.5966796875, "learning_rate": 4.519020550940096e-05, "loss": 3.7444473266601563, "step": 5315 }, { "epoch": 0.563082133784928, "grad_norm": 116.23519897460938, "learning_rate": 4.513554875382598e-05, "loss": 3.8186859130859374, "step": 5320 }, { "epoch": 0.5636113463166808, "grad_norm": 119.03621673583984, "learning_rate": 4.508089199825099e-05, "loss": 3.6678115844726564, "step": 5325 }, { "epoch": 0.5641405588484335, "grad_norm": 145.5271759033203, "learning_rate": 4.5026235242676e-05, "loss": 3.812560272216797, "step": 5330 }, { "epoch": 0.5646697713801863, "grad_norm": 144.46083068847656, "learning_rate": 4.497157848710101e-05, "loss": 3.792123031616211, "step": 5335 }, { "epoch": 0.565198983911939, "grad_norm": 130.2251739501953, "learning_rate": 4.491692173152602e-05, "loss": 4.017284774780274, "step": 5340 }, { "epoch": 0.5657281964436918, "grad_norm": 121.31796264648438, "learning_rate": 4.486226497595103e-05, "loss": 3.728810119628906, "step": 5345 }, { "epoch": 0.5662574089754445, "grad_norm": 126.00018310546875, "learning_rate": 4.480760822037604e-05, "loss": 3.8713207244873047, "step": 5350 }, { "epoch": 0.5667866215071973, "grad_norm": 126.45042419433594, "learning_rate": 4.475295146480105e-05, "loss": 4.028340148925781, "step": 5355 }, { "epoch": 0.56731583403895, "grad_norm": 134.61524963378906, "learning_rate": 4.469829470922606e-05, "loss": 3.753972625732422, "step": 5360 }, { "epoch": 0.5678450465707028, "grad_norm": 124.1844711303711, "learning_rate": 4.464363795365107e-05, "loss": 3.895644760131836, "step": 5365 }, { "epoch": 0.5683742591024555, "grad_norm": 111.278076171875, "learning_rate": 4.4588981198076084e-05, "loss": 3.995710754394531, "step": 5370 }, { "epoch": 0.5689034716342083, "grad_norm": 136.0319366455078, "learning_rate": 4.4534324442501095e-05, "loss": 3.8457366943359377, "step": 5375 }, { "epoch": 0.569432684165961, "grad_norm": 107.44304656982422, "learning_rate": 4.4479667686926105e-05, "loss": 3.850455474853516, "step": 5380 }, { "epoch": 0.5699618966977138, "grad_norm": 148.4940948486328, "learning_rate": 4.4425010931351116e-05, "loss": 3.824740982055664, "step": 5385 }, { "epoch": 0.5704911092294666, "grad_norm": 134.11424255371094, "learning_rate": 4.437035417577613e-05, "loss": 3.9135921478271483, "step": 5390 }, { "epoch": 0.5710203217612193, "grad_norm": 129.09030151367188, "learning_rate": 4.4315697420201144e-05, "loss": 3.6312767028808595, "step": 5395 }, { "epoch": 0.5715495342929721, "grad_norm": 130.19956970214844, "learning_rate": 4.4261040664626155e-05, "loss": 3.8970687866210936, "step": 5400 }, { "epoch": 0.5720787468247248, "grad_norm": 110.16200256347656, "learning_rate": 4.4206383909051166e-05, "loss": 3.946577453613281, "step": 5405 }, { "epoch": 0.5726079593564776, "grad_norm": 117.45783996582031, "learning_rate": 4.4151727153476177e-05, "loss": 3.844487762451172, "step": 5410 }, { "epoch": 0.5731371718882303, "grad_norm": 105.41665649414062, "learning_rate": 4.409707039790118e-05, "loss": 3.6822086334228517, "step": 5415 }, { "epoch": 0.5736663844199831, "grad_norm": 125.25835418701172, "learning_rate": 4.404241364232619e-05, "loss": 3.8579360961914064, "step": 5420 }, { "epoch": 0.5741955969517358, "grad_norm": 122.36347961425781, "learning_rate": 4.39877568867512e-05, "loss": 3.77099609375, "step": 5425 }, { "epoch": 0.5747248094834886, "grad_norm": 122.52658081054688, "learning_rate": 4.393310013117621e-05, "loss": 3.7694812774658204, "step": 5430 }, { "epoch": 0.5752540220152413, "grad_norm": 134.5849609375, "learning_rate": 4.387844337560122e-05, "loss": 3.9562660217285157, "step": 5435 }, { "epoch": 0.5757832345469941, "grad_norm": 138.89939880371094, "learning_rate": 4.3823786620026234e-05, "loss": 3.945756530761719, "step": 5440 }, { "epoch": 0.5763124470787468, "grad_norm": 120.05558013916016, "learning_rate": 4.3769129864451245e-05, "loss": 3.5900875091552735, "step": 5445 }, { "epoch": 0.5768416596104996, "grad_norm": 123.9984359741211, "learning_rate": 4.3714473108876256e-05, "loss": 3.733804702758789, "step": 5450 }, { "epoch": 0.5773708721422524, "grad_norm": 125.75934600830078, "learning_rate": 4.3659816353301266e-05, "loss": 3.9096652984619142, "step": 5455 }, { "epoch": 0.5779000846740051, "grad_norm": 123.49541473388672, "learning_rate": 4.3605159597726284e-05, "loss": 3.8555065155029298, "step": 5460 }, { "epoch": 0.5784292972057579, "grad_norm": 127.89881134033203, "learning_rate": 4.3550502842151294e-05, "loss": 3.6811203002929687, "step": 5465 }, { "epoch": 0.5789585097375106, "grad_norm": 127.5149154663086, "learning_rate": 4.3495846086576305e-05, "loss": 3.7312782287597654, "step": 5470 }, { "epoch": 0.5794877222692634, "grad_norm": 145.7387237548828, "learning_rate": 4.3441189331001316e-05, "loss": 3.8134532928466798, "step": 5475 }, { "epoch": 0.5800169348010161, "grad_norm": 137.52835083007812, "learning_rate": 4.3386532575426327e-05, "loss": 3.6398036956787108, "step": 5480 }, { "epoch": 0.5805461473327689, "grad_norm": 123.47937774658203, "learning_rate": 4.333187581985134e-05, "loss": 3.790439224243164, "step": 5485 }, { "epoch": 0.5810753598645216, "grad_norm": 125.00782775878906, "learning_rate": 4.327721906427635e-05, "loss": 3.7343799591064455, "step": 5490 }, { "epoch": 0.5816045723962744, "grad_norm": 113.68782806396484, "learning_rate": 4.322256230870136e-05, "loss": 3.6973758697509767, "step": 5495 }, { "epoch": 0.5821337849280271, "grad_norm": 119.5659408569336, "learning_rate": 4.316790555312637e-05, "loss": 3.978693389892578, "step": 5500 }, { "epoch": 0.5826629974597799, "grad_norm": 124.97377014160156, "learning_rate": 4.311324879755138e-05, "loss": 3.910605621337891, "step": 5505 }, { "epoch": 0.5831922099915327, "grad_norm": 121.94062042236328, "learning_rate": 4.305859204197639e-05, "loss": 3.9797203063964846, "step": 5510 }, { "epoch": 0.5837214225232854, "grad_norm": 121.12792205810547, "learning_rate": 4.30039352864014e-05, "loss": 3.9539535522460936, "step": 5515 }, { "epoch": 0.584250635055038, "grad_norm": 121.86009979248047, "learning_rate": 4.294927853082641e-05, "loss": 3.889004135131836, "step": 5520 }, { "epoch": 0.5847798475867908, "grad_norm": 149.61380004882812, "learning_rate": 4.289462177525142e-05, "loss": 3.6298072814941404, "step": 5525 }, { "epoch": 0.5853090601185436, "grad_norm": 123.69319152832031, "learning_rate": 4.2839965019676434e-05, "loss": 3.797332000732422, "step": 5530 }, { "epoch": 0.5858382726502963, "grad_norm": 128.16189575195312, "learning_rate": 4.2785308264101445e-05, "loss": 3.7516559600830077, "step": 5535 }, { "epoch": 0.5863674851820491, "grad_norm": 117.18374633789062, "learning_rate": 4.2730651508526455e-05, "loss": 3.7795024871826173, "step": 5540 }, { "epoch": 0.5868966977138018, "grad_norm": 117.86226654052734, "learning_rate": 4.2675994752951466e-05, "loss": 3.7169868469238283, "step": 5545 }, { "epoch": 0.5874259102455546, "grad_norm": 120.0042953491211, "learning_rate": 4.262133799737648e-05, "loss": 3.9258983612060545, "step": 5550 }, { "epoch": 0.5879551227773073, "grad_norm": 122.65278625488281, "learning_rate": 4.256668124180149e-05, "loss": 3.811787796020508, "step": 5555 }, { "epoch": 0.5884843353090601, "grad_norm": 136.2468719482422, "learning_rate": 4.25120244862265e-05, "loss": 3.847671127319336, "step": 5560 }, { "epoch": 0.5890135478408128, "grad_norm": 132.88946533203125, "learning_rate": 4.245736773065151e-05, "loss": 3.7055076599121093, "step": 5565 }, { "epoch": 0.5895427603725656, "grad_norm": 131.2606201171875, "learning_rate": 4.240271097507652e-05, "loss": 3.8111293792724608, "step": 5570 }, { "epoch": 0.5900719729043183, "grad_norm": 131.15841674804688, "learning_rate": 4.234805421950153e-05, "loss": 3.7629695892333985, "step": 5575 }, { "epoch": 0.5906011854360711, "grad_norm": 125.09817504882812, "learning_rate": 4.229339746392654e-05, "loss": 3.7806747436523436, "step": 5580 }, { "epoch": 0.5911303979678239, "grad_norm": 138.7418212890625, "learning_rate": 4.223874070835155e-05, "loss": 3.609048843383789, "step": 5585 }, { "epoch": 0.5916596104995766, "grad_norm": 114.72745513916016, "learning_rate": 4.218408395277656e-05, "loss": 3.8248455047607424, "step": 5590 }, { "epoch": 0.5921888230313294, "grad_norm": 134.17730712890625, "learning_rate": 4.212942719720157e-05, "loss": 3.753376007080078, "step": 5595 }, { "epoch": 0.5927180355630821, "grad_norm": 131.9275360107422, "learning_rate": 4.207477044162659e-05, "loss": 3.7841064453125, "step": 5600 }, { "epoch": 0.5932472480948349, "grad_norm": 116.45038604736328, "learning_rate": 4.20201136860516e-05, "loss": 3.796413803100586, "step": 5605 }, { "epoch": 0.5937764606265876, "grad_norm": 113.05742645263672, "learning_rate": 4.196545693047661e-05, "loss": 3.732626724243164, "step": 5610 }, { "epoch": 0.5943056731583404, "grad_norm": 129.67286682128906, "learning_rate": 4.191080017490162e-05, "loss": 3.887051010131836, "step": 5615 }, { "epoch": 0.5948348856900931, "grad_norm": 124.01925659179688, "learning_rate": 4.1856143419326634e-05, "loss": 3.6428913116455077, "step": 5620 }, { "epoch": 0.5953640982218459, "grad_norm": 133.01722717285156, "learning_rate": 4.1801486663751644e-05, "loss": 3.851961135864258, "step": 5625 }, { "epoch": 0.5958933107535986, "grad_norm": 120.90471649169922, "learning_rate": 4.1746829908176655e-05, "loss": 3.8066162109375, "step": 5630 }, { "epoch": 0.5964225232853514, "grad_norm": 117.77613830566406, "learning_rate": 4.1692173152601666e-05, "loss": 3.8715492248535157, "step": 5635 }, { "epoch": 0.5969517358171041, "grad_norm": 131.6992950439453, "learning_rate": 4.1637516397026676e-05, "loss": 3.818359375, "step": 5640 }, { "epoch": 0.5974809483488569, "grad_norm": 116.34062194824219, "learning_rate": 4.158285964145169e-05, "loss": 3.7457218170166016, "step": 5645 }, { "epoch": 0.5980101608806097, "grad_norm": 148.2209014892578, "learning_rate": 4.152820288587669e-05, "loss": 3.835150146484375, "step": 5650 }, { "epoch": 0.5985393734123624, "grad_norm": 113.57380676269531, "learning_rate": 4.14735461303017e-05, "loss": 3.8031261444091795, "step": 5655 }, { "epoch": 0.5990685859441152, "grad_norm": 109.4034194946289, "learning_rate": 4.141888937472672e-05, "loss": 3.6494503021240234, "step": 5660 }, { "epoch": 0.5995977984758679, "grad_norm": 111.8840560913086, "learning_rate": 4.136423261915173e-05, "loss": 3.721435546875, "step": 5665 }, { "epoch": 0.6001270110076207, "grad_norm": 126.64881134033203, "learning_rate": 4.130957586357674e-05, "loss": 3.646085739135742, "step": 5670 }, { "epoch": 0.6006562235393734, "grad_norm": 135.35671997070312, "learning_rate": 4.125491910800175e-05, "loss": 3.9178302764892576, "step": 5675 }, { "epoch": 0.6011854360711262, "grad_norm": 136.76834106445312, "learning_rate": 4.120026235242676e-05, "loss": 3.8569068908691406, "step": 5680 }, { "epoch": 0.6017146486028789, "grad_norm": 116.97626495361328, "learning_rate": 4.114560559685177e-05, "loss": 3.5209381103515627, "step": 5685 }, { "epoch": 0.6022438611346317, "grad_norm": 139.56491088867188, "learning_rate": 4.1090948841276784e-05, "loss": 3.7312999725341798, "step": 5690 }, { "epoch": 0.6027730736663844, "grad_norm": 118.15866088867188, "learning_rate": 4.1036292085701794e-05, "loss": 3.8200447082519533, "step": 5695 }, { "epoch": 0.6033022861981372, "grad_norm": 133.86741638183594, "learning_rate": 4.0981635330126805e-05, "loss": 3.779400634765625, "step": 5700 }, { "epoch": 0.60383149872989, "grad_norm": 144.64552307128906, "learning_rate": 4.0926978574551816e-05, "loss": 3.838933563232422, "step": 5705 }, { "epoch": 0.6043607112616427, "grad_norm": 120.80789947509766, "learning_rate": 4.0872321818976826e-05, "loss": 3.7981998443603517, "step": 5710 }, { "epoch": 0.6048899237933955, "grad_norm": 127.96129608154297, "learning_rate": 4.081766506340184e-05, "loss": 3.6748958587646485, "step": 5715 }, { "epoch": 0.6054191363251482, "grad_norm": 127.05752563476562, "learning_rate": 4.076300830782685e-05, "loss": 3.819662094116211, "step": 5720 }, { "epoch": 0.605948348856901, "grad_norm": 171.4481964111328, "learning_rate": 4.070835155225186e-05, "loss": 3.7590263366699217, "step": 5725 }, { "epoch": 0.6064775613886537, "grad_norm": 136.03103637695312, "learning_rate": 4.065369479667687e-05, "loss": 3.705052947998047, "step": 5730 }, { "epoch": 0.6070067739204065, "grad_norm": 104.10433959960938, "learning_rate": 4.059903804110188e-05, "loss": 3.653960037231445, "step": 5735 }, { "epoch": 0.6075359864521592, "grad_norm": 101.68598175048828, "learning_rate": 4.05443812855269e-05, "loss": 3.764962005615234, "step": 5740 }, { "epoch": 0.608065198983912, "grad_norm": 140.86741638183594, "learning_rate": 4.048972452995191e-05, "loss": 3.737542724609375, "step": 5745 }, { "epoch": 0.6085944115156647, "grad_norm": 112.86256408691406, "learning_rate": 4.043506777437692e-05, "loss": 3.694456100463867, "step": 5750 }, { "epoch": 0.6091236240474175, "grad_norm": 123.3758316040039, "learning_rate": 4.038041101880193e-05, "loss": 3.8614444732666016, "step": 5755 }, { "epoch": 0.6096528365791702, "grad_norm": 133.88589477539062, "learning_rate": 4.032575426322694e-05, "loss": 3.879033660888672, "step": 5760 }, { "epoch": 0.610182049110923, "grad_norm": 155.53436279296875, "learning_rate": 4.027109750765195e-05, "loss": 3.741908645629883, "step": 5765 }, { "epoch": 0.6107112616426758, "grad_norm": 146.59268188476562, "learning_rate": 4.0216440752076955e-05, "loss": 3.9494373321533205, "step": 5770 }, { "epoch": 0.6112404741744285, "grad_norm": 129.1756134033203, "learning_rate": 4.0161783996501966e-05, "loss": 3.9055309295654297, "step": 5775 }, { "epoch": 0.6117696867061811, "grad_norm": 115.8556900024414, "learning_rate": 4.0107127240926977e-05, "loss": 3.73892822265625, "step": 5780 }, { "epoch": 0.6122988992379339, "grad_norm": 150.42529296875, "learning_rate": 4.005247048535199e-05, "loss": 3.7432308197021484, "step": 5785 }, { "epoch": 0.6128281117696867, "grad_norm": 125.7581787109375, "learning_rate": 3.9997813729777e-05, "loss": 3.8199226379394533, "step": 5790 }, { "epoch": 0.6133573243014394, "grad_norm": 128.25314331054688, "learning_rate": 3.994315697420201e-05, "loss": 3.805439758300781, "step": 5795 }, { "epoch": 0.6138865368331922, "grad_norm": 161.66639709472656, "learning_rate": 3.9888500218627026e-05, "loss": 3.778420257568359, "step": 5800 }, { "epoch": 0.6144157493649449, "grad_norm": 148.1264190673828, "learning_rate": 3.983384346305204e-05, "loss": 3.5780410766601562, "step": 5805 }, { "epoch": 0.6149449618966977, "grad_norm": 110.62333679199219, "learning_rate": 3.977918670747705e-05, "loss": 3.6773143768310548, "step": 5810 }, { "epoch": 0.6154741744284504, "grad_norm": 128.24635314941406, "learning_rate": 3.972452995190206e-05, "loss": 3.5937999725341796, "step": 5815 }, { "epoch": 0.6160033869602032, "grad_norm": 126.55134582519531, "learning_rate": 3.966987319632707e-05, "loss": 3.6358680725097656, "step": 5820 }, { "epoch": 0.6165325994919559, "grad_norm": 118.30043029785156, "learning_rate": 3.961521644075208e-05, "loss": 3.8156192779541014, "step": 5825 }, { "epoch": 0.6170618120237087, "grad_norm": 137.70364379882812, "learning_rate": 3.956055968517709e-05, "loss": 3.6995594024658205, "step": 5830 }, { "epoch": 0.6175910245554614, "grad_norm": 129.5760040283203, "learning_rate": 3.95059029296021e-05, "loss": 3.8470577239990233, "step": 5835 }, { "epoch": 0.6181202370872142, "grad_norm": 142.54568481445312, "learning_rate": 3.945124617402711e-05, "loss": 3.841731643676758, "step": 5840 }, { "epoch": 0.618649449618967, "grad_norm": 132.04153442382812, "learning_rate": 3.939658941845212e-05, "loss": 3.7011489868164062, "step": 5845 }, { "epoch": 0.6191786621507197, "grad_norm": 118.28992462158203, "learning_rate": 3.9341932662877133e-05, "loss": 3.8274017333984376, "step": 5850 }, { "epoch": 0.6197078746824725, "grad_norm": 140.76942443847656, "learning_rate": 3.9287275907302144e-05, "loss": 3.8964515686035157, "step": 5855 }, { "epoch": 0.6202370872142252, "grad_norm": 135.19265747070312, "learning_rate": 3.9232619151727155e-05, "loss": 3.7893310546875, "step": 5860 }, { "epoch": 0.620766299745978, "grad_norm": 107.25521087646484, "learning_rate": 3.9177962396152166e-05, "loss": 3.8957469940185545, "step": 5865 }, { "epoch": 0.6212955122777307, "grad_norm": 135.1302947998047, "learning_rate": 3.9123305640577176e-05, "loss": 3.76748046875, "step": 5870 }, { "epoch": 0.6218247248094835, "grad_norm": 129.07908630371094, "learning_rate": 3.906864888500219e-05, "loss": 3.816572570800781, "step": 5875 }, { "epoch": 0.6223539373412362, "grad_norm": 142.44813537597656, "learning_rate": 3.9013992129427205e-05, "loss": 3.88946533203125, "step": 5880 }, { "epoch": 0.622883149872989, "grad_norm": 116.11822509765625, "learning_rate": 3.8959335373852215e-05, "loss": 3.5961181640625, "step": 5885 }, { "epoch": 0.6234123624047417, "grad_norm": 98.43476104736328, "learning_rate": 3.890467861827722e-05, "loss": 3.601976776123047, "step": 5890 }, { "epoch": 0.6239415749364945, "grad_norm": 149.71266174316406, "learning_rate": 3.885002186270223e-05, "loss": 3.582703399658203, "step": 5895 }, { "epoch": 0.6244707874682472, "grad_norm": 160.3857879638672, "learning_rate": 3.879536510712724e-05, "loss": 3.719940185546875, "step": 5900 }, { "epoch": 0.625, "grad_norm": 135.1512451171875, "learning_rate": 3.874070835155225e-05, "loss": 3.636445236206055, "step": 5905 }, { "epoch": 0.6255292125317528, "grad_norm": 125.05660247802734, "learning_rate": 3.868605159597726e-05, "loss": 3.712297058105469, "step": 5910 }, { "epoch": 0.6260584250635055, "grad_norm": 144.86700439453125, "learning_rate": 3.863139484040227e-05, "loss": 3.5838531494140624, "step": 5915 }, { "epoch": 0.6265876375952583, "grad_norm": 151.59817504882812, "learning_rate": 3.8576738084827284e-05, "loss": 3.8185050964355467, "step": 5920 }, { "epoch": 0.627116850127011, "grad_norm": 110.04013061523438, "learning_rate": 3.8522081329252294e-05, "loss": 3.9064544677734374, "step": 5925 }, { "epoch": 0.6276460626587638, "grad_norm": 130.17758178710938, "learning_rate": 3.8467424573677305e-05, "loss": 3.6364498138427734, "step": 5930 }, { "epoch": 0.6281752751905165, "grad_norm": 133.90402221679688, "learning_rate": 3.8412767818102316e-05, "loss": 3.704240417480469, "step": 5935 }, { "epoch": 0.6287044877222693, "grad_norm": 117.63871765136719, "learning_rate": 3.835811106252733e-05, "loss": 3.802685546875, "step": 5940 }, { "epoch": 0.629233700254022, "grad_norm": 131.26988220214844, "learning_rate": 3.8303454306952344e-05, "loss": 3.8243946075439452, "step": 5945 }, { "epoch": 0.6297629127857748, "grad_norm": 131.37847900390625, "learning_rate": 3.8248797551377355e-05, "loss": 3.6564456939697267, "step": 5950 }, { "epoch": 0.6302921253175275, "grad_norm": 133.56448364257812, "learning_rate": 3.8194140795802365e-05, "loss": 3.7369979858398437, "step": 5955 }, { "epoch": 0.6308213378492803, "grad_norm": 123.7188491821289, "learning_rate": 3.8139484040227376e-05, "loss": 3.6992916107177733, "step": 5960 }, { "epoch": 0.631350550381033, "grad_norm": 145.7688446044922, "learning_rate": 3.808482728465239e-05, "loss": 3.850413131713867, "step": 5965 }, { "epoch": 0.6318797629127858, "grad_norm": 128.49156188964844, "learning_rate": 3.80301705290774e-05, "loss": 3.7647918701171874, "step": 5970 }, { "epoch": 0.6324089754445386, "grad_norm": 127.70906829833984, "learning_rate": 3.797551377350241e-05, "loss": 3.5766197204589845, "step": 5975 }, { "epoch": 0.6329381879762913, "grad_norm": 117.6403579711914, "learning_rate": 3.792085701792742e-05, "loss": 3.7448135375976563, "step": 5980 }, { "epoch": 0.6334674005080441, "grad_norm": 133.45462036132812, "learning_rate": 3.786620026235243e-05, "loss": 3.703104019165039, "step": 5985 }, { "epoch": 0.6339966130397968, "grad_norm": 154.72967529296875, "learning_rate": 3.781154350677744e-05, "loss": 3.7380229949951174, "step": 5990 }, { "epoch": 0.6345258255715496, "grad_norm": 136.63636779785156, "learning_rate": 3.775688675120245e-05, "loss": 3.806014633178711, "step": 5995 }, { "epoch": 0.6350550381033023, "grad_norm": 135.1326904296875, "learning_rate": 3.770222999562746e-05, "loss": 3.6804477691650392, "step": 6000 }, { "epoch": 0.6355842506350551, "grad_norm": 127.14278411865234, "learning_rate": 3.764757324005247e-05, "loss": 3.874148941040039, "step": 6005 }, { "epoch": 0.6361134631668078, "grad_norm": 128.31805419921875, "learning_rate": 3.759291648447748e-05, "loss": 3.834498977661133, "step": 6010 }, { "epoch": 0.6366426756985606, "grad_norm": 133.0066680908203, "learning_rate": 3.7538259728902494e-05, "loss": 3.6868751525878904, "step": 6015 }, { "epoch": 0.6371718882303133, "grad_norm": 113.11062622070312, "learning_rate": 3.7483602973327505e-05, "loss": 3.6922981262207033, "step": 6020 }, { "epoch": 0.6377011007620661, "grad_norm": 155.1580047607422, "learning_rate": 3.7428946217752515e-05, "loss": 3.782703399658203, "step": 6025 }, { "epoch": 0.6382303132938189, "grad_norm": 132.2445526123047, "learning_rate": 3.7374289462177526e-05, "loss": 3.7812168121337892, "step": 6030 }, { "epoch": 0.6387595258255715, "grad_norm": 113.24644470214844, "learning_rate": 3.731963270660254e-05, "loss": 3.6959178924560545, "step": 6035 }, { "epoch": 0.6392887383573242, "grad_norm": 145.691650390625, "learning_rate": 3.726497595102755e-05, "loss": 3.586318588256836, "step": 6040 }, { "epoch": 0.639817950889077, "grad_norm": 135.05477905273438, "learning_rate": 3.721031919545256e-05, "loss": 3.739306640625, "step": 6045 }, { "epoch": 0.6403471634208298, "grad_norm": 123.91665649414062, "learning_rate": 3.715566243987757e-05, "loss": 3.70811767578125, "step": 6050 }, { "epoch": 0.6408763759525825, "grad_norm": 115.81170654296875, "learning_rate": 3.710100568430258e-05, "loss": 3.7329940795898438, "step": 6055 }, { "epoch": 0.6414055884843353, "grad_norm": 124.85172271728516, "learning_rate": 3.704634892872759e-05, "loss": 3.762308883666992, "step": 6060 }, { "epoch": 0.641934801016088, "grad_norm": 116.18446350097656, "learning_rate": 3.69916921731526e-05, "loss": 3.631386947631836, "step": 6065 }, { "epoch": 0.6424640135478408, "grad_norm": 130.84812927246094, "learning_rate": 3.693703541757761e-05, "loss": 3.646527862548828, "step": 6070 }, { "epoch": 0.6429932260795935, "grad_norm": 127.8098373413086, "learning_rate": 3.688237866200262e-05, "loss": 3.6742897033691406, "step": 6075 }, { "epoch": 0.6435224386113463, "grad_norm": 137.8133544921875, "learning_rate": 3.682772190642764e-05, "loss": 3.864002990722656, "step": 6080 }, { "epoch": 0.644051651143099, "grad_norm": 130.11154174804688, "learning_rate": 3.677306515085265e-05, "loss": 3.7034412384033204, "step": 6085 }, { "epoch": 0.6445808636748518, "grad_norm": 127.05593872070312, "learning_rate": 3.671840839527766e-05, "loss": 3.748187255859375, "step": 6090 }, { "epoch": 0.6451100762066045, "grad_norm": 128.27989196777344, "learning_rate": 3.666375163970267e-05, "loss": 3.6858280181884764, "step": 6095 }, { "epoch": 0.6456392887383573, "grad_norm": 128.88763427734375, "learning_rate": 3.660909488412768e-05, "loss": 3.6915401458740233, "step": 6100 }, { "epoch": 0.64616850127011, "grad_norm": 116.73787689208984, "learning_rate": 3.6554438128552694e-05, "loss": 3.839006042480469, "step": 6105 }, { "epoch": 0.6466977138018628, "grad_norm": 122.09086608886719, "learning_rate": 3.6499781372977704e-05, "loss": 3.790453338623047, "step": 6110 }, { "epoch": 0.6472269263336156, "grad_norm": 120.8871078491211, "learning_rate": 3.6445124617402715e-05, "loss": 3.847586441040039, "step": 6115 }, { "epoch": 0.6477561388653683, "grad_norm": 132.0059051513672, "learning_rate": 3.6390467861827726e-05, "loss": 3.749766540527344, "step": 6120 }, { "epoch": 0.6482853513971211, "grad_norm": 149.3326873779297, "learning_rate": 3.6335811106252737e-05, "loss": 3.646736907958984, "step": 6125 }, { "epoch": 0.6488145639288738, "grad_norm": 125.44902038574219, "learning_rate": 3.628115435067774e-05, "loss": 3.678157424926758, "step": 6130 }, { "epoch": 0.6493437764606266, "grad_norm": 134.04478454589844, "learning_rate": 3.622649759510275e-05, "loss": 3.6948162078857423, "step": 6135 }, { "epoch": 0.6498729889923793, "grad_norm": 126.94526672363281, "learning_rate": 3.617184083952776e-05, "loss": 3.744976806640625, "step": 6140 }, { "epoch": 0.6504022015241321, "grad_norm": 120.93495178222656, "learning_rate": 3.611718408395278e-05, "loss": 3.6456588745117187, "step": 6145 }, { "epoch": 0.6509314140558848, "grad_norm": 132.73915100097656, "learning_rate": 3.606252732837779e-05, "loss": 3.7133193969726563, "step": 6150 }, { "epoch": 0.6514606265876376, "grad_norm": 119.10023498535156, "learning_rate": 3.60078705728028e-05, "loss": 3.724709320068359, "step": 6155 }, { "epoch": 0.6519898391193903, "grad_norm": 127.14495849609375, "learning_rate": 3.595321381722781e-05, "loss": 3.7863998413085938, "step": 6160 }, { "epoch": 0.6525190516511431, "grad_norm": 136.97315979003906, "learning_rate": 3.589855706165282e-05, "loss": 3.7908470153808596, "step": 6165 }, { "epoch": 0.6530482641828959, "grad_norm": 143.636962890625, "learning_rate": 3.584390030607783e-05, "loss": 3.627321243286133, "step": 6170 }, { "epoch": 0.6535774767146486, "grad_norm": 134.89549255371094, "learning_rate": 3.5789243550502844e-05, "loss": 3.7180339813232424, "step": 6175 }, { "epoch": 0.6541066892464014, "grad_norm": 121.2531967163086, "learning_rate": 3.5734586794927854e-05, "loss": 3.644343948364258, "step": 6180 }, { "epoch": 0.6546359017781541, "grad_norm": 123.93711853027344, "learning_rate": 3.5679930039352865e-05, "loss": 3.622854995727539, "step": 6185 }, { "epoch": 0.6551651143099069, "grad_norm": 137.45045471191406, "learning_rate": 3.5625273283777876e-05, "loss": 3.907062530517578, "step": 6190 }, { "epoch": 0.6556943268416596, "grad_norm": 127.13955688476562, "learning_rate": 3.557061652820289e-05, "loss": 3.789631652832031, "step": 6195 }, { "epoch": 0.6562235393734124, "grad_norm": 123.49113464355469, "learning_rate": 3.55159597726279e-05, "loss": 3.6684112548828125, "step": 6200 }, { "epoch": 0.6567527519051651, "grad_norm": 133.83734130859375, "learning_rate": 3.546130301705291e-05, "loss": 3.643154525756836, "step": 6205 }, { "epoch": 0.6572819644369179, "grad_norm": 149.6156768798828, "learning_rate": 3.540664626147792e-05, "loss": 3.5468017578125, "step": 6210 }, { "epoch": 0.6578111769686706, "grad_norm": 125.05772399902344, "learning_rate": 3.535198950590293e-05, "loss": 3.687327575683594, "step": 6215 }, { "epoch": 0.6583403895004234, "grad_norm": 131.19601440429688, "learning_rate": 3.529733275032795e-05, "loss": 3.7163551330566404, "step": 6220 }, { "epoch": 0.6588696020321761, "grad_norm": 128.09315490722656, "learning_rate": 3.524267599475296e-05, "loss": 3.7493175506591796, "step": 6225 }, { "epoch": 0.6593988145639289, "grad_norm": 127.3359375, "learning_rate": 3.518801923917797e-05, "loss": 3.767950439453125, "step": 6230 }, { "epoch": 0.6599280270956817, "grad_norm": 122.75959777832031, "learning_rate": 3.513336248360298e-05, "loss": 3.735568618774414, "step": 6235 }, { "epoch": 0.6604572396274344, "grad_norm": 134.828125, "learning_rate": 3.507870572802799e-05, "loss": 3.7243057250976563, "step": 6240 }, { "epoch": 0.6609864521591872, "grad_norm": 113.16104125976562, "learning_rate": 3.5024048972452994e-05, "loss": 3.70552978515625, "step": 6245 }, { "epoch": 0.6615156646909399, "grad_norm": 131.6595001220703, "learning_rate": 3.4969392216878005e-05, "loss": 3.70244140625, "step": 6250 }, { "epoch": 0.6620448772226927, "grad_norm": 114.03453063964844, "learning_rate": 3.4914735461303015e-05, "loss": 3.512157440185547, "step": 6255 }, { "epoch": 0.6625740897544454, "grad_norm": 138.69432067871094, "learning_rate": 3.4860078705728026e-05, "loss": 3.782476043701172, "step": 6260 }, { "epoch": 0.6631033022861982, "grad_norm": 127.69120788574219, "learning_rate": 3.480542195015304e-05, "loss": 3.8632312774658204, "step": 6265 }, { "epoch": 0.6636325148179509, "grad_norm": 146.1787567138672, "learning_rate": 3.475076519457805e-05, "loss": 3.6459819793701174, "step": 6270 }, { "epoch": 0.6641617273497037, "grad_norm": 122.94427490234375, "learning_rate": 3.469610843900306e-05, "loss": 3.818083953857422, "step": 6275 }, { "epoch": 0.6646909398814564, "grad_norm": 146.38201904296875, "learning_rate": 3.464145168342807e-05, "loss": 3.729595947265625, "step": 6280 }, { "epoch": 0.6652201524132092, "grad_norm": 136.13003540039062, "learning_rate": 3.4586794927853086e-05, "loss": 3.8302532196044923, "step": 6285 }, { "epoch": 0.665749364944962, "grad_norm": 133.9823455810547, "learning_rate": 3.45321381722781e-05, "loss": 3.7125457763671874, "step": 6290 }, { "epoch": 0.6662785774767146, "grad_norm": 137.99008178710938, "learning_rate": 3.447748141670311e-05, "loss": 3.7648540496826173, "step": 6295 }, { "epoch": 0.6668077900084673, "grad_norm": 112.23111724853516, "learning_rate": 3.442282466112812e-05, "loss": 3.8643444061279295, "step": 6300 }, { "epoch": 0.6673370025402201, "grad_norm": 109.25604248046875, "learning_rate": 3.436816790555313e-05, "loss": 3.7786102294921875, "step": 6305 }, { "epoch": 0.6678662150719729, "grad_norm": 122.94171142578125, "learning_rate": 3.431351114997814e-05, "loss": 3.6629497528076174, "step": 6310 }, { "epoch": 0.6683954276037256, "grad_norm": 153.7791290283203, "learning_rate": 3.425885439440315e-05, "loss": 3.714812088012695, "step": 6315 }, { "epoch": 0.6689246401354784, "grad_norm": 118.32227325439453, "learning_rate": 3.420419763882816e-05, "loss": 3.514461135864258, "step": 6320 }, { "epoch": 0.6694538526672311, "grad_norm": 129.28436279296875, "learning_rate": 3.414954088325317e-05, "loss": 3.8276561737060546, "step": 6325 }, { "epoch": 0.6699830651989839, "grad_norm": 124.39703369140625, "learning_rate": 3.409488412767818e-05, "loss": 3.836714172363281, "step": 6330 }, { "epoch": 0.6705122777307366, "grad_norm": 131.84474182128906, "learning_rate": 3.4040227372103194e-05, "loss": 3.7830825805664063, "step": 6335 }, { "epoch": 0.6710414902624894, "grad_norm": 139.5364227294922, "learning_rate": 3.3985570616528204e-05, "loss": 3.7762531280517577, "step": 6340 }, { "epoch": 0.6715707027942421, "grad_norm": 155.83799743652344, "learning_rate": 3.3930913860953215e-05, "loss": 3.7864749908447264, "step": 6345 }, { "epoch": 0.6720999153259949, "grad_norm": 167.18972778320312, "learning_rate": 3.3876257105378226e-05, "loss": 3.7547718048095704, "step": 6350 }, { "epoch": 0.6726291278577476, "grad_norm": 118.468505859375, "learning_rate": 3.3821600349803236e-05, "loss": 3.574951934814453, "step": 6355 }, { "epoch": 0.6731583403895004, "grad_norm": 134.96400451660156, "learning_rate": 3.3766943594228254e-05, "loss": 3.8938224792480467, "step": 6360 }, { "epoch": 0.6736875529212532, "grad_norm": 164.85203552246094, "learning_rate": 3.371228683865326e-05, "loss": 3.613322067260742, "step": 6365 }, { "epoch": 0.6742167654530059, "grad_norm": 107.15560150146484, "learning_rate": 3.365763008307827e-05, "loss": 3.7807567596435545, "step": 6370 }, { "epoch": 0.6747459779847587, "grad_norm": 124.009521484375, "learning_rate": 3.360297332750328e-05, "loss": 3.846065139770508, "step": 6375 }, { "epoch": 0.6752751905165114, "grad_norm": 125.72119140625, "learning_rate": 3.354831657192829e-05, "loss": 3.7446083068847655, "step": 6380 }, { "epoch": 0.6758044030482642, "grad_norm": 138.74298095703125, "learning_rate": 3.34936598163533e-05, "loss": 3.773089599609375, "step": 6385 }, { "epoch": 0.6763336155800169, "grad_norm": 152.14027404785156, "learning_rate": 3.343900306077831e-05, "loss": 3.6111896514892576, "step": 6390 }, { "epoch": 0.6768628281117697, "grad_norm": 112.59910583496094, "learning_rate": 3.338434630520332e-05, "loss": 3.4515377044677735, "step": 6395 }, { "epoch": 0.6773920406435224, "grad_norm": 140.01478576660156, "learning_rate": 3.332968954962833e-05, "loss": 3.787488555908203, "step": 6400 }, { "epoch": 0.6779212531752752, "grad_norm": 124.62825775146484, "learning_rate": 3.3275032794053344e-05, "loss": 3.8052955627441407, "step": 6405 }, { "epoch": 0.6784504657070279, "grad_norm": 129.6938934326172, "learning_rate": 3.3220376038478354e-05, "loss": 3.7468917846679686, "step": 6410 }, { "epoch": 0.6789796782387807, "grad_norm": 126.04185485839844, "learning_rate": 3.3165719282903365e-05, "loss": 3.849335479736328, "step": 6415 }, { "epoch": 0.6795088907705334, "grad_norm": 145.75186157226562, "learning_rate": 3.311106252732838e-05, "loss": 3.7570823669433593, "step": 6420 }, { "epoch": 0.6800381033022862, "grad_norm": 127.55892944335938, "learning_rate": 3.305640577175339e-05, "loss": 3.656767654418945, "step": 6425 }, { "epoch": 0.680567315834039, "grad_norm": 125.90219116210938, "learning_rate": 3.3001749016178404e-05, "loss": 3.852783966064453, "step": 6430 }, { "epoch": 0.6810965283657917, "grad_norm": 123.57032775878906, "learning_rate": 3.2947092260603415e-05, "loss": 3.687677764892578, "step": 6435 }, { "epoch": 0.6816257408975445, "grad_norm": 124.70978546142578, "learning_rate": 3.2892435505028425e-05, "loss": 3.6846981048583984, "step": 6440 }, { "epoch": 0.6821549534292972, "grad_norm": 126.18635559082031, "learning_rate": 3.2837778749453436e-05, "loss": 3.729634475708008, "step": 6445 }, { "epoch": 0.68268416596105, "grad_norm": 142.92539978027344, "learning_rate": 3.278312199387845e-05, "loss": 3.8035903930664063, "step": 6450 }, { "epoch": 0.6832133784928027, "grad_norm": 135.67352294921875, "learning_rate": 3.272846523830346e-05, "loss": 3.7168018341064455, "step": 6455 }, { "epoch": 0.6837425910245555, "grad_norm": 138.10569763183594, "learning_rate": 3.267380848272847e-05, "loss": 3.576243209838867, "step": 6460 }, { "epoch": 0.6842718035563082, "grad_norm": 165.35890197753906, "learning_rate": 3.261915172715348e-05, "loss": 3.6279102325439454, "step": 6465 }, { "epoch": 0.684801016088061, "grad_norm": 123.51481628417969, "learning_rate": 3.256449497157849e-05, "loss": 3.786726379394531, "step": 6470 }, { "epoch": 0.6853302286198137, "grad_norm": 107.85275268554688, "learning_rate": 3.25098382160035e-05, "loss": 3.6568336486816406, "step": 6475 }, { "epoch": 0.6858594411515665, "grad_norm": 178.59268188476562, "learning_rate": 3.245518146042851e-05, "loss": 3.7740013122558596, "step": 6480 }, { "epoch": 0.6863886536833192, "grad_norm": 141.53196716308594, "learning_rate": 3.240052470485352e-05, "loss": 3.7499362945556642, "step": 6485 }, { "epoch": 0.686917866215072, "grad_norm": 108.34246826171875, "learning_rate": 3.234586794927853e-05, "loss": 3.509844207763672, "step": 6490 }, { "epoch": 0.6874470787468248, "grad_norm": 124.16465759277344, "learning_rate": 3.2291211193703543e-05, "loss": 3.8714225769042967, "step": 6495 }, { "epoch": 0.6879762912785775, "grad_norm": 123.2567367553711, "learning_rate": 3.2236554438128554e-05, "loss": 3.611989212036133, "step": 6500 }, { "epoch": 0.6885055038103303, "grad_norm": 132.79025268554688, "learning_rate": 3.2181897682553565e-05, "loss": 3.771816635131836, "step": 6505 }, { "epoch": 0.689034716342083, "grad_norm": 109.32908630371094, "learning_rate": 3.2127240926978576e-05, "loss": 3.6716270446777344, "step": 6510 }, { "epoch": 0.6895639288738358, "grad_norm": 115.2057876586914, "learning_rate": 3.2072584171403586e-05, "loss": 3.592427062988281, "step": 6515 }, { "epoch": 0.6900931414055885, "grad_norm": 121.01016998291016, "learning_rate": 3.20179274158286e-05, "loss": 3.806367111206055, "step": 6520 }, { "epoch": 0.6906223539373413, "grad_norm": 138.394287109375, "learning_rate": 3.196327066025361e-05, "loss": 3.518065643310547, "step": 6525 }, { "epoch": 0.691151566469094, "grad_norm": 115.12195587158203, "learning_rate": 3.190861390467862e-05, "loss": 3.511433792114258, "step": 6530 }, { "epoch": 0.6916807790008468, "grad_norm": 148.2082061767578, "learning_rate": 3.185395714910363e-05, "loss": 3.758675384521484, "step": 6535 }, { "epoch": 0.6922099915325995, "grad_norm": 134.96920776367188, "learning_rate": 3.179930039352864e-05, "loss": 3.8369232177734376, "step": 6540 }, { "epoch": 0.6927392040643523, "grad_norm": 123.61669921875, "learning_rate": 3.174464363795365e-05, "loss": 3.686227798461914, "step": 6545 }, { "epoch": 0.6932684165961049, "grad_norm": 123.571044921875, "learning_rate": 3.168998688237866e-05, "loss": 3.790880584716797, "step": 6550 }, { "epoch": 0.6937976291278577, "grad_norm": 142.5701141357422, "learning_rate": 3.163533012680367e-05, "loss": 3.6943607330322266, "step": 6555 }, { "epoch": 0.6943268416596104, "grad_norm": 134.41091918945312, "learning_rate": 3.158067337122869e-05, "loss": 3.6566699981689452, "step": 6560 }, { "epoch": 0.6948560541913632, "grad_norm": 139.11767578125, "learning_rate": 3.15260166156537e-05, "loss": 3.6445632934570313, "step": 6565 }, { "epoch": 0.695385266723116, "grad_norm": 142.12191772460938, "learning_rate": 3.147135986007871e-05, "loss": 3.7509750366210937, "step": 6570 }, { "epoch": 0.6959144792548687, "grad_norm": 129.62234497070312, "learning_rate": 3.141670310450372e-05, "loss": 3.74090576171875, "step": 6575 }, { "epoch": 0.6964436917866215, "grad_norm": 130.8618927001953, "learning_rate": 3.136204634892873e-05, "loss": 3.5252376556396485, "step": 6580 }, { "epoch": 0.6969729043183742, "grad_norm": 137.8203582763672, "learning_rate": 3.130738959335374e-05, "loss": 3.6003795623779298, "step": 6585 }, { "epoch": 0.697502116850127, "grad_norm": 140.9390411376953, "learning_rate": 3.1252732837778754e-05, "loss": 3.521841049194336, "step": 6590 }, { "epoch": 0.6980313293818797, "grad_norm": 144.53346252441406, "learning_rate": 3.1198076082203765e-05, "loss": 3.6420703887939454, "step": 6595 }, { "epoch": 0.6985605419136325, "grad_norm": 128.75624084472656, "learning_rate": 3.1143419326628775e-05, "loss": 3.7261390686035156, "step": 6600 }, { "epoch": 0.6990897544453852, "grad_norm": 126.20914459228516, "learning_rate": 3.108876257105378e-05, "loss": 3.8021183013916016, "step": 6605 }, { "epoch": 0.699618966977138, "grad_norm": 125.53189849853516, "learning_rate": 3.103410581547879e-05, "loss": 3.689163589477539, "step": 6610 }, { "epoch": 0.7001481795088907, "grad_norm": 152.95053100585938, "learning_rate": 3.09794490599038e-05, "loss": 3.7211318969726563, "step": 6615 }, { "epoch": 0.7006773920406435, "grad_norm": 133.52938842773438, "learning_rate": 3.092479230432881e-05, "loss": 3.727471923828125, "step": 6620 }, { "epoch": 0.7012066045723963, "grad_norm": 116.66471862792969, "learning_rate": 3.087013554875383e-05, "loss": 3.9419910430908205, "step": 6625 }, { "epoch": 0.701735817104149, "grad_norm": 123.93497467041016, "learning_rate": 3.081547879317884e-05, "loss": 3.707615280151367, "step": 6630 }, { "epoch": 0.7022650296359018, "grad_norm": 113.50497436523438, "learning_rate": 3.076082203760385e-05, "loss": 3.6514747619628904, "step": 6635 }, { "epoch": 0.7027942421676545, "grad_norm": 124.31983947753906, "learning_rate": 3.070616528202886e-05, "loss": 3.761259078979492, "step": 6640 }, { "epoch": 0.7033234546994073, "grad_norm": 114.60166931152344, "learning_rate": 3.065150852645387e-05, "loss": 3.5295387268066407, "step": 6645 }, { "epoch": 0.70385266723116, "grad_norm": 117.65740203857422, "learning_rate": 3.059685177087888e-05, "loss": 3.6401214599609375, "step": 6650 }, { "epoch": 0.7043818797629128, "grad_norm": 122.29202270507812, "learning_rate": 3.054219501530389e-05, "loss": 3.8145610809326174, "step": 6655 }, { "epoch": 0.7049110922946655, "grad_norm": 122.60891723632812, "learning_rate": 3.0487538259728904e-05, "loss": 3.7507301330566407, "step": 6660 }, { "epoch": 0.7054403048264183, "grad_norm": 105.1810302734375, "learning_rate": 3.0432881504153915e-05, "loss": 3.677787017822266, "step": 6665 }, { "epoch": 0.705969517358171, "grad_norm": 122.65824890136719, "learning_rate": 3.0378224748578925e-05, "loss": 3.9005279541015625, "step": 6670 }, { "epoch": 0.7064987298899238, "grad_norm": 115.88577270507812, "learning_rate": 3.0323567993003936e-05, "loss": 3.7102130889892577, "step": 6675 }, { "epoch": 0.7070279424216765, "grad_norm": 124.78435516357422, "learning_rate": 3.026891123742895e-05, "loss": 3.6801517486572264, "step": 6680 }, { "epoch": 0.7075571549534293, "grad_norm": 125.18551635742188, "learning_rate": 3.021425448185396e-05, "loss": 3.715921401977539, "step": 6685 }, { "epoch": 0.708086367485182, "grad_norm": 111.66905212402344, "learning_rate": 3.015959772627897e-05, "loss": 3.682057571411133, "step": 6690 }, { "epoch": 0.7086155800169348, "grad_norm": 127.1168441772461, "learning_rate": 3.0104940970703982e-05, "loss": 3.742753601074219, "step": 6695 }, { "epoch": 0.7091447925486876, "grad_norm": 117.49010467529297, "learning_rate": 3.0050284215128993e-05, "loss": 3.6995288848876955, "step": 6700 }, { "epoch": 0.7096740050804403, "grad_norm": 135.9724884033203, "learning_rate": 2.9995627459554004e-05, "loss": 3.628255081176758, "step": 6705 }, { "epoch": 0.7102032176121931, "grad_norm": 116.94641876220703, "learning_rate": 2.9940970703979015e-05, "loss": 3.6506534576416017, "step": 6710 }, { "epoch": 0.7107324301439458, "grad_norm": 130.35379028320312, "learning_rate": 2.9886313948404025e-05, "loss": 3.828779602050781, "step": 6715 }, { "epoch": 0.7112616426756986, "grad_norm": 113.33843994140625, "learning_rate": 2.983165719282904e-05, "loss": 3.7068580627441405, "step": 6720 }, { "epoch": 0.7117908552074513, "grad_norm": 148.60427856445312, "learning_rate": 2.9777000437254043e-05, "loss": 3.773604965209961, "step": 6725 }, { "epoch": 0.7123200677392041, "grad_norm": 120.91167449951172, "learning_rate": 2.9722343681679054e-05, "loss": 3.69604606628418, "step": 6730 }, { "epoch": 0.7128492802709568, "grad_norm": 122.0785903930664, "learning_rate": 2.9667686926104065e-05, "loss": 3.5945388793945314, "step": 6735 }, { "epoch": 0.7133784928027096, "grad_norm": 129.9307861328125, "learning_rate": 2.9613030170529075e-05, "loss": 3.852084732055664, "step": 6740 }, { "epoch": 0.7139077053344624, "grad_norm": 126.80884552001953, "learning_rate": 2.955837341495409e-05, "loss": 3.920613479614258, "step": 6745 }, { "epoch": 0.7144369178662151, "grad_norm": 122.10897064208984, "learning_rate": 2.95037166593791e-05, "loss": 3.697234344482422, "step": 6750 }, { "epoch": 0.7149661303979679, "grad_norm": 143.36790466308594, "learning_rate": 2.944905990380411e-05, "loss": 3.676220703125, "step": 6755 }, { "epoch": 0.7154953429297206, "grad_norm": 149.8512420654297, "learning_rate": 2.9394403148229122e-05, "loss": 3.8682682037353517, "step": 6760 }, { "epoch": 0.7160245554614734, "grad_norm": 157.12997436523438, "learning_rate": 2.9339746392654132e-05, "loss": 3.72515983581543, "step": 6765 }, { "epoch": 0.7165537679932261, "grad_norm": 140.5836181640625, "learning_rate": 2.9285089637079143e-05, "loss": 3.6991432189941404, "step": 6770 }, { "epoch": 0.7170829805249789, "grad_norm": 121.97822570800781, "learning_rate": 2.9230432881504154e-05, "loss": 3.520801544189453, "step": 6775 }, { "epoch": 0.7176121930567316, "grad_norm": 130.63829040527344, "learning_rate": 2.9175776125929165e-05, "loss": 3.6831111907958984, "step": 6780 }, { "epoch": 0.7181414055884844, "grad_norm": 155.02133178710938, "learning_rate": 2.912111937035418e-05, "loss": 3.712471771240234, "step": 6785 }, { "epoch": 0.7186706181202371, "grad_norm": 116.54364013671875, "learning_rate": 2.906646261477919e-05, "loss": 3.7128063201904298, "step": 6790 }, { "epoch": 0.7191998306519899, "grad_norm": 139.81996154785156, "learning_rate": 2.90118058592042e-05, "loss": 3.7929641723632814, "step": 6795 }, { "epoch": 0.7197290431837426, "grad_norm": 123.96380615234375, "learning_rate": 2.895714910362921e-05, "loss": 3.537611389160156, "step": 6800 }, { "epoch": 0.7202582557154953, "grad_norm": 160.05369567871094, "learning_rate": 2.890249234805422e-05, "loss": 3.7205299377441405, "step": 6805 }, { "epoch": 0.720787468247248, "grad_norm": 129.10406494140625, "learning_rate": 2.8847835592479232e-05, "loss": 3.7562870025634765, "step": 6810 }, { "epoch": 0.7213166807790008, "grad_norm": 149.14389038085938, "learning_rate": 2.8793178836904243e-05, "loss": 3.586894226074219, "step": 6815 }, { "epoch": 0.7218458933107536, "grad_norm": 123.02767181396484, "learning_rate": 2.8738522081329257e-05, "loss": 3.6444820404052733, "step": 6820 }, { "epoch": 0.7223751058425063, "grad_norm": 119.39115905761719, "learning_rate": 2.8683865325754268e-05, "loss": 3.520395278930664, "step": 6825 }, { "epoch": 0.7229043183742591, "grad_norm": 131.88729858398438, "learning_rate": 2.862920857017928e-05, "loss": 3.661396789550781, "step": 6830 }, { "epoch": 0.7234335309060118, "grad_norm": 124.54844665527344, "learning_rate": 2.857455181460429e-05, "loss": 3.6008426666259767, "step": 6835 }, { "epoch": 0.7239627434377646, "grad_norm": 134.42091369628906, "learning_rate": 2.85198950590293e-05, "loss": 3.526957321166992, "step": 6840 }, { "epoch": 0.7244919559695173, "grad_norm": 123.84807586669922, "learning_rate": 2.8465238303454307e-05, "loss": 3.555411529541016, "step": 6845 }, { "epoch": 0.7250211685012701, "grad_norm": 112.4459228515625, "learning_rate": 2.8410581547879318e-05, "loss": 3.7952625274658205, "step": 6850 }, { "epoch": 0.7255503810330228, "grad_norm": 114.40583038330078, "learning_rate": 2.835592479230433e-05, "loss": 3.717018890380859, "step": 6855 }, { "epoch": 0.7260795935647756, "grad_norm": 127.06928253173828, "learning_rate": 2.830126803672934e-05, "loss": 3.586012268066406, "step": 6860 }, { "epoch": 0.7266088060965283, "grad_norm": 123.1373519897461, "learning_rate": 2.824661128115435e-05, "loss": 3.5221675872802733, "step": 6865 }, { "epoch": 0.7271380186282811, "grad_norm": 115.84085083007812, "learning_rate": 2.819195452557936e-05, "loss": 3.561911392211914, "step": 6870 }, { "epoch": 0.7276672311600338, "grad_norm": 125.53173828125, "learning_rate": 2.813729777000437e-05, "loss": 3.673495864868164, "step": 6875 }, { "epoch": 0.7281964436917866, "grad_norm": 128.42684936523438, "learning_rate": 2.8082641014429382e-05, "loss": 3.690160369873047, "step": 6880 }, { "epoch": 0.7287256562235394, "grad_norm": 117.28898620605469, "learning_rate": 2.8027984258854396e-05, "loss": 3.625696563720703, "step": 6885 }, { "epoch": 0.7292548687552921, "grad_norm": 144.68853759765625, "learning_rate": 2.7973327503279407e-05, "loss": 3.717982864379883, "step": 6890 }, { "epoch": 0.7297840812870449, "grad_norm": 117.40148162841797, "learning_rate": 2.7918670747704418e-05, "loss": 3.614517593383789, "step": 6895 }, { "epoch": 0.7303132938187976, "grad_norm": 136.53298950195312, "learning_rate": 2.786401399212943e-05, "loss": 3.642064666748047, "step": 6900 }, { "epoch": 0.7308425063505504, "grad_norm": 107.15694427490234, "learning_rate": 2.780935723655444e-05, "loss": 3.749165344238281, "step": 6905 }, { "epoch": 0.7313717188823031, "grad_norm": 121.00303649902344, "learning_rate": 2.775470048097945e-05, "loss": 3.505735397338867, "step": 6910 }, { "epoch": 0.7319009314140559, "grad_norm": 135.87612915039062, "learning_rate": 2.770004372540446e-05, "loss": 3.707691955566406, "step": 6915 }, { "epoch": 0.7324301439458086, "grad_norm": 136.00140380859375, "learning_rate": 2.764538696982947e-05, "loss": 3.7561370849609377, "step": 6920 }, { "epoch": 0.7329593564775614, "grad_norm": 146.7852020263672, "learning_rate": 2.7590730214254486e-05, "loss": 3.6655384063720704, "step": 6925 }, { "epoch": 0.7334885690093141, "grad_norm": 152.9434814453125, "learning_rate": 2.7536073458679496e-05, "loss": 3.559299850463867, "step": 6930 }, { "epoch": 0.7340177815410669, "grad_norm": 137.2032470703125, "learning_rate": 2.7481416703104507e-05, "loss": 3.545245361328125, "step": 6935 }, { "epoch": 0.7345469940728196, "grad_norm": 117.74569702148438, "learning_rate": 2.7426759947529518e-05, "loss": 3.7327022552490234, "step": 6940 }, { "epoch": 0.7350762066045724, "grad_norm": 139.16171264648438, "learning_rate": 2.737210319195453e-05, "loss": 3.8003002166748048, "step": 6945 }, { "epoch": 0.7356054191363252, "grad_norm": 126.35535430908203, "learning_rate": 2.731744643637954e-05, "loss": 3.591849136352539, "step": 6950 }, { "epoch": 0.7361346316680779, "grad_norm": 136.56753540039062, "learning_rate": 2.726278968080455e-05, "loss": 3.5657554626464845, "step": 6955 }, { "epoch": 0.7366638441998307, "grad_norm": 128.20140075683594, "learning_rate": 2.7208132925229557e-05, "loss": 3.9221942901611326, "step": 6960 }, { "epoch": 0.7371930567315834, "grad_norm": 126.46601867675781, "learning_rate": 2.7153476169654568e-05, "loss": 3.5257034301757812, "step": 6965 }, { "epoch": 0.7377222692633362, "grad_norm": 124.40785217285156, "learning_rate": 2.709881941407958e-05, "loss": 3.5386116027832033, "step": 6970 }, { "epoch": 0.7382514817950889, "grad_norm": 146.55661010742188, "learning_rate": 2.704416265850459e-05, "loss": 3.5949207305908204, "step": 6975 }, { "epoch": 0.7387806943268417, "grad_norm": 128.59548950195312, "learning_rate": 2.69895059029296e-05, "loss": 3.701254653930664, "step": 6980 }, { "epoch": 0.7393099068585944, "grad_norm": 144.72024536132812, "learning_rate": 2.6934849147354614e-05, "loss": 3.5104644775390623, "step": 6985 }, { "epoch": 0.7398391193903472, "grad_norm": 163.68368530273438, "learning_rate": 2.6880192391779625e-05, "loss": 3.5816360473632813, "step": 6990 }, { "epoch": 0.7403683319220999, "grad_norm": 132.19869995117188, "learning_rate": 2.6825535636204636e-05, "loss": 3.7675018310546875, "step": 6995 }, { "epoch": 0.7408975444538527, "grad_norm": 133.6790008544922, "learning_rate": 2.6770878880629646e-05, "loss": 3.8691665649414064, "step": 7000 }, { "epoch": 0.7414267569856055, "grad_norm": 125.88182067871094, "learning_rate": 2.6716222125054657e-05, "loss": 3.6467262268066407, "step": 7005 }, { "epoch": 0.7419559695173582, "grad_norm": 112.60600280761719, "learning_rate": 2.6661565369479668e-05, "loss": 3.743822479248047, "step": 7010 }, { "epoch": 0.742485182049111, "grad_norm": 109.8470687866211, "learning_rate": 2.660690861390468e-05, "loss": 3.819926071166992, "step": 7015 }, { "epoch": 0.7430143945808637, "grad_norm": 117.7297134399414, "learning_rate": 2.655225185832969e-05, "loss": 3.584813690185547, "step": 7020 }, { "epoch": 0.7435436071126165, "grad_norm": 132.17025756835938, "learning_rate": 2.6497595102754703e-05, "loss": 3.618782806396484, "step": 7025 }, { "epoch": 0.7440728196443692, "grad_norm": 128.92123413085938, "learning_rate": 2.6442938347179714e-05, "loss": 3.636491394042969, "step": 7030 }, { "epoch": 0.744602032176122, "grad_norm": 136.02944946289062, "learning_rate": 2.6388281591604725e-05, "loss": 3.7022750854492186, "step": 7035 }, { "epoch": 0.7451312447078747, "grad_norm": 125.26708984375, "learning_rate": 2.6333624836029736e-05, "loss": 3.724371337890625, "step": 7040 }, { "epoch": 0.7456604572396275, "grad_norm": 132.702880859375, "learning_rate": 2.6278968080454746e-05, "loss": 3.7136608123779298, "step": 7045 }, { "epoch": 0.7461896697713802, "grad_norm": 116.00130462646484, "learning_rate": 2.6224311324879757e-05, "loss": 3.69958381652832, "step": 7050 }, { "epoch": 0.746718882303133, "grad_norm": 120.46391296386719, "learning_rate": 2.6169654569304768e-05, "loss": 3.7328750610351564, "step": 7055 }, { "epoch": 0.7472480948348857, "grad_norm": 122.804443359375, "learning_rate": 2.6114997813729782e-05, "loss": 3.686243438720703, "step": 7060 }, { "epoch": 0.7477773073666384, "grad_norm": 104.75531005859375, "learning_rate": 2.6060341058154793e-05, "loss": 3.712392807006836, "step": 7065 }, { "epoch": 0.7483065198983911, "grad_norm": 118.46487426757812, "learning_rate": 2.6005684302579803e-05, "loss": 3.456473541259766, "step": 7070 }, { "epoch": 0.7488357324301439, "grad_norm": 115.46247100830078, "learning_rate": 2.5951027547004814e-05, "loss": 3.764410400390625, "step": 7075 }, { "epoch": 0.7493649449618967, "grad_norm": 152.21942138671875, "learning_rate": 2.5896370791429818e-05, "loss": 3.7860076904296873, "step": 7080 }, { "epoch": 0.7498941574936494, "grad_norm": 153.34652709960938, "learning_rate": 2.5841714035854832e-05, "loss": 3.752980041503906, "step": 7085 }, { "epoch": 0.7504233700254022, "grad_norm": 125.34078216552734, "learning_rate": 2.5787057280279843e-05, "loss": 3.6162208557128905, "step": 7090 }, { "epoch": 0.7509525825571549, "grad_norm": 123.27606964111328, "learning_rate": 2.5732400524704853e-05, "loss": 3.6566661834716796, "step": 7095 }, { "epoch": 0.7514817950889077, "grad_norm": 123.85875701904297, "learning_rate": 2.5677743769129864e-05, "loss": 3.8019489288330077, "step": 7100 }, { "epoch": 0.7520110076206604, "grad_norm": 139.39501953125, "learning_rate": 2.5623087013554875e-05, "loss": 3.5243148803710938, "step": 7105 }, { "epoch": 0.7525402201524132, "grad_norm": 139.33035278320312, "learning_rate": 2.5568430257979886e-05, "loss": 3.677415466308594, "step": 7110 }, { "epoch": 0.7530694326841659, "grad_norm": 181.3404998779297, "learning_rate": 2.5513773502404896e-05, "loss": 3.7702423095703126, "step": 7115 }, { "epoch": 0.7535986452159187, "grad_norm": 115.62065887451172, "learning_rate": 2.5459116746829907e-05, "loss": 3.6740840911865233, "step": 7120 }, { "epoch": 0.7541278577476714, "grad_norm": 139.7721405029297, "learning_rate": 2.540445999125492e-05, "loss": 3.601821517944336, "step": 7125 }, { "epoch": 0.7546570702794242, "grad_norm": 148.38775634765625, "learning_rate": 2.5349803235679932e-05, "loss": 3.5562904357910154, "step": 7130 }, { "epoch": 0.755186282811177, "grad_norm": 142.07948303222656, "learning_rate": 2.5295146480104943e-05, "loss": 3.705347442626953, "step": 7135 }, { "epoch": 0.7557154953429297, "grad_norm": 160.3525390625, "learning_rate": 2.5240489724529953e-05, "loss": 3.6665016174316407, "step": 7140 }, { "epoch": 0.7562447078746825, "grad_norm": 131.6513214111328, "learning_rate": 2.5185832968954964e-05, "loss": 3.779027557373047, "step": 7145 }, { "epoch": 0.7567739204064352, "grad_norm": 129.03915405273438, "learning_rate": 2.5131176213379975e-05, "loss": 3.7371082305908203, "step": 7150 }, { "epoch": 0.757303132938188, "grad_norm": 120.15281677246094, "learning_rate": 2.5076519457804986e-05, "loss": 3.5240543365478514, "step": 7155 }, { "epoch": 0.7578323454699407, "grad_norm": 121.79753875732422, "learning_rate": 2.5021862702229996e-05, "loss": 3.8455333709716797, "step": 7160 }, { "epoch": 0.7583615580016935, "grad_norm": 155.13111877441406, "learning_rate": 2.496720594665501e-05, "loss": 3.8007328033447267, "step": 7165 }, { "epoch": 0.7588907705334462, "grad_norm": 122.6715087890625, "learning_rate": 2.4912549191080018e-05, "loss": 3.6114200592041015, "step": 7170 }, { "epoch": 0.759419983065199, "grad_norm": 131.62527465820312, "learning_rate": 2.485789243550503e-05, "loss": 3.5477436065673826, "step": 7175 }, { "epoch": 0.7599491955969517, "grad_norm": 116.65338897705078, "learning_rate": 2.480323567993004e-05, "loss": 3.57726936340332, "step": 7180 }, { "epoch": 0.7604784081287045, "grad_norm": 161.71424865722656, "learning_rate": 2.474857892435505e-05, "loss": 3.6222103118896483, "step": 7185 }, { "epoch": 0.7610076206604572, "grad_norm": 128.32424926757812, "learning_rate": 2.469392216878006e-05, "loss": 3.510430908203125, "step": 7190 }, { "epoch": 0.76153683319221, "grad_norm": 138.30421447753906, "learning_rate": 2.4639265413205075e-05, "loss": 3.7305458068847654, "step": 7195 }, { "epoch": 0.7620660457239627, "grad_norm": 120.31501770019531, "learning_rate": 2.4584608657630085e-05, "loss": 3.911846160888672, "step": 7200 }, { "epoch": 0.7625952582557155, "grad_norm": 109.03123474121094, "learning_rate": 2.4529951902055096e-05, "loss": 3.4799468994140623, "step": 7205 }, { "epoch": 0.7631244707874683, "grad_norm": 135.4381561279297, "learning_rate": 2.4475295146480107e-05, "loss": 3.5113552093505858, "step": 7210 }, { "epoch": 0.763653683319221, "grad_norm": 132.84805297851562, "learning_rate": 2.4420638390905118e-05, "loss": 3.738352966308594, "step": 7215 }, { "epoch": 0.7641828958509738, "grad_norm": 111.0660400390625, "learning_rate": 2.4365981635330128e-05, "loss": 3.5116607666015627, "step": 7220 }, { "epoch": 0.7647121083827265, "grad_norm": 141.44146728515625, "learning_rate": 2.431132487975514e-05, "loss": 3.8822593688964844, "step": 7225 }, { "epoch": 0.7652413209144793, "grad_norm": 148.5980987548828, "learning_rate": 2.425666812418015e-05, "loss": 3.5619617462158204, "step": 7230 }, { "epoch": 0.765770533446232, "grad_norm": 124.78470611572266, "learning_rate": 2.420201136860516e-05, "loss": 3.4617149353027346, "step": 7235 }, { "epoch": 0.7662997459779848, "grad_norm": 138.97666931152344, "learning_rate": 2.414735461303017e-05, "loss": 3.895306396484375, "step": 7240 }, { "epoch": 0.7668289585097375, "grad_norm": 157.5726776123047, "learning_rate": 2.4092697857455182e-05, "loss": 3.656982421875, "step": 7245 }, { "epoch": 0.7673581710414903, "grad_norm": 142.0900421142578, "learning_rate": 2.4038041101880193e-05, "loss": 3.585856628417969, "step": 7250 }, { "epoch": 0.767887383573243, "grad_norm": 141.7489471435547, "learning_rate": 2.3983384346305203e-05, "loss": 3.561964416503906, "step": 7255 }, { "epoch": 0.7684165961049958, "grad_norm": 127.81202697753906, "learning_rate": 2.3928727590730214e-05, "loss": 3.7275482177734376, "step": 7260 }, { "epoch": 0.7689458086367486, "grad_norm": 133.92405700683594, "learning_rate": 2.3874070835155228e-05, "loss": 3.468785858154297, "step": 7265 }, { "epoch": 0.7694750211685013, "grad_norm": 129.1337127685547, "learning_rate": 2.381941407958024e-05, "loss": 3.7641857147216795, "step": 7270 }, { "epoch": 0.7700042337002541, "grad_norm": 130.70834350585938, "learning_rate": 2.376475732400525e-05, "loss": 3.5262466430664063, "step": 7275 }, { "epoch": 0.7705334462320068, "grad_norm": 125.3058090209961, "learning_rate": 2.371010056843026e-05, "loss": 3.856698226928711, "step": 7280 }, { "epoch": 0.7710626587637596, "grad_norm": 152.91705322265625, "learning_rate": 2.365544381285527e-05, "loss": 3.5377140045166016, "step": 7285 }, { "epoch": 0.7715918712955123, "grad_norm": 124.85501098632812, "learning_rate": 2.360078705728028e-05, "loss": 3.5763450622558595, "step": 7290 }, { "epoch": 0.7721210838272651, "grad_norm": 144.4384765625, "learning_rate": 2.3546130301705292e-05, "loss": 3.7087787628173827, "step": 7295 }, { "epoch": 0.7726502963590178, "grad_norm": 131.1075897216797, "learning_rate": 2.3491473546130303e-05, "loss": 3.7095367431640627, "step": 7300 }, { "epoch": 0.7731795088907706, "grad_norm": 134.1353759765625, "learning_rate": 2.3436816790555314e-05, "loss": 3.6446407318115233, "step": 7305 }, { "epoch": 0.7737087214225233, "grad_norm": 118.506103515625, "learning_rate": 2.3382160034980325e-05, "loss": 3.619152069091797, "step": 7310 }, { "epoch": 0.7742379339542761, "grad_norm": 125.74557495117188, "learning_rate": 2.3327503279405335e-05, "loss": 3.477059555053711, "step": 7315 }, { "epoch": 0.7747671464860287, "grad_norm": 126.35100555419922, "learning_rate": 2.3272846523830346e-05, "loss": 3.6103286743164062, "step": 7320 }, { "epoch": 0.7752963590177815, "grad_norm": 138.37777709960938, "learning_rate": 2.3218189768255357e-05, "loss": 3.679856872558594, "step": 7325 }, { "epoch": 0.7758255715495342, "grad_norm": 153.7689666748047, "learning_rate": 2.3163533012680367e-05, "loss": 3.683536148071289, "step": 7330 }, { "epoch": 0.776354784081287, "grad_norm": 125.79134368896484, "learning_rate": 2.310887625710538e-05, "loss": 3.727040481567383, "step": 7335 }, { "epoch": 0.7768839966130398, "grad_norm": 112.81861877441406, "learning_rate": 2.3054219501530392e-05, "loss": 3.5071468353271484, "step": 7340 }, { "epoch": 0.7774132091447925, "grad_norm": 130.0382843017578, "learning_rate": 2.2999562745955403e-05, "loss": 3.658502960205078, "step": 7345 }, { "epoch": 0.7779424216765453, "grad_norm": 131.2760467529297, "learning_rate": 2.294490599038041e-05, "loss": 3.692940902709961, "step": 7350 }, { "epoch": 0.778471634208298, "grad_norm": 134.05311584472656, "learning_rate": 2.289024923480542e-05, "loss": 3.6511775970458986, "step": 7355 }, { "epoch": 0.7790008467400508, "grad_norm": 133.29742431640625, "learning_rate": 2.2835592479230432e-05, "loss": 3.815235137939453, "step": 7360 }, { "epoch": 0.7795300592718035, "grad_norm": 127.9293212890625, "learning_rate": 2.2780935723655446e-05, "loss": 3.607131576538086, "step": 7365 }, { "epoch": 0.7800592718035563, "grad_norm": 148.67001342773438, "learning_rate": 2.2726278968080457e-05, "loss": 3.7923831939697266, "step": 7370 }, { "epoch": 0.780588484335309, "grad_norm": 129.5167236328125, "learning_rate": 2.2671622212505467e-05, "loss": 3.8232330322265624, "step": 7375 }, { "epoch": 0.7811176968670618, "grad_norm": 126.2999267578125, "learning_rate": 2.2616965456930478e-05, "loss": 3.5803600311279298, "step": 7380 }, { "epoch": 0.7816469093988145, "grad_norm": 121.26191711425781, "learning_rate": 2.256230870135549e-05, "loss": 3.7668922424316404, "step": 7385 }, { "epoch": 0.7821761219305673, "grad_norm": 116.55181121826172, "learning_rate": 2.25076519457805e-05, "loss": 3.4234954833984377, "step": 7390 }, { "epoch": 0.78270533446232, "grad_norm": 124.10055541992188, "learning_rate": 2.245299519020551e-05, "loss": 3.4839744567871094, "step": 7395 }, { "epoch": 0.7832345469940728, "grad_norm": 125.14237976074219, "learning_rate": 2.239833843463052e-05, "loss": 3.649779510498047, "step": 7400 }, { "epoch": 0.7837637595258256, "grad_norm": 129.4936981201172, "learning_rate": 2.2343681679055535e-05, "loss": 3.5794273376464845, "step": 7405 }, { "epoch": 0.7842929720575783, "grad_norm": 124.36663818359375, "learning_rate": 2.2289024923480542e-05, "loss": 3.633065032958984, "step": 7410 }, { "epoch": 0.7848221845893311, "grad_norm": 117.89766693115234, "learning_rate": 2.2234368167905553e-05, "loss": 3.695512390136719, "step": 7415 }, { "epoch": 0.7853513971210838, "grad_norm": 127.98023986816406, "learning_rate": 2.2179711412330564e-05, "loss": 3.615281677246094, "step": 7420 }, { "epoch": 0.7858806096528366, "grad_norm": 134.95167541503906, "learning_rate": 2.2125054656755575e-05, "loss": 3.800006866455078, "step": 7425 }, { "epoch": 0.7864098221845893, "grad_norm": 127.9989242553711, "learning_rate": 2.2070397901180585e-05, "loss": 3.7499568939208983, "step": 7430 }, { "epoch": 0.7869390347163421, "grad_norm": 141.54159545898438, "learning_rate": 2.20157411456056e-05, "loss": 3.5808502197265626, "step": 7435 }, { "epoch": 0.7874682472480948, "grad_norm": 151.07640075683594, "learning_rate": 2.196108439003061e-05, "loss": 3.5469295501708986, "step": 7440 }, { "epoch": 0.7879974597798476, "grad_norm": 122.01599884033203, "learning_rate": 2.190642763445562e-05, "loss": 3.6864692687988283, "step": 7445 }, { "epoch": 0.7885266723116003, "grad_norm": 126.0466079711914, "learning_rate": 2.185177087888063e-05, "loss": 3.693412017822266, "step": 7450 }, { "epoch": 0.7890558848433531, "grad_norm": 145.70706176757812, "learning_rate": 2.1797114123305642e-05, "loss": 3.505813980102539, "step": 7455 }, { "epoch": 0.7895850973751058, "grad_norm": 111.32247161865234, "learning_rate": 2.1742457367730653e-05, "loss": 3.614734649658203, "step": 7460 }, { "epoch": 0.7901143099068586, "grad_norm": 141.89537048339844, "learning_rate": 2.1687800612155664e-05, "loss": 3.4815086364746093, "step": 7465 }, { "epoch": 0.7906435224386114, "grad_norm": 120.39910125732422, "learning_rate": 2.1633143856580674e-05, "loss": 3.523729705810547, "step": 7470 }, { "epoch": 0.7911727349703641, "grad_norm": 142.0497283935547, "learning_rate": 2.1578487101005685e-05, "loss": 3.687677764892578, "step": 7475 }, { "epoch": 0.7917019475021169, "grad_norm": 127.65808868408203, "learning_rate": 2.1523830345430696e-05, "loss": 3.597328948974609, "step": 7480 }, { "epoch": 0.7922311600338696, "grad_norm": 151.33912658691406, "learning_rate": 2.1469173589855707e-05, "loss": 3.542075347900391, "step": 7485 }, { "epoch": 0.7927603725656224, "grad_norm": 129.15203857421875, "learning_rate": 2.1414516834280717e-05, "loss": 3.631317138671875, "step": 7490 }, { "epoch": 0.7932895850973751, "grad_norm": 130.87030029296875, "learning_rate": 2.1359860078705728e-05, "loss": 3.5191139221191405, "step": 7495 }, { "epoch": 0.7938187976291279, "grad_norm": 134.99472045898438, "learning_rate": 2.130520332313074e-05, "loss": 3.5962646484375, "step": 7500 }, { "epoch": 0.7943480101608806, "grad_norm": 127.09644317626953, "learning_rate": 2.1250546567555753e-05, "loss": 3.6401371002197265, "step": 7505 }, { "epoch": 0.7948772226926334, "grad_norm": 123.0484390258789, "learning_rate": 2.1195889811980764e-05, "loss": 3.7059680938720705, "step": 7510 }, { "epoch": 0.7954064352243861, "grad_norm": 119.586181640625, "learning_rate": 2.1141233056405774e-05, "loss": 3.8138381958007814, "step": 7515 }, { "epoch": 0.7959356477561389, "grad_norm": 131.7820281982422, "learning_rate": 2.1086576300830785e-05, "loss": 3.678987503051758, "step": 7520 }, { "epoch": 0.7964648602878917, "grad_norm": 137.28782653808594, "learning_rate": 2.1031919545255796e-05, "loss": 3.405057907104492, "step": 7525 }, { "epoch": 0.7969940728196444, "grad_norm": 121.93889617919922, "learning_rate": 2.0977262789680803e-05, "loss": 3.644239044189453, "step": 7530 }, { "epoch": 0.7975232853513972, "grad_norm": 117.36505889892578, "learning_rate": 2.0922606034105817e-05, "loss": 3.6766727447509764, "step": 7535 }, { "epoch": 0.7980524978831499, "grad_norm": 120.36531066894531, "learning_rate": 2.0867949278530828e-05, "loss": 3.57979736328125, "step": 7540 }, { "epoch": 0.7985817104149027, "grad_norm": 128.1673583984375, "learning_rate": 2.081329252295584e-05, "loss": 3.7427513122558596, "step": 7545 }, { "epoch": 0.7991109229466554, "grad_norm": 136.0406494140625, "learning_rate": 2.075863576738085e-05, "loss": 3.625455856323242, "step": 7550 }, { "epoch": 0.7996401354784082, "grad_norm": 127.08832550048828, "learning_rate": 2.070397901180586e-05, "loss": 3.6210323333740235, "step": 7555 }, { "epoch": 0.8001693480101609, "grad_norm": 150.60086059570312, "learning_rate": 2.064932225623087e-05, "loss": 3.8184043884277346, "step": 7560 }, { "epoch": 0.8006985605419137, "grad_norm": 157.2835693359375, "learning_rate": 2.059466550065588e-05, "loss": 3.7141761779785156, "step": 7565 }, { "epoch": 0.8012277730736664, "grad_norm": 141.68714904785156, "learning_rate": 2.0540008745080892e-05, "loss": 3.5111942291259766, "step": 7570 }, { "epoch": 0.8017569856054191, "grad_norm": 135.94525146484375, "learning_rate": 2.0485351989505906e-05, "loss": 3.463052749633789, "step": 7575 }, { "epoch": 0.8022861981371718, "grad_norm": 132.0864715576172, "learning_rate": 2.0430695233930917e-05, "loss": 3.481368637084961, "step": 7580 }, { "epoch": 0.8028154106689246, "grad_norm": 142.01443481445312, "learning_rate": 2.0376038478355924e-05, "loss": 3.701802062988281, "step": 7585 }, { "epoch": 0.8033446232006773, "grad_norm": 146.06932067871094, "learning_rate": 2.0321381722780935e-05, "loss": 3.603045654296875, "step": 7590 }, { "epoch": 0.8038738357324301, "grad_norm": 139.51622009277344, "learning_rate": 2.0266724967205946e-05, "loss": 3.755875015258789, "step": 7595 }, { "epoch": 0.8044030482641829, "grad_norm": 161.84812927246094, "learning_rate": 2.0212068211630957e-05, "loss": 3.6848167419433593, "step": 7600 }, { "epoch": 0.8049322607959356, "grad_norm": 130.44903564453125, "learning_rate": 2.015741145605597e-05, "loss": 3.3647464752197265, "step": 7605 }, { "epoch": 0.8054614733276884, "grad_norm": 140.38134765625, "learning_rate": 2.010275470048098e-05, "loss": 3.557984161376953, "step": 7610 }, { "epoch": 0.8059906858594411, "grad_norm": 116.90914154052734, "learning_rate": 2.0048097944905992e-05, "loss": 3.650776672363281, "step": 7615 }, { "epoch": 0.8065198983911939, "grad_norm": 120.6321029663086, "learning_rate": 1.9993441189331003e-05, "loss": 3.581556701660156, "step": 7620 }, { "epoch": 0.8070491109229466, "grad_norm": 165.56932067871094, "learning_rate": 1.9938784433756014e-05, "loss": 3.6759239196777345, "step": 7625 }, { "epoch": 0.8075783234546994, "grad_norm": 136.84127807617188, "learning_rate": 1.9884127678181024e-05, "loss": 3.5106246948242186, "step": 7630 }, { "epoch": 0.8081075359864521, "grad_norm": 108.93009948730469, "learning_rate": 1.9829470922606035e-05, "loss": 3.518579864501953, "step": 7635 }, { "epoch": 0.8086367485182049, "grad_norm": 138.70721435546875, "learning_rate": 1.9774814167031046e-05, "loss": 3.5042652130126952, "step": 7640 }, { "epoch": 0.8091659610499576, "grad_norm": 124.86917114257812, "learning_rate": 1.9720157411456056e-05, "loss": 3.779750442504883, "step": 7645 }, { "epoch": 0.8096951735817104, "grad_norm": 127.73512268066406, "learning_rate": 1.9665500655881067e-05, "loss": 3.7100353240966797, "step": 7650 }, { "epoch": 0.8102243861134631, "grad_norm": 133.1009063720703, "learning_rate": 1.9610843900306078e-05, "loss": 3.589863967895508, "step": 7655 }, { "epoch": 0.8107535986452159, "grad_norm": 123.4307632446289, "learning_rate": 1.955618714473109e-05, "loss": 3.610387420654297, "step": 7660 }, { "epoch": 0.8112828111769687, "grad_norm": 136.31320190429688, "learning_rate": 1.95015303891561e-05, "loss": 3.834656524658203, "step": 7665 }, { "epoch": 0.8118120237087214, "grad_norm": 142.92166137695312, "learning_rate": 1.944687363358111e-05, "loss": 3.657823181152344, "step": 7670 }, { "epoch": 0.8123412362404742, "grad_norm": 133.2057342529297, "learning_rate": 1.9392216878006124e-05, "loss": 3.645443344116211, "step": 7675 }, { "epoch": 0.8128704487722269, "grad_norm": 130.89590454101562, "learning_rate": 1.9337560122431135e-05, "loss": 3.7673851013183595, "step": 7680 }, { "epoch": 0.8133996613039797, "grad_norm": 159.11326599121094, "learning_rate": 1.9282903366856146e-05, "loss": 3.5475643157958983, "step": 7685 }, { "epoch": 0.8139288738357324, "grad_norm": 121.86431121826172, "learning_rate": 1.9228246611281156e-05, "loss": 3.426258087158203, "step": 7690 }, { "epoch": 0.8144580863674852, "grad_norm": 126.00689697265625, "learning_rate": 1.9173589855706167e-05, "loss": 3.5782371520996095, "step": 7695 }, { "epoch": 0.8149872988992379, "grad_norm": 149.08087158203125, "learning_rate": 1.9118933100131178e-05, "loss": 3.770355224609375, "step": 7700 }, { "epoch": 0.8155165114309907, "grad_norm": 126.9050521850586, "learning_rate": 1.906427634455619e-05, "loss": 3.583725357055664, "step": 7705 }, { "epoch": 0.8160457239627434, "grad_norm": 158.89004516601562, "learning_rate": 1.90096195889812e-05, "loss": 3.827859115600586, "step": 7710 }, { "epoch": 0.8165749364944962, "grad_norm": 131.3231964111328, "learning_rate": 1.895496283340621e-05, "loss": 3.569710922241211, "step": 7715 }, { "epoch": 0.817104149026249, "grad_norm": 130.81814575195312, "learning_rate": 1.890030607783122e-05, "loss": 3.5210472106933595, "step": 7720 }, { "epoch": 0.8176333615580017, "grad_norm": 138.6172637939453, "learning_rate": 1.884564932225623e-05, "loss": 3.72540397644043, "step": 7725 }, { "epoch": 0.8181625740897545, "grad_norm": 146.14724731445312, "learning_rate": 1.8790992566681242e-05, "loss": 3.7305419921875, "step": 7730 }, { "epoch": 0.8186917866215072, "grad_norm": 134.35235595703125, "learning_rate": 1.8736335811106253e-05, "loss": 3.7549106597900392, "step": 7735 }, { "epoch": 0.81922099915326, "grad_norm": 143.94729614257812, "learning_rate": 1.8681679055531263e-05, "loss": 3.656216049194336, "step": 7740 }, { "epoch": 0.8197502116850127, "grad_norm": 119.74026489257812, "learning_rate": 1.8627022299956278e-05, "loss": 3.569306564331055, "step": 7745 }, { "epoch": 0.8202794242167655, "grad_norm": 121.2975845336914, "learning_rate": 1.8572365544381288e-05, "loss": 3.5853118896484375, "step": 7750 }, { "epoch": 0.8208086367485182, "grad_norm": 135.21701049804688, "learning_rate": 1.85177087888063e-05, "loss": 3.552342987060547, "step": 7755 }, { "epoch": 0.821337849280271, "grad_norm": 130.9271697998047, "learning_rate": 1.846305203323131e-05, "loss": 3.7060855865478515, "step": 7760 }, { "epoch": 0.8218670618120237, "grad_norm": 139.70570373535156, "learning_rate": 1.8408395277656317e-05, "loss": 3.5618824005126952, "step": 7765 }, { "epoch": 0.8223962743437765, "grad_norm": 136.45355224609375, "learning_rate": 1.8353738522081328e-05, "loss": 3.731454849243164, "step": 7770 }, { "epoch": 0.8229254868755292, "grad_norm": 137.34263610839844, "learning_rate": 1.8299081766506342e-05, "loss": 3.7346370697021483, "step": 7775 }, { "epoch": 0.823454699407282, "grad_norm": 157.92283630371094, "learning_rate": 1.8244425010931353e-05, "loss": 3.605052185058594, "step": 7780 }, { "epoch": 0.8239839119390348, "grad_norm": 145.0630645751953, "learning_rate": 1.8189768255356363e-05, "loss": 3.529877471923828, "step": 7785 }, { "epoch": 0.8245131244707875, "grad_norm": 123.03636932373047, "learning_rate": 1.8135111499781374e-05, "loss": 3.5811832427978514, "step": 7790 }, { "epoch": 0.8250423370025403, "grad_norm": 149.55810546875, "learning_rate": 1.8080454744206385e-05, "loss": 3.577402114868164, "step": 7795 }, { "epoch": 0.825571549534293, "grad_norm": 115.61688232421875, "learning_rate": 1.8025797988631395e-05, "loss": 3.5661083221435548, "step": 7800 }, { "epoch": 0.8261007620660458, "grad_norm": 139.2913818359375, "learning_rate": 1.7971141233056406e-05, "loss": 3.7499176025390626, "step": 7805 }, { "epoch": 0.8266299745977985, "grad_norm": 129.77491760253906, "learning_rate": 1.7916484477481417e-05, "loss": 3.573927307128906, "step": 7810 }, { "epoch": 0.8271591871295513, "grad_norm": 130.05792236328125, "learning_rate": 1.786182772190643e-05, "loss": 3.6019561767578123, "step": 7815 }, { "epoch": 0.827688399661304, "grad_norm": 154.82119750976562, "learning_rate": 1.7807170966331442e-05, "loss": 3.739459991455078, "step": 7820 }, { "epoch": 0.8282176121930568, "grad_norm": 147.5369110107422, "learning_rate": 1.775251421075645e-05, "loss": 3.614945983886719, "step": 7825 }, { "epoch": 0.8287468247248095, "grad_norm": 108.31088256835938, "learning_rate": 1.769785745518146e-05, "loss": 3.683381271362305, "step": 7830 }, { "epoch": 0.8292760372565622, "grad_norm": 141.872802734375, "learning_rate": 1.764320069960647e-05, "loss": 3.610409164428711, "step": 7835 }, { "epoch": 0.8298052497883149, "grad_norm": 162.25244140625, "learning_rate": 1.758854394403148e-05, "loss": 3.5252288818359374, "step": 7840 }, { "epoch": 0.8303344623200677, "grad_norm": 153.6122283935547, "learning_rate": 1.7533887188456495e-05, "loss": 3.3887733459472655, "step": 7845 }, { "epoch": 0.8308636748518204, "grad_norm": 118.40398406982422, "learning_rate": 1.7479230432881506e-05, "loss": 3.5614967346191406, "step": 7850 }, { "epoch": 0.8313928873835732, "grad_norm": 143.4190216064453, "learning_rate": 1.7424573677306517e-05, "loss": 3.4871761322021486, "step": 7855 }, { "epoch": 0.831922099915326, "grad_norm": 146.85850524902344, "learning_rate": 1.7369916921731528e-05, "loss": 3.592224884033203, "step": 7860 }, { "epoch": 0.8324513124470787, "grad_norm": 128.7880401611328, "learning_rate": 1.7315260166156538e-05, "loss": 3.492085266113281, "step": 7865 }, { "epoch": 0.8329805249788315, "grad_norm": 137.9889373779297, "learning_rate": 1.726060341058155e-05, "loss": 3.5620872497558596, "step": 7870 }, { "epoch": 0.8335097375105842, "grad_norm": 136.44357299804688, "learning_rate": 1.720594665500656e-05, "loss": 3.648842620849609, "step": 7875 }, { "epoch": 0.834038950042337, "grad_norm": 131.0394287109375, "learning_rate": 1.715128989943157e-05, "loss": 3.859680938720703, "step": 7880 }, { "epoch": 0.8345681625740897, "grad_norm": 126.98589324951172, "learning_rate": 1.709663314385658e-05, "loss": 3.623592758178711, "step": 7885 }, { "epoch": 0.8350973751058425, "grad_norm": 134.73306274414062, "learning_rate": 1.7041976388281592e-05, "loss": 3.4072635650634764, "step": 7890 }, { "epoch": 0.8356265876375952, "grad_norm": 146.68470764160156, "learning_rate": 1.6987319632706603e-05, "loss": 3.5832103729248046, "step": 7895 }, { "epoch": 0.836155800169348, "grad_norm": 142.97840881347656, "learning_rate": 1.6932662877131613e-05, "loss": 3.5097869873046874, "step": 7900 }, { "epoch": 0.8366850127011007, "grad_norm": 163.07147216796875, "learning_rate": 1.6878006121556624e-05, "loss": 3.753049850463867, "step": 7905 }, { "epoch": 0.8372142252328535, "grad_norm": 150.32647705078125, "learning_rate": 1.6823349365981635e-05, "loss": 3.539333724975586, "step": 7910 }, { "epoch": 0.8377434377646062, "grad_norm": 123.5373306274414, "learning_rate": 1.676869261040665e-05, "loss": 3.3398223876953126, "step": 7915 }, { "epoch": 0.838272650296359, "grad_norm": 131.95315551757812, "learning_rate": 1.671403585483166e-05, "loss": 3.5309211730957033, "step": 7920 }, { "epoch": 0.8388018628281118, "grad_norm": 149.22335815429688, "learning_rate": 1.665937909925667e-05, "loss": 3.5432395935058594, "step": 7925 }, { "epoch": 0.8393310753598645, "grad_norm": 144.08738708496094, "learning_rate": 1.660472234368168e-05, "loss": 3.8377155303955077, "step": 7930 }, { "epoch": 0.8398602878916173, "grad_norm": 151.0655975341797, "learning_rate": 1.655006558810669e-05, "loss": 3.6601654052734376, "step": 7935 }, { "epoch": 0.84038950042337, "grad_norm": 131.6414031982422, "learning_rate": 1.6495408832531702e-05, "loss": 3.571907806396484, "step": 7940 }, { "epoch": 0.8409187129551228, "grad_norm": 136.59654235839844, "learning_rate": 1.644075207695671e-05, "loss": 3.599894332885742, "step": 7945 }, { "epoch": 0.8414479254868755, "grad_norm": 151.43226623535156, "learning_rate": 1.6386095321381724e-05, "loss": 3.7332244873046876, "step": 7950 }, { "epoch": 0.8419771380186283, "grad_norm": 131.98069763183594, "learning_rate": 1.6331438565806735e-05, "loss": 3.4139789581298827, "step": 7955 }, { "epoch": 0.842506350550381, "grad_norm": 132.4093475341797, "learning_rate": 1.6276781810231745e-05, "loss": 3.6009979248046875, "step": 7960 }, { "epoch": 0.8430355630821338, "grad_norm": 124.01045989990234, "learning_rate": 1.6222125054656756e-05, "loss": 3.6341915130615234, "step": 7965 }, { "epoch": 0.8435647756138865, "grad_norm": 119.1181869506836, "learning_rate": 1.6167468299081767e-05, "loss": 3.5820472717285154, "step": 7970 }, { "epoch": 0.8440939881456393, "grad_norm": 134.86692810058594, "learning_rate": 1.6112811543506777e-05, "loss": 3.53980712890625, "step": 7975 }, { "epoch": 0.844623200677392, "grad_norm": 117.1595687866211, "learning_rate": 1.6058154787931788e-05, "loss": 3.65172119140625, "step": 7980 }, { "epoch": 0.8451524132091448, "grad_norm": 148.72406005859375, "learning_rate": 1.6003498032356802e-05, "loss": 3.431465911865234, "step": 7985 }, { "epoch": 0.8456816257408976, "grad_norm": 147.8806915283203, "learning_rate": 1.5948841276781813e-05, "loss": 3.535740280151367, "step": 7990 }, { "epoch": 0.8462108382726503, "grad_norm": 131.8154754638672, "learning_rate": 1.5894184521206824e-05, "loss": 3.6042232513427734, "step": 7995 }, { "epoch": 0.8467400508044031, "grad_norm": 137.54640197753906, "learning_rate": 1.5839527765631834e-05, "loss": 3.442850875854492, "step": 8000 }, { "epoch": 0.8472692633361558, "grad_norm": 114.66842651367188, "learning_rate": 1.5784871010056842e-05, "loss": 3.436037063598633, "step": 8005 }, { "epoch": 0.8477984758679086, "grad_norm": 134.28990173339844, "learning_rate": 1.5730214254481852e-05, "loss": 3.5350719451904298, "step": 8010 }, { "epoch": 0.8483276883996613, "grad_norm": 149.21913146972656, "learning_rate": 1.5675557498906863e-05, "loss": 3.64056282043457, "step": 8015 }, { "epoch": 0.8488569009314141, "grad_norm": 136.0204620361328, "learning_rate": 1.5620900743331877e-05, "loss": 3.7004528045654297, "step": 8020 }, { "epoch": 0.8493861134631668, "grad_norm": 146.5751190185547, "learning_rate": 1.5566243987756888e-05, "loss": 3.658184051513672, "step": 8025 }, { "epoch": 0.8499153259949196, "grad_norm": 144.5546112060547, "learning_rate": 1.55115872321819e-05, "loss": 3.4724872589111326, "step": 8030 }, { "epoch": 0.8504445385266723, "grad_norm": 113.57404327392578, "learning_rate": 1.545693047660691e-05, "loss": 3.749070739746094, "step": 8035 }, { "epoch": 0.8509737510584251, "grad_norm": 147.61944580078125, "learning_rate": 1.540227372103192e-05, "loss": 3.7829761505126953, "step": 8040 }, { "epoch": 0.8515029635901779, "grad_norm": 139.96829223632812, "learning_rate": 1.534761696545693e-05, "loss": 3.457659912109375, "step": 8045 }, { "epoch": 0.8520321761219306, "grad_norm": 146.0852508544922, "learning_rate": 1.529296020988194e-05, "loss": 3.6450843811035156, "step": 8050 }, { "epoch": 0.8525613886536834, "grad_norm": 140.95333862304688, "learning_rate": 1.5238303454306954e-05, "loss": 3.528497314453125, "step": 8055 }, { "epoch": 0.8530906011854361, "grad_norm": 142.96817016601562, "learning_rate": 1.5183646698731965e-05, "loss": 3.887709045410156, "step": 8060 }, { "epoch": 0.8536198137171889, "grad_norm": 136.31216430664062, "learning_rate": 1.5128989943156974e-05, "loss": 3.6057132720947265, "step": 8065 }, { "epoch": 0.8541490262489416, "grad_norm": 127.69159698486328, "learning_rate": 1.5074333187581985e-05, "loss": 3.681026077270508, "step": 8070 }, { "epoch": 0.8546782387806944, "grad_norm": 142.5714111328125, "learning_rate": 1.5019676432006995e-05, "loss": 3.6743053436279296, "step": 8075 }, { "epoch": 0.8552074513124471, "grad_norm": 135.89071655273438, "learning_rate": 1.4965019676432008e-05, "loss": 3.6073863983154295, "step": 8080 }, { "epoch": 0.8557366638441999, "grad_norm": 149.42506408691406, "learning_rate": 1.4910362920857018e-05, "loss": 3.5594017028808596, "step": 8085 }, { "epoch": 0.8562658763759525, "grad_norm": 149.1808319091797, "learning_rate": 1.4855706165282029e-05, "loss": 3.694532775878906, "step": 8090 }, { "epoch": 0.8567950889077053, "grad_norm": 128.40655517578125, "learning_rate": 1.4801049409707042e-05, "loss": 3.6942134857177735, "step": 8095 }, { "epoch": 0.857324301439458, "grad_norm": 124.64532470703125, "learning_rate": 1.4746392654132052e-05, "loss": 3.709136962890625, "step": 8100 }, { "epoch": 0.8578535139712108, "grad_norm": 150.19068908691406, "learning_rate": 1.4691735898557063e-05, "loss": 3.515731430053711, "step": 8105 }, { "epoch": 0.8583827265029635, "grad_norm": 129.20498657226562, "learning_rate": 1.4637079142982074e-05, "loss": 3.8130538940429686, "step": 8110 }, { "epoch": 0.8589119390347163, "grad_norm": 125.21328735351562, "learning_rate": 1.4582422387407086e-05, "loss": 3.3646171569824217, "step": 8115 }, { "epoch": 0.859441151566469, "grad_norm": 123.6253890991211, "learning_rate": 1.4527765631832097e-05, "loss": 3.402995300292969, "step": 8120 }, { "epoch": 0.8599703640982218, "grad_norm": 122.37632751464844, "learning_rate": 1.4473108876257104e-05, "loss": 3.4900245666503906, "step": 8125 }, { "epoch": 0.8604995766299746, "grad_norm": 137.57611083984375, "learning_rate": 1.4418452120682117e-05, "loss": 3.3728519439697267, "step": 8130 }, { "epoch": 0.8610287891617273, "grad_norm": 149.72744750976562, "learning_rate": 1.4363795365107127e-05, "loss": 3.532986068725586, "step": 8135 }, { "epoch": 0.8615580016934801, "grad_norm": 147.4500274658203, "learning_rate": 1.4309138609532138e-05, "loss": 3.6830013275146483, "step": 8140 }, { "epoch": 0.8620872142252328, "grad_norm": 169.32818603515625, "learning_rate": 1.4254481853957149e-05, "loss": 3.785990524291992, "step": 8145 }, { "epoch": 0.8626164267569856, "grad_norm": 152.2952117919922, "learning_rate": 1.4199825098382161e-05, "loss": 3.7678817749023437, "step": 8150 }, { "epoch": 0.8631456392887383, "grad_norm": 115.32011413574219, "learning_rate": 1.4145168342807172e-05, "loss": 3.715088653564453, "step": 8155 }, { "epoch": 0.8636748518204911, "grad_norm": 117.66911315917969, "learning_rate": 1.4090511587232183e-05, "loss": 3.685104751586914, "step": 8160 }, { "epoch": 0.8642040643522438, "grad_norm": 121.0573501586914, "learning_rate": 1.4035854831657195e-05, "loss": 3.723027801513672, "step": 8165 }, { "epoch": 0.8647332768839966, "grad_norm": 128.8050994873047, "learning_rate": 1.3981198076082206e-05, "loss": 3.6603843688964846, "step": 8170 }, { "epoch": 0.8652624894157493, "grad_norm": 138.91983032226562, "learning_rate": 1.3926541320507216e-05, "loss": 3.560258483886719, "step": 8175 }, { "epoch": 0.8657917019475021, "grad_norm": 137.33871459960938, "learning_rate": 1.3871884564932227e-05, "loss": 3.6307621002197266, "step": 8180 }, { "epoch": 0.8663209144792549, "grad_norm": 139.30740356445312, "learning_rate": 1.3817227809357236e-05, "loss": 3.663351821899414, "step": 8185 }, { "epoch": 0.8668501270110076, "grad_norm": 145.75137329101562, "learning_rate": 1.3762571053782247e-05, "loss": 3.480548858642578, "step": 8190 }, { "epoch": 0.8673793395427604, "grad_norm": 146.55062866210938, "learning_rate": 1.3707914298207258e-05, "loss": 3.6182624816894533, "step": 8195 }, { "epoch": 0.8679085520745131, "grad_norm": 121.83269500732422, "learning_rate": 1.365325754263227e-05, "loss": 3.6071849822998048, "step": 8200 }, { "epoch": 0.8684377646062659, "grad_norm": 149.99636840820312, "learning_rate": 1.359860078705728e-05, "loss": 3.643386459350586, "step": 8205 }, { "epoch": 0.8689669771380186, "grad_norm": 126.57930755615234, "learning_rate": 1.3543944031482291e-05, "loss": 3.453672409057617, "step": 8210 }, { "epoch": 0.8694961896697714, "grad_norm": 140.55059814453125, "learning_rate": 1.3489287275907302e-05, "loss": 3.629205322265625, "step": 8215 }, { "epoch": 0.8700254022015241, "grad_norm": 130.49537658691406, "learning_rate": 1.3434630520332315e-05, "loss": 3.6627506256103515, "step": 8220 }, { "epoch": 0.8705546147332769, "grad_norm": 138.03622436523438, "learning_rate": 1.3379973764757325e-05, "loss": 3.6070182800292967, "step": 8225 }, { "epoch": 0.8710838272650296, "grad_norm": 133.00559997558594, "learning_rate": 1.3325317009182336e-05, "loss": 3.6074100494384767, "step": 8230 }, { "epoch": 0.8716130397967824, "grad_norm": 156.67596435546875, "learning_rate": 1.3270660253607348e-05, "loss": 3.5427291870117186, "step": 8235 }, { "epoch": 0.8721422523285352, "grad_norm": 146.8896484375, "learning_rate": 1.3216003498032356e-05, "loss": 3.420421600341797, "step": 8240 }, { "epoch": 0.8726714648602879, "grad_norm": 130.1580047607422, "learning_rate": 1.3161346742457366e-05, "loss": 3.6906272888183596, "step": 8245 }, { "epoch": 0.8732006773920407, "grad_norm": 134.73728942871094, "learning_rate": 1.3106689986882379e-05, "loss": 3.595013427734375, "step": 8250 }, { "epoch": 0.8737298899237934, "grad_norm": 135.8861541748047, "learning_rate": 1.305203323130739e-05, "loss": 3.801972198486328, "step": 8255 }, { "epoch": 0.8742591024555462, "grad_norm": 154.33074951171875, "learning_rate": 1.29973764757324e-05, "loss": 3.752854919433594, "step": 8260 }, { "epoch": 0.8747883149872989, "grad_norm": 139.85888671875, "learning_rate": 1.2942719720157411e-05, "loss": 3.7569252014160157, "step": 8265 }, { "epoch": 0.8753175275190517, "grad_norm": 132.56405639648438, "learning_rate": 1.2888062964582423e-05, "loss": 3.6203376770019533, "step": 8270 }, { "epoch": 0.8758467400508044, "grad_norm": 144.44444274902344, "learning_rate": 1.2833406209007434e-05, "loss": 3.7639469146728515, "step": 8275 }, { "epoch": 0.8763759525825572, "grad_norm": 171.03683471679688, "learning_rate": 1.2778749453432445e-05, "loss": 3.7990245819091797, "step": 8280 }, { "epoch": 0.8769051651143099, "grad_norm": 123.8347396850586, "learning_rate": 1.2724092697857457e-05, "loss": 3.5508502960205077, "step": 8285 }, { "epoch": 0.8774343776460627, "grad_norm": 124.83020782470703, "learning_rate": 1.2669435942282468e-05, "loss": 3.760484313964844, "step": 8290 }, { "epoch": 0.8779635901778154, "grad_norm": 122.26786804199219, "learning_rate": 1.2614779186707479e-05, "loss": 3.412777328491211, "step": 8295 }, { "epoch": 0.8784928027095682, "grad_norm": 129.794677734375, "learning_rate": 1.2560122431132488e-05, "loss": 3.572304534912109, "step": 8300 }, { "epoch": 0.879022015241321, "grad_norm": 153.6765594482422, "learning_rate": 1.2505465675557499e-05, "loss": 3.811305618286133, "step": 8305 }, { "epoch": 0.8795512277730737, "grad_norm": 133.044677734375, "learning_rate": 1.2450808919982511e-05, "loss": 3.581499481201172, "step": 8310 }, { "epoch": 0.8800804403048265, "grad_norm": 122.5344009399414, "learning_rate": 1.239615216440752e-05, "loss": 3.7476062774658203, "step": 8315 }, { "epoch": 0.8806096528365792, "grad_norm": 131.93788146972656, "learning_rate": 1.2341495408832532e-05, "loss": 3.5970020294189453, "step": 8320 }, { "epoch": 0.881138865368332, "grad_norm": 124.70690155029297, "learning_rate": 1.2286838653257543e-05, "loss": 3.644742965698242, "step": 8325 }, { "epoch": 0.8816680779000847, "grad_norm": 163.52572631835938, "learning_rate": 1.2232181897682554e-05, "loss": 3.643228530883789, "step": 8330 }, { "epoch": 0.8821972904318375, "grad_norm": 148.4084014892578, "learning_rate": 1.2177525142107565e-05, "loss": 3.5826229095458983, "step": 8335 }, { "epoch": 0.8827265029635902, "grad_norm": 142.26824951171875, "learning_rate": 1.2122868386532577e-05, "loss": 3.740978240966797, "step": 8340 }, { "epoch": 0.8832557154953429, "grad_norm": 158.7071075439453, "learning_rate": 1.2068211630957586e-05, "loss": 3.5452548980712892, "step": 8345 }, { "epoch": 0.8837849280270956, "grad_norm": 143.712646484375, "learning_rate": 1.2013554875382597e-05, "loss": 3.5667930603027345, "step": 8350 }, { "epoch": 0.8843141405588484, "grad_norm": 119.87581634521484, "learning_rate": 1.1958898119807609e-05, "loss": 3.7147144317626952, "step": 8355 }, { "epoch": 0.8848433530906011, "grad_norm": 110.3478775024414, "learning_rate": 1.190424136423262e-05, "loss": 3.3942726135253904, "step": 8360 }, { "epoch": 0.8853725656223539, "grad_norm": 140.4465789794922, "learning_rate": 1.184958460865763e-05, "loss": 3.4912689208984373, "step": 8365 }, { "epoch": 0.8859017781541066, "grad_norm": 144.48388671875, "learning_rate": 1.1794927853082641e-05, "loss": 3.5412151336669924, "step": 8370 }, { "epoch": 0.8864309906858594, "grad_norm": 145.8965301513672, "learning_rate": 1.1740271097507652e-05, "loss": 3.6189807891845702, "step": 8375 }, { "epoch": 0.8869602032176122, "grad_norm": 189.8960418701172, "learning_rate": 1.1685614341932663e-05, "loss": 3.778112030029297, "step": 8380 }, { "epoch": 0.8874894157493649, "grad_norm": 134.79200744628906, "learning_rate": 1.1630957586357673e-05, "loss": 3.609914779663086, "step": 8385 }, { "epoch": 0.8880186282811177, "grad_norm": 121.48675537109375, "learning_rate": 1.1576300830782686e-05, "loss": 3.494776153564453, "step": 8390 }, { "epoch": 0.8885478408128704, "grad_norm": 127.12036895751953, "learning_rate": 1.1521644075207697e-05, "loss": 3.5577102661132813, "step": 8395 }, { "epoch": 0.8890770533446232, "grad_norm": 127.7177734375, "learning_rate": 1.1466987319632707e-05, "loss": 3.594197082519531, "step": 8400 }, { "epoch": 0.8896062658763759, "grad_norm": 121.52891540527344, "learning_rate": 1.1412330564057718e-05, "loss": 3.4277976989746093, "step": 8405 }, { "epoch": 0.8901354784081287, "grad_norm": 136.36227416992188, "learning_rate": 1.1357673808482729e-05, "loss": 3.4906455993652346, "step": 8410 }, { "epoch": 0.8906646909398814, "grad_norm": 136.54315185546875, "learning_rate": 1.130301705290774e-05, "loss": 3.6436782836914063, "step": 8415 }, { "epoch": 0.8911939034716342, "grad_norm": 139.35801696777344, "learning_rate": 1.124836029733275e-05, "loss": 3.743274688720703, "step": 8420 }, { "epoch": 0.8917231160033869, "grad_norm": 135.45346069335938, "learning_rate": 1.1193703541757763e-05, "loss": 3.5598464965820313, "step": 8425 }, { "epoch": 0.8922523285351397, "grad_norm": 150.4043731689453, "learning_rate": 1.1139046786182773e-05, "loss": 3.8240718841552734, "step": 8430 }, { "epoch": 0.8927815410668924, "grad_norm": 140.0631103515625, "learning_rate": 1.1084390030607782e-05, "loss": 3.80262451171875, "step": 8435 }, { "epoch": 0.8933107535986452, "grad_norm": 134.02734375, "learning_rate": 1.1029733275032795e-05, "loss": 3.7140769958496094, "step": 8440 }, { "epoch": 0.893839966130398, "grad_norm": 138.45135498046875, "learning_rate": 1.0975076519457805e-05, "loss": 3.5670654296875, "step": 8445 }, { "epoch": 0.8943691786621507, "grad_norm": 122.39949798583984, "learning_rate": 1.0920419763882816e-05, "loss": 3.5135643005371096, "step": 8450 }, { "epoch": 0.8948983911939035, "grad_norm": 128.2926483154297, "learning_rate": 1.0865763008307827e-05, "loss": 3.566433334350586, "step": 8455 }, { "epoch": 0.8954276037256562, "grad_norm": 135.2987060546875, "learning_rate": 1.081110625273284e-05, "loss": 3.580221176147461, "step": 8460 }, { "epoch": 0.895956816257409, "grad_norm": 118.54227447509766, "learning_rate": 1.0756449497157848e-05, "loss": 3.689247894287109, "step": 8465 }, { "epoch": 0.8964860287891617, "grad_norm": 111.68598937988281, "learning_rate": 1.0701792741582859e-05, "loss": 3.6749916076660156, "step": 8470 }, { "epoch": 0.8970152413209145, "grad_norm": 145.6481475830078, "learning_rate": 1.0647135986007871e-05, "loss": 3.6988540649414063, "step": 8475 }, { "epoch": 0.8975444538526672, "grad_norm": 121.04249572753906, "learning_rate": 1.0592479230432882e-05, "loss": 3.522845458984375, "step": 8480 }, { "epoch": 0.89807366638442, "grad_norm": 113.8037109375, "learning_rate": 1.0537822474857893e-05, "loss": 3.62841796875, "step": 8485 }, { "epoch": 0.8986028789161727, "grad_norm": 127.60673522949219, "learning_rate": 1.0483165719282904e-05, "loss": 3.623815155029297, "step": 8490 }, { "epoch": 0.8991320914479255, "grad_norm": 142.2679443359375, "learning_rate": 1.0428508963707914e-05, "loss": 3.711720657348633, "step": 8495 }, { "epoch": 0.8996613039796783, "grad_norm": 133.8513641357422, "learning_rate": 1.0373852208132925e-05, "loss": 3.639017105102539, "step": 8500 }, { "epoch": 0.900190516511431, "grad_norm": 143.28152465820312, "learning_rate": 1.0319195452557936e-05, "loss": 3.6824153900146483, "step": 8505 }, { "epoch": 0.9007197290431838, "grad_norm": 121.41315460205078, "learning_rate": 1.0264538696982948e-05, "loss": 3.4573158264160155, "step": 8510 }, { "epoch": 0.9012489415749365, "grad_norm": 130.9029541015625, "learning_rate": 1.0209881941407959e-05, "loss": 3.3162773132324217, "step": 8515 }, { "epoch": 0.9017781541066893, "grad_norm": 160.60072326660156, "learning_rate": 1.015522518583297e-05, "loss": 3.568711853027344, "step": 8520 }, { "epoch": 0.902307366638442, "grad_norm": 128.5627899169922, "learning_rate": 1.010056843025798e-05, "loss": 3.6291175842285157, "step": 8525 }, { "epoch": 0.9028365791701948, "grad_norm": 126.32075500488281, "learning_rate": 1.0045911674682991e-05, "loss": 3.6975788116455077, "step": 8530 }, { "epoch": 0.9033657917019475, "grad_norm": 156.04190063476562, "learning_rate": 9.991254919108002e-06, "loss": 3.6076454162597655, "step": 8535 }, { "epoch": 0.9038950042337003, "grad_norm": 127.67080688476562, "learning_rate": 9.936598163533013e-06, "loss": 3.549728012084961, "step": 8540 }, { "epoch": 0.904424216765453, "grad_norm": 128.77194213867188, "learning_rate": 9.881941407958025e-06, "loss": 3.6618560791015624, "step": 8545 }, { "epoch": 0.9049534292972058, "grad_norm": 134.82009887695312, "learning_rate": 9.827284652383036e-06, "loss": 3.682832717895508, "step": 8550 }, { "epoch": 0.9054826418289585, "grad_norm": 133.85736083984375, "learning_rate": 9.772627896808045e-06, "loss": 3.530213165283203, "step": 8555 }, { "epoch": 0.9060118543607113, "grad_norm": 142.15145874023438, "learning_rate": 9.717971141233057e-06, "loss": 3.6987796783447267, "step": 8560 }, { "epoch": 0.906541066892464, "grad_norm": 143.15318298339844, "learning_rate": 9.663314385658068e-06, "loss": 3.612315368652344, "step": 8565 }, { "epoch": 0.9070702794242168, "grad_norm": 129.51148986816406, "learning_rate": 9.608657630083079e-06, "loss": 3.595628356933594, "step": 8570 }, { "epoch": 0.9075994919559696, "grad_norm": 138.59701538085938, "learning_rate": 9.55400087450809e-06, "loss": 3.7230682373046875, "step": 8575 }, { "epoch": 0.9081287044877223, "grad_norm": 134.71969604492188, "learning_rate": 9.499344118933102e-06, "loss": 3.6236228942871094, "step": 8580 }, { "epoch": 0.9086579170194751, "grad_norm": 152.9840850830078, "learning_rate": 9.44468736335811e-06, "loss": 3.5404430389404298, "step": 8585 }, { "epoch": 0.9091871295512278, "grad_norm": 137.63998413085938, "learning_rate": 9.390030607783121e-06, "loss": 3.529153823852539, "step": 8590 }, { "epoch": 0.9097163420829806, "grad_norm": 121.0705795288086, "learning_rate": 9.335373852208134e-06, "loss": 3.555093002319336, "step": 8595 }, { "epoch": 0.9102455546147333, "grad_norm": 112.10872650146484, "learning_rate": 9.280717096633145e-06, "loss": 3.55810661315918, "step": 8600 }, { "epoch": 0.910774767146486, "grad_norm": 144.0054931640625, "learning_rate": 9.226060341058155e-06, "loss": 3.5471878051757812, "step": 8605 }, { "epoch": 0.9113039796782387, "grad_norm": 128.33914184570312, "learning_rate": 9.171403585483166e-06, "loss": 3.584932327270508, "step": 8610 }, { "epoch": 0.9118331922099915, "grad_norm": 140.6449432373047, "learning_rate": 9.116746829908177e-06, "loss": 3.5074108123779295, "step": 8615 }, { "epoch": 0.9123624047417442, "grad_norm": 114.80810546875, "learning_rate": 9.062090074333187e-06, "loss": 3.701095199584961, "step": 8620 }, { "epoch": 0.912891617273497, "grad_norm": 146.23629760742188, "learning_rate": 9.007433318758198e-06, "loss": 3.749303436279297, "step": 8625 }, { "epoch": 0.9134208298052497, "grad_norm": 129.75511169433594, "learning_rate": 8.95277656318321e-06, "loss": 3.626270294189453, "step": 8630 }, { "epoch": 0.9139500423370025, "grad_norm": 141.07774353027344, "learning_rate": 8.898119807608221e-06, "loss": 3.6176383972167967, "step": 8635 }, { "epoch": 0.9144792548687553, "grad_norm": 138.08506774902344, "learning_rate": 8.843463052033232e-06, "loss": 3.4824539184570313, "step": 8640 }, { "epoch": 0.915008467400508, "grad_norm": 128.5749969482422, "learning_rate": 8.788806296458243e-06, "loss": 3.559906768798828, "step": 8645 }, { "epoch": 0.9155376799322608, "grad_norm": 125.23943328857422, "learning_rate": 8.734149540883253e-06, "loss": 3.689501190185547, "step": 8650 }, { "epoch": 0.9160668924640135, "grad_norm": 131.1096954345703, "learning_rate": 8.679492785308264e-06, "loss": 3.546283721923828, "step": 8655 }, { "epoch": 0.9165961049957663, "grad_norm": 139.46389770507812, "learning_rate": 8.624836029733275e-06, "loss": 3.7101024627685546, "step": 8660 }, { "epoch": 0.917125317527519, "grad_norm": 130.99441528320312, "learning_rate": 8.570179274158287e-06, "loss": 3.8099842071533203, "step": 8665 }, { "epoch": 0.9176545300592718, "grad_norm": 129.51173400878906, "learning_rate": 8.515522518583298e-06, "loss": 3.5655845642089843, "step": 8670 }, { "epoch": 0.9181837425910245, "grad_norm": 134.31712341308594, "learning_rate": 8.460865763008307e-06, "loss": 3.726767730712891, "step": 8675 }, { "epoch": 0.9187129551227773, "grad_norm": 152.41603088378906, "learning_rate": 8.40620900743332e-06, "loss": 3.5394832611083986, "step": 8680 }, { "epoch": 0.91924216765453, "grad_norm": 132.2221221923828, "learning_rate": 8.35155225185833e-06, "loss": 3.693710708618164, "step": 8685 }, { "epoch": 0.9197713801862828, "grad_norm": 127.22645568847656, "learning_rate": 8.296895496283341e-06, "loss": 3.670120620727539, "step": 8690 }, { "epoch": 0.9203005927180355, "grad_norm": 129.78651428222656, "learning_rate": 8.242238740708352e-06, "loss": 3.481230545043945, "step": 8695 }, { "epoch": 0.9208298052497883, "grad_norm": 122.35445404052734, "learning_rate": 8.187581985133364e-06, "loss": 3.5503597259521484, "step": 8700 }, { "epoch": 0.9213590177815411, "grad_norm": 136.9829559326172, "learning_rate": 8.132925229558373e-06, "loss": 3.6481243133544923, "step": 8705 }, { "epoch": 0.9218882303132938, "grad_norm": 126.08294677734375, "learning_rate": 8.078268473983384e-06, "loss": 3.6607295989990236, "step": 8710 }, { "epoch": 0.9224174428450466, "grad_norm": 120.94790649414062, "learning_rate": 8.023611718408396e-06, "loss": 3.694478225708008, "step": 8715 }, { "epoch": 0.9229466553767993, "grad_norm": 171.52723693847656, "learning_rate": 7.968954962833407e-06, "loss": 3.5257495880126952, "step": 8720 }, { "epoch": 0.9234758679085521, "grad_norm": 111.42842102050781, "learning_rate": 7.914298207258418e-06, "loss": 3.7957382202148438, "step": 8725 }, { "epoch": 0.9240050804403048, "grad_norm": 142.457275390625, "learning_rate": 7.859641451683428e-06, "loss": 3.5482719421386717, "step": 8730 }, { "epoch": 0.9245342929720576, "grad_norm": 126.12777709960938, "learning_rate": 7.804984696108439e-06, "loss": 3.508172607421875, "step": 8735 }, { "epoch": 0.9250635055038103, "grad_norm": 142.3823699951172, "learning_rate": 7.75032794053345e-06, "loss": 3.484955596923828, "step": 8740 }, { "epoch": 0.9255927180355631, "grad_norm": 130.80364990234375, "learning_rate": 7.69567118495846e-06, "loss": 3.543709564208984, "step": 8745 }, { "epoch": 0.9261219305673158, "grad_norm": 164.16676330566406, "learning_rate": 7.641014429383473e-06, "loss": 3.4741336822509767, "step": 8750 }, { "epoch": 0.9266511430990686, "grad_norm": 144.06417846679688, "learning_rate": 7.586357673808484e-06, "loss": 3.524140167236328, "step": 8755 }, { "epoch": 0.9271803556308214, "grad_norm": 139.4686737060547, "learning_rate": 7.531700918233494e-06, "loss": 3.4380470275878907, "step": 8760 }, { "epoch": 0.9277095681625741, "grad_norm": 129.27635192871094, "learning_rate": 7.477044162658504e-06, "loss": 3.433663558959961, "step": 8765 }, { "epoch": 0.9282387806943269, "grad_norm": 142.1619415283203, "learning_rate": 7.422387407083516e-06, "loss": 3.613097381591797, "step": 8770 }, { "epoch": 0.9287679932260796, "grad_norm": 147.81431579589844, "learning_rate": 7.3677306515085265e-06, "loss": 3.7101409912109373, "step": 8775 }, { "epoch": 0.9292972057578324, "grad_norm": 141.36178588867188, "learning_rate": 7.313073895933538e-06, "loss": 3.7221031188964844, "step": 8780 }, { "epoch": 0.9298264182895851, "grad_norm": 133.3377227783203, "learning_rate": 7.258417140358549e-06, "loss": 3.659983444213867, "step": 8785 }, { "epoch": 0.9303556308213379, "grad_norm": 151.46360778808594, "learning_rate": 7.20376038478356e-06, "loss": 3.684354782104492, "step": 8790 }, { "epoch": 0.9308848433530906, "grad_norm": 135.7833251953125, "learning_rate": 7.14910362920857e-06, "loss": 3.5382007598876952, "step": 8795 }, { "epoch": 0.9314140558848434, "grad_norm": 131.4044952392578, "learning_rate": 7.094446873633581e-06, "loss": 3.5357891082763673, "step": 8800 }, { "epoch": 0.9319432684165961, "grad_norm": 135.35049438476562, "learning_rate": 7.0397901180585925e-06, "loss": 3.527469253540039, "step": 8805 }, { "epoch": 0.9324724809483489, "grad_norm": 164.0873565673828, "learning_rate": 6.985133362483603e-06, "loss": 3.7505992889404296, "step": 8810 }, { "epoch": 0.9330016934801016, "grad_norm": 122.3548812866211, "learning_rate": 6.930476606908615e-06, "loss": 3.5775264739990233, "step": 8815 }, { "epoch": 0.9335309060118544, "grad_norm": 108.95173645019531, "learning_rate": 6.8758198513336255e-06, "loss": 3.510909652709961, "step": 8820 }, { "epoch": 0.9340601185436072, "grad_norm": 122.43372344970703, "learning_rate": 6.821163095758635e-06, "loss": 3.585775375366211, "step": 8825 }, { "epoch": 0.9345893310753599, "grad_norm": 136.1144256591797, "learning_rate": 6.766506340183647e-06, "loss": 3.514316940307617, "step": 8830 }, { "epoch": 0.9351185436071127, "grad_norm": 139.05970764160156, "learning_rate": 6.711849584608658e-06, "loss": 3.563768005371094, "step": 8835 }, { "epoch": 0.9356477561388654, "grad_norm": 143.79551696777344, "learning_rate": 6.657192829033669e-06, "loss": 3.419716644287109, "step": 8840 }, { "epoch": 0.9361769686706182, "grad_norm": 125.16630554199219, "learning_rate": 6.60253607345868e-06, "loss": 3.5105827331542967, "step": 8845 }, { "epoch": 0.9367061812023709, "grad_norm": 133.38165283203125, "learning_rate": 6.5478793178836915e-06, "loss": 3.6182636260986327, "step": 8850 }, { "epoch": 0.9372353937341237, "grad_norm": 149.23971557617188, "learning_rate": 6.493222562308701e-06, "loss": 3.5171863555908205, "step": 8855 }, { "epoch": 0.9377646062658763, "grad_norm": 147.65106201171875, "learning_rate": 6.438565806733712e-06, "loss": 3.4513671875, "step": 8860 }, { "epoch": 0.9382938187976291, "grad_norm": 155.6868133544922, "learning_rate": 6.383909051158724e-06, "loss": 3.5431156158447266, "step": 8865 }, { "epoch": 0.9388230313293818, "grad_norm": 127.04635620117188, "learning_rate": 6.329252295583734e-06, "loss": 3.4201427459716798, "step": 8870 }, { "epoch": 0.9393522438611346, "grad_norm": 156.8292694091797, "learning_rate": 6.274595540008746e-06, "loss": 3.7482059478759764, "step": 8875 }, { "epoch": 0.9398814563928873, "grad_norm": 142.04685974121094, "learning_rate": 6.219938784433757e-06, "loss": 3.608351135253906, "step": 8880 }, { "epoch": 0.9404106689246401, "grad_norm": 132.7657012939453, "learning_rate": 6.165282028858767e-06, "loss": 3.5344539642333985, "step": 8885 }, { "epoch": 0.9409398814563928, "grad_norm": 130.8472900390625, "learning_rate": 6.110625273283778e-06, "loss": 3.493738555908203, "step": 8890 }, { "epoch": 0.9414690939881456, "grad_norm": 142.595947265625, "learning_rate": 6.055968517708789e-06, "loss": 3.4620723724365234, "step": 8895 }, { "epoch": 0.9419983065198984, "grad_norm": 139.23236083984375, "learning_rate": 6.0013117621338004e-06, "loss": 3.670965576171875, "step": 8900 }, { "epoch": 0.9425275190516511, "grad_norm": 148.98114013671875, "learning_rate": 5.94665500655881e-06, "loss": 3.6376338958740235, "step": 8905 }, { "epoch": 0.9430567315834039, "grad_norm": 136.71102905273438, "learning_rate": 5.891998250983822e-06, "loss": 3.7357452392578123, "step": 8910 }, { "epoch": 0.9435859441151566, "grad_norm": 113.3156967163086, "learning_rate": 5.8373414954088334e-06, "loss": 3.616775131225586, "step": 8915 }, { "epoch": 0.9441151566469094, "grad_norm": 133.45936584472656, "learning_rate": 5.782684739833843e-06, "loss": 3.6951763153076174, "step": 8920 }, { "epoch": 0.9446443691786621, "grad_norm": 134.2119903564453, "learning_rate": 5.728027984258855e-06, "loss": 3.574053955078125, "step": 8925 }, { "epoch": 0.9451735817104149, "grad_norm": 127.47173309326172, "learning_rate": 5.673371228683866e-06, "loss": 3.5395648956298826, "step": 8930 }, { "epoch": 0.9457027942421676, "grad_norm": 130.57618713378906, "learning_rate": 5.618714473108876e-06, "loss": 3.525563430786133, "step": 8935 }, { "epoch": 0.9462320067739204, "grad_norm": 131.66136169433594, "learning_rate": 5.564057717533888e-06, "loss": 3.760964584350586, "step": 8940 }, { "epoch": 0.9467612193056731, "grad_norm": 116.9422607421875, "learning_rate": 5.509400961958899e-06, "loss": 3.7221553802490233, "step": 8945 }, { "epoch": 0.9472904318374259, "grad_norm": 132.7698974609375, "learning_rate": 5.454744206383909e-06, "loss": 3.51712646484375, "step": 8950 }, { "epoch": 0.9478196443691786, "grad_norm": 122.72999572753906, "learning_rate": 5.40008745080892e-06, "loss": 3.5949752807617186, "step": 8955 }, { "epoch": 0.9483488569009314, "grad_norm": 139.56260681152344, "learning_rate": 5.345430695233932e-06, "loss": 3.73046760559082, "step": 8960 }, { "epoch": 0.9488780694326842, "grad_norm": 117.46237182617188, "learning_rate": 5.2907739396589415e-06, "loss": 3.3194515228271486, "step": 8965 }, { "epoch": 0.9494072819644369, "grad_norm": 125.26869201660156, "learning_rate": 5.236117184083953e-06, "loss": 3.6851516723632813, "step": 8970 }, { "epoch": 0.9499364944961897, "grad_norm": 122.37481689453125, "learning_rate": 5.181460428508965e-06, "loss": 3.550050735473633, "step": 8975 }, { "epoch": 0.9504657070279424, "grad_norm": 127.96626281738281, "learning_rate": 5.1268036729339745e-06, "loss": 3.800186538696289, "step": 8980 }, { "epoch": 0.9509949195596952, "grad_norm": 136.29991149902344, "learning_rate": 5.072146917358986e-06, "loss": 3.7873374938964846, "step": 8985 }, { "epoch": 0.9515241320914479, "grad_norm": 152.28118896484375, "learning_rate": 5.017490161783997e-06, "loss": 3.6573345184326174, "step": 8990 }, { "epoch": 0.9520533446232007, "grad_norm": 133.8811492919922, "learning_rate": 4.9628334062090075e-06, "loss": 3.557359313964844, "step": 8995 }, { "epoch": 0.9525825571549534, "grad_norm": 137.264404296875, "learning_rate": 4.908176650634018e-06, "loss": 3.581036376953125, "step": 9000 }, { "epoch": 0.9531117696867062, "grad_norm": 142.9293975830078, "learning_rate": 4.85351989505903e-06, "loss": 3.6983173370361326, "step": 9005 }, { "epoch": 0.9536409822184589, "grad_norm": 156.0575714111328, "learning_rate": 4.7988631394840405e-06, "loss": 3.709520721435547, "step": 9010 }, { "epoch": 0.9541701947502117, "grad_norm": 126.28873443603516, "learning_rate": 4.744206383909051e-06, "loss": 3.5939895629882814, "step": 9015 }, { "epoch": 0.9546994072819645, "grad_norm": 134.2854766845703, "learning_rate": 4.689549628334063e-06, "loss": 3.7433238983154298, "step": 9020 }, { "epoch": 0.9552286198137172, "grad_norm": 124.1174545288086, "learning_rate": 4.634892872759073e-06, "loss": 3.7588233947753906, "step": 9025 }, { "epoch": 0.95575783234547, "grad_norm": 137.272216796875, "learning_rate": 4.580236117184084e-06, "loss": 3.716189956665039, "step": 9030 }, { "epoch": 0.9562870448772227, "grad_norm": 141.38165283203125, "learning_rate": 4.525579361609096e-06, "loss": 3.7688568115234373, "step": 9035 }, { "epoch": 0.9568162574089755, "grad_norm": 141.6785888671875, "learning_rate": 4.470922606034106e-06, "loss": 3.7567188262939455, "step": 9040 }, { "epoch": 0.9573454699407282, "grad_norm": 140.58961486816406, "learning_rate": 4.416265850459117e-06, "loss": 3.5360038757324217, "step": 9045 }, { "epoch": 0.957874682472481, "grad_norm": 128.9754180908203, "learning_rate": 4.361609094884128e-06, "loss": 3.668324661254883, "step": 9050 }, { "epoch": 0.9584038950042337, "grad_norm": 159.09124755859375, "learning_rate": 4.306952339309139e-06, "loss": 3.621062469482422, "step": 9055 }, { "epoch": 0.9589331075359865, "grad_norm": 131.18991088867188, "learning_rate": 4.252295583734149e-06, "loss": 3.5583049774169924, "step": 9060 }, { "epoch": 0.9594623200677392, "grad_norm": 131.2523651123047, "learning_rate": 4.197638828159161e-06, "loss": 3.6783939361572267, "step": 9065 }, { "epoch": 0.959991532599492, "grad_norm": 121.78089141845703, "learning_rate": 4.142982072584172e-06, "loss": 3.5043685913085936, "step": 9070 }, { "epoch": 0.9605207451312447, "grad_norm": 127.53756713867188, "learning_rate": 4.088325317009182e-06, "loss": 3.76248779296875, "step": 9075 }, { "epoch": 0.9610499576629975, "grad_norm": 131.83567810058594, "learning_rate": 4.033668561434194e-06, "loss": 3.6458965301513673, "step": 9080 }, { "epoch": 0.9615791701947503, "grad_norm": 116.60041809082031, "learning_rate": 3.979011805859204e-06, "loss": 3.5062591552734377, "step": 9085 }, { "epoch": 0.962108382726503, "grad_norm": 144.18893432617188, "learning_rate": 3.924355050284215e-06, "loss": 3.747452163696289, "step": 9090 }, { "epoch": 0.9626375952582558, "grad_norm": 128.58062744140625, "learning_rate": 3.869698294709226e-06, "loss": 3.487935256958008, "step": 9095 }, { "epoch": 0.9631668077900085, "grad_norm": 173.19638061523438, "learning_rate": 3.815041539134237e-06, "loss": 3.5887683868408202, "step": 9100 }, { "epoch": 0.9636960203217613, "grad_norm": 145.7027130126953, "learning_rate": 3.760384783559248e-06, "loss": 3.328996276855469, "step": 9105 }, { "epoch": 0.964225232853514, "grad_norm": 130.49179077148438, "learning_rate": 3.705728027984259e-06, "loss": 3.628437042236328, "step": 9110 }, { "epoch": 0.9647544453852667, "grad_norm": 137.1873321533203, "learning_rate": 3.65107127240927e-06, "loss": 3.438311004638672, "step": 9115 }, { "epoch": 0.9652836579170194, "grad_norm": 131.23629760742188, "learning_rate": 3.596414516834281e-06, "loss": 3.602762985229492, "step": 9120 }, { "epoch": 0.9658128704487722, "grad_norm": 133.1456756591797, "learning_rate": 3.541757761259292e-06, "loss": 3.5723438262939453, "step": 9125 }, { "epoch": 0.9663420829805249, "grad_norm": 114.84000396728516, "learning_rate": 3.4871010056843024e-06, "loss": 3.743413543701172, "step": 9130 }, { "epoch": 0.9668712955122777, "grad_norm": 130.59864807128906, "learning_rate": 3.4324442501093136e-06, "loss": 3.500509262084961, "step": 9135 }, { "epoch": 0.9674005080440304, "grad_norm": 130.78392028808594, "learning_rate": 3.3777874945343247e-06, "loss": 3.6108978271484373, "step": 9140 }, { "epoch": 0.9679297205757832, "grad_norm": 136.52903747558594, "learning_rate": 3.3231307389593354e-06, "loss": 3.2970870971679687, "step": 9145 }, { "epoch": 0.968458933107536, "grad_norm": 125.22478485107422, "learning_rate": 3.2684739833843466e-06, "loss": 3.5566822052001954, "step": 9150 }, { "epoch": 0.9689881456392887, "grad_norm": 139.9684600830078, "learning_rate": 3.2138172278093577e-06, "loss": 3.697296142578125, "step": 9155 }, { "epoch": 0.9695173581710415, "grad_norm": 120.41355895996094, "learning_rate": 3.159160472234368e-06, "loss": 3.678099822998047, "step": 9160 }, { "epoch": 0.9700465707027942, "grad_norm": 139.53309631347656, "learning_rate": 3.104503716659379e-06, "loss": 3.413547134399414, "step": 9165 }, { "epoch": 0.970575783234547, "grad_norm": 127.49857330322266, "learning_rate": 3.0498469610843903e-06, "loss": 3.601415252685547, "step": 9170 }, { "epoch": 0.9711049957662997, "grad_norm": 130.18792724609375, "learning_rate": 2.995190205509401e-06, "loss": 3.5565380096435546, "step": 9175 }, { "epoch": 0.9716342082980525, "grad_norm": 132.34661865234375, "learning_rate": 2.940533449934412e-06, "loss": 3.6178096771240233, "step": 9180 }, { "epoch": 0.9721634208298052, "grad_norm": 135.98910522460938, "learning_rate": 2.885876694359423e-06, "loss": 3.679641342163086, "step": 9185 }, { "epoch": 0.972692633361558, "grad_norm": 146.20376586914062, "learning_rate": 2.8312199387844336e-06, "loss": 3.4321693420410155, "step": 9190 }, { "epoch": 0.9732218458933107, "grad_norm": 151.56666564941406, "learning_rate": 2.7765631832094448e-06, "loss": 3.4895370483398436, "step": 9195 }, { "epoch": 0.9737510584250635, "grad_norm": 137.1176300048828, "learning_rate": 2.721906427634456e-06, "loss": 3.5898998260498045, "step": 9200 }, { "epoch": 0.9742802709568162, "grad_norm": 143.31724548339844, "learning_rate": 2.6672496720594666e-06, "loss": 3.727011489868164, "step": 9205 }, { "epoch": 0.974809483488569, "grad_norm": 129.11740112304688, "learning_rate": 2.6125929164844778e-06, "loss": 3.8071250915527344, "step": 9210 }, { "epoch": 0.9753386960203217, "grad_norm": 131.8669891357422, "learning_rate": 2.5579361609094885e-06, "loss": 3.4909137725830077, "step": 9215 }, { "epoch": 0.9758679085520745, "grad_norm": 123.48565673828125, "learning_rate": 2.503279405334499e-06, "loss": 3.656388854980469, "step": 9220 }, { "epoch": 0.9763971210838273, "grad_norm": 123.12589263916016, "learning_rate": 2.4486226497595103e-06, "loss": 3.4958770751953123, "step": 9225 }, { "epoch": 0.97692633361558, "grad_norm": 121.00958251953125, "learning_rate": 2.3939658941845215e-06, "loss": 3.5809677124023436, "step": 9230 }, { "epoch": 0.9774555461473328, "grad_norm": 132.43772888183594, "learning_rate": 2.3393091386095322e-06, "loss": 3.5894004821777346, "step": 9235 }, { "epoch": 0.9779847586790855, "grad_norm": 155.60269165039062, "learning_rate": 2.2846523830345434e-06, "loss": 3.556249237060547, "step": 9240 }, { "epoch": 0.9785139712108383, "grad_norm": 149.03733825683594, "learning_rate": 2.229995627459554e-06, "loss": 3.6563976287841795, "step": 9245 }, { "epoch": 0.979043183742591, "grad_norm": 135.4544677734375, "learning_rate": 2.175338871884565e-06, "loss": 3.6779083251953124, "step": 9250 }, { "epoch": 0.9795723962743438, "grad_norm": 120.57304382324219, "learning_rate": 2.120682116309576e-06, "loss": 3.6104965209960938, "step": 9255 }, { "epoch": 0.9801016088060965, "grad_norm": 133.69931030273438, "learning_rate": 2.066025360734587e-06, "loss": 3.709584426879883, "step": 9260 }, { "epoch": 0.9806308213378493, "grad_norm": 128.9969482421875, "learning_rate": 2.011368605159598e-06, "loss": 3.601481628417969, "step": 9265 }, { "epoch": 0.981160033869602, "grad_norm": 128.1036834716797, "learning_rate": 1.956711849584609e-06, "loss": 3.380670166015625, "step": 9270 }, { "epoch": 0.9816892464013548, "grad_norm": 134.63136291503906, "learning_rate": 1.9020550940096197e-06, "loss": 3.6002456665039064, "step": 9275 }, { "epoch": 0.9822184589331076, "grad_norm": 165.68824768066406, "learning_rate": 1.8473983384346306e-06, "loss": 3.4708412170410154, "step": 9280 }, { "epoch": 0.9827476714648603, "grad_norm": 140.0750274658203, "learning_rate": 1.7927415828596417e-06, "loss": 3.623278045654297, "step": 9285 }, { "epoch": 0.9832768839966131, "grad_norm": 145.90472412109375, "learning_rate": 1.7380848272846525e-06, "loss": 3.6057178497314455, "step": 9290 }, { "epoch": 0.9838060965283658, "grad_norm": 132.4730987548828, "learning_rate": 1.6834280717096634e-06, "loss": 3.3813018798828125, "step": 9295 }, { "epoch": 0.9843353090601186, "grad_norm": 136.85150146484375, "learning_rate": 1.6287713161346745e-06, "loss": 3.543318176269531, "step": 9300 }, { "epoch": 0.9848645215918713, "grad_norm": 117.43623352050781, "learning_rate": 1.5741145605596853e-06, "loss": 3.475921630859375, "step": 9305 }, { "epoch": 0.9853937341236241, "grad_norm": 132.1507110595703, "learning_rate": 1.5194578049846962e-06, "loss": 3.523579406738281, "step": 9310 }, { "epoch": 0.9859229466553768, "grad_norm": 149.2140350341797, "learning_rate": 1.4648010494097071e-06, "loss": 3.5879886627197264, "step": 9315 }, { "epoch": 0.9864521591871296, "grad_norm": 122.62992095947266, "learning_rate": 1.410144293834718e-06, "loss": 3.530914306640625, "step": 9320 }, { "epoch": 0.9869813717188823, "grad_norm": 143.2318115234375, "learning_rate": 1.355487538259729e-06, "loss": 3.468067932128906, "step": 9325 }, { "epoch": 0.9875105842506351, "grad_norm": 137.96234130859375, "learning_rate": 1.30083078268474e-06, "loss": 3.537175750732422, "step": 9330 }, { "epoch": 0.9880397967823878, "grad_norm": 152.6943817138672, "learning_rate": 1.2461740271097508e-06, "loss": 3.388480377197266, "step": 9335 }, { "epoch": 0.9885690093141406, "grad_norm": 136.1486053466797, "learning_rate": 1.1915172715347618e-06, "loss": 3.5155372619628906, "step": 9340 }, { "epoch": 0.9890982218458934, "grad_norm": 126.856689453125, "learning_rate": 1.1368605159597727e-06, "loss": 3.6737625122070314, "step": 9345 }, { "epoch": 0.9896274343776461, "grad_norm": 133.31468200683594, "learning_rate": 1.0822037603847836e-06, "loss": 3.586837387084961, "step": 9350 }, { "epoch": 0.9901566469093989, "grad_norm": 127.83988952636719, "learning_rate": 1.0275470048097944e-06, "loss": 3.5700443267822264, "step": 9355 }, { "epoch": 0.9906858594411516, "grad_norm": 125.61306762695312, "learning_rate": 9.728902492348055e-07, "loss": 3.343680572509766, "step": 9360 }, { "epoch": 0.9912150719729044, "grad_norm": 133.46022033691406, "learning_rate": 9.182334936598164e-07, "loss": 3.7814464569091797, "step": 9365 }, { "epoch": 0.9917442845046571, "grad_norm": 154.94833374023438, "learning_rate": 8.635767380848273e-07, "loss": 3.5622596740722656, "step": 9370 }, { "epoch": 0.9922734970364098, "grad_norm": 122.48880004882812, "learning_rate": 8.089199825098382e-07, "loss": 3.3835987091064452, "step": 9375 }, { "epoch": 0.9928027095681625, "grad_norm": 146.93057250976562, "learning_rate": 7.542632269348491e-07, "loss": 3.469923400878906, "step": 9380 }, { "epoch": 0.9933319220999153, "grad_norm": 126.7642822265625, "learning_rate": 6.996064713598602e-07, "loss": 3.61009521484375, "step": 9385 }, { "epoch": 0.993861134631668, "grad_norm": 126.75828552246094, "learning_rate": 6.44949715784871e-07, "loss": 3.4818603515625, "step": 9390 }, { "epoch": 0.9943903471634208, "grad_norm": 122.91978454589844, "learning_rate": 5.902929602098819e-07, "loss": 3.4652896881103517, "step": 9395 }, { "epoch": 0.9949195596951735, "grad_norm": 173.96945190429688, "learning_rate": 5.35636204634893e-07, "loss": 3.4277130126953126, "step": 9400 }, { "epoch": 0.9954487722269263, "grad_norm": 135.1382598876953, "learning_rate": 4.809794490599038e-07, "loss": 3.486830139160156, "step": 9405 }, { "epoch": 0.995977984758679, "grad_norm": 125.22293090820312, "learning_rate": 4.263226934849147e-07, "loss": 3.650194549560547, "step": 9410 }, { "epoch": 0.9965071972904318, "grad_norm": 127.9570541381836, "learning_rate": 3.7166593790992564e-07, "loss": 3.5957469940185547, "step": 9415 }, { "epoch": 0.9970364098221846, "grad_norm": 129.48793029785156, "learning_rate": 3.1700918233493663e-07, "loss": 3.6086193084716798, "step": 9420 }, { "epoch": 0.9975656223539373, "grad_norm": 131.3289337158203, "learning_rate": 2.6235242675994756e-07, "loss": 3.6343955993652344, "step": 9425 }, { "epoch": 0.9980948348856901, "grad_norm": 141.79153442382812, "learning_rate": 2.0769567118495847e-07, "loss": 3.5455379486083984, "step": 9430 }, { "epoch": 0.9986240474174428, "grad_norm": 125.93384552001953, "learning_rate": 1.530389156099694e-07, "loss": 3.5867889404296873, "step": 9435 }, { "epoch": 0.9991532599491956, "grad_norm": 113.7317886352539, "learning_rate": 9.838216003498033e-08, "loss": 3.774025726318359, "step": 9440 }, { "epoch": 0.9996824724809483, "grad_norm": 129.6732177734375, "learning_rate": 4.372540445999126e-08, "loss": 3.5313819885253905, "step": 9445 } ], "logging_steps": 5, "max_steps": 9448, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 0.0, "train_batch_size": 100, "trial_name": null, "trial_params": null }
{
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.0,
"eval_steps": 500,
"global_step": 9448,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0005292125317527519,
"grad_norm": 29597.080078125,
"learning_rate": 1.3333333333333334e-06,
"loss": 16.0746826171875,
"step": 5
},
{
"epoch": 0.0010584250635055038,
"grad_norm": 21406.564453125,
"learning_rate": 3e-06,
"loss": 14.542674255371093,
"step": 10
},
{
"epoch": 0.0015876375952582557,
"grad_norm": 21047.4140625,
"learning_rate": 4.666666666666667e-06,
"loss": 13.618020629882812,
"step": 15
},
{
"epoch": 0.0021168501270110076,
"grad_norm": 16325.7705078125,
"learning_rate": 6.333333333333334e-06,
"loss": 11.3575439453125,
"step": 20
},
{
"epoch": 0.0026460626587637595,
"grad_norm": 12494.1953125,
"learning_rate": 8.000000000000001e-06,
"loss": 9.62636947631836,
"step": 25
},
{
"epoch": 0.0031752751905165114,
"grad_norm": 10194.99609375,
"learning_rate": 9.666666666666667e-06,
"loss": 9.436696624755859,
"step": 30
},
{
"epoch": 0.0037044877222692633,
"grad_norm": 8279.7841796875,
"learning_rate": 1.1333333333333334e-05,
"loss": 8.437228393554687,
"step": 35
},
{
"epoch": 0.004233700254022015,
"grad_norm": 5511.5,
"learning_rate": 1.3000000000000001e-05,
"loss": 8.267423248291015,
"step": 40
},
{
"epoch": 0.0047629127857747675,
"grad_norm": 16903.625,
"learning_rate": 1.4666666666666668e-05,
"loss": 8.331969451904296,
"step": 45
},
{
"epoch": 0.005292125317527519,
"grad_norm": 13789.5771484375,
"learning_rate": 1.6333333333333335e-05,
"loss": 7.780851745605469,
"step": 50
},
{
"epoch": 0.005821337849280271,
"grad_norm": 4866.31494140625,
"learning_rate": 1.8e-05,
"loss": 7.273455047607422,
"step": 55
},
{
"epoch": 0.006350550381033023,
"grad_norm": 2863.282470703125,
"learning_rate": 1.9666666666666666e-05,
"loss": 7.422029113769531,
"step": 60
},
{
"epoch": 0.006879762912785775,
"grad_norm": 2530.61083984375,
"learning_rate": 2.1333333333333335e-05,
"loss": 7.098149108886719,