| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.03814508100107951, |
| "eval_steps": 200.0, |
| "global_step": 5000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 7.6290162002159015e-06, |
| "grad_norm": 19.858008765227513, |
| "learning_rate": 7.628928898382667e-10, |
| "loss": 0.6787815093994141, |
| "step": 1, |
| "token_acc": 0.8377192982456141 |
| }, |
| { |
| "epoch": 3.81450810010795e-05, |
| "grad_norm": 26.05024103541224, |
| "learning_rate": 3.814464449191334e-09, |
| "loss": 0.7937984466552734, |
| "step": 5, |
| "token_acc": 0.8203161105462612 |
| }, |
| { |
| "epoch": 7.6290162002159e-05, |
| "grad_norm": 30.045629754543953, |
| "learning_rate": 7.628928898382667e-09, |
| "loss": 0.722916555404663, |
| "step": 10, |
| "token_acc": 0.8339535988597672 |
| }, |
| { |
| "epoch": 0.00011443524300323851, |
| "grad_norm": 41.77187019490099, |
| "learning_rate": 1.1443393347574e-08, |
| "loss": 0.7019518852233887, |
| "step": 15, |
| "token_acc": 0.8500863778872608 |
| }, |
| { |
| "epoch": 0.000152580324004318, |
| "grad_norm": 13.031898089287347, |
| "learning_rate": 1.5257857796765334e-08, |
| "loss": 0.7568827629089355, |
| "step": 20, |
| "token_acc": 0.8252126836813611 |
| }, |
| { |
| "epoch": 0.00019072540500539753, |
| "grad_norm": 26.463184090371293, |
| "learning_rate": 1.907232224595667e-08, |
| "loss": 0.7129611968994141, |
| "step": 25, |
| "token_acc": 0.8335900354918636 |
| }, |
| { |
| "epoch": 0.00022887048600647703, |
| "grad_norm": 16.079871921811126, |
| "learning_rate": 2.2886786695148e-08, |
| "loss": 0.7088653564453125, |
| "step": 30, |
| "token_acc": 0.8355570839064649 |
| }, |
| { |
| "epoch": 0.0002670155670075565, |
| "grad_norm": 33.687562516956945, |
| "learning_rate": 2.6701251144339337e-08, |
| "loss": 0.7810484886169433, |
| "step": 35, |
| "token_acc": 0.8183418693982074 |
| }, |
| { |
| "epoch": 0.000305160648008636, |
| "grad_norm": 17.19646111197456, |
| "learning_rate": 3.051571559353067e-08, |
| "loss": 0.6474244117736816, |
| "step": 40, |
| "token_acc": 0.8510296480210311 |
| }, |
| { |
| "epoch": 0.00034330572900971557, |
| "grad_norm": 24.770380370056916, |
| "learning_rate": 3.433018004272201e-08, |
| "loss": 0.66593337059021, |
| "step": 45, |
| "token_acc": 0.8447153957925327 |
| }, |
| { |
| "epoch": 0.00038145081001079507, |
| "grad_norm": 14.223809744043987, |
| "learning_rate": 3.814464449191334e-08, |
| "loss": 0.6652703762054444, |
| "step": 50, |
| "token_acc": 0.8436879598271634 |
| }, |
| { |
| "epoch": 0.00041959589101187456, |
| "grad_norm": 19.829855717229282, |
| "learning_rate": 4.195910894110467e-08, |
| "loss": 0.6511832237243652, |
| "step": 55, |
| "token_acc": 0.8471829658941021 |
| }, |
| { |
| "epoch": 0.00045774097201295406, |
| "grad_norm": 15.85798445068367, |
| "learning_rate": 4.5773573390296e-08, |
| "loss": 0.6936227798461914, |
| "step": 60, |
| "token_acc": 0.8382894155748565 |
| }, |
| { |
| "epoch": 0.0004958860530140336, |
| "grad_norm": 19.984224693650123, |
| "learning_rate": 4.958803783948734e-08, |
| "loss": 0.6485838890075684, |
| "step": 65, |
| "token_acc": 0.8432868352223191 |
| }, |
| { |
| "epoch": 0.000534031134015113, |
| "grad_norm": 13.967273121899467, |
| "learning_rate": 5.3402502288678674e-08, |
| "loss": 0.655977439880371, |
| "step": 70, |
| "token_acc": 0.8395167678901505 |
| }, |
| { |
| "epoch": 0.0005721762150161925, |
| "grad_norm": 23.9354021403603, |
| "learning_rate": 5.7216966737870006e-08, |
| "loss": 0.7054988861083984, |
| "step": 75, |
| "token_acc": 0.8299424184261036 |
| }, |
| { |
| "epoch": 0.000610321296017272, |
| "grad_norm": 14.366371084466175, |
| "learning_rate": 6.103143118706134e-08, |
| "loss": 0.6200805187225342, |
| "step": 80, |
| "token_acc": 0.8412296564195298 |
| }, |
| { |
| "epoch": 0.0006484663770183516, |
| "grad_norm": 13.927963325668722, |
| "learning_rate": 6.484589563625268e-08, |
| "loss": 0.5447507858276367, |
| "step": 85, |
| "token_acc": 0.8580637086175605 |
| }, |
| { |
| "epoch": 0.0006866114580194311, |
| "grad_norm": 17.084378717846253, |
| "learning_rate": 6.866036008544401e-08, |
| "loss": 0.5300666809082031, |
| "step": 90, |
| "token_acc": 0.8586914189276905 |
| }, |
| { |
| "epoch": 0.0007247565390205106, |
| "grad_norm": 12.831399981259963, |
| "learning_rate": 7.247482453463534e-08, |
| "loss": 0.5949723720550537, |
| "step": 95, |
| "token_acc": 0.8456714481366684 |
| }, |
| { |
| "epoch": 0.0007629016200215901, |
| "grad_norm": 9.654604645266131, |
| "learning_rate": 7.628928898382668e-08, |
| "loss": 0.5178804397583008, |
| "step": 100, |
| "token_acc": 0.8577652050919378 |
| }, |
| { |
| "epoch": 0.0008010467010226696, |
| "grad_norm": 9.419771464141803, |
| "learning_rate": 8.0103753433018e-08, |
| "loss": 0.5627875328063965, |
| "step": 105, |
| "token_acc": 0.8502238502238503 |
| }, |
| { |
| "epoch": 0.0008391917820237491, |
| "grad_norm": 10.700536352923347, |
| "learning_rate": 8.391821788220934e-08, |
| "loss": 0.5639850616455078, |
| "step": 110, |
| "token_acc": 0.8486978643636607 |
| }, |
| { |
| "epoch": 0.0008773368630248286, |
| "grad_norm": 18.083522443391814, |
| "learning_rate": 8.773268233140068e-08, |
| "loss": 0.5201422691345214, |
| "step": 115, |
| "token_acc": 0.8569876409072389 |
| }, |
| { |
| "epoch": 0.0009154819440259081, |
| "grad_norm": 8.157978934525882, |
| "learning_rate": 9.1547146780592e-08, |
| "loss": 0.5080629348754883, |
| "step": 120, |
| "token_acc": 0.8670629304651383 |
| }, |
| { |
| "epoch": 0.0009536270250269876, |
| "grad_norm": 7.8633829016429715, |
| "learning_rate": 9.536161122978335e-08, |
| "loss": 0.47640438079833985, |
| "step": 125, |
| "token_acc": 0.8592945806842265 |
| }, |
| { |
| "epoch": 0.000991772106028067, |
| "grad_norm": 10.996375473342454, |
| "learning_rate": 9.917607567897468e-08, |
| "loss": 0.4695584297180176, |
| "step": 130, |
| "token_acc": 0.870125663946107 |
| }, |
| { |
| "epoch": 0.0010299171870291467, |
| "grad_norm": 9.48145780304072, |
| "learning_rate": 1.0299054012816601e-07, |
| "loss": 0.41779556274414065, |
| "step": 135, |
| "token_acc": 0.8781450100252247 |
| }, |
| { |
| "epoch": 0.001068062268030226, |
| "grad_norm": 7.285733898226943, |
| "learning_rate": 1.0680500457735735e-07, |
| "loss": 0.42159037590026854, |
| "step": 140, |
| "token_acc": 0.8773419773095624 |
| }, |
| { |
| "epoch": 0.0011062073490313057, |
| "grad_norm": 6.059780464247734, |
| "learning_rate": 1.1061946902654869e-07, |
| "loss": 0.40407743453979494, |
| "step": 145, |
| "token_acc": 0.8766230324871482 |
| }, |
| { |
| "epoch": 0.001144352430032385, |
| "grad_norm": 7.452093118966406, |
| "learning_rate": 1.1443393347574001e-07, |
| "loss": 0.4567539215087891, |
| "step": 150, |
| "token_acc": 0.866771030732471 |
| }, |
| { |
| "epoch": 0.0011824975110334647, |
| "grad_norm": 6.407966242309223, |
| "learning_rate": 1.1824839792493135e-07, |
| "loss": 0.4267581939697266, |
| "step": 155, |
| "token_acc": 0.8669217106162044 |
| }, |
| { |
| "epoch": 0.001220642592034544, |
| "grad_norm": 6.675792771068159, |
| "learning_rate": 1.2206286237412268e-07, |
| "loss": 0.4057455062866211, |
| "step": 160, |
| "token_acc": 0.8701632511288642 |
| }, |
| { |
| "epoch": 0.0012587876730356237, |
| "grad_norm": 5.152432896859598, |
| "learning_rate": 1.2587732682331401e-07, |
| "loss": 0.417818546295166, |
| "step": 165, |
| "token_acc": 0.8704265211239135 |
| }, |
| { |
| "epoch": 0.0012969327540367033, |
| "grad_norm": 7.574436681211629, |
| "learning_rate": 1.2969179127250535e-07, |
| "loss": 0.3847885847091675, |
| "step": 170, |
| "token_acc": 0.8806957211824615 |
| }, |
| { |
| "epoch": 0.0013350778350377827, |
| "grad_norm": 5.227824773349837, |
| "learning_rate": 1.335062557216967e-07, |
| "loss": 0.39106528759002684, |
| "step": 175, |
| "token_acc": 0.8794553166158197 |
| }, |
| { |
| "epoch": 0.0013732229160388623, |
| "grad_norm": 5.370348537465429, |
| "learning_rate": 1.3732072017088803e-07, |
| "loss": 0.40700087547302244, |
| "step": 180, |
| "token_acc": 0.8752121614640986 |
| }, |
| { |
| "epoch": 0.0014113679970399417, |
| "grad_norm": 3.899114838688643, |
| "learning_rate": 1.4113518462007934e-07, |
| "loss": 0.33117434978485105, |
| "step": 185, |
| "token_acc": 0.8873824197210509 |
| }, |
| { |
| "epoch": 0.0014495130780410213, |
| "grad_norm": 7.517334555705535, |
| "learning_rate": 1.4494964906927068e-07, |
| "loss": 0.3739504337310791, |
| "step": 190, |
| "token_acc": 0.8766823414950543 |
| }, |
| { |
| "epoch": 0.0014876581590421007, |
| "grad_norm": 3.715493293332821, |
| "learning_rate": 1.4876411351846202e-07, |
| "loss": 0.36161179542541505, |
| "step": 195, |
| "token_acc": 0.880270056740645 |
| }, |
| { |
| "epoch": 0.0015258032400431803, |
| "grad_norm": 3.2584704553113855, |
| "learning_rate": 1.5257857796765336e-07, |
| "loss": 0.3406350612640381, |
| "step": 200, |
| "token_acc": 0.8852274327559498 |
| }, |
| { |
| "epoch": 0.0015639483210442597, |
| "grad_norm": 3.0327317389406394, |
| "learning_rate": 1.563930424168447e-07, |
| "loss": 0.33145263195037844, |
| "step": 205, |
| "token_acc": 0.8919872447248796 |
| }, |
| { |
| "epoch": 0.0016020934020453393, |
| "grad_norm": 3.651520865012892, |
| "learning_rate": 1.60207506866036e-07, |
| "loss": 0.3220701217651367, |
| "step": 210, |
| "token_acc": 0.8937093275488069 |
| }, |
| { |
| "epoch": 0.0016402384830464186, |
| "grad_norm": 4.110264197154364, |
| "learning_rate": 1.6402197131522735e-07, |
| "loss": 0.34341437816619874, |
| "step": 215, |
| "token_acc": 0.8845404225461916 |
| }, |
| { |
| "epoch": 0.0016783835640474982, |
| "grad_norm": 3.673651186053855, |
| "learning_rate": 1.6783643576441869e-07, |
| "loss": 0.31849493980407717, |
| "step": 220, |
| "token_acc": 0.8914095343856587 |
| }, |
| { |
| "epoch": 0.0017165286450485779, |
| "grad_norm": 3.4701434837015306, |
| "learning_rate": 1.7165090021361002e-07, |
| "loss": 0.29149889945983887, |
| "step": 225, |
| "token_acc": 0.8938066697402797 |
| }, |
| { |
| "epoch": 0.0017546737260496572, |
| "grad_norm": 4.501326153361515, |
| "learning_rate": 1.7546536466280136e-07, |
| "loss": 0.2862607479095459, |
| "step": 230, |
| "token_acc": 0.9036284845740896 |
| }, |
| { |
| "epoch": 0.0017928188070507368, |
| "grad_norm": 3.8208490412219533, |
| "learning_rate": 1.792798291119927e-07, |
| "loss": 0.27682464122772216, |
| "step": 235, |
| "token_acc": 0.9005648948478867 |
| }, |
| { |
| "epoch": 0.0018309638880518162, |
| "grad_norm": 3.1051066643962617, |
| "learning_rate": 1.83094293561184e-07, |
| "loss": 0.30829055309295655, |
| "step": 240, |
| "token_acc": 0.8974551460100593 |
| }, |
| { |
| "epoch": 0.0018691089690528958, |
| "grad_norm": 2.6304367853356623, |
| "learning_rate": 1.8690875801037535e-07, |
| "loss": 0.2855536937713623, |
| "step": 245, |
| "token_acc": 0.8998719762819217 |
| }, |
| { |
| "epoch": 0.0019072540500539752, |
| "grad_norm": 3.0160339634063056, |
| "learning_rate": 1.907232224595667e-07, |
| "loss": 0.2821728467941284, |
| "step": 250, |
| "token_acc": 0.9010830871771567 |
| }, |
| { |
| "epoch": 0.0019453991310550548, |
| "grad_norm": 3.3623406713328077, |
| "learning_rate": 1.9453768690875803e-07, |
| "loss": 0.28752238750457765, |
| "step": 255, |
| "token_acc": 0.8981417756366139 |
| }, |
| { |
| "epoch": 0.001983544212056134, |
| "grad_norm": 2.858724195529313, |
| "learning_rate": 1.9835215135794937e-07, |
| "loss": 0.2832742691040039, |
| "step": 260, |
| "token_acc": 0.9023319106822539 |
| }, |
| { |
| "epoch": 0.0020216892930572136, |
| "grad_norm": 3.7239371602902143, |
| "learning_rate": 2.0216661580714068e-07, |
| "loss": 0.2549095869064331, |
| "step": 265, |
| "token_acc": 0.9071066362901448 |
| }, |
| { |
| "epoch": 0.0020598343740582934, |
| "grad_norm": 3.481525766253563, |
| "learning_rate": 2.0598108025633202e-07, |
| "loss": 0.30463471412658694, |
| "step": 270, |
| "token_acc": 0.8938873626373627 |
| }, |
| { |
| "epoch": 0.002097979455059373, |
| "grad_norm": 2.8701813267844356, |
| "learning_rate": 2.0979554470552336e-07, |
| "loss": 0.27567908763885496, |
| "step": 275, |
| "token_acc": 0.9044994143181975 |
| }, |
| { |
| "epoch": 0.002136124536060452, |
| "grad_norm": 2.1624912096505766, |
| "learning_rate": 2.136100091547147e-07, |
| "loss": 0.27143154144287107, |
| "step": 280, |
| "token_acc": 0.9036544850498339 |
| }, |
| { |
| "epoch": 0.002174269617061532, |
| "grad_norm": 4.728168119300998, |
| "learning_rate": 2.1742447360390603e-07, |
| "loss": 0.26180579662323, |
| "step": 285, |
| "token_acc": 0.9078116254897257 |
| }, |
| { |
| "epoch": 0.0022124146980626114, |
| "grad_norm": 3.0085172830041564, |
| "learning_rate": 2.2123893805309737e-07, |
| "loss": 0.27187042236328124, |
| "step": 290, |
| "token_acc": 0.9030493094014813 |
| }, |
| { |
| "epoch": 0.002250559779063691, |
| "grad_norm": 2.7990717081011027, |
| "learning_rate": 2.2505340250228868e-07, |
| "loss": 0.27347536087036134, |
| "step": 295, |
| "token_acc": 0.9003181985069147 |
| }, |
| { |
| "epoch": 0.00228870486006477, |
| "grad_norm": 3.2087776560137002, |
| "learning_rate": 2.2886786695148002e-07, |
| "loss": 0.2732613325119019, |
| "step": 300, |
| "token_acc": 0.9009136735979836 |
| }, |
| { |
| "epoch": 0.00232684994106585, |
| "grad_norm": 2.7855962147313456, |
| "learning_rate": 2.3268233140067136e-07, |
| "loss": 0.25121102333068845, |
| "step": 305, |
| "token_acc": 0.9103824400754107 |
| }, |
| { |
| "epoch": 0.0023649950220669294, |
| "grad_norm": 23.00066788095994, |
| "learning_rate": 2.364967958498627e-07, |
| "loss": 0.29934229850769045, |
| "step": 310, |
| "token_acc": 0.8942279519484324 |
| }, |
| { |
| "epoch": 0.0024031401030680088, |
| "grad_norm": 4.913378638209299, |
| "learning_rate": 2.40311260299054e-07, |
| "loss": 0.2760341644287109, |
| "step": 315, |
| "token_acc": 0.9069470572426767 |
| }, |
| { |
| "epoch": 0.002441285184069088, |
| "grad_norm": 3.7230064334029422, |
| "learning_rate": 2.4412572474824535e-07, |
| "loss": 0.316583514213562, |
| "step": 320, |
| "token_acc": 0.8880706921944035 |
| }, |
| { |
| "epoch": 0.002479430265070168, |
| "grad_norm": 3.0630673787948273, |
| "learning_rate": 2.479401891974367e-07, |
| "loss": 0.28699023723602296, |
| "step": 325, |
| "token_acc": 0.8988292744005509 |
| }, |
| { |
| "epoch": 0.0025175753460712474, |
| "grad_norm": 2.7791052705585235, |
| "learning_rate": 2.5175465364662803e-07, |
| "loss": 0.2764303207397461, |
| "step": 330, |
| "token_acc": 0.8995172244497177 |
| }, |
| { |
| "epoch": 0.0025557204270723268, |
| "grad_norm": 4.808529142134823, |
| "learning_rate": 2.5556911809581937e-07, |
| "loss": 0.27858314514160154, |
| "step": 335, |
| "token_acc": 0.9007542460252862 |
| }, |
| { |
| "epoch": 0.0025938655080734066, |
| "grad_norm": 2.646253308159165, |
| "learning_rate": 2.593835825450107e-07, |
| "loss": 0.25584604740142824, |
| "step": 340, |
| "token_acc": 0.9082719082719083 |
| }, |
| { |
| "epoch": 0.002632010589074486, |
| "grad_norm": 5.050994193531453, |
| "learning_rate": 2.6319804699420204e-07, |
| "loss": 0.3128068447113037, |
| "step": 345, |
| "token_acc": 0.8978692138133725 |
| }, |
| { |
| "epoch": 0.0026701556700755654, |
| "grad_norm": 2.922439667410607, |
| "learning_rate": 2.670125114433934e-07, |
| "loss": 0.2790635108947754, |
| "step": 350, |
| "token_acc": 0.9022727272727272 |
| }, |
| { |
| "epoch": 0.0027083007510766447, |
| "grad_norm": 2.606552490620242, |
| "learning_rate": 2.708269758925847e-07, |
| "loss": 0.22434093952178955, |
| "step": 355, |
| "token_acc": 0.9184911328057305 |
| }, |
| { |
| "epoch": 0.0027464458320777246, |
| "grad_norm": 2.2464414779398516, |
| "learning_rate": 2.7464144034177606e-07, |
| "loss": 0.2485731601715088, |
| "step": 360, |
| "token_acc": 0.913417007852876 |
| }, |
| { |
| "epoch": 0.002784590913078804, |
| "grad_norm": 2.232285266114994, |
| "learning_rate": 2.7845590479096734e-07, |
| "loss": 0.2663278579711914, |
| "step": 365, |
| "token_acc": 0.9048203868590727 |
| }, |
| { |
| "epoch": 0.0028227359940798833, |
| "grad_norm": 4.178002931261007, |
| "learning_rate": 2.822703692401587e-07, |
| "loss": 0.2515146255493164, |
| "step": 370, |
| "token_acc": 0.9104171998976197 |
| }, |
| { |
| "epoch": 0.0028608810750809627, |
| "grad_norm": 2.890332520635348, |
| "learning_rate": 2.8608483368935e-07, |
| "loss": 0.25286097526550294, |
| "step": 375, |
| "token_acc": 0.9091865357643759 |
| }, |
| { |
| "epoch": 0.0028990261560820425, |
| "grad_norm": 3.0083368175320047, |
| "learning_rate": 2.8989929813854136e-07, |
| "loss": 0.25886220932006837, |
| "step": 380, |
| "token_acc": 0.907826982492276 |
| }, |
| { |
| "epoch": 0.002937171237083122, |
| "grad_norm": 4.890289775308246, |
| "learning_rate": 2.937137625877327e-07, |
| "loss": 0.27796077728271484, |
| "step": 385, |
| "token_acc": 0.902413515687852 |
| }, |
| { |
| "epoch": 0.0029753163180842013, |
| "grad_norm": 2.4007652310291543, |
| "learning_rate": 2.9752822703692404e-07, |
| "loss": 0.22965149879455565, |
| "step": 390, |
| "token_acc": 0.9193692149468632 |
| }, |
| { |
| "epoch": 0.003013461399085281, |
| "grad_norm": 2.703034695380086, |
| "learning_rate": 3.013426914861154e-07, |
| "loss": 0.26880793571472167, |
| "step": 395, |
| "token_acc": 0.9011542497376706 |
| }, |
| { |
| "epoch": 0.0030516064800863605, |
| "grad_norm": 2.7471412083206705, |
| "learning_rate": 3.051571559353067e-07, |
| "loss": 0.22871689796447753, |
| "step": 400, |
| "token_acc": 0.9171862392723539 |
| }, |
| { |
| "epoch": 0.00308975156108744, |
| "grad_norm": 2.8979547332295907, |
| "learning_rate": 3.0897162038449805e-07, |
| "loss": 0.2612307071685791, |
| "step": 405, |
| "token_acc": 0.904684700059732 |
| }, |
| { |
| "epoch": 0.0031278966420885193, |
| "grad_norm": 2.656438254711223, |
| "learning_rate": 3.127860848336894e-07, |
| "loss": 0.25812110900878904, |
| "step": 410, |
| "token_acc": 0.9117283950617284 |
| }, |
| { |
| "epoch": 0.003166041723089599, |
| "grad_norm": 2.80054119033248, |
| "learning_rate": 3.1660054928288073e-07, |
| "loss": 0.25269036293029784, |
| "step": 415, |
| "token_acc": 0.907069209515466 |
| }, |
| { |
| "epoch": 0.0032041868040906785, |
| "grad_norm": 7.1585542884169495, |
| "learning_rate": 3.20415013732072e-07, |
| "loss": 0.25886504650115966, |
| "step": 420, |
| "token_acc": 0.9069200430261742 |
| }, |
| { |
| "epoch": 0.003242331885091758, |
| "grad_norm": 2.340069613916146, |
| "learning_rate": 3.242294781812634e-07, |
| "loss": 0.27744815349578855, |
| "step": 425, |
| "token_acc": 0.8992904554818036 |
| }, |
| { |
| "epoch": 0.0032804769660928373, |
| "grad_norm": 3.0643890118779264, |
| "learning_rate": 3.280439426304547e-07, |
| "loss": 0.2664801120758057, |
| "step": 430, |
| "token_acc": 0.9005569456776172 |
| }, |
| { |
| "epoch": 0.003318622047093917, |
| "grad_norm": 2.708739491897395, |
| "learning_rate": 3.318584070796461e-07, |
| "loss": 0.26904611587524413, |
| "step": 435, |
| "token_acc": 0.9000482082596818 |
| }, |
| { |
| "epoch": 0.0033567671280949965, |
| "grad_norm": 4.501313817843271, |
| "learning_rate": 3.3567287152883737e-07, |
| "loss": 0.25872418880462644, |
| "step": 440, |
| "token_acc": 0.9131074027787988 |
| }, |
| { |
| "epoch": 0.003394912209096076, |
| "grad_norm": 2.9891978108449226, |
| "learning_rate": 3.3948733597802876e-07, |
| "loss": 0.27869994640350343, |
| "step": 445, |
| "token_acc": 0.8993040035757615 |
| }, |
| { |
| "epoch": 0.0034330572900971557, |
| "grad_norm": 4.01992715262689, |
| "learning_rate": 3.4330180042722005e-07, |
| "loss": 0.24958600997924804, |
| "step": 450, |
| "token_acc": 0.9094727018198787 |
| }, |
| { |
| "epoch": 0.003471202371098235, |
| "grad_norm": 2.542148367897184, |
| "learning_rate": 3.471162648764114e-07, |
| "loss": 0.2729614734649658, |
| "step": 455, |
| "token_acc": 0.8986539984164688 |
| }, |
| { |
| "epoch": 0.0035093474520993145, |
| "grad_norm": 2.3102049515467575, |
| "learning_rate": 3.509307293256027e-07, |
| "loss": 0.25960521697998046, |
| "step": 460, |
| "token_acc": 0.9041880532619208 |
| }, |
| { |
| "epoch": 0.003547492533100394, |
| "grad_norm": 4.215860115991377, |
| "learning_rate": 3.5474519377479406e-07, |
| "loss": 0.2580498218536377, |
| "step": 465, |
| "token_acc": 0.908362295198241 |
| }, |
| { |
| "epoch": 0.0035856376141014737, |
| "grad_norm": 2.5873046950881164, |
| "learning_rate": 3.585596582239854e-07, |
| "loss": 0.25073535442352296, |
| "step": 470, |
| "token_acc": 0.9081341984491217 |
| }, |
| { |
| "epoch": 0.003623782695102553, |
| "grad_norm": 9.841945468118112, |
| "learning_rate": 3.6237412267317674e-07, |
| "loss": 0.2642046928405762, |
| "step": 475, |
| "token_acc": 0.9030493273542601 |
| }, |
| { |
| "epoch": 0.0036619277761036325, |
| "grad_norm": 6.882617587596199, |
| "learning_rate": 3.66188587122368e-07, |
| "loss": 0.23246357440948487, |
| "step": 480, |
| "token_acc": 0.9140461215932913 |
| }, |
| { |
| "epoch": 0.003700072857104712, |
| "grad_norm": 2.0635484069380623, |
| "learning_rate": 3.700030515715594e-07, |
| "loss": 0.23335707187652588, |
| "step": 485, |
| "token_acc": 0.9135682885030921 |
| }, |
| { |
| "epoch": 0.0037382179381057917, |
| "grad_norm": 3.4740093175635174, |
| "learning_rate": 3.738175160207507e-07, |
| "loss": 0.2697558879852295, |
| "step": 490, |
| "token_acc": 0.9013763271726307 |
| }, |
| { |
| "epoch": 0.003776363019106871, |
| "grad_norm": 3.431739461613957, |
| "learning_rate": 3.776319804699421e-07, |
| "loss": 0.2169642448425293, |
| "step": 495, |
| "token_acc": 0.919410362785771 |
| }, |
| { |
| "epoch": 0.0038145081001079504, |
| "grad_norm": 1.5264757240403999, |
| "learning_rate": 3.814464449191334e-07, |
| "loss": 0.25090970993041994, |
| "step": 500, |
| "token_acc": 0.9121357432681667 |
| }, |
| { |
| "epoch": 0.0038526531811090303, |
| "grad_norm": 2.1883666824963797, |
| "learning_rate": 3.8526090936832477e-07, |
| "loss": 0.2483682632446289, |
| "step": 505, |
| "token_acc": 0.9091301932218038 |
| }, |
| { |
| "epoch": 0.0038907982621101097, |
| "grad_norm": 2.083496301448179, |
| "learning_rate": 3.8907537381751606e-07, |
| "loss": 0.2711325645446777, |
| "step": 510, |
| "token_acc": 0.9028123626776037 |
| }, |
| { |
| "epoch": 0.0039289433431111895, |
| "grad_norm": 2.641802435876891, |
| "learning_rate": 3.928898382667074e-07, |
| "loss": 0.27882430553436277, |
| "step": 515, |
| "token_acc": 0.9007821552723059 |
| }, |
| { |
| "epoch": 0.003967088424112268, |
| "grad_norm": 2.394684311531086, |
| "learning_rate": 3.9670430271589873e-07, |
| "loss": 0.2641146183013916, |
| "step": 520, |
| "token_acc": 0.9018478727975935 |
| }, |
| { |
| "epoch": 0.004005233505113348, |
| "grad_norm": 2.481739144309257, |
| "learning_rate": 4.0051876716509007e-07, |
| "loss": 0.26821279525756836, |
| "step": 525, |
| "token_acc": 0.9070000771783592 |
| }, |
| { |
| "epoch": 0.004043378586114427, |
| "grad_norm": 3.889296103853822, |
| "learning_rate": 4.0433323161428136e-07, |
| "loss": 0.22691609859466552, |
| "step": 530, |
| "token_acc": 0.9154143728611813 |
| }, |
| { |
| "epoch": 0.004081523667115507, |
| "grad_norm": 2.6368865169230022, |
| "learning_rate": 4.0814769606347275e-07, |
| "loss": 0.2556874752044678, |
| "step": 535, |
| "token_acc": 0.9065021725636251 |
| }, |
| { |
| "epoch": 0.004119668748116587, |
| "grad_norm": 2.6155085833020206, |
| "learning_rate": 4.1196216051266404e-07, |
| "loss": 0.21920876502990722, |
| "step": 540, |
| "token_acc": 0.92066594281578 |
| }, |
| { |
| "epoch": 0.004157813829117666, |
| "grad_norm": 1.9328229536953851, |
| "learning_rate": 4.1577662496185543e-07, |
| "loss": 0.23413827419281005, |
| "step": 545, |
| "token_acc": 0.909433962264151 |
| }, |
| { |
| "epoch": 0.004195958910118746, |
| "grad_norm": 2.9117172838218615, |
| "learning_rate": 4.195910894110467e-07, |
| "loss": 0.24360220432281493, |
| "step": 550, |
| "token_acc": 0.9103947742118716 |
| }, |
| { |
| "epoch": 0.0042341039911198254, |
| "grad_norm": 2.1250080249331256, |
| "learning_rate": 4.234055538602381e-07, |
| "loss": 0.24965639114379884, |
| "step": 555, |
| "token_acc": 0.9056687992858206 |
| }, |
| { |
| "epoch": 0.004272249072120904, |
| "grad_norm": 2.546842077158916, |
| "learning_rate": 4.272200183094294e-07, |
| "loss": 0.25338068008422854, |
| "step": 560, |
| "token_acc": 0.9083823425210799 |
| }, |
| { |
| "epoch": 0.004310394153121984, |
| "grad_norm": 2.055493648942245, |
| "learning_rate": 4.3103448275862073e-07, |
| "loss": 0.2616416931152344, |
| "step": 565, |
| "token_acc": 0.9030194104960461 |
| }, |
| { |
| "epoch": 0.004348539234123064, |
| "grad_norm": 3.081547453069715, |
| "learning_rate": 4.3484894720781207e-07, |
| "loss": 0.3007126569747925, |
| "step": 570, |
| "token_acc": 0.8967875647668394 |
| }, |
| { |
| "epoch": 0.004386684315124143, |
| "grad_norm": 2.6310833763661448, |
| "learning_rate": 4.386634116570034e-07, |
| "loss": 0.26825015544891356, |
| "step": 575, |
| "token_acc": 0.8971716563863397 |
| }, |
| { |
| "epoch": 0.004424829396125223, |
| "grad_norm": 1.9747613572324976, |
| "learning_rate": 4.4247787610619474e-07, |
| "loss": 0.24232356548309325, |
| "step": 580, |
| "token_acc": 0.9104139104139104 |
| }, |
| { |
| "epoch": 0.004462974477126302, |
| "grad_norm": 2.9507299451994164, |
| "learning_rate": 4.462923405553861e-07, |
| "loss": 0.2625190019607544, |
| "step": 585, |
| "token_acc": 0.9043351131451818 |
| }, |
| { |
| "epoch": 0.004501119558127382, |
| "grad_norm": 2.041702229587946, |
| "learning_rate": 4.5010680500457737e-07, |
| "loss": 0.27087769508361814, |
| "step": 590, |
| "token_acc": 0.8977926041592732 |
| }, |
| { |
| "epoch": 0.004539264639128461, |
| "grad_norm": 2.0495563743442253, |
| "learning_rate": 4.5392126945376876e-07, |
| "loss": 0.23960542678833008, |
| "step": 595, |
| "token_acc": 0.9126592532587083 |
| }, |
| { |
| "epoch": 0.00457740972012954, |
| "grad_norm": 2.436198073944371, |
| "learning_rate": 4.5773573390296005e-07, |
| "loss": 0.24157366752624512, |
| "step": 600, |
| "token_acc": 0.9103791174642635 |
| }, |
| { |
| "epoch": 0.00461555480113062, |
| "grad_norm": 2.5317430593867423, |
| "learning_rate": 4.6155019835215144e-07, |
| "loss": 0.271079421043396, |
| "step": 605, |
| "token_acc": 0.899757139268068 |
| }, |
| { |
| "epoch": 0.0046536998821317, |
| "grad_norm": 2.5553307431531627, |
| "learning_rate": 4.653646628013427e-07, |
| "loss": 0.24459531307220458, |
| "step": 610, |
| "token_acc": 0.9086593883501729 |
| }, |
| { |
| "epoch": 0.004691844963132779, |
| "grad_norm": 2.8304214669453165, |
| "learning_rate": 4.691791272505341e-07, |
| "loss": 0.2665693283081055, |
| "step": 615, |
| "token_acc": 0.9054301403294692 |
| }, |
| { |
| "epoch": 0.004729990044133859, |
| "grad_norm": 2.0461521335651165, |
| "learning_rate": 4.729935916997254e-07, |
| "loss": 0.2225412130355835, |
| "step": 620, |
| "token_acc": 0.9145840584754612 |
| }, |
| { |
| "epoch": 0.004768135125134939, |
| "grad_norm": 2.2406641298382355, |
| "learning_rate": 4.7680805614891674e-07, |
| "loss": 0.22277250289916992, |
| "step": 625, |
| "token_acc": 0.9159432870370371 |
| }, |
| { |
| "epoch": 0.0048062802061360176, |
| "grad_norm": 2.546827343906107, |
| "learning_rate": 4.80622520598108e-07, |
| "loss": 0.1908212661743164, |
| "step": 630, |
| "token_acc": 0.9257950530035336 |
| }, |
| { |
| "epoch": 0.004844425287137097, |
| "grad_norm": 2.1841664235416802, |
| "learning_rate": 4.844369850472995e-07, |
| "loss": 0.25454857349395754, |
| "step": 635, |
| "token_acc": 0.9049563764618526 |
| }, |
| { |
| "epoch": 0.004882570368138176, |
| "grad_norm": 2.572298033816989, |
| "learning_rate": 4.882514494964907e-07, |
| "loss": 0.23939483165740966, |
| "step": 640, |
| "token_acc": 0.9100228579344739 |
| }, |
| { |
| "epoch": 0.004920715449139256, |
| "grad_norm": 3.4160927766057685, |
| "learning_rate": 4.920659139456821e-07, |
| "loss": 0.25036001205444336, |
| "step": 645, |
| "token_acc": 0.9049896907216495 |
| }, |
| { |
| "epoch": 0.004958860530140336, |
| "grad_norm": 3.1113323822613976, |
| "learning_rate": 4.958803783948734e-07, |
| "loss": 0.22428619861602783, |
| "step": 650, |
| "token_acc": 0.9159893601300428 |
| }, |
| { |
| "epoch": 0.004997005611141415, |
| "grad_norm": 1.8929422066777826, |
| "learning_rate": 4.996948428440647e-07, |
| "loss": 0.2436244249343872, |
| "step": 655, |
| "token_acc": 0.9110026722435227 |
| }, |
| { |
| "epoch": 0.005035150692142495, |
| "grad_norm": 2.311586558615121, |
| "learning_rate": 5.035093072932561e-07, |
| "loss": 0.2434394359588623, |
| "step": 660, |
| "token_acc": 0.9068422934795566 |
| }, |
| { |
| "epoch": 0.005073295773143575, |
| "grad_norm": 1.9488749634400302, |
| "learning_rate": 5.073237717424474e-07, |
| "loss": 0.22594902515411378, |
| "step": 665, |
| "token_acc": 0.9147198366464476 |
| }, |
| { |
| "epoch": 0.0051114408541446535, |
| "grad_norm": 3.571265015516316, |
| "learning_rate": 5.111382361916387e-07, |
| "loss": 0.22313566207885743, |
| "step": 670, |
| "token_acc": 0.9155100735529261 |
| }, |
| { |
| "epoch": 0.005149585935145733, |
| "grad_norm": 8.81853964601659, |
| "learning_rate": 5.149527006408301e-07, |
| "loss": 0.23009917736053467, |
| "step": 675, |
| "token_acc": 0.91564106558654 |
| }, |
| { |
| "epoch": 0.005187731016146813, |
| "grad_norm": 2.3832019428324736, |
| "learning_rate": 5.187671650900214e-07, |
| "loss": 0.2520387411117554, |
| "step": 680, |
| "token_acc": 0.9045643153526971 |
| }, |
| { |
| "epoch": 0.005225876097147892, |
| "grad_norm": 2.773453447881878, |
| "learning_rate": 5.225816295392127e-07, |
| "loss": 0.22851839065551757, |
| "step": 685, |
| "token_acc": 0.9147792706333974 |
| }, |
| { |
| "epoch": 0.005264021178148972, |
| "grad_norm": 2.188161059769218, |
| "learning_rate": 5.263960939884041e-07, |
| "loss": 0.21708831787109376, |
| "step": 690, |
| "token_acc": 0.9175445873081709 |
| }, |
| { |
| "epoch": 0.005302166259150051, |
| "grad_norm": 2.120373057447545, |
| "learning_rate": 5.302105584375954e-07, |
| "loss": 0.240578031539917, |
| "step": 695, |
| "token_acc": 0.9101432498914773 |
| }, |
| { |
| "epoch": 0.005340311340151131, |
| "grad_norm": 7.143314253272402, |
| "learning_rate": 5.340250228867868e-07, |
| "loss": 0.24711151123046876, |
| "step": 700, |
| "token_acc": 0.905367231638418 |
| }, |
| { |
| "epoch": 0.0053784564211522105, |
| "grad_norm": 2.509437280811482, |
| "learning_rate": 5.378394873359781e-07, |
| "loss": 0.2288766860961914, |
| "step": 705, |
| "token_acc": 0.9190667983889353 |
| }, |
| { |
| "epoch": 0.0054166015021532895, |
| "grad_norm": 4.435980751184006, |
| "learning_rate": 5.416539517851694e-07, |
| "loss": 0.24404430389404297, |
| "step": 710, |
| "token_acc": 0.91390625 |
| }, |
| { |
| "epoch": 0.005454746583154369, |
| "grad_norm": 2.1864120237187454, |
| "learning_rate": 5.454684162343608e-07, |
| "loss": 0.22964107990264893, |
| "step": 715, |
| "token_acc": 0.9149337004564887 |
| }, |
| { |
| "epoch": 0.005492891664155449, |
| "grad_norm": 2.168263736034898, |
| "learning_rate": 5.492828806835521e-07, |
| "loss": 0.24856891632080078, |
| "step": 720, |
| "token_acc": 0.9097530347425701 |
| }, |
| { |
| "epoch": 0.005531036745156528, |
| "grad_norm": 2.9088664787654213, |
| "learning_rate": 5.530973451327435e-07, |
| "loss": 0.2512509346008301, |
| "step": 725, |
| "token_acc": 0.9060345353590823 |
| }, |
| { |
| "epoch": 0.005569181826157608, |
| "grad_norm": 3.3320808612830874, |
| "learning_rate": 5.569118095819347e-07, |
| "loss": 0.2525000810623169, |
| "step": 730, |
| "token_acc": 0.9031252030407381 |
| }, |
| { |
| "epoch": 0.005607326907158688, |
| "grad_norm": 1.6179035871243548, |
| "learning_rate": 5.607262740311261e-07, |
| "loss": 0.2348179340362549, |
| "step": 735, |
| "token_acc": 0.9133819951338199 |
| }, |
| { |
| "epoch": 0.005645471988159767, |
| "grad_norm": 2.85667421103228, |
| "learning_rate": 5.645407384803174e-07, |
| "loss": 0.23236339092254638, |
| "step": 740, |
| "token_acc": 0.914976065648507 |
| }, |
| { |
| "epoch": 0.0056836170691608465, |
| "grad_norm": 2.6909733482462914, |
| "learning_rate": 5.683552029295088e-07, |
| "loss": 0.23209877014160157, |
| "step": 745, |
| "token_acc": 0.9132922854038392 |
| }, |
| { |
| "epoch": 0.0057217621501619255, |
| "grad_norm": 1.5951096324195422, |
| "learning_rate": 5.721696673787e-07, |
| "loss": 0.22777156829833983, |
| "step": 750, |
| "token_acc": 0.9133550488599349 |
| }, |
| { |
| "epoch": 0.005759907231163005, |
| "grad_norm": 2.3881038308988383, |
| "learning_rate": 5.759841318278915e-07, |
| "loss": 0.2042149543762207, |
| "step": 755, |
| "token_acc": 0.9194363390506014 |
| }, |
| { |
| "epoch": 0.005798052312164085, |
| "grad_norm": 3.325840053407865, |
| "learning_rate": 5.797985962770827e-07, |
| "loss": 0.24493722915649413, |
| "step": 760, |
| "token_acc": 0.9089112637621154 |
| }, |
| { |
| "epoch": 0.005836197393165164, |
| "grad_norm": 1.8938911522743977, |
| "learning_rate": 5.836130607262741e-07, |
| "loss": 0.21641106605529786, |
| "step": 765, |
| "token_acc": 0.9197261978842564 |
| }, |
| { |
| "epoch": 0.005874342474166244, |
| "grad_norm": 1.988679833448486, |
| "learning_rate": 5.874275251754654e-07, |
| "loss": 0.21464207172393798, |
| "step": 770, |
| "token_acc": 0.9175137584978957 |
| }, |
| { |
| "epoch": 0.005912487555167324, |
| "grad_norm": 1.8627516018080663, |
| "learning_rate": 5.912419896246567e-07, |
| "loss": 0.2498110294342041, |
| "step": 775, |
| "token_acc": 0.9056705670567057 |
| }, |
| { |
| "epoch": 0.005950632636168403, |
| "grad_norm": 1.2851350756074684, |
| "learning_rate": 5.950564540738481e-07, |
| "loss": 0.242911434173584, |
| "step": 780, |
| "token_acc": 0.9100091183278389 |
| }, |
| { |
| "epoch": 0.0059887777171694825, |
| "grad_norm": 1.7215295791488319, |
| "learning_rate": 5.988709185230394e-07, |
| "loss": 0.19092849493026734, |
| "step": 785, |
| "token_acc": 0.9254417816509319 |
| }, |
| { |
| "epoch": 0.006026922798170562, |
| "grad_norm": 2.0995252488631713, |
| "learning_rate": 6.026853829722308e-07, |
| "loss": 0.21847922801971437, |
| "step": 790, |
| "token_acc": 0.9216517010244087 |
| }, |
| { |
| "epoch": 0.006065067879171641, |
| "grad_norm": 2.814177734711112, |
| "learning_rate": 6.064998474214221e-07, |
| "loss": 0.24257607460021974, |
| "step": 795, |
| "token_acc": 0.9114211550940947 |
| }, |
| { |
| "epoch": 0.006103212960172721, |
| "grad_norm": 2.2026833559693153, |
| "learning_rate": 6.103143118706134e-07, |
| "loss": 0.23102183341979982, |
| "step": 800, |
| "token_acc": 0.9107298271789134 |
| }, |
| { |
| "epoch": 0.0061413580411738, |
| "grad_norm": 2.0108750944280174, |
| "learning_rate": 6.141287763198048e-07, |
| "loss": 0.24538402557373046, |
| "step": 805, |
| "token_acc": 0.9061550420464984 |
| }, |
| { |
| "epoch": 0.00617950312217488, |
| "grad_norm": 2.304744993055787, |
| "learning_rate": 6.179432407689961e-07, |
| "loss": 0.2557771921157837, |
| "step": 810, |
| "token_acc": 0.9081625797783003 |
| }, |
| { |
| "epoch": 0.00621764820317596, |
| "grad_norm": 8.924798548774792, |
| "learning_rate": 6.217577052181874e-07, |
| "loss": 0.24581964015960694, |
| "step": 815, |
| "token_acc": 0.90890815429074 |
| }, |
| { |
| "epoch": 0.006255793284177039, |
| "grad_norm": 1.4409669493856745, |
| "learning_rate": 6.255721696673788e-07, |
| "loss": 0.20607192516326905, |
| "step": 820, |
| "token_acc": 0.9191860465116279 |
| }, |
| { |
| "epoch": 0.0062939383651781184, |
| "grad_norm": 2.925558681675864, |
| "learning_rate": 6.293866341165701e-07, |
| "loss": 0.2149512767791748, |
| "step": 825, |
| "token_acc": 0.9190668029583309 |
| }, |
| { |
| "epoch": 0.006332083446179198, |
| "grad_norm": 1.7110063722551234, |
| "learning_rate": 6.332010985657615e-07, |
| "loss": 0.21946215629577637, |
| "step": 830, |
| "token_acc": 0.9161647628937348 |
| }, |
| { |
| "epoch": 0.006370228527180277, |
| "grad_norm": 2.444989400700814, |
| "learning_rate": 6.370155630149527e-07, |
| "loss": 0.21233253479003905, |
| "step": 835, |
| "token_acc": 0.9200024520321216 |
| }, |
| { |
| "epoch": 0.006408373608181357, |
| "grad_norm": 3.2838014012433985, |
| "learning_rate": 6.40830027464144e-07, |
| "loss": 0.22280681133270264, |
| "step": 840, |
| "token_acc": 0.9153393695063116 |
| }, |
| { |
| "epoch": 0.006446518689182437, |
| "grad_norm": 1.9215417073538057, |
| "learning_rate": 6.446444919133355e-07, |
| "loss": 0.2385124683380127, |
| "step": 845, |
| "token_acc": 0.9088968579234973 |
| }, |
| { |
| "epoch": 0.006484663770183516, |
| "grad_norm": 2.319220162643885, |
| "learning_rate": 6.484589563625268e-07, |
| "loss": 0.2364635944366455, |
| "step": 850, |
| "token_acc": 0.909977141320425 |
| }, |
| { |
| "epoch": 0.006522808851184596, |
| "grad_norm": 1.9237714003957875, |
| "learning_rate": 6.52273420811718e-07, |
| "loss": 0.23012151718139648, |
| "step": 855, |
| "token_acc": 0.9148593082318793 |
| }, |
| { |
| "epoch": 0.006560953932185675, |
| "grad_norm": 2.046769328041715, |
| "learning_rate": 6.560878852609094e-07, |
| "loss": 0.2327641487121582, |
| "step": 860, |
| "token_acc": 0.9113459879206213 |
| }, |
| { |
| "epoch": 0.006599099013186754, |
| "grad_norm": 1.6115036705671675, |
| "learning_rate": 6.599023497101008e-07, |
| "loss": 0.2237847089767456, |
| "step": 865, |
| "token_acc": 0.9167464114832536 |
| }, |
| { |
| "epoch": 0.006637244094187834, |
| "grad_norm": 3.3051233128989015, |
| "learning_rate": 6.637168141592922e-07, |
| "loss": 0.19322073459625244, |
| "step": 870, |
| "token_acc": 0.9275590551181102 |
| }, |
| { |
| "epoch": 0.006675389175188913, |
| "grad_norm": 2.4262761074290506, |
| "learning_rate": 6.675312786084834e-07, |
| "loss": 0.22160861492156983, |
| "step": 875, |
| "token_acc": 0.9151369669584863 |
| }, |
| { |
| "epoch": 0.006713534256189993, |
| "grad_norm": 1.9677832165578242, |
| "learning_rate": 6.713457430576747e-07, |
| "loss": 0.225478196144104, |
| "step": 880, |
| "token_acc": 0.9115168539325843 |
| }, |
| { |
| "epoch": 0.006751679337191073, |
| "grad_norm": 5.096878328776845, |
| "learning_rate": 6.751602075068661e-07, |
| "loss": 0.24097964763641358, |
| "step": 885, |
| "token_acc": 0.9146459747817652 |
| }, |
| { |
| "epoch": 0.006789824418192152, |
| "grad_norm": 1.688691754760285, |
| "learning_rate": 6.789746719560575e-07, |
| "loss": 0.2104334592819214, |
| "step": 890, |
| "token_acc": 0.9222782379066139 |
| }, |
| { |
| "epoch": 0.006827969499193232, |
| "grad_norm": 3.120436618558742, |
| "learning_rate": 6.827891364052488e-07, |
| "loss": 0.23382256031036378, |
| "step": 895, |
| "token_acc": 0.9112284069097889 |
| }, |
| { |
| "epoch": 0.006866114580194311, |
| "grad_norm": 2.2142725887946937, |
| "learning_rate": 6.866036008544401e-07, |
| "loss": 0.25021958351135254, |
| "step": 900, |
| "token_acc": 0.9044054747647562 |
| }, |
| { |
| "epoch": 0.00690425966119539, |
| "grad_norm": 4.399873851436453, |
| "learning_rate": 6.904180653036314e-07, |
| "loss": 0.2350818157196045, |
| "step": 905, |
| "token_acc": 0.9120438237790294 |
| }, |
| { |
| "epoch": 0.00694240474219647, |
| "grad_norm": 2.5238462069718905, |
| "learning_rate": 6.942325297528228e-07, |
| "loss": 0.21383306980133057, |
| "step": 910, |
| "token_acc": 0.9169596314704813 |
| }, |
| { |
| "epoch": 0.006980549823197549, |
| "grad_norm": 1.8196001493704197, |
| "learning_rate": 6.98046994202014e-07, |
| "loss": 0.20101499557495117, |
| "step": 915, |
| "token_acc": 0.9233510235026535 |
| }, |
| { |
| "epoch": 0.007018694904198629, |
| "grad_norm": 1.8331955196154692, |
| "learning_rate": 7.018614586512054e-07, |
| "loss": 0.2478102207183838, |
| "step": 920, |
| "token_acc": 0.9081678497618834 |
| }, |
| { |
| "epoch": 0.007056839985199709, |
| "grad_norm": 1.6893601989964881, |
| "learning_rate": 7.056759231003968e-07, |
| "loss": 0.2171755313873291, |
| "step": 925, |
| "token_acc": 0.9169847990560145 |
| }, |
| { |
| "epoch": 0.007094985066200788, |
| "grad_norm": 2.7750882619687682, |
| "learning_rate": 7.094903875495881e-07, |
| "loss": 0.2517444610595703, |
| "step": 930, |
| "token_acc": 0.905949540952794 |
| }, |
| { |
| "epoch": 0.0071331301472018676, |
| "grad_norm": 2.295636343184957, |
| "learning_rate": 7.133048519987794e-07, |
| "loss": 0.21493184566497803, |
| "step": 935, |
| "token_acc": 0.919338959212377 |
| }, |
| { |
| "epoch": 0.007171275228202947, |
| "grad_norm": 5.274781334339023, |
| "learning_rate": 7.171193164479708e-07, |
| "loss": 0.2255638360977173, |
| "step": 940, |
| "token_acc": 0.9191055958791852 |
| }, |
| { |
| "epoch": 0.007209420309204026, |
| "grad_norm": 4.249507608934204, |
| "learning_rate": 7.209337808971621e-07, |
| "loss": 0.23890252113342286, |
| "step": 945, |
| "token_acc": 0.9082201572551822 |
| }, |
| { |
| "epoch": 0.007247565390205106, |
| "grad_norm": 1.8318728175930554, |
| "learning_rate": 7.247482453463535e-07, |
| "loss": 0.23565545082092285, |
| "step": 950, |
| "token_acc": 0.9120185682164358 |
| }, |
| { |
| "epoch": 0.007285710471206186, |
| "grad_norm": 2.3153771765190125, |
| "learning_rate": 7.285627097955447e-07, |
| "loss": 0.22924485206604003, |
| "step": 955, |
| "token_acc": 0.9118163094057518 |
| }, |
| { |
| "epoch": 0.007323855552207265, |
| "grad_norm": 2.1444734209902667, |
| "learning_rate": 7.32377174244736e-07, |
| "loss": 0.2102113723754883, |
| "step": 960, |
| "token_acc": 0.9237033861980283 |
| }, |
| { |
| "epoch": 0.007362000633208345, |
| "grad_norm": 2.313230627888173, |
| "learning_rate": 7.361916386939275e-07, |
| "loss": 0.22157104015350343, |
| "step": 965, |
| "token_acc": 0.9158624102944816 |
| }, |
| { |
| "epoch": 0.007400145714209424, |
| "grad_norm": 1.8991530777901926, |
| "learning_rate": 7.400061031431188e-07, |
| "loss": 0.21107559204101561, |
| "step": 970, |
| "token_acc": 0.9221950473861205 |
| }, |
| { |
| "epoch": 0.0074382907952105035, |
| "grad_norm": 1.9998413654401805, |
| "learning_rate": 7.438205675923101e-07, |
| "loss": 0.21765711307525634, |
| "step": 975, |
| "token_acc": 0.9134157944814463 |
| }, |
| { |
| "epoch": 0.007476435876211583, |
| "grad_norm": 2.3376032357783734, |
| "learning_rate": 7.476350320415014e-07, |
| "loss": 0.22147510051727295, |
| "step": 980, |
| "token_acc": 0.9163215117784106 |
| }, |
| { |
| "epoch": 0.007514580957212662, |
| "grad_norm": 1.5533529464193574, |
| "learning_rate": 7.514494964906927e-07, |
| "loss": 0.1793646216392517, |
| "step": 985, |
| "token_acc": 0.9294284173631706 |
| }, |
| { |
| "epoch": 0.007552726038213742, |
| "grad_norm": 2.325698269527801, |
| "learning_rate": 7.552639609398842e-07, |
| "loss": 0.22358329296112062, |
| "step": 990, |
| "token_acc": 0.915683082349749 |
| }, |
| { |
| "epoch": 0.007590871119214822, |
| "grad_norm": 2.2527992518345625, |
| "learning_rate": 7.590784253890754e-07, |
| "loss": 0.22756524085998536, |
| "step": 995, |
| "token_acc": 0.9161717164122998 |
| }, |
| { |
| "epoch": 0.007629016200215901, |
| "grad_norm": 2.026830062262338, |
| "learning_rate": 7.628928898382668e-07, |
| "loss": 0.22516098022460937, |
| "step": 1000, |
| "token_acc": 0.9157646132651053 |
| }, |
| { |
| "epoch": 0.007667161281216981, |
| "grad_norm": 2.2410727876260443, |
| "learning_rate": 7.667073542874581e-07, |
| "loss": 0.22787818908691407, |
| "step": 1005, |
| "token_acc": 0.9150561797752809 |
| }, |
| { |
| "epoch": 0.0077053063622180605, |
| "grad_norm": 5.3919391901547975, |
| "learning_rate": 7.705218187366495e-07, |
| "loss": 0.21928162574768068, |
| "step": 1010, |
| "token_acc": 0.919819946546631 |
| }, |
| { |
| "epoch": 0.0077434514432191395, |
| "grad_norm": 1.9669989639073129, |
| "learning_rate": 7.743362831858408e-07, |
| "loss": 0.23177022933959962, |
| "step": 1015, |
| "token_acc": 0.9152079453755432 |
| }, |
| { |
| "epoch": 0.007781596524220219, |
| "grad_norm": 2.5524717405659754, |
| "learning_rate": 7.781507476350321e-07, |
| "loss": 0.24666337966918944, |
| "step": 1020, |
| "token_acc": 0.9083541147132169 |
| }, |
| { |
| "epoch": 0.007819741605221298, |
| "grad_norm": 1.4083926404283291, |
| "learning_rate": 7.819652120842235e-07, |
| "loss": 0.21447858810424805, |
| "step": 1025, |
| "token_acc": 0.9166475841538814 |
| }, |
| { |
| "epoch": 0.007857886686222379, |
| "grad_norm": 1.5641199684666467, |
| "learning_rate": 7.857796765334148e-07, |
| "loss": 0.2286088466644287, |
| "step": 1030, |
| "token_acc": 0.9125537455338218 |
| }, |
| { |
| "epoch": 0.007896031767223458, |
| "grad_norm": 2.0673685817206033, |
| "learning_rate": 7.89594140982606e-07, |
| "loss": 0.20569605827331544, |
| "step": 1035, |
| "token_acc": 0.9217044637605385 |
| }, |
| { |
| "epoch": 0.007934176848224537, |
| "grad_norm": 2.8085525303032366, |
| "learning_rate": 7.934086054317975e-07, |
| "loss": 0.22242367267608643, |
| "step": 1040, |
| "token_acc": 0.917860620392266 |
| }, |
| { |
| "epoch": 0.007972321929225618, |
| "grad_norm": 4.060492391104231, |
| "learning_rate": 7.972230698809888e-07, |
| "loss": 0.23639769554138185, |
| "step": 1045, |
| "token_acc": 0.909541895977056 |
| }, |
| { |
| "epoch": 0.008010467010226697, |
| "grad_norm": 2.2698459873627517, |
| "learning_rate": 8.010375343301801e-07, |
| "loss": 0.20035903453826903, |
| "step": 1050, |
| "token_acc": 0.9249095769775122 |
| }, |
| { |
| "epoch": 0.008048612091227775, |
| "grad_norm": 1.7377397563130297, |
| "learning_rate": 8.048519987793714e-07, |
| "loss": 0.23490912914276124, |
| "step": 1055, |
| "token_acc": 0.9155097913027489 |
| }, |
| { |
| "epoch": 0.008086757172228854, |
| "grad_norm": 2.4126315196396213, |
| "learning_rate": 8.086664632285627e-07, |
| "loss": 0.2245621919631958, |
| "step": 1060, |
| "token_acc": 0.9150576261038766 |
| }, |
| { |
| "epoch": 0.008124902253229935, |
| "grad_norm": 2.1739004983045525, |
| "learning_rate": 8.124809276777542e-07, |
| "loss": 0.2533282995223999, |
| "step": 1065, |
| "token_acc": 0.9060859580052494 |
| }, |
| { |
| "epoch": 0.008163047334231014, |
| "grad_norm": 2.573169957629046, |
| "learning_rate": 8.162953921269455e-07, |
| "loss": 0.19038509130477904, |
| "step": 1070, |
| "token_acc": 0.9273980544997745 |
| }, |
| { |
| "epoch": 0.008201192415232093, |
| "grad_norm": 2.4332706882659543, |
| "learning_rate": 8.201098565761367e-07, |
| "loss": 0.17688820362091065, |
| "step": 1075, |
| "token_acc": 0.9309796196681567 |
| }, |
| { |
| "epoch": 0.008239337496233174, |
| "grad_norm": 2.2160397064060273, |
| "learning_rate": 8.239243210253281e-07, |
| "loss": 0.20977408885955812, |
| "step": 1080, |
| "token_acc": 0.922009012937927 |
| }, |
| { |
| "epoch": 0.008277482577234253, |
| "grad_norm": 1.4060743450729623, |
| "learning_rate": 8.277387854745195e-07, |
| "loss": 0.2200855016708374, |
| "step": 1085, |
| "token_acc": 0.9165340839554522 |
| }, |
| { |
| "epoch": 0.008315627658235332, |
| "grad_norm": 3.7213469366155834, |
| "learning_rate": 8.315532499237109e-07, |
| "loss": 0.2282848834991455, |
| "step": 1090, |
| "token_acc": 0.9172981341155382 |
| }, |
| { |
| "epoch": 0.008353772739236412, |
| "grad_norm": 2.8097142428748616, |
| "learning_rate": 8.353677143729021e-07, |
| "loss": 0.22783021926879882, |
| "step": 1095, |
| "token_acc": 0.9166942422236929 |
| }, |
| { |
| "epoch": 0.008391917820237491, |
| "grad_norm": 2.6392708839458203, |
| "learning_rate": 8.391821788220934e-07, |
| "loss": 0.18801560401916503, |
| "step": 1100, |
| "token_acc": 0.9303247340240596 |
| }, |
| { |
| "epoch": 0.00843006290123857, |
| "grad_norm": 2.2915610285231143, |
| "learning_rate": 8.429966432712848e-07, |
| "loss": 0.24878976345062256, |
| "step": 1105, |
| "token_acc": 0.9083246307623453 |
| }, |
| { |
| "epoch": 0.008468207982239651, |
| "grad_norm": 2.3415436884365097, |
| "learning_rate": 8.468111077204762e-07, |
| "loss": 0.2238091230392456, |
| "step": 1110, |
| "token_acc": 0.9185648354920352 |
| }, |
| { |
| "epoch": 0.00850635306324073, |
| "grad_norm": 2.2070835990485183, |
| "learning_rate": 8.506255721696674e-07, |
| "loss": 0.2474008560180664, |
| "step": 1115, |
| "token_acc": 0.9109291016124904 |
| }, |
| { |
| "epoch": 0.008544498144241809, |
| "grad_norm": 2.379225822204149, |
| "learning_rate": 8.544400366188588e-07, |
| "loss": 0.22392101287841798, |
| "step": 1120, |
| "token_acc": 0.9141245453870704 |
| }, |
| { |
| "epoch": 0.00858264322524289, |
| "grad_norm": 1.6785840155005407, |
| "learning_rate": 8.582545010680501e-07, |
| "loss": 0.2184514284133911, |
| "step": 1125, |
| "token_acc": 0.9168314305759296 |
| }, |
| { |
| "epoch": 0.008620788306243968, |
| "grad_norm": 1.626194260949076, |
| "learning_rate": 8.620689655172415e-07, |
| "loss": 0.21134648323059083, |
| "step": 1130, |
| "token_acc": 0.9182502467917077 |
| }, |
| { |
| "epoch": 0.008658933387245047, |
| "grad_norm": 4.459135117797278, |
| "learning_rate": 8.658834299664327e-07, |
| "loss": 0.19004669189453124, |
| "step": 1135, |
| "token_acc": 0.9273110024147112 |
| }, |
| { |
| "epoch": 0.008697078468246128, |
| "grad_norm": 6.993418125749847, |
| "learning_rate": 8.696978944156241e-07, |
| "loss": 0.21319918632507323, |
| "step": 1140, |
| "token_acc": 0.9190795618578586 |
| }, |
| { |
| "epoch": 0.008735223549247207, |
| "grad_norm": 2.6862929658080548, |
| "learning_rate": 8.735123588648155e-07, |
| "loss": 0.2073223829269409, |
| "step": 1145, |
| "token_acc": 0.9199803933582501 |
| }, |
| { |
| "epoch": 0.008773368630248286, |
| "grad_norm": 2.600638404331704, |
| "learning_rate": 8.773268233140068e-07, |
| "loss": 0.2453620433807373, |
| "step": 1150, |
| "token_acc": 0.9045744838853409 |
| }, |
| { |
| "epoch": 0.008811513711249367, |
| "grad_norm": 2.862925916358926, |
| "learning_rate": 8.81141287763198e-07, |
| "loss": 0.1902993440628052, |
| "step": 1155, |
| "token_acc": 0.9253010005087332 |
| }, |
| { |
| "epoch": 0.008849658792250446, |
| "grad_norm": 3.3281600708321615, |
| "learning_rate": 8.849557522123895e-07, |
| "loss": 0.21226978302001953, |
| "step": 1160, |
| "token_acc": 0.9180122145068184 |
| }, |
| { |
| "epoch": 0.008887803873251525, |
| "grad_norm": 2.6248829980165858, |
| "learning_rate": 8.887702166615808e-07, |
| "loss": 0.2133929967880249, |
| "step": 1165, |
| "token_acc": 0.9191057257445174 |
| }, |
| { |
| "epoch": 0.008925948954252604, |
| "grad_norm": 4.1588717166571705, |
| "learning_rate": 8.925846811107722e-07, |
| "loss": 0.2274726390838623, |
| "step": 1170, |
| "token_acc": 0.9149301973729455 |
| }, |
| { |
| "epoch": 0.008964094035253684, |
| "grad_norm": 3.288603302949556, |
| "learning_rate": 8.963991455599634e-07, |
| "loss": 0.2082827568054199, |
| "step": 1175, |
| "token_acc": 0.9207027157708115 |
| }, |
| { |
| "epoch": 0.009002239116254763, |
| "grad_norm": 3.560818627965942, |
| "learning_rate": 9.002136100091547e-07, |
| "loss": 0.1922168493270874, |
| "step": 1180, |
| "token_acc": 0.9274755927475593 |
| }, |
| { |
| "epoch": 0.009040384197255842, |
| "grad_norm": 2.8114340926065458, |
| "learning_rate": 9.040280744583462e-07, |
| "loss": 0.21101346015930175, |
| "step": 1185, |
| "token_acc": 0.9208867060463264 |
| }, |
| { |
| "epoch": 0.009078529278256923, |
| "grad_norm": 5.29748879050654, |
| "learning_rate": 9.078425389075375e-07, |
| "loss": 0.20406670570373536, |
| "step": 1190, |
| "token_acc": 0.9256397875422501 |
| }, |
| { |
| "epoch": 0.009116674359258002, |
| "grad_norm": 3.407825389334515, |
| "learning_rate": 9.116570033567288e-07, |
| "loss": 0.23571975231170655, |
| "step": 1195, |
| "token_acc": 0.9117741831539602 |
| }, |
| { |
| "epoch": 0.00915481944025908, |
| "grad_norm": 1.8345373720766989, |
| "learning_rate": 9.154714678059201e-07, |
| "loss": 0.22133150100708007, |
| "step": 1200, |
| "token_acc": 0.9154685735792247 |
| }, |
| { |
| "epoch": 0.009192964521260161, |
| "grad_norm": 8.357598934299423, |
| "learning_rate": 9.192859322551114e-07, |
| "loss": 0.230814790725708, |
| "step": 1205, |
| "token_acc": 0.9129955947136564 |
| }, |
| { |
| "epoch": 0.00923110960226124, |
| "grad_norm": 1.0828018930510888, |
| "learning_rate": 9.231003967043029e-07, |
| "loss": 0.20155847072601318, |
| "step": 1210, |
| "token_acc": 0.9257648703214785 |
| }, |
| { |
| "epoch": 0.00926925468326232, |
| "grad_norm": 1.4624609828046475, |
| "learning_rate": 9.269148611534941e-07, |
| "loss": 0.2023165702819824, |
| "step": 1215, |
| "token_acc": 0.9199700822737472 |
| }, |
| { |
| "epoch": 0.0093073997642634, |
| "grad_norm": 2.246915803213318, |
| "learning_rate": 9.307293256026854e-07, |
| "loss": 0.25096836090087893, |
| "step": 1220, |
| "token_acc": 0.9058573853989813 |
| }, |
| { |
| "epoch": 0.009345544845264479, |
| "grad_norm": 5.6048533369336795, |
| "learning_rate": 9.345437900518768e-07, |
| "loss": 0.22780070304870606, |
| "step": 1225, |
| "token_acc": 0.917071711657818 |
| }, |
| { |
| "epoch": 0.009383689926265558, |
| "grad_norm": 1.7763360937154278, |
| "learning_rate": 9.383582545010682e-07, |
| "loss": 0.219808030128479, |
| "step": 1230, |
| "token_acc": 0.9139512082588385 |
| }, |
| { |
| "epoch": 0.009421835007266639, |
| "grad_norm": 1.408454862734737, |
| "learning_rate": 9.421727189502595e-07, |
| "loss": 0.20850255489349365, |
| "step": 1235, |
| "token_acc": 0.9166717058716817 |
| }, |
| { |
| "epoch": 0.009459980088267718, |
| "grad_norm": 1.9607027388800182, |
| "learning_rate": 9.459871833994508e-07, |
| "loss": 0.197813880443573, |
| "step": 1240, |
| "token_acc": 0.9229813664596274 |
| }, |
| { |
| "epoch": 0.009498125169268797, |
| "grad_norm": 1.2090480998576494, |
| "learning_rate": 9.498016478486421e-07, |
| "loss": 0.2130037784576416, |
| "step": 1245, |
| "token_acc": 0.9221602787456445 |
| }, |
| { |
| "epoch": 0.009536270250269877, |
| "grad_norm": 1.9585489367417885, |
| "learning_rate": 9.536161122978335e-07, |
| "loss": 0.1951514959335327, |
| "step": 1250, |
| "token_acc": 0.9262824739548992 |
| }, |
| { |
| "epoch": 0.009574415331270956, |
| "grad_norm": 2.3126236850622535, |
| "learning_rate": 9.574305767470247e-07, |
| "loss": 0.20185506343841553, |
| "step": 1255, |
| "token_acc": 0.9235834720312613 |
| }, |
| { |
| "epoch": 0.009612560412272035, |
| "grad_norm": 1.8684366593016006, |
| "learning_rate": 9.61245041196216e-07, |
| "loss": 0.17978219985961913, |
| "step": 1260, |
| "token_acc": 0.9310434387377443 |
| }, |
| { |
| "epoch": 0.009650705493273116, |
| "grad_norm": 4.84147314756343, |
| "learning_rate": 9.650595056454074e-07, |
| "loss": 0.2505626678466797, |
| "step": 1265, |
| "token_acc": 0.9056459622583849 |
| }, |
| { |
| "epoch": 0.009688850574274195, |
| "grad_norm": 2.533686896206201, |
| "learning_rate": 9.68873970094599e-07, |
| "loss": 0.19906680583953856, |
| "step": 1270, |
| "token_acc": 0.9242752055387278 |
| }, |
| { |
| "epoch": 0.009726995655275274, |
| "grad_norm": 1.6265068669882792, |
| "learning_rate": 9.7268843454379e-07, |
| "loss": 0.1907017469406128, |
| "step": 1275, |
| "token_acc": 0.926312005751258 |
| }, |
| { |
| "epoch": 0.009765140736276353, |
| "grad_norm": 1.8093501110086971, |
| "learning_rate": 9.765028989929814e-07, |
| "loss": 0.2400496244430542, |
| "step": 1280, |
| "token_acc": 0.914736550705915 |
| }, |
| { |
| "epoch": 0.009803285817277433, |
| "grad_norm": 3.4094145839010666, |
| "learning_rate": 9.803173634421727e-07, |
| "loss": 0.23024744987487794, |
| "step": 1285, |
| "token_acc": 0.9157664433201148 |
| }, |
| { |
| "epoch": 0.009841430898278512, |
| "grad_norm": 2.3012455374124245, |
| "learning_rate": 9.841318278913643e-07, |
| "loss": 0.20666346549987794, |
| "step": 1290, |
| "token_acc": 0.9177931733693816 |
| }, |
| { |
| "epoch": 0.009879575979279591, |
| "grad_norm": 2.0286080743049686, |
| "learning_rate": 9.879462923405554e-07, |
| "loss": 0.2061232089996338, |
| "step": 1295, |
| "token_acc": 0.920604099244876 |
| }, |
| { |
| "epoch": 0.009917721060280672, |
| "grad_norm": 5.253123569167488, |
| "learning_rate": 9.917607567897468e-07, |
| "loss": 0.21556572914123534, |
| "step": 1300, |
| "token_acc": 0.9155959540732641 |
| }, |
| { |
| "epoch": 0.009955866141281751, |
| "grad_norm": 2.2843980861589874, |
| "learning_rate": 9.95575221238938e-07, |
| "loss": 0.2044231414794922, |
| "step": 1305, |
| "token_acc": 0.9234021988643228 |
| }, |
| { |
| "epoch": 0.00999401122228283, |
| "grad_norm": 3.1724891622517775, |
| "learning_rate": 9.993896856881294e-07, |
| "loss": 0.20736510753631593, |
| "step": 1310, |
| "token_acc": 0.9207219556774047 |
| }, |
| { |
| "epoch": 0.01003215630328391, |
| "grad_norm": 1.8567214087110475, |
| "learning_rate": 1.0032041501373208e-06, |
| "loss": 0.18762776851654053, |
| "step": 1315, |
| "token_acc": 0.9282498184458968 |
| }, |
| { |
| "epoch": 0.01007030138428499, |
| "grad_norm": 3.111715216837282, |
| "learning_rate": 1.0070186145865121e-06, |
| "loss": 0.21242661476135255, |
| "step": 1320, |
| "token_acc": 0.9205221561140219 |
| }, |
| { |
| "epoch": 0.010108446465286068, |
| "grad_norm": 2.502017462919091, |
| "learning_rate": 1.0108330790357034e-06, |
| "loss": 0.2024921417236328, |
| "step": 1325, |
| "token_acc": 0.9229410820356397 |
| }, |
| { |
| "epoch": 0.01014659154628715, |
| "grad_norm": 3.6186633058231403, |
| "learning_rate": 1.0146475434848948e-06, |
| "loss": 0.22059335708618164, |
| "step": 1330, |
| "token_acc": 0.9182776135243726 |
| }, |
| { |
| "epoch": 0.010184736627288228, |
| "grad_norm": 1.36270127671034, |
| "learning_rate": 1.0184620079340861e-06, |
| "loss": 0.2161959409713745, |
| "step": 1335, |
| "token_acc": 0.9173091270828152 |
| }, |
| { |
| "epoch": 0.010222881708289307, |
| "grad_norm": 2.9515316975515082, |
| "learning_rate": 1.0222764723832775e-06, |
| "loss": 0.21810717582702638, |
| "step": 1340, |
| "token_acc": 0.9188632619439868 |
| }, |
| { |
| "epoch": 0.010261026789290388, |
| "grad_norm": 2.4753465021884855, |
| "learning_rate": 1.0260909368324688e-06, |
| "loss": 0.24070491790771484, |
| "step": 1345, |
| "token_acc": 0.9079069767441861 |
| }, |
| { |
| "epoch": 0.010299171870291467, |
| "grad_norm": 2.2391195597119307, |
| "learning_rate": 1.0299054012816601e-06, |
| "loss": 0.19637494087219237, |
| "step": 1350, |
| "token_acc": 0.9266595727265287 |
| }, |
| { |
| "epoch": 0.010337316951292546, |
| "grad_norm": 1.501874801423555, |
| "learning_rate": 1.0337198657308515e-06, |
| "loss": 0.1850638747215271, |
| "step": 1355, |
| "token_acc": 0.9331290052939537 |
| }, |
| { |
| "epoch": 0.010375462032293626, |
| "grad_norm": 1.9215092692671498, |
| "learning_rate": 1.0375343301800428e-06, |
| "loss": 0.19690556526184083, |
| "step": 1360, |
| "token_acc": 0.9229206265976273 |
| }, |
| { |
| "epoch": 0.010413607113294705, |
| "grad_norm": 2.0351688007630298, |
| "learning_rate": 1.0413487946292342e-06, |
| "loss": 0.21026864051818847, |
| "step": 1365, |
| "token_acc": 0.9231841526045488 |
| }, |
| { |
| "epoch": 0.010451752194295784, |
| "grad_norm": 2.858713663197202, |
| "learning_rate": 1.0451632590784255e-06, |
| "loss": 0.20908102989196778, |
| "step": 1370, |
| "token_acc": 0.9198349284397226 |
| }, |
| { |
| "epoch": 0.010489897275296865, |
| "grad_norm": 2.009676428191389, |
| "learning_rate": 1.0489777235276168e-06, |
| "loss": 0.21531152725219727, |
| "step": 1375, |
| "token_acc": 0.9155263157894736 |
| }, |
| { |
| "epoch": 0.010528042356297944, |
| "grad_norm": 1.3183693610019735, |
| "learning_rate": 1.0527921879768082e-06, |
| "loss": 0.21780643463134766, |
| "step": 1380, |
| "token_acc": 0.9146623908783182 |
| }, |
| { |
| "epoch": 0.010566187437299023, |
| "grad_norm": 1.5891701689854854, |
| "learning_rate": 1.0566066524259995e-06, |
| "loss": 0.20951955318450927, |
| "step": 1385, |
| "token_acc": 0.9208152585553949 |
| }, |
| { |
| "epoch": 0.010604332518300102, |
| "grad_norm": 1.6393600889696769, |
| "learning_rate": 1.0604211168751909e-06, |
| "loss": 0.18614367246627808, |
| "step": 1390, |
| "token_acc": 0.9293369055592766 |
| }, |
| { |
| "epoch": 0.010642477599301182, |
| "grad_norm": 2.4931821771997993, |
| "learning_rate": 1.0642355813243822e-06, |
| "loss": 0.20893714427947999, |
| "step": 1395, |
| "token_acc": 0.9197709923664122 |
| }, |
| { |
| "epoch": 0.010680622680302261, |
| "grad_norm": 2.429247732987426, |
| "learning_rate": 1.0680500457735735e-06, |
| "loss": 0.2338862657546997, |
| "step": 1400, |
| "token_acc": 0.9117171420170538 |
| }, |
| { |
| "epoch": 0.01071876776130334, |
| "grad_norm": 2.4946059298594654, |
| "learning_rate": 1.0718645102227649e-06, |
| "loss": 0.2015028715133667, |
| "step": 1405, |
| "token_acc": 0.9202334630350194 |
| }, |
| { |
| "epoch": 0.010756912842304421, |
| "grad_norm": 2.3911240671166683, |
| "learning_rate": 1.0756789746719562e-06, |
| "loss": 0.21061160564422607, |
| "step": 1410, |
| "token_acc": 0.9214954892435808 |
| }, |
| { |
| "epoch": 0.0107950579233055, |
| "grad_norm": 1.4060079854508327, |
| "learning_rate": 1.0794934391211473e-06, |
| "loss": 0.199173903465271, |
| "step": 1415, |
| "token_acc": 0.9200819672131147 |
| }, |
| { |
| "epoch": 0.010833203004306579, |
| "grad_norm": 2.833313044537221, |
| "learning_rate": 1.0833079035703389e-06, |
| "loss": 0.1999805450439453, |
| "step": 1420, |
| "token_acc": 0.9246463780540077 |
| }, |
| { |
| "epoch": 0.01087134808530766, |
| "grad_norm": 2.327047671663845, |
| "learning_rate": 1.0871223680195302e-06, |
| "loss": 0.19843223094940185, |
| "step": 1425, |
| "token_acc": 0.921313265226546 |
| }, |
| { |
| "epoch": 0.010909493166308739, |
| "grad_norm": 1.5269905367181886, |
| "learning_rate": 1.0909368324687216e-06, |
| "loss": 0.22138309478759766, |
| "step": 1430, |
| "token_acc": 0.9168360583296509 |
| }, |
| { |
| "epoch": 0.010947638247309818, |
| "grad_norm": 2.2655424389651038, |
| "learning_rate": 1.0947512969179127e-06, |
| "loss": 0.210813307762146, |
| "step": 1435, |
| "token_acc": 0.9181891673403395 |
| }, |
| { |
| "epoch": 0.010985783328310898, |
| "grad_norm": 4.497225579379361, |
| "learning_rate": 1.0985657613671042e-06, |
| "loss": 0.19079312086105346, |
| "step": 1440, |
| "token_acc": 0.9275054979579014 |
| }, |
| { |
| "epoch": 0.011023928409311977, |
| "grad_norm": 2.52478899534166, |
| "learning_rate": 1.1023802258162956e-06, |
| "loss": 0.21445963382720948, |
| "step": 1445, |
| "token_acc": 0.9170598290598291 |
| }, |
| { |
| "epoch": 0.011062073490313056, |
| "grad_norm": 1.7316361926001056, |
| "learning_rate": 1.106194690265487e-06, |
| "loss": 0.22772903442382814, |
| "step": 1450, |
| "token_acc": 0.9130503768345894 |
| }, |
| { |
| "epoch": 0.011100218571314137, |
| "grad_norm": 2.057758459946669, |
| "learning_rate": 1.110009154714678e-06, |
| "loss": 0.19978053569793702, |
| "step": 1455, |
| "token_acc": 0.9198540343289634 |
| }, |
| { |
| "epoch": 0.011138363652315216, |
| "grad_norm": 3.32799514044511, |
| "learning_rate": 1.1138236191638694e-06, |
| "loss": 0.22225940227508545, |
| "step": 1460, |
| "token_acc": 0.9191302223308087 |
| }, |
| { |
| "epoch": 0.011176508733316295, |
| "grad_norm": 1.9671084973721287, |
| "learning_rate": 1.117638083613061e-06, |
| "loss": 0.17709168195724487, |
| "step": 1465, |
| "token_acc": 0.9289165446559298 |
| }, |
| { |
| "epoch": 0.011214653814317375, |
| "grad_norm": 2.843623860937252, |
| "learning_rate": 1.1214525480622523e-06, |
| "loss": 0.23144807815551757, |
| "step": 1470, |
| "token_acc": 0.9132642899820753 |
| }, |
| { |
| "epoch": 0.011252798895318454, |
| "grad_norm": 3.981730306815325, |
| "learning_rate": 1.1252670125114434e-06, |
| "loss": 0.19101991653442382, |
| "step": 1475, |
| "token_acc": 0.9289430197686517 |
| }, |
| { |
| "epoch": 0.011290943976319533, |
| "grad_norm": 2.2732967439308673, |
| "learning_rate": 1.1290814769606347e-06, |
| "loss": 0.2014781951904297, |
| "step": 1480, |
| "token_acc": 0.9204331450094162 |
| }, |
| { |
| "epoch": 0.011329089057320614, |
| "grad_norm": 1.7358051933519565, |
| "learning_rate": 1.132895941409826e-06, |
| "loss": 0.19597008228302001, |
| "step": 1485, |
| "token_acc": 0.9246412345857071 |
| }, |
| { |
| "epoch": 0.011367234138321693, |
| "grad_norm": 4.386958295840563, |
| "learning_rate": 1.1367104058590176e-06, |
| "loss": 0.21251888275146485, |
| "step": 1490, |
| "token_acc": 0.9164938106390097 |
| }, |
| { |
| "epoch": 0.011405379219322772, |
| "grad_norm": 1.3495754872247667, |
| "learning_rate": 1.1405248703082087e-06, |
| "loss": 0.18572702407836914, |
| "step": 1495, |
| "token_acc": 0.9293478260869565 |
| }, |
| { |
| "epoch": 0.011443524300323851, |
| "grad_norm": 2.131401890501634, |
| "learning_rate": 1.1443393347574e-06, |
| "loss": 0.18674194812774658, |
| "step": 1500, |
| "token_acc": 0.9313525311553897 |
| }, |
| { |
| "epoch": 0.011481669381324932, |
| "grad_norm": 2.2681546770419434, |
| "learning_rate": 1.1481537992065914e-06, |
| "loss": 0.20573811531066893, |
| "step": 1505, |
| "token_acc": 0.9230769230769231 |
| }, |
| { |
| "epoch": 0.01151981446232601, |
| "grad_norm": 2.561760072507073, |
| "learning_rate": 1.151968263655783e-06, |
| "loss": 0.19019944667816163, |
| "step": 1510, |
| "token_acc": 0.9296650273731094 |
| }, |
| { |
| "epoch": 0.01155795954332709, |
| "grad_norm": 1.7188274484662993, |
| "learning_rate": 1.155782728104974e-06, |
| "loss": 0.2178044557571411, |
| "step": 1515, |
| "token_acc": 0.9196603086877401 |
| }, |
| { |
| "epoch": 0.01159610462432817, |
| "grad_norm": 3.235463225723752, |
| "learning_rate": 1.1595971925541654e-06, |
| "loss": 0.1984017610549927, |
| "step": 1520, |
| "token_acc": 0.9209360180362279 |
| }, |
| { |
| "epoch": 0.01163424970532925, |
| "grad_norm": 2.5692116939673726, |
| "learning_rate": 1.1634116570033568e-06, |
| "loss": 0.19555585384368895, |
| "step": 1525, |
| "token_acc": 0.9253631097305012 |
| }, |
| { |
| "epoch": 0.011672394786330328, |
| "grad_norm": 1.8854921961626494, |
| "learning_rate": 1.1672261214525481e-06, |
| "loss": 0.2116323232650757, |
| "step": 1530, |
| "token_acc": 0.9217062992647546 |
| }, |
| { |
| "epoch": 0.011710539867331409, |
| "grad_norm": 2.669500633856558, |
| "learning_rate": 1.1710405859017395e-06, |
| "loss": 0.1701640009880066, |
| "step": 1535, |
| "token_acc": 0.9318149364558047 |
| }, |
| { |
| "epoch": 0.011748684948332488, |
| "grad_norm": 1.592838217336148, |
| "learning_rate": 1.1748550503509308e-06, |
| "loss": 0.2282194137573242, |
| "step": 1540, |
| "token_acc": 0.9147561648152525 |
| }, |
| { |
| "epoch": 0.011786830029333567, |
| "grad_norm": 2.2282897677548674, |
| "learning_rate": 1.1786695148001221e-06, |
| "loss": 0.1956816077232361, |
| "step": 1545, |
| "token_acc": 0.9246307558644656 |
| }, |
| { |
| "epoch": 0.011824975110334647, |
| "grad_norm": 1.8061329002643027, |
| "learning_rate": 1.1824839792493135e-06, |
| "loss": 0.2154175043106079, |
| "step": 1550, |
| "token_acc": 0.9203967446592065 |
| }, |
| { |
| "epoch": 0.011863120191335726, |
| "grad_norm": 1.5764186693317264, |
| "learning_rate": 1.1862984436985048e-06, |
| "loss": 0.19561152458190917, |
| "step": 1555, |
| "token_acc": 0.9265923806655624 |
| }, |
| { |
| "epoch": 0.011901265272336805, |
| "grad_norm": 1.659935290547986, |
| "learning_rate": 1.1901129081476962e-06, |
| "loss": 0.2137079954147339, |
| "step": 1560, |
| "token_acc": 0.9195372750642673 |
| }, |
| { |
| "epoch": 0.011939410353337886, |
| "grad_norm": 2.898445032788292, |
| "learning_rate": 1.1939273725968875e-06, |
| "loss": 0.2289292812347412, |
| "step": 1565, |
| "token_acc": 0.909896987873256 |
| }, |
| { |
| "epoch": 0.011977555434338965, |
| "grad_norm": 6.243199952546219, |
| "learning_rate": 1.1977418370460788e-06, |
| "loss": 0.21851663589477538, |
| "step": 1570, |
| "token_acc": 0.9196128291362481 |
| }, |
| { |
| "epoch": 0.012015700515340044, |
| "grad_norm": 1.7571699733255268, |
| "learning_rate": 1.2015563014952702e-06, |
| "loss": 0.1980261206626892, |
| "step": 1575, |
| "token_acc": 0.9212472270150357 |
| }, |
| { |
| "epoch": 0.012053845596341125, |
| "grad_norm": 2.1699285446581724, |
| "learning_rate": 1.2053707659444615e-06, |
| "loss": 0.22580332756042482, |
| "step": 1580, |
| "token_acc": 0.9135954135954136 |
| }, |
| { |
| "epoch": 0.012091990677342204, |
| "grad_norm": 1.732514950996368, |
| "learning_rate": 1.2091852303936528e-06, |
| "loss": 0.22654333114624023, |
| "step": 1585, |
| "token_acc": 0.914253172795314 |
| }, |
| { |
| "epoch": 0.012130135758343282, |
| "grad_norm": 1.661795196305072, |
| "learning_rate": 1.2129996948428442e-06, |
| "loss": 0.22451865673065186, |
| "step": 1590, |
| "token_acc": 0.9126977553217924 |
| }, |
| { |
| "epoch": 0.012168280839344363, |
| "grad_norm": 1.4590083737815314, |
| "learning_rate": 1.2168141592920355e-06, |
| "loss": 0.20143070220947265, |
| "step": 1595, |
| "token_acc": 0.9204172876304024 |
| }, |
| { |
| "epoch": 0.012206425920345442, |
| "grad_norm": 2.46864342423822, |
| "learning_rate": 1.2206286237412269e-06, |
| "loss": 0.21819610595703126, |
| "step": 1600, |
| "token_acc": 0.912496524881846 |
| }, |
| { |
| "epoch": 0.012244571001346521, |
| "grad_norm": 1.6025830230121634, |
| "learning_rate": 1.2244430881904182e-06, |
| "loss": 0.19731900691986085, |
| "step": 1605, |
| "token_acc": 0.9258449883449883 |
| }, |
| { |
| "epoch": 0.0122827160823476, |
| "grad_norm": 2.483067245428723, |
| "learning_rate": 1.2282575526396095e-06, |
| "loss": 0.21335134506225586, |
| "step": 1610, |
| "token_acc": 0.9173732202847544 |
| }, |
| { |
| "epoch": 0.01232086116334868, |
| "grad_norm": 1.9517715554284745, |
| "learning_rate": 1.2320720170888009e-06, |
| "loss": 0.17272624969482422, |
| "step": 1615, |
| "token_acc": 0.9347711383722465 |
| }, |
| { |
| "epoch": 0.01235900624434976, |
| "grad_norm": 1.6399033856232865, |
| "learning_rate": 1.2358864815379922e-06, |
| "loss": 0.19949382543563843, |
| "step": 1620, |
| "token_acc": 0.9236289082521784 |
| }, |
| { |
| "epoch": 0.012397151325350839, |
| "grad_norm": 2.151792387736221, |
| "learning_rate": 1.2397009459871836e-06, |
| "loss": 0.19206552505493163, |
| "step": 1625, |
| "token_acc": 0.9238697587256969 |
| }, |
| { |
| "epoch": 0.01243529640635192, |
| "grad_norm": 2.534029311567973, |
| "learning_rate": 1.2435154104363749e-06, |
| "loss": 0.19873465299606324, |
| "step": 1630, |
| "token_acc": 0.9245222159503266 |
| }, |
| { |
| "epoch": 0.012473441487352998, |
| "grad_norm": 1.9559510294056606, |
| "learning_rate": 1.247329874885566e-06, |
| "loss": 0.19946811199188233, |
| "step": 1635, |
| "token_acc": 0.9246297797097178 |
| }, |
| { |
| "epoch": 0.012511586568354077, |
| "grad_norm": 1.453141466392558, |
| "learning_rate": 1.2511443393347576e-06, |
| "loss": 0.20536503791809083, |
| "step": 1640, |
| "token_acc": 0.9232313095835424 |
| }, |
| { |
| "epoch": 0.012549731649355158, |
| "grad_norm": 4.520555396158313, |
| "learning_rate": 1.254958803783949e-06, |
| "loss": 0.21300430297851564, |
| "step": 1645, |
| "token_acc": 0.9190416442612177 |
| }, |
| { |
| "epoch": 0.012587876730356237, |
| "grad_norm": 2.0316442890376547, |
| "learning_rate": 1.2587732682331402e-06, |
| "loss": 0.21102609634399414, |
| "step": 1650, |
| "token_acc": 0.9197116057678847 |
| }, |
| { |
| "epoch": 0.012626021811357316, |
| "grad_norm": 2.0285353022866737, |
| "learning_rate": 1.2625877326823316e-06, |
| "loss": 0.2073594808578491, |
| "step": 1655, |
| "token_acc": 0.921292941005943 |
| }, |
| { |
| "epoch": 0.012664166892358397, |
| "grad_norm": 1.4427285612491225, |
| "learning_rate": 1.266402197131523e-06, |
| "loss": 0.20829238891601562, |
| "step": 1660, |
| "token_acc": 0.9174583659327149 |
| }, |
| { |
| "epoch": 0.012702311973359475, |
| "grad_norm": 1.649636196217041, |
| "learning_rate": 1.270216661580714e-06, |
| "loss": 0.20897669792175294, |
| "step": 1665, |
| "token_acc": 0.921950494313536 |
| }, |
| { |
| "epoch": 0.012740457054360554, |
| "grad_norm": 2.209278640340622, |
| "learning_rate": 1.2740311260299054e-06, |
| "loss": 0.2076167106628418, |
| "step": 1670, |
| "token_acc": 0.922119140625 |
| }, |
| { |
| "epoch": 0.012778602135361635, |
| "grad_norm": 1.2443598751648501, |
| "learning_rate": 1.2778455904790967e-06, |
| "loss": 0.18085036277770997, |
| "step": 1675, |
| "token_acc": 0.9292649098474342 |
| }, |
| { |
| "epoch": 0.012816747216362714, |
| "grad_norm": 1.3277199006322167, |
| "learning_rate": 1.281660054928288e-06, |
| "loss": 0.21973075866699218, |
| "step": 1680, |
| "token_acc": 0.9168342874825932 |
| }, |
| { |
| "epoch": 0.012854892297363793, |
| "grad_norm": 1.0668106374888908, |
| "learning_rate": 1.2854745193774796e-06, |
| "loss": 0.22137694358825682, |
| "step": 1685, |
| "token_acc": 0.9113379558294813 |
| }, |
| { |
| "epoch": 0.012893037378364874, |
| "grad_norm": 1.6310639096921686, |
| "learning_rate": 1.289288983826671e-06, |
| "loss": 0.22667374610900878, |
| "step": 1690, |
| "token_acc": 0.914311828775992 |
| }, |
| { |
| "epoch": 0.012931182459365953, |
| "grad_norm": 1.4214766228498597, |
| "learning_rate": 1.2931034482758623e-06, |
| "loss": 0.22266836166381837, |
| "step": 1695, |
| "token_acc": 0.9131068282667726 |
| }, |
| { |
| "epoch": 0.012969327540367032, |
| "grad_norm": 2.2992991104958405, |
| "learning_rate": 1.2969179127250536e-06, |
| "loss": 0.21235120296478271, |
| "step": 1700, |
| "token_acc": 0.9218462670099301 |
| }, |
| { |
| "epoch": 0.013007472621368112, |
| "grad_norm": 3.026295951876485, |
| "learning_rate": 1.3007323771742448e-06, |
| "loss": 0.21378889083862304, |
| "step": 1705, |
| "token_acc": 0.9199392492948579 |
| }, |
| { |
| "epoch": 0.013045617702369191, |
| "grad_norm": 1.6312519864851474, |
| "learning_rate": 1.304546841623436e-06, |
| "loss": 0.20472803115844726, |
| "step": 1710, |
| "token_acc": 0.9179938744257274 |
| }, |
| { |
| "epoch": 0.01308376278337027, |
| "grad_norm": 1.0726640254455453, |
| "learning_rate": 1.3083613060726274e-06, |
| "loss": 0.1912538766860962, |
| "step": 1715, |
| "token_acc": 0.9259595730183966 |
| }, |
| { |
| "epoch": 0.01312190786437135, |
| "grad_norm": 2.266790398469438, |
| "learning_rate": 1.3121757705218188e-06, |
| "loss": 0.21682517528533934, |
| "step": 1720, |
| "token_acc": 0.9173711480774475 |
| }, |
| { |
| "epoch": 0.01316005294537243, |
| "grad_norm": 2.3714828374438666, |
| "learning_rate": 1.3159902349710101e-06, |
| "loss": 0.20280778408050537, |
| "step": 1725, |
| "token_acc": 0.9212552192066806 |
| }, |
| { |
| "epoch": 0.013198198026373509, |
| "grad_norm": 1.3909624807900989, |
| "learning_rate": 1.3198046994202017e-06, |
| "loss": 0.2027653217315674, |
| "step": 1730, |
| "token_acc": 0.9255072979708081 |
| }, |
| { |
| "epoch": 0.013236343107374588, |
| "grad_norm": 2.4521139899018713, |
| "learning_rate": 1.323619163869393e-06, |
| "loss": 0.20808277130126954, |
| "step": 1735, |
| "token_acc": 0.9186080288154302 |
| }, |
| { |
| "epoch": 0.013274488188375668, |
| "grad_norm": 1.555470218647065, |
| "learning_rate": 1.3274336283185843e-06, |
| "loss": 0.22431426048278807, |
| "step": 1740, |
| "token_acc": 0.9134779068906816 |
| }, |
| { |
| "epoch": 0.013312633269376747, |
| "grad_norm": 1.441248702503238, |
| "learning_rate": 1.3312480927677755e-06, |
| "loss": 0.2018601417541504, |
| "step": 1745, |
| "token_acc": 0.9196772074692691 |
| }, |
| { |
| "epoch": 0.013350778350377826, |
| "grad_norm": 2.3386709753315347, |
| "learning_rate": 1.3350625572169668e-06, |
| "loss": 0.2292163372039795, |
| "step": 1750, |
| "token_acc": 0.9121559209310918 |
| }, |
| { |
| "epoch": 0.013388923431378907, |
| "grad_norm": 5.024093663791158, |
| "learning_rate": 1.3388770216661581e-06, |
| "loss": 0.22123022079467775, |
| "step": 1755, |
| "token_acc": 0.9130696345315085 |
| }, |
| { |
| "epoch": 0.013427068512379986, |
| "grad_norm": 2.263089571142426, |
| "learning_rate": 1.3426914861153495e-06, |
| "loss": 0.1904762029647827, |
| "step": 1760, |
| "token_acc": 0.9303740972165868 |
| }, |
| { |
| "epoch": 0.013465213593381065, |
| "grad_norm": 1.8853510889061462, |
| "learning_rate": 1.3465059505645408e-06, |
| "loss": 0.19381885528564452, |
| "step": 1765, |
| "token_acc": 0.9230888110447146 |
| }, |
| { |
| "epoch": 0.013503358674382146, |
| "grad_norm": 2.577275452411215, |
| "learning_rate": 1.3503204150137322e-06, |
| "loss": 0.23314962387084961, |
| "step": 1770, |
| "token_acc": 0.9113711034538023 |
| }, |
| { |
| "epoch": 0.013541503755383225, |
| "grad_norm": 1.866841694870885, |
| "learning_rate": 1.3541348794629235e-06, |
| "loss": 0.19566987752914428, |
| "step": 1775, |
| "token_acc": 0.9231478377472343 |
| }, |
| { |
| "epoch": 0.013579648836384304, |
| "grad_norm": 2.865649558539662, |
| "learning_rate": 1.357949343912115e-06, |
| "loss": 0.21033058166503907, |
| "step": 1780, |
| "token_acc": 0.9180656303972367 |
| }, |
| { |
| "epoch": 0.013617793917385384, |
| "grad_norm": 1.4950377275294398, |
| "learning_rate": 1.361763808361306e-06, |
| "loss": 0.18714826107025145, |
| "step": 1785, |
| "token_acc": 0.9264397120575885 |
| }, |
| { |
| "epoch": 0.013655938998386463, |
| "grad_norm": 2.033983781848697, |
| "learning_rate": 1.3655782728104975e-06, |
| "loss": 0.19366238117218018, |
| "step": 1790, |
| "token_acc": 0.9255272269436575 |
| }, |
| { |
| "epoch": 0.013694084079387542, |
| "grad_norm": 2.351824380201931, |
| "learning_rate": 1.3693927372596889e-06, |
| "loss": 0.20130431652069092, |
| "step": 1795, |
| "token_acc": 0.9194219400043793 |
| }, |
| { |
| "epoch": 0.013732229160388623, |
| "grad_norm": 1.8251128685360127, |
| "learning_rate": 1.3732072017088802e-06, |
| "loss": 0.22281627655029296, |
| "step": 1800, |
| "token_acc": 0.9153758356432414 |
| }, |
| { |
| "epoch": 0.013770374241389702, |
| "grad_norm": 2.401499329696542, |
| "learning_rate": 1.3770216661580715e-06, |
| "loss": 0.19353103637695312, |
| "step": 1805, |
| "token_acc": 0.9220260613703236 |
| }, |
| { |
| "epoch": 0.01380851932239078, |
| "grad_norm": 1.89519583573284, |
| "learning_rate": 1.3808361306072629e-06, |
| "loss": 0.1866304874420166, |
| "step": 1810, |
| "token_acc": 0.9277313305937367 |
| }, |
| { |
| "epoch": 0.013846664403391861, |
| "grad_norm": 1.7027204169917363, |
| "learning_rate": 1.3846505950564542e-06, |
| "loss": 0.20289239883422852, |
| "step": 1815, |
| "token_acc": 0.9226911826159633 |
| }, |
| { |
| "epoch": 0.01388480948439294, |
| "grad_norm": 2.9215876420648828, |
| "learning_rate": 1.3884650595056455e-06, |
| "loss": 0.20495715141296386, |
| "step": 1820, |
| "token_acc": 0.9194336283185841 |
| }, |
| { |
| "epoch": 0.01392295456539402, |
| "grad_norm": 1.5497451431707094, |
| "learning_rate": 1.3922795239548367e-06, |
| "loss": 0.1831570863723755, |
| "step": 1825, |
| "token_acc": 0.9275883110719371 |
| }, |
| { |
| "epoch": 0.013961099646395098, |
| "grad_norm": 2.7476133544792245, |
| "learning_rate": 1.396093988404028e-06, |
| "loss": 0.20632634162902833, |
| "step": 1830, |
| "token_acc": 0.9196860693263571 |
| }, |
| { |
| "epoch": 0.013999244727396179, |
| "grad_norm": 2.1027894548859214, |
| "learning_rate": 1.3999084528532196e-06, |
| "loss": 0.1743299961090088, |
| "step": 1835, |
| "token_acc": 0.930046678176354 |
| }, |
| { |
| "epoch": 0.014037389808397258, |
| "grad_norm": 1.847447633093144, |
| "learning_rate": 1.403722917302411e-06, |
| "loss": 0.1987192988395691, |
| "step": 1840, |
| "token_acc": 0.9233847065797274 |
| }, |
| { |
| "epoch": 0.014075534889398337, |
| "grad_norm": 2.013443824830499, |
| "learning_rate": 1.4075373817516022e-06, |
| "loss": 0.199137544631958, |
| "step": 1845, |
| "token_acc": 0.9229957805907173 |
| }, |
| { |
| "epoch": 0.014113679970399418, |
| "grad_norm": 1.7077196742648677, |
| "learning_rate": 1.4113518462007936e-06, |
| "loss": 0.19426697492599487, |
| "step": 1850, |
| "token_acc": 0.9262576981524434 |
| }, |
| { |
| "epoch": 0.014151825051400497, |
| "grad_norm": 1.51307975231394, |
| "learning_rate": 1.415166310649985e-06, |
| "loss": 0.21650102138519287, |
| "step": 1855, |
| "token_acc": 0.918355566957414 |
| }, |
| { |
| "epoch": 0.014189970132401575, |
| "grad_norm": 2.0886482235510377, |
| "learning_rate": 1.4189807750991763e-06, |
| "loss": 0.17356677055358888, |
| "step": 1860, |
| "token_acc": 0.9324702854114619 |
| }, |
| { |
| "epoch": 0.014228115213402656, |
| "grad_norm": 2.624774670628059, |
| "learning_rate": 1.4227952395483674e-06, |
| "loss": 0.19122252464294434, |
| "step": 1865, |
| "token_acc": 0.9251751286343066 |
| }, |
| { |
| "epoch": 0.014266260294403735, |
| "grad_norm": 1.5968001323097016, |
| "learning_rate": 1.4266097039975587e-06, |
| "loss": 0.18822126388549804, |
| "step": 1870, |
| "token_acc": 0.92570427674792 |
| }, |
| { |
| "epoch": 0.014304405375404814, |
| "grad_norm": 1.489665691365724, |
| "learning_rate": 1.43042416844675e-06, |
| "loss": 0.21942522525787353, |
| "step": 1875, |
| "token_acc": 0.9155977935801156 |
| }, |
| { |
| "epoch": 0.014342550456405895, |
| "grad_norm": 1.7515166817469345, |
| "learning_rate": 1.4342386328959416e-06, |
| "loss": 0.22170019149780273, |
| "step": 1880, |
| "token_acc": 0.9121032438088594 |
| }, |
| { |
| "epoch": 0.014380695537406974, |
| "grad_norm": 1.3700110658679234, |
| "learning_rate": 1.438053097345133e-06, |
| "loss": 0.18121532201766968, |
| "step": 1885, |
| "token_acc": 0.9314189927847825 |
| }, |
| { |
| "epoch": 0.014418840618408053, |
| "grad_norm": 2.00518484564903, |
| "learning_rate": 1.4418675617943243e-06, |
| "loss": 0.2080434799194336, |
| "step": 1890, |
| "token_acc": 0.9164961346066394 |
| }, |
| { |
| "epoch": 0.014456985699409133, |
| "grad_norm": 1.8884675066206056, |
| "learning_rate": 1.4456820262435156e-06, |
| "loss": 0.2121840238571167, |
| "step": 1895, |
| "token_acc": 0.9162307878007564 |
| }, |
| { |
| "epoch": 0.014495130780410212, |
| "grad_norm": 2.1824345919968478, |
| "learning_rate": 1.449496490692707e-06, |
| "loss": 0.20350403785705568, |
| "step": 1900, |
| "token_acc": 0.918848167539267 |
| }, |
| { |
| "epoch": 0.014533275861411291, |
| "grad_norm": 1.5316253448884665, |
| "learning_rate": 1.453310955141898e-06, |
| "loss": 0.20921869277954103, |
| "step": 1905, |
| "token_acc": 0.925898806472871 |
| }, |
| { |
| "epoch": 0.014571420942412372, |
| "grad_norm": 2.3441893476363935, |
| "learning_rate": 1.4571254195910894e-06, |
| "loss": 0.21341464519500733, |
| "step": 1910, |
| "token_acc": 0.9150692469962396 |
| }, |
| { |
| "epoch": 0.014609566023413451, |
| "grad_norm": 1.651816542894586, |
| "learning_rate": 1.4609398840402808e-06, |
| "loss": 0.20017762184143068, |
| "step": 1915, |
| "token_acc": 0.9229973268948866 |
| }, |
| { |
| "epoch": 0.01464771110441453, |
| "grad_norm": 2.585044349822408, |
| "learning_rate": 1.464754348489472e-06, |
| "loss": 0.1945590376853943, |
| "step": 1920, |
| "token_acc": 0.9227607599844901 |
| }, |
| { |
| "epoch": 0.01468585618541561, |
| "grad_norm": 1.5688531871448455, |
| "learning_rate": 1.4685688129386634e-06, |
| "loss": 0.18920326232910156, |
| "step": 1925, |
| "token_acc": 0.9262596160510084 |
| }, |
| { |
| "epoch": 0.01472400126641669, |
| "grad_norm": 2.905887412529429, |
| "learning_rate": 1.472383277387855e-06, |
| "loss": 0.22509899139404296, |
| "step": 1930, |
| "token_acc": 0.9149105017194251 |
| }, |
| { |
| "epoch": 0.014762146347417768, |
| "grad_norm": 1.5804581926671402, |
| "learning_rate": 1.4761977418370463e-06, |
| "loss": 0.2163076162338257, |
| "step": 1935, |
| "token_acc": 0.9134156503295205 |
| }, |
| { |
| "epoch": 0.014800291428418847, |
| "grad_norm": 1.0077040747608188, |
| "learning_rate": 1.4800122062862377e-06, |
| "loss": 0.20311894416809081, |
| "step": 1940, |
| "token_acc": 0.9220379312758066 |
| }, |
| { |
| "epoch": 0.014838436509419928, |
| "grad_norm": 2.2725789711639903, |
| "learning_rate": 1.4838266707354288e-06, |
| "loss": 0.21538724899291992, |
| "step": 1945, |
| "token_acc": 0.9189055546398549 |
| }, |
| { |
| "epoch": 0.014876581590421007, |
| "grad_norm": 1.6928053116041304, |
| "learning_rate": 1.4876411351846201e-06, |
| "loss": 0.21162450313568115, |
| "step": 1950, |
| "token_acc": 0.9175043078690408 |
| }, |
| { |
| "epoch": 0.014914726671422086, |
| "grad_norm": 3.3298784060402453, |
| "learning_rate": 1.4914555996338115e-06, |
| "loss": 0.22272152900695802, |
| "step": 1955, |
| "token_acc": 0.9126584003270201 |
| }, |
| { |
| "epoch": 0.014952871752423167, |
| "grad_norm": 1.831741482498097, |
| "learning_rate": 1.4952700640830028e-06, |
| "loss": 0.20517733097076415, |
| "step": 1960, |
| "token_acc": 0.9192071957335032 |
| }, |
| { |
| "epoch": 0.014991016833424246, |
| "grad_norm": 7.278346277301633, |
| "learning_rate": 1.4990845285321942e-06, |
| "loss": 0.20747642517089843, |
| "step": 1965, |
| "token_acc": 0.9185028384489561 |
| }, |
| { |
| "epoch": 0.015029161914425325, |
| "grad_norm": 1.547573297008924, |
| "learning_rate": 1.5028989929813855e-06, |
| "loss": 0.19480135440826415, |
| "step": 1970, |
| "token_acc": 0.920563863225069 |
| }, |
| { |
| "epoch": 0.015067306995426405, |
| "grad_norm": 1.3681622514724754, |
| "learning_rate": 1.506713457430577e-06, |
| "loss": 0.22907204627990724, |
| "step": 1975, |
| "token_acc": 0.9120563674321504 |
| }, |
| { |
| "epoch": 0.015105452076427484, |
| "grad_norm": 1.5249488630801071, |
| "learning_rate": 1.5105279218797684e-06, |
| "loss": 0.20479087829589843, |
| "step": 1980, |
| "token_acc": 0.9222253760999148 |
| }, |
| { |
| "epoch": 0.015143597157428563, |
| "grad_norm": 4.081627528589628, |
| "learning_rate": 1.5143423863289595e-06, |
| "loss": 0.2137747049331665, |
| "step": 1985, |
| "token_acc": 0.9177954950073535 |
| }, |
| { |
| "epoch": 0.015181742238429644, |
| "grad_norm": 1.6894128702132674, |
| "learning_rate": 1.5181568507781508e-06, |
| "loss": 0.19908016920089722, |
| "step": 1990, |
| "token_acc": 0.9214322514167954 |
| }, |
| { |
| "epoch": 0.015219887319430723, |
| "grad_norm": 2.4590399060956325, |
| "learning_rate": 1.5219713152273422e-06, |
| "loss": 0.20733392238616943, |
| "step": 1995, |
| "token_acc": 0.9258067248242567 |
| }, |
| { |
| "epoch": 0.015258032400431802, |
| "grad_norm": 1.68965750579938, |
| "learning_rate": 1.5257857796765335e-06, |
| "loss": 0.20816540718078613, |
| "step": 2000, |
| "token_acc": 0.9182299182299183 |
| }, |
| { |
| "epoch": 0.015296177481432882, |
| "grad_norm": 1.4890599804501008, |
| "learning_rate": 1.5296002441257249e-06, |
| "loss": 0.22224776744842528, |
| "step": 2005, |
| "token_acc": 0.9116207951070336 |
| }, |
| { |
| "epoch": 0.015334322562433961, |
| "grad_norm": 1.4654195879323395, |
| "learning_rate": 1.5334147085749162e-06, |
| "loss": 0.1821568489074707, |
| "step": 2010, |
| "token_acc": 0.9261594202898551 |
| }, |
| { |
| "epoch": 0.01537246764343504, |
| "grad_norm": 3.9871249443928125, |
| "learning_rate": 1.5372291730241075e-06, |
| "loss": 0.20052199363708495, |
| "step": 2015, |
| "token_acc": 0.9212617679422912 |
| }, |
| { |
| "epoch": 0.015410612724436121, |
| "grad_norm": 2.48012415664987, |
| "learning_rate": 1.541043637473299e-06, |
| "loss": 0.21919448375701905, |
| "step": 2020, |
| "token_acc": 0.9165497896213184 |
| }, |
| { |
| "epoch": 0.0154487578054372, |
| "grad_norm": 1.7109052888079344, |
| "learning_rate": 1.54485810192249e-06, |
| "loss": 0.199247145652771, |
| "step": 2025, |
| "token_acc": 0.9253078418664938 |
| }, |
| { |
| "epoch": 0.015486902886438279, |
| "grad_norm": 3.5421624543668107, |
| "learning_rate": 1.5486725663716816e-06, |
| "loss": 0.21096715927124024, |
| "step": 2030, |
| "token_acc": 0.9187313529640679 |
| }, |
| { |
| "epoch": 0.01552504796743936, |
| "grad_norm": 1.2433426150008775, |
| "learning_rate": 1.5524870308208729e-06, |
| "loss": 0.19352424144744873, |
| "step": 2035, |
| "token_acc": 0.9225436440410916 |
| }, |
| { |
| "epoch": 0.015563193048440439, |
| "grad_norm": 14.14899670749441, |
| "learning_rate": 1.5563014952700642e-06, |
| "loss": 0.23587605953216553, |
| "step": 2040, |
| "token_acc": 0.9093443354148082 |
| }, |
| { |
| "epoch": 0.015601338129441518, |
| "grad_norm": 2.1847543749245206, |
| "learning_rate": 1.5601159597192556e-06, |
| "loss": 0.19699397087097167, |
| "step": 2045, |
| "token_acc": 0.9213544511196068 |
| }, |
| { |
| "epoch": 0.015639483210442597, |
| "grad_norm": 1.0825414924262626, |
| "learning_rate": 1.563930424168447e-06, |
| "loss": 0.2287691831588745, |
| "step": 2050, |
| "token_acc": 0.9102622404123086 |
| }, |
| { |
| "epoch": 0.015677628291443677, |
| "grad_norm": 1.2217548710377804, |
| "learning_rate": 1.5677448886176382e-06, |
| "loss": 0.1877738356590271, |
| "step": 2055, |
| "token_acc": 0.9250274122807017 |
| }, |
| { |
| "epoch": 0.015715773372444758, |
| "grad_norm": 1.4763958582892123, |
| "learning_rate": 1.5715593530668296e-06, |
| "loss": 0.21463603973388673, |
| "step": 2060, |
| "token_acc": 0.9184824403998975 |
| }, |
| { |
| "epoch": 0.015753918453445835, |
| "grad_norm": 2.010529434998551, |
| "learning_rate": 1.5753738175160207e-06, |
| "loss": 0.1940779447555542, |
| "step": 2065, |
| "token_acc": 0.922939794181995 |
| }, |
| { |
| "epoch": 0.015792063534446916, |
| "grad_norm": 1.8848475201601689, |
| "learning_rate": 1.579188281965212e-06, |
| "loss": 0.20267610549926757, |
| "step": 2070, |
| "token_acc": 0.9193775571802267 |
| }, |
| { |
| "epoch": 0.015830208615447997, |
| "grad_norm": 1.391910086694349, |
| "learning_rate": 1.5830027464144034e-06, |
| "loss": 0.19234485626220704, |
| "step": 2075, |
| "token_acc": 0.924791086350975 |
| }, |
| { |
| "epoch": 0.015868353696449074, |
| "grad_norm": 1.6338044213078782, |
| "learning_rate": 1.586817210863595e-06, |
| "loss": 0.21937899589538573, |
| "step": 2080, |
| "token_acc": 0.9133715446564609 |
| }, |
| { |
| "epoch": 0.015906498777450154, |
| "grad_norm": 1.3327925001873593, |
| "learning_rate": 1.5906316753127863e-06, |
| "loss": 0.2007765531539917, |
| "step": 2085, |
| "token_acc": 0.9207003089598352 |
| }, |
| { |
| "epoch": 0.015944643858451235, |
| "grad_norm": 2.7961299496635994, |
| "learning_rate": 1.5944461397619776e-06, |
| "loss": 0.2202695846557617, |
| "step": 2090, |
| "token_acc": 0.9101036995515696 |
| }, |
| { |
| "epoch": 0.015982788939452312, |
| "grad_norm": 1.3213942912429475, |
| "learning_rate": 1.598260604211169e-06, |
| "loss": 0.1904911518096924, |
| "step": 2095, |
| "token_acc": 0.923354853995143 |
| }, |
| { |
| "epoch": 0.016020934020453393, |
| "grad_norm": 1.270581827462333, |
| "learning_rate": 1.6020750686603603e-06, |
| "loss": 0.2092984676361084, |
| "step": 2100, |
| "token_acc": 0.9161683339853574 |
| }, |
| { |
| "epoch": 0.01605907910145447, |
| "grad_norm": 2.016523003744791, |
| "learning_rate": 1.6058895331095514e-06, |
| "loss": 0.19184248447418212, |
| "step": 2105, |
| "token_acc": 0.9254820528033224 |
| }, |
| { |
| "epoch": 0.01609722418245555, |
| "grad_norm": 1.9177239785447313, |
| "learning_rate": 1.6097039975587428e-06, |
| "loss": 0.18534836769104004, |
| "step": 2110, |
| "token_acc": 0.9286262471220261 |
| }, |
| { |
| "epoch": 0.01613536926345663, |
| "grad_norm": 1.526611911347366, |
| "learning_rate": 1.613518462007934e-06, |
| "loss": 0.2118476390838623, |
| "step": 2115, |
| "token_acc": 0.9185791550942844 |
| }, |
| { |
| "epoch": 0.01617351434445771, |
| "grad_norm": 2.0722214330373854, |
| "learning_rate": 1.6173329264571254e-06, |
| "loss": 0.2075021505355835, |
| "step": 2120, |
| "token_acc": 0.9181445055370557 |
| }, |
| { |
| "epoch": 0.01621165942545879, |
| "grad_norm": 1.965900050100034, |
| "learning_rate": 1.621147390906317e-06, |
| "loss": 0.20493097305297853, |
| "step": 2125, |
| "token_acc": 0.9216409650999778 |
| }, |
| { |
| "epoch": 0.01624980450645987, |
| "grad_norm": 1.917856027323587, |
| "learning_rate": 1.6249618553555083e-06, |
| "loss": 0.20435960292816163, |
| "step": 2130, |
| "token_acc": 0.9195026999874419 |
| }, |
| { |
| "epoch": 0.016287949587460947, |
| "grad_norm": 1.385163101231075, |
| "learning_rate": 1.6287763198046997e-06, |
| "loss": 0.20995621681213378, |
| "step": 2135, |
| "token_acc": 0.9176576172313216 |
| }, |
| { |
| "epoch": 0.016326094668462028, |
| "grad_norm": 1.945062065998079, |
| "learning_rate": 1.632590784253891e-06, |
| "loss": 0.21435158252716063, |
| "step": 2140, |
| "token_acc": 0.9158542432475627 |
| }, |
| { |
| "epoch": 0.01636423974946311, |
| "grad_norm": 4.140816821864153, |
| "learning_rate": 1.6364052487030821e-06, |
| "loss": 0.2033250331878662, |
| "step": 2145, |
| "token_acc": 0.9200258212595036 |
| }, |
| { |
| "epoch": 0.016402384830464186, |
| "grad_norm": 1.580632021634232, |
| "learning_rate": 1.6402197131522735e-06, |
| "loss": 0.22437751293182373, |
| "step": 2150, |
| "token_acc": 0.9107025607353907 |
| }, |
| { |
| "epoch": 0.016440529911465267, |
| "grad_norm": 1.4682457425877335, |
| "learning_rate": 1.6440341776014648e-06, |
| "loss": 0.2036360263824463, |
| "step": 2155, |
| "token_acc": 0.9229340204949961 |
| }, |
| { |
| "epoch": 0.016478674992466347, |
| "grad_norm": 2.181365591111052, |
| "learning_rate": 1.6478486420506561e-06, |
| "loss": 0.22185654640197755, |
| "step": 2160, |
| "token_acc": 0.9125705076551168 |
| }, |
| { |
| "epoch": 0.016516820073467425, |
| "grad_norm": 2.6018612009629405, |
| "learning_rate": 1.6516631064998475e-06, |
| "loss": 0.21987247467041016, |
| "step": 2165, |
| "token_acc": 0.9132124352331606 |
| }, |
| { |
| "epoch": 0.016554965154468505, |
| "grad_norm": 1.817463644080717, |
| "learning_rate": 1.655477570949039e-06, |
| "loss": 0.2186957836151123, |
| "step": 2170, |
| "token_acc": 0.9181847441261667 |
| }, |
| { |
| "epoch": 0.016593110235469586, |
| "grad_norm": 1.0487582193593108, |
| "learning_rate": 1.6592920353982304e-06, |
| "loss": 0.19036821126937867, |
| "step": 2175, |
| "token_acc": 0.9253980288097043 |
| }, |
| { |
| "epoch": 0.016631255316470663, |
| "grad_norm": 1.4395960580502125, |
| "learning_rate": 1.6631064998474217e-06, |
| "loss": 0.20958418846130372, |
| "step": 2180, |
| "token_acc": 0.9220691059670083 |
| }, |
| { |
| "epoch": 0.016669400397471744, |
| "grad_norm": 2.7196478309203327, |
| "learning_rate": 1.6669209642966128e-06, |
| "loss": 0.2141490697860718, |
| "step": 2185, |
| "token_acc": 0.9148921412221682 |
| }, |
| { |
| "epoch": 0.016707545478472825, |
| "grad_norm": 1.4163543434827537, |
| "learning_rate": 1.6707354287458042e-06, |
| "loss": 0.19764747619628906, |
| "step": 2190, |
| "token_acc": 0.921038650551202 |
| }, |
| { |
| "epoch": 0.016745690559473902, |
| "grad_norm": 1.573961994238318, |
| "learning_rate": 1.6745498931949955e-06, |
| "loss": 0.187377405166626, |
| "step": 2195, |
| "token_acc": 0.9240839610912016 |
| }, |
| { |
| "epoch": 0.016783835640474982, |
| "grad_norm": 1.8705630187812095, |
| "learning_rate": 1.6783643576441869e-06, |
| "loss": 0.2050321102142334, |
| "step": 2200, |
| "token_acc": 0.9181295176279687 |
| }, |
| { |
| "epoch": 0.016821980721476063, |
| "grad_norm": 7.584455491138986, |
| "learning_rate": 1.6821788220933782e-06, |
| "loss": 0.20648694038391113, |
| "step": 2205, |
| "token_acc": 0.9215998115096896 |
| }, |
| { |
| "epoch": 0.01686012580247714, |
| "grad_norm": 1.4860470855551684, |
| "learning_rate": 1.6859932865425695e-06, |
| "loss": 0.202569580078125, |
| "step": 2210, |
| "token_acc": 0.9209997283346917 |
| }, |
| { |
| "epoch": 0.01689827088347822, |
| "grad_norm": 2.0163443137633004, |
| "learning_rate": 1.689807750991761e-06, |
| "loss": 0.20501141548156737, |
| "step": 2215, |
| "token_acc": 0.9197914079960268 |
| }, |
| { |
| "epoch": 0.016936415964479302, |
| "grad_norm": 1.2106613356260814, |
| "learning_rate": 1.6936222154409524e-06, |
| "loss": 0.179191255569458, |
| "step": 2220, |
| "token_acc": 0.928799672265465 |
| }, |
| { |
| "epoch": 0.01697456104548038, |
| "grad_norm": 1.2834943848493638, |
| "learning_rate": 1.6974366798901433e-06, |
| "loss": 0.2387387990951538, |
| "step": 2225, |
| "token_acc": 0.9104448866919176 |
| }, |
| { |
| "epoch": 0.01701270612648146, |
| "grad_norm": 1.448602672062971, |
| "learning_rate": 1.7012511443393349e-06, |
| "loss": 0.200026273727417, |
| "step": 2230, |
| "token_acc": 0.9214507632041065 |
| }, |
| { |
| "epoch": 0.01705085120748254, |
| "grad_norm": 1.6006266368622954, |
| "learning_rate": 1.7050656087885262e-06, |
| "loss": 0.22236857414245606, |
| "step": 2235, |
| "token_acc": 0.9151908396946565 |
| }, |
| { |
| "epoch": 0.017088996288483618, |
| "grad_norm": 1.2637036317909855, |
| "learning_rate": 1.7088800732377176e-06, |
| "loss": 0.20451066493988038, |
| "step": 2240, |
| "token_acc": 0.9191728138200618 |
| }, |
| { |
| "epoch": 0.0171271413694847, |
| "grad_norm": 1.6226471993173868, |
| "learning_rate": 1.712694537686909e-06, |
| "loss": 0.2219872236251831, |
| "step": 2245, |
| "token_acc": 0.9169106197446278 |
| }, |
| { |
| "epoch": 0.01716528645048578, |
| "grad_norm": 1.735201346802431, |
| "learning_rate": 1.7165090021361002e-06, |
| "loss": 0.18203834295272828, |
| "step": 2250, |
| "token_acc": 0.9317848084367908 |
| }, |
| { |
| "epoch": 0.017203431531486856, |
| "grad_norm": 2.435904939892559, |
| "learning_rate": 1.7203234665852916e-06, |
| "loss": 0.19181541204452515, |
| "step": 2255, |
| "token_acc": 0.92481860302474 |
| }, |
| { |
| "epoch": 0.017241576612487937, |
| "grad_norm": 1.65661036588874, |
| "learning_rate": 1.724137931034483e-06, |
| "loss": 0.1956552505493164, |
| "step": 2260, |
| "token_acc": 0.9260287393860223 |
| }, |
| { |
| "epoch": 0.017279721693489018, |
| "grad_norm": 1.0819906617380828, |
| "learning_rate": 1.727952395483674e-06, |
| "loss": 0.18059015274047852, |
| "step": 2265, |
| "token_acc": 0.9292368223109414 |
| }, |
| { |
| "epoch": 0.017317866774490095, |
| "grad_norm": 1.6002356566426421, |
| "learning_rate": 1.7317668599328654e-06, |
| "loss": 0.19932678937911988, |
| "step": 2270, |
| "token_acc": 0.9214941716707877 |
| }, |
| { |
| "epoch": 0.017356011855491175, |
| "grad_norm": 1.1079381537246162, |
| "learning_rate": 1.735581324382057e-06, |
| "loss": 0.19120435714721679, |
| "step": 2275, |
| "token_acc": 0.9273379494452323 |
| }, |
| { |
| "epoch": 0.017394156936492256, |
| "grad_norm": 1.53785753183134, |
| "learning_rate": 1.7393957888312483e-06, |
| "loss": 0.19630740880966185, |
| "step": 2280, |
| "token_acc": 0.9227402057342964 |
| }, |
| { |
| "epoch": 0.017432302017493333, |
| "grad_norm": 1.4712308568417343, |
| "learning_rate": 1.7432102532804396e-06, |
| "loss": 0.19461945295333863, |
| "step": 2285, |
| "token_acc": 0.9220398183723367 |
| }, |
| { |
| "epoch": 0.017470447098494414, |
| "grad_norm": 2.5791162103829417, |
| "learning_rate": 1.747024717729631e-06, |
| "loss": 0.21393980979919433, |
| "step": 2290, |
| "token_acc": 0.9130397086873591 |
| }, |
| { |
| "epoch": 0.017508592179495495, |
| "grad_norm": 43.800078653780155, |
| "learning_rate": 1.7508391821788223e-06, |
| "loss": 0.19713973999023438, |
| "step": 2295, |
| "token_acc": 0.9214104025962635 |
| }, |
| { |
| "epoch": 0.017546737260496572, |
| "grad_norm": 1.9654500648264297, |
| "learning_rate": 1.7546536466280136e-06, |
| "loss": 0.2350461483001709, |
| "step": 2300, |
| "token_acc": 0.9086113381380488 |
| }, |
| { |
| "epoch": 0.017584882341497653, |
| "grad_norm": 1.9134236841261363, |
| "learning_rate": 1.7584681110772047e-06, |
| "loss": 0.2019649028778076, |
| "step": 2305, |
| "token_acc": 0.9232497192062897 |
| }, |
| { |
| "epoch": 0.017623027422498733, |
| "grad_norm": 2.361715548003919, |
| "learning_rate": 1.762282575526396e-06, |
| "loss": 0.2066159725189209, |
| "step": 2310, |
| "token_acc": 0.9187770743085638 |
| }, |
| { |
| "epoch": 0.01766117250349981, |
| "grad_norm": 1.2092740748048816, |
| "learning_rate": 1.7660970399755874e-06, |
| "loss": 0.20651938915252685, |
| "step": 2315, |
| "token_acc": 0.9184702505624078 |
| }, |
| { |
| "epoch": 0.01769931758450089, |
| "grad_norm": 1.6128451958371073, |
| "learning_rate": 1.769911504424779e-06, |
| "loss": 0.1882943868637085, |
| "step": 2320, |
| "token_acc": 0.9270037784387812 |
| }, |
| { |
| "epoch": 0.01773746266550197, |
| "grad_norm": 1.946971608596617, |
| "learning_rate": 1.7737259688739703e-06, |
| "loss": 0.20328311920166015, |
| "step": 2325, |
| "token_acc": 0.9200323696020011 |
| }, |
| { |
| "epoch": 0.01777560774650305, |
| "grad_norm": 1.632542140732511, |
| "learning_rate": 1.7775404333231617e-06, |
| "loss": 0.20440187454223632, |
| "step": 2330, |
| "token_acc": 0.9213475126686175 |
| }, |
| { |
| "epoch": 0.01781375282750413, |
| "grad_norm": 1.2145575179580637, |
| "learning_rate": 1.781354897772353e-06, |
| "loss": 0.2012385129928589, |
| "step": 2335, |
| "token_acc": 0.9209455364100788 |
| }, |
| { |
| "epoch": 0.017851897908505207, |
| "grad_norm": 1.3591655504286844, |
| "learning_rate": 1.7851693622215443e-06, |
| "loss": 0.19382941722869873, |
| "step": 2340, |
| "token_acc": 0.9212500910614119 |
| }, |
| { |
| "epoch": 0.017890042989506288, |
| "grad_norm": 1.0717228824551364, |
| "learning_rate": 1.7889838266707355e-06, |
| "loss": 0.21175992488861084, |
| "step": 2345, |
| "token_acc": 0.922087005175549 |
| }, |
| { |
| "epoch": 0.01792818807050737, |
| "grad_norm": 2.325392821747694, |
| "learning_rate": 1.7927982911199268e-06, |
| "loss": 0.23594927787780762, |
| "step": 2350, |
| "token_acc": 0.9093370408312601 |
| }, |
| { |
| "epoch": 0.017966333151508446, |
| "grad_norm": 1.239319152483903, |
| "learning_rate": 1.7966127555691181e-06, |
| "loss": 0.21045536994934083, |
| "step": 2355, |
| "token_acc": 0.9215314849893806 |
| }, |
| { |
| "epoch": 0.018004478232509526, |
| "grad_norm": 3.1691778551920597, |
| "learning_rate": 1.8004272200183095e-06, |
| "loss": 0.20625803470611573, |
| "step": 2360, |
| "token_acc": 0.9206715181209021 |
| }, |
| { |
| "epoch": 0.018042623313510607, |
| "grad_norm": 1.411321351181866, |
| "learning_rate": 1.804241684467501e-06, |
| "loss": 0.19805383682250977, |
| "step": 2365, |
| "token_acc": 0.9235854253561029 |
| }, |
| { |
| "epoch": 0.018080768394511684, |
| "grad_norm": 1.1880825933465795, |
| "learning_rate": 1.8080561489166924e-06, |
| "loss": 0.20730855464935302, |
| "step": 2370, |
| "token_acc": 0.9196210707621645 |
| }, |
| { |
| "epoch": 0.018118913475512765, |
| "grad_norm": 1.7944546891048616, |
| "learning_rate": 1.8118706133658837e-06, |
| "loss": 0.2249981641769409, |
| "step": 2375, |
| "token_acc": 0.9104702022963368 |
| }, |
| { |
| "epoch": 0.018157058556513846, |
| "grad_norm": 1.2583919759088358, |
| "learning_rate": 1.815685077815075e-06, |
| "loss": 0.19177207946777344, |
| "step": 2380, |
| "token_acc": 0.9237647967061245 |
| }, |
| { |
| "epoch": 0.018195203637514923, |
| "grad_norm": 1.0946831287441978, |
| "learning_rate": 1.8194995422642662e-06, |
| "loss": 0.2124457836151123, |
| "step": 2385, |
| "token_acc": 0.9188567276250454 |
| }, |
| { |
| "epoch": 0.018233348718516004, |
| "grad_norm": 1.8383446187231192, |
| "learning_rate": 1.8233140067134575e-06, |
| "loss": 0.19349327087402343, |
| "step": 2390, |
| "token_acc": 0.9261338454720047 |
| }, |
| { |
| "epoch": 0.018271493799517084, |
| "grad_norm": 1.941119152091989, |
| "learning_rate": 1.8271284711626488e-06, |
| "loss": 0.19319617748260498, |
| "step": 2395, |
| "token_acc": 0.9235645584377733 |
| }, |
| { |
| "epoch": 0.01830963888051816, |
| "grad_norm": 1.7019295318182834, |
| "learning_rate": 1.8309429356118402e-06, |
| "loss": 0.19932930469512938, |
| "step": 2400, |
| "token_acc": 0.9212983548243664 |
| }, |
| { |
| "epoch": 0.018347783961519242, |
| "grad_norm": 1.3368502297109144, |
| "learning_rate": 1.8347574000610315e-06, |
| "loss": 0.18543851375579834, |
| "step": 2405, |
| "token_acc": 0.9270160684787505 |
| }, |
| { |
| "epoch": 0.018385929042520323, |
| "grad_norm": 1.2547834713592887, |
| "learning_rate": 1.8385718645102229e-06, |
| "loss": 0.20437846183776856, |
| "step": 2410, |
| "token_acc": 0.9186669311644515 |
| }, |
| { |
| "epoch": 0.0184240741235214, |
| "grad_norm": 0.9967423599143065, |
| "learning_rate": 1.8423863289594144e-06, |
| "loss": 0.18953574895858766, |
| "step": 2415, |
| "token_acc": 0.9250604351329573 |
| }, |
| { |
| "epoch": 0.01846221920452248, |
| "grad_norm": 1.390685551905582, |
| "learning_rate": 1.8462007934086057e-06, |
| "loss": 0.19771461486816405, |
| "step": 2420, |
| "token_acc": 0.9227697408077155 |
| }, |
| { |
| "epoch": 0.01850036428552356, |
| "grad_norm": 1.8119760172996933, |
| "learning_rate": 1.8500152578577969e-06, |
| "loss": 0.22690942287445068, |
| "step": 2425, |
| "token_acc": 0.9115115653577192 |
| }, |
| { |
| "epoch": 0.01853850936652464, |
| "grad_norm": 1.3406730695016253, |
| "learning_rate": 1.8538297223069882e-06, |
| "loss": 0.18345394134521484, |
| "step": 2430, |
| "token_acc": 0.9293214862681745 |
| }, |
| { |
| "epoch": 0.01857665444752572, |
| "grad_norm": 1.3631166798123526, |
| "learning_rate": 1.8576441867561796e-06, |
| "loss": 0.1886366844177246, |
| "step": 2435, |
| "token_acc": 0.9293960574884159 |
| }, |
| { |
| "epoch": 0.0186147995285268, |
| "grad_norm": 1.1991865751441018, |
| "learning_rate": 1.8614586512053709e-06, |
| "loss": 0.20665998458862306, |
| "step": 2440, |
| "token_acc": 0.9221501390176089 |
| }, |
| { |
| "epoch": 0.018652944609527877, |
| "grad_norm": 1.4335840990483475, |
| "learning_rate": 1.8652731156545622e-06, |
| "loss": 0.20270237922668458, |
| "step": 2445, |
| "token_acc": 0.9229033197437391 |
| }, |
| { |
| "epoch": 0.018691089690528958, |
| "grad_norm": 2.885663189592157, |
| "learning_rate": 1.8690875801037536e-06, |
| "loss": 0.23508081436157227, |
| "step": 2450, |
| "token_acc": 0.9112227805695142 |
| }, |
| { |
| "epoch": 0.01872923477153004, |
| "grad_norm": 1.7218620924617174, |
| "learning_rate": 1.872902044552945e-06, |
| "loss": 0.22273545265197753, |
| "step": 2455, |
| "token_acc": 0.9135168628839515 |
| }, |
| { |
| "epoch": 0.018767379852531116, |
| "grad_norm": 1.4362676119651934, |
| "learning_rate": 1.8767165090021365e-06, |
| "loss": 0.17815079689025878, |
| "step": 2460, |
| "token_acc": 0.9292741498179564 |
| }, |
| { |
| "epoch": 0.018805524933532197, |
| "grad_norm": 1.6355840560514923, |
| "learning_rate": 1.8805309734513274e-06, |
| "loss": 0.1880096197128296, |
| "step": 2465, |
| "token_acc": 0.9285714285714286 |
| }, |
| { |
| "epoch": 0.018843670014533277, |
| "grad_norm": 1.3027374560425038, |
| "learning_rate": 1.884345437900519e-06, |
| "loss": 0.18501565456390381, |
| "step": 2470, |
| "token_acc": 0.9285664795953718 |
| }, |
| { |
| "epoch": 0.018881815095534354, |
| "grad_norm": 2.048830636586346, |
| "learning_rate": 1.8881599023497103e-06, |
| "loss": 0.20168228149414064, |
| "step": 2475, |
| "token_acc": 0.921498926164556 |
| }, |
| { |
| "epoch": 0.018919960176535435, |
| "grad_norm": 1.5195396806427874, |
| "learning_rate": 1.8919743667989016e-06, |
| "loss": 0.20652539730072023, |
| "step": 2480, |
| "token_acc": 0.919762776905634 |
| }, |
| { |
| "epoch": 0.018958105257536516, |
| "grad_norm": 1.3453390383371566, |
| "learning_rate": 1.895788831248093e-06, |
| "loss": 0.19405163526535035, |
| "step": 2485, |
| "token_acc": 0.924301545184954 |
| }, |
| { |
| "epoch": 0.018996250338537593, |
| "grad_norm": 1.3030026483550121, |
| "learning_rate": 1.8996032956972843e-06, |
| "loss": 0.22250971794128419, |
| "step": 2490, |
| "token_acc": 0.9139876880984952 |
| }, |
| { |
| "epoch": 0.019034395419538674, |
| "grad_norm": 1.2869428954176683, |
| "learning_rate": 1.9034177601464756e-06, |
| "loss": 0.20713326930999756, |
| "step": 2495, |
| "token_acc": 0.9180003048315806 |
| }, |
| { |
| "epoch": 0.019072540500539754, |
| "grad_norm": 2.202482237967539, |
| "learning_rate": 1.907232224595667e-06, |
| "loss": 0.20494112968444825, |
| "step": 2500, |
| "token_acc": 0.9188058035714286 |
| }, |
| { |
| "epoch": 0.01911068558154083, |
| "grad_norm": 1.817881570038458, |
| "learning_rate": 1.9110466890448583e-06, |
| "loss": 0.20258455276489257, |
| "step": 2505, |
| "token_acc": 0.9216130940642872 |
| }, |
| { |
| "epoch": 0.019148830662541912, |
| "grad_norm": 1.2145700658553251, |
| "learning_rate": 1.9148611534940494e-06, |
| "loss": 0.2241365909576416, |
| "step": 2510, |
| "token_acc": 0.9165954803137377 |
| }, |
| { |
| "epoch": 0.019186975743542993, |
| "grad_norm": 1.9878463603684455, |
| "learning_rate": 1.918675617943241e-06, |
| "loss": 0.22702600955963134, |
| "step": 2515, |
| "token_acc": 0.9109577512203333 |
| }, |
| { |
| "epoch": 0.01922512082454407, |
| "grad_norm": 1.76923988096184, |
| "learning_rate": 1.922490082392432e-06, |
| "loss": 0.19853074550628663, |
| "step": 2520, |
| "token_acc": 0.921753460777851 |
| }, |
| { |
| "epoch": 0.01926326590554515, |
| "grad_norm": 2.167604085590848, |
| "learning_rate": 1.9263045468416236e-06, |
| "loss": 0.20722584724426268, |
| "step": 2525, |
| "token_acc": 0.9188640973630832 |
| }, |
| { |
| "epoch": 0.01930141098654623, |
| "grad_norm": 2.3051422126078163, |
| "learning_rate": 1.9301190112908148e-06, |
| "loss": 0.20600132942199706, |
| "step": 2530, |
| "token_acc": 0.9217038539553752 |
| }, |
| { |
| "epoch": 0.01933955606754731, |
| "grad_norm": 1.6977591185650496, |
| "learning_rate": 1.9339334757400063e-06, |
| "loss": 0.20889570713043212, |
| "step": 2535, |
| "token_acc": 0.916250279662913 |
| }, |
| { |
| "epoch": 0.01937770114854839, |
| "grad_norm": 1.6183398443764982, |
| "learning_rate": 1.937747940189198e-06, |
| "loss": 0.1942192792892456, |
| "step": 2540, |
| "token_acc": 0.9275437684174034 |
| }, |
| { |
| "epoch": 0.019415846229549467, |
| "grad_norm": 7.237693079661838, |
| "learning_rate": 1.941562404638389e-06, |
| "loss": 0.19048376083374025, |
| "step": 2545, |
| "token_acc": 0.9276581704198631 |
| }, |
| { |
| "epoch": 0.019453991310550547, |
| "grad_norm": 1.4962984776153763, |
| "learning_rate": 1.94537686908758e-06, |
| "loss": 0.22876057624816895, |
| "step": 2550, |
| "token_acc": 0.9109613852061146 |
| }, |
| { |
| "epoch": 0.019492136391551628, |
| "grad_norm": 1.9179380244038937, |
| "learning_rate": 1.9491913335367717e-06, |
| "loss": 0.1788722515106201, |
| "step": 2555, |
| "token_acc": 0.9300826296195406 |
| }, |
| { |
| "epoch": 0.019530281472552705, |
| "grad_norm": 1.9934246872566406, |
| "learning_rate": 1.953005797985963e-06, |
| "loss": 0.22490510940551758, |
| "step": 2560, |
| "token_acc": 0.9131477042227549 |
| }, |
| { |
| "epoch": 0.019568426553553786, |
| "grad_norm": 1.2180102355318678, |
| "learning_rate": 1.9568202624351544e-06, |
| "loss": 0.20247552394866944, |
| "step": 2565, |
| "token_acc": 0.920934858279463 |
| }, |
| { |
| "epoch": 0.019606571634554867, |
| "grad_norm": 1.332013870563317, |
| "learning_rate": 1.9606347268843455e-06, |
| "loss": 0.19542100429534912, |
| "step": 2570, |
| "token_acc": 0.9209403254972875 |
| }, |
| { |
| "epoch": 0.019644716715555944, |
| "grad_norm": 2.127333241097001, |
| "learning_rate": 1.964449191333537e-06, |
| "loss": 0.2115682601928711, |
| "step": 2575, |
| "token_acc": 0.9171516603902773 |
| }, |
| { |
| "epoch": 0.019682861796557025, |
| "grad_norm": 7.468367347055794, |
| "learning_rate": 1.9682636557827286e-06, |
| "loss": 0.21477277278900148, |
| "step": 2580, |
| "token_acc": 0.9163501308348105 |
| }, |
| { |
| "epoch": 0.019721006877558105, |
| "grad_norm": 1.900045519498587, |
| "learning_rate": 1.9720781202319193e-06, |
| "loss": 0.21193952560424806, |
| "step": 2585, |
| "token_acc": 0.9168292506684009 |
| }, |
| { |
| "epoch": 0.019759151958559183, |
| "grad_norm": 1.3226908762110294, |
| "learning_rate": 1.975892584681111e-06, |
| "loss": 0.20381035804748535, |
| "step": 2590, |
| "token_acc": 0.9197420279469725 |
| }, |
| { |
| "epoch": 0.019797297039560263, |
| "grad_norm": 2.1349391596394627, |
| "learning_rate": 1.9797070491303024e-06, |
| "loss": 0.22477612495422364, |
| "step": 2595, |
| "token_acc": 0.9165057915057915 |
| }, |
| { |
| "epoch": 0.019835442120561344, |
| "grad_norm": 2.306680141228622, |
| "learning_rate": 1.9835215135794935e-06, |
| "loss": 0.19850780963897705, |
| "step": 2600, |
| "token_acc": 0.920951976200595 |
| }, |
| { |
| "epoch": 0.01987358720156242, |
| "grad_norm": 2.6125506140044834, |
| "learning_rate": 1.987335978028685e-06, |
| "loss": 0.2011402130126953, |
| "step": 2605, |
| "token_acc": 0.9217556005486252 |
| }, |
| { |
| "epoch": 0.019911732282563502, |
| "grad_norm": 1.2246492634435528, |
| "learning_rate": 1.991150442477876e-06, |
| "loss": 0.16237325668334962, |
| "step": 2610, |
| "token_acc": 0.9352309965944869 |
| }, |
| { |
| "epoch": 0.019949877363564582, |
| "grad_norm": 1.8777652004646164, |
| "learning_rate": 1.9949649069270677e-06, |
| "loss": 0.21197285652160644, |
| "step": 2615, |
| "token_acc": 0.9173806203094906 |
| }, |
| { |
| "epoch": 0.01998802244456566, |
| "grad_norm": 3.715721198194247, |
| "learning_rate": 1.998779371376259e-06, |
| "loss": 0.18457635641098022, |
| "step": 2620, |
| "token_acc": 0.9286711118002791 |
| }, |
| { |
| "epoch": 0.02002616752556674, |
| "grad_norm": 1.592587942286185, |
| "learning_rate": 2.00259383582545e-06, |
| "loss": 0.19520969390869142, |
| "step": 2625, |
| "token_acc": 0.9199297012302284 |
| }, |
| { |
| "epoch": 0.02006431260656782, |
| "grad_norm": 1.5696944509697894, |
| "learning_rate": 2.0064083002746415e-06, |
| "loss": 0.21010656356811525, |
| "step": 2630, |
| "token_acc": 0.9182804027885361 |
| }, |
| { |
| "epoch": 0.0201024576875689, |
| "grad_norm": 1.2781727976375845, |
| "learning_rate": 2.0102227647238327e-06, |
| "loss": 0.21386294364929198, |
| "step": 2635, |
| "token_acc": 0.9152439844065062 |
| }, |
| { |
| "epoch": 0.02014060276856998, |
| "grad_norm": 1.3258099655072049, |
| "learning_rate": 2.0140372291730242e-06, |
| "loss": 0.20661239624023436, |
| "step": 2640, |
| "token_acc": 0.918448930641615 |
| }, |
| { |
| "epoch": 0.02017874784957106, |
| "grad_norm": 1.7403961980036085, |
| "learning_rate": 2.0178516936222158e-06, |
| "loss": 0.19582462310791016, |
| "step": 2645, |
| "token_acc": 0.9218826491363032 |
| }, |
| { |
| "epoch": 0.020216892930572137, |
| "grad_norm": 1.7233440008613232, |
| "learning_rate": 2.021666158071407e-06, |
| "loss": 0.20986742973327638, |
| "step": 2650, |
| "token_acc": 0.9167579408543264 |
| }, |
| { |
| "epoch": 0.020255038011573218, |
| "grad_norm": 3.5577944737211977, |
| "learning_rate": 2.0254806225205984e-06, |
| "loss": 0.19719557762145995, |
| "step": 2655, |
| "token_acc": 0.9237371260421775 |
| }, |
| { |
| "epoch": 0.0202931830925743, |
| "grad_norm": 1.158552999787391, |
| "learning_rate": 2.0292950869697896e-06, |
| "loss": 0.20484368801116942, |
| "step": 2660, |
| "token_acc": 0.9190930787589499 |
| }, |
| { |
| "epoch": 0.020331328173575376, |
| "grad_norm": 1.9125347639980081, |
| "learning_rate": 2.0331095514189807e-06, |
| "loss": 0.2020045042037964, |
| "step": 2665, |
| "token_acc": 0.9193178561192319 |
| }, |
| { |
| "epoch": 0.020369473254576456, |
| "grad_norm": 1.7699797077242856, |
| "learning_rate": 2.0369240158681723e-06, |
| "loss": 0.23643569946289061, |
| "step": 2670, |
| "token_acc": 0.9077784960137901 |
| }, |
| { |
| "epoch": 0.020407618335577537, |
| "grad_norm": 2.0466798934801127, |
| "learning_rate": 2.0407384803173634e-06, |
| "loss": 0.21667494773864746, |
| "step": 2675, |
| "token_acc": 0.9170589190066548 |
| }, |
| { |
| "epoch": 0.020445763416578614, |
| "grad_norm": 1.2664469868102024, |
| "learning_rate": 2.044552944766555e-06, |
| "loss": 0.21387147903442383, |
| "step": 2680, |
| "token_acc": 0.9174318456829668 |
| }, |
| { |
| "epoch": 0.020483908497579695, |
| "grad_norm": 1.7701009312674256, |
| "learning_rate": 2.0483674092157465e-06, |
| "loss": 0.2026449680328369, |
| "step": 2685, |
| "token_acc": 0.9215110833593506 |
| }, |
| { |
| "epoch": 0.020522053578580775, |
| "grad_norm": 2.8552688036512675, |
| "learning_rate": 2.0521818736649376e-06, |
| "loss": 0.23055758476257324, |
| "step": 2690, |
| "token_acc": 0.9108095387511767 |
| }, |
| { |
| "epoch": 0.020560198659581853, |
| "grad_norm": 1.0337694095268017, |
| "learning_rate": 2.055996338114129e-06, |
| "loss": 0.21216511726379395, |
| "step": 2695, |
| "token_acc": 0.9183030303030303 |
| }, |
| { |
| "epoch": 0.020598343740582933, |
| "grad_norm": 1.2653385155254577, |
| "learning_rate": 2.0598108025633203e-06, |
| "loss": 0.20372607707977294, |
| "step": 2700, |
| "token_acc": 0.9236231774571277 |
| }, |
| { |
| "epoch": 0.020636488821584014, |
| "grad_norm": 1.3160865096013206, |
| "learning_rate": 2.0636252670125114e-06, |
| "loss": 0.19869842529296874, |
| "step": 2705, |
| "token_acc": 0.9218445550985062 |
| }, |
| { |
| "epoch": 0.02067463390258509, |
| "grad_norm": 1.0164745238804, |
| "learning_rate": 2.067439731461703e-06, |
| "loss": 0.2025317907333374, |
| "step": 2710, |
| "token_acc": 0.9241326725123904 |
| }, |
| { |
| "epoch": 0.020712778983586172, |
| "grad_norm": 1.0355263589391157, |
| "learning_rate": 2.071254195910894e-06, |
| "loss": 0.2157978057861328, |
| "step": 2715, |
| "token_acc": 0.9175509033553197 |
| }, |
| { |
| "epoch": 0.020750924064587253, |
| "grad_norm": 1.1447404787247333, |
| "learning_rate": 2.0750686603600856e-06, |
| "loss": 0.2149195671081543, |
| "step": 2720, |
| "token_acc": 0.9178747411269014 |
| }, |
| { |
| "epoch": 0.02078906914558833, |
| "grad_norm": 1.5203438117368853, |
| "learning_rate": 2.0788831248092768e-06, |
| "loss": 0.18731241226196288, |
| "step": 2725, |
| "token_acc": 0.9227862883835956 |
| }, |
| { |
| "epoch": 0.02082721422658941, |
| "grad_norm": 1.4403453667638735, |
| "learning_rate": 2.0826975892584683e-06, |
| "loss": 0.17171252965927125, |
| "step": 2730, |
| "token_acc": 0.9289990421455939 |
| }, |
| { |
| "epoch": 0.02086535930759049, |
| "grad_norm": 1.4359740074667224, |
| "learning_rate": 2.08651205370766e-06, |
| "loss": 0.21033456325531005, |
| "step": 2735, |
| "token_acc": 0.9199894142554693 |
| }, |
| { |
| "epoch": 0.02090350438859157, |
| "grad_norm": 1.0051354828686356, |
| "learning_rate": 2.090326518156851e-06, |
| "loss": 0.161898934841156, |
| "step": 2740, |
| "token_acc": 0.9368178829717291 |
| }, |
| { |
| "epoch": 0.02094164946959265, |
| "grad_norm": 2.2046914820981813, |
| "learning_rate": 2.094140982606042e-06, |
| "loss": 0.1903095245361328, |
| "step": 2745, |
| "token_acc": 0.9243278404163053 |
| }, |
| { |
| "epoch": 0.02097979455059373, |
| "grad_norm": 1.7566394361994613, |
| "learning_rate": 2.0979554470552337e-06, |
| "loss": 0.1944281578063965, |
| "step": 2750, |
| "token_acc": 0.92602587506945 |
| }, |
| { |
| "epoch": 0.021017939631594807, |
| "grad_norm": 1.8093662410761455, |
| "learning_rate": 2.101769911504425e-06, |
| "loss": 0.21700360774993896, |
| "step": 2755, |
| "token_acc": 0.9197230693150911 |
| }, |
| { |
| "epoch": 0.021056084712595888, |
| "grad_norm": 1.7618955134872507, |
| "learning_rate": 2.1055843759536163e-06, |
| "loss": 0.23112616539001465, |
| "step": 2760, |
| "token_acc": 0.9134187082405345 |
| }, |
| { |
| "epoch": 0.021094229793596965, |
| "grad_norm": 1.224869239508112, |
| "learning_rate": 2.1093988404028075e-06, |
| "loss": 0.20494866371154785, |
| "step": 2765, |
| "token_acc": 0.9221903937112784 |
| }, |
| { |
| "epoch": 0.021132374874598046, |
| "grad_norm": 1.266718773309995, |
| "learning_rate": 2.113213304851999e-06, |
| "loss": 0.21830267906188966, |
| "step": 2770, |
| "token_acc": 0.9143821172501054 |
| }, |
| { |
| "epoch": 0.021170519955599126, |
| "grad_norm": 2.13213432225318, |
| "learning_rate": 2.11702776930119e-06, |
| "loss": 0.19345738887786865, |
| "step": 2775, |
| "token_acc": 0.9253987730061349 |
| }, |
| { |
| "epoch": 0.021208665036600204, |
| "grad_norm": 1.0344893468856853, |
| "learning_rate": 2.1208422337503817e-06, |
| "loss": 0.18992245197296143, |
| "step": 2780, |
| "token_acc": 0.9282378580323786 |
| }, |
| { |
| "epoch": 0.021246810117601284, |
| "grad_norm": 1.2323028830401854, |
| "learning_rate": 2.124656698199573e-06, |
| "loss": 0.18465198278427125, |
| "step": 2785, |
| "token_acc": 0.9250308938624193 |
| }, |
| { |
| "epoch": 0.021284955198602365, |
| "grad_norm": 1.389054744990813, |
| "learning_rate": 2.1284711626487644e-06, |
| "loss": 0.21194868087768554, |
| "step": 2790, |
| "token_acc": 0.913845754012085 |
| }, |
| { |
| "epoch": 0.021323100279603442, |
| "grad_norm": 1.4099272429460736, |
| "learning_rate": 2.1322856270979555e-06, |
| "loss": 0.19589532613754274, |
| "step": 2795, |
| "token_acc": 0.9238692688971499 |
| }, |
| { |
| "epoch": 0.021361245360604523, |
| "grad_norm": 1.2162462268915564, |
| "learning_rate": 2.136100091547147e-06, |
| "loss": 0.21031720638275148, |
| "step": 2800, |
| "token_acc": 0.916545904015003 |
| }, |
| { |
| "epoch": 0.021399390441605604, |
| "grad_norm": 5.896646635810368, |
| "learning_rate": 2.139914555996338e-06, |
| "loss": 0.21370596885681153, |
| "step": 2805, |
| "token_acc": 0.9173048720873391 |
| }, |
| { |
| "epoch": 0.02143753552260668, |
| "grad_norm": 1.2032756025108589, |
| "learning_rate": 2.1437290204455297e-06, |
| "loss": 0.2118002414703369, |
| "step": 2810, |
| "token_acc": 0.9175477092891815 |
| }, |
| { |
| "epoch": 0.02147568060360776, |
| "grad_norm": 2.214841001020114, |
| "learning_rate": 2.147543484894721e-06, |
| "loss": 0.20006299018859863, |
| "step": 2815, |
| "token_acc": 0.924581777962118 |
| }, |
| { |
| "epoch": 0.021513825684608842, |
| "grad_norm": 1.0448783580490337, |
| "learning_rate": 2.1513579493439124e-06, |
| "loss": 0.21090760231018066, |
| "step": 2820, |
| "token_acc": 0.9187909686817188 |
| }, |
| { |
| "epoch": 0.02155197076560992, |
| "grad_norm": 1.6632623908618909, |
| "learning_rate": 2.1551724137931035e-06, |
| "loss": 0.19327199459075928, |
| "step": 2825, |
| "token_acc": 0.9247885038822575 |
| }, |
| { |
| "epoch": 0.021590115846611, |
| "grad_norm": 1.572764511331945, |
| "learning_rate": 2.1589868782422947e-06, |
| "loss": 0.20100698471069336, |
| "step": 2830, |
| "token_acc": 0.9204061346208463 |
| }, |
| { |
| "epoch": 0.02162826092761208, |
| "grad_norm": 2.063521437303773, |
| "learning_rate": 2.1628013426914862e-06, |
| "loss": 0.2081470251083374, |
| "step": 2835, |
| "token_acc": 0.9202662229617304 |
| }, |
| { |
| "epoch": 0.021666406008613158, |
| "grad_norm": 1.015133448143875, |
| "learning_rate": 2.1666158071406778e-06, |
| "loss": 0.2131657600402832, |
| "step": 2840, |
| "token_acc": 0.9186417106101872 |
| }, |
| { |
| "epoch": 0.02170455108961424, |
| "grad_norm": 2.325376074366735, |
| "learning_rate": 2.170430271589869e-06, |
| "loss": 0.21315178871154786, |
| "step": 2845, |
| "token_acc": 0.9162956366874443 |
| }, |
| { |
| "epoch": 0.02174269617061532, |
| "grad_norm": 1.637925489889917, |
| "learning_rate": 2.1742447360390604e-06, |
| "loss": 0.2165147304534912, |
| "step": 2850, |
| "token_acc": 0.9122819714844033 |
| }, |
| { |
| "epoch": 0.021780841251616397, |
| "grad_norm": 1.1201898107049064, |
| "learning_rate": 2.1780592004882516e-06, |
| "loss": 0.2119300365447998, |
| "step": 2855, |
| "token_acc": 0.915927471954083 |
| }, |
| { |
| "epoch": 0.021818986332617477, |
| "grad_norm": 1.7019134053879024, |
| "learning_rate": 2.181873664937443e-06, |
| "loss": 0.21481680870056152, |
| "step": 2860, |
| "token_acc": 0.9155999437332958 |
| }, |
| { |
| "epoch": 0.021857131413618558, |
| "grad_norm": 1.7388751836707037, |
| "learning_rate": 2.1856881293866342e-06, |
| "loss": 0.1959786295890808, |
| "step": 2865, |
| "token_acc": 0.9204308313699091 |
| }, |
| { |
| "epoch": 0.021895276494619635, |
| "grad_norm": 1.3109775878916654, |
| "learning_rate": 2.1895025938358254e-06, |
| "loss": 0.20571684837341309, |
| "step": 2870, |
| "token_acc": 0.9216351074718526 |
| }, |
| { |
| "epoch": 0.021933421575620716, |
| "grad_norm": 1.3621079705691053, |
| "learning_rate": 2.193317058285017e-06, |
| "loss": 0.1924302577972412, |
| "step": 2875, |
| "token_acc": 0.9243261921216309 |
| }, |
| { |
| "epoch": 0.021971566656621797, |
| "grad_norm": 1.5183335484576328, |
| "learning_rate": 2.1971315227342085e-06, |
| "loss": 0.20640120506286622, |
| "step": 2880, |
| "token_acc": 0.9213394408466277 |
| }, |
| { |
| "epoch": 0.022009711737622874, |
| "grad_norm": 1.4540571468385162, |
| "learning_rate": 2.2009459871833996e-06, |
| "loss": 0.18939340114593506, |
| "step": 2885, |
| "token_acc": 0.9273614310882233 |
| }, |
| { |
| "epoch": 0.022047856818623954, |
| "grad_norm": 3.513247029595685, |
| "learning_rate": 2.204760451632591e-06, |
| "loss": 0.1810924530029297, |
| "step": 2890, |
| "token_acc": 0.9278501503121869 |
| }, |
| { |
| "epoch": 0.022086001899625035, |
| "grad_norm": 3.4868763798376365, |
| "learning_rate": 2.2085749160817823e-06, |
| "loss": 0.20305850505828857, |
| "step": 2895, |
| "token_acc": 0.9209842690142878 |
| }, |
| { |
| "epoch": 0.022124146980626112, |
| "grad_norm": 1.4774157899005798, |
| "learning_rate": 2.212389380530974e-06, |
| "loss": 0.20870618820190429, |
| "step": 2900, |
| "token_acc": 0.9168318184924485 |
| }, |
| { |
| "epoch": 0.022162292061627193, |
| "grad_norm": 1.3545222032499986, |
| "learning_rate": 2.216203844980165e-06, |
| "loss": 0.19565773010253906, |
| "step": 2905, |
| "token_acc": 0.9203842515100793 |
| }, |
| { |
| "epoch": 0.022200437142628274, |
| "grad_norm": 1.2194715747741562, |
| "learning_rate": 2.220018309429356e-06, |
| "loss": 0.2221846103668213, |
| "step": 2910, |
| "token_acc": 0.9159565271088057 |
| }, |
| { |
| "epoch": 0.02223858222362935, |
| "grad_norm": 2.408027510773736, |
| "learning_rate": 2.2238327738785476e-06, |
| "loss": 0.2199941635131836, |
| "step": 2915, |
| "token_acc": 0.9174886488179114 |
| }, |
| { |
| "epoch": 0.02227672730463043, |
| "grad_norm": 1.473524898006836, |
| "learning_rate": 2.2276472383277388e-06, |
| "loss": 0.20053207874298096, |
| "step": 2920, |
| "token_acc": 0.9217468692390821 |
| }, |
| { |
| "epoch": 0.022314872385631512, |
| "grad_norm": 2.3335414538548296, |
| "learning_rate": 2.2314617027769303e-06, |
| "loss": 0.16574041843414306, |
| "step": 2925, |
| "token_acc": 0.9340620839464648 |
| }, |
| { |
| "epoch": 0.02235301746663259, |
| "grad_norm": 2.8391238040884152, |
| "learning_rate": 2.235276167226122e-06, |
| "loss": 0.2059793472290039, |
| "step": 2930, |
| "token_acc": 0.9182191135920371 |
| }, |
| { |
| "epoch": 0.02239116254763367, |
| "grad_norm": 3.4476729762701646, |
| "learning_rate": 2.239090631675313e-06, |
| "loss": 0.19382208585739136, |
| "step": 2935, |
| "token_acc": 0.9197308715381004 |
| }, |
| { |
| "epoch": 0.02242930762863475, |
| "grad_norm": 1.745871323045488, |
| "learning_rate": 2.2429050961245045e-06, |
| "loss": 0.19769505262374878, |
| "step": 2940, |
| "token_acc": 0.9222211657316726 |
| }, |
| { |
| "epoch": 0.022467452709635828, |
| "grad_norm": 1.5026693850345831, |
| "learning_rate": 2.2467195605736957e-06, |
| "loss": 0.2234032392501831, |
| "step": 2945, |
| "token_acc": 0.9132177207811134 |
| }, |
| { |
| "epoch": 0.02250559779063691, |
| "grad_norm": 2.154091505878964, |
| "learning_rate": 2.250534025022887e-06, |
| "loss": 0.19003331661224365, |
| "step": 2950, |
| "token_acc": 0.9294983893235159 |
| }, |
| { |
| "epoch": 0.02254374287163799, |
| "grad_norm": 6.086425675730291, |
| "learning_rate": 2.2543484894720783e-06, |
| "loss": 0.2481135129928589, |
| "step": 2955, |
| "token_acc": 0.9025681950087058 |
| }, |
| { |
| "epoch": 0.022581887952639067, |
| "grad_norm": 1.7831563423132075, |
| "learning_rate": 2.2581629539212695e-06, |
| "loss": 0.19258670806884765, |
| "step": 2960, |
| "token_acc": 0.9227014483476034 |
| }, |
| { |
| "epoch": 0.022620033033640147, |
| "grad_norm": 2.3307267894467265, |
| "learning_rate": 2.261977418370461e-06, |
| "loss": 0.20832488536834717, |
| "step": 2965, |
| "token_acc": 0.9174521949905736 |
| }, |
| { |
| "epoch": 0.022658178114641228, |
| "grad_norm": 2.2591268415245045, |
| "learning_rate": 2.265791882819652e-06, |
| "loss": 0.1919557571411133, |
| "step": 2970, |
| "token_acc": 0.9269755895738518 |
| }, |
| { |
| "epoch": 0.022696323195642305, |
| "grad_norm": 5.614166345053465, |
| "learning_rate": 2.2696063472688437e-06, |
| "loss": 0.2213520050048828, |
| "step": 2975, |
| "token_acc": 0.9145066889632107 |
| }, |
| { |
| "epoch": 0.022734468276643386, |
| "grad_norm": 3.306989118009514, |
| "learning_rate": 2.2734208117180352e-06, |
| "loss": 0.16601232290267945, |
| "step": 2980, |
| "token_acc": 0.9331041183944988 |
| }, |
| { |
| "epoch": 0.022772613357644463, |
| "grad_norm": 5.665509606810251, |
| "learning_rate": 2.2772352761672264e-06, |
| "loss": 0.21386363506317138, |
| "step": 2985, |
| "token_acc": 0.9149357748018584 |
| }, |
| { |
| "epoch": 0.022810758438645544, |
| "grad_norm": 1.2613879879384444, |
| "learning_rate": 2.2810497406164175e-06, |
| "loss": 0.20539891719818115, |
| "step": 2990, |
| "token_acc": 0.9198976844372644 |
| }, |
| { |
| "epoch": 0.022848903519646625, |
| "grad_norm": 1.942429322955949, |
| "learning_rate": 2.284864205065609e-06, |
| "loss": 0.19969228506088257, |
| "step": 2995, |
| "token_acc": 0.9207992296581609 |
| }, |
| { |
| "epoch": 0.022887048600647702, |
| "grad_norm": 2.3751063848925504, |
| "learning_rate": 2.2886786695148e-06, |
| "loss": 0.21538619995117186, |
| "step": 3000, |
| "token_acc": 0.9176108546649882 |
| }, |
| { |
| "epoch": 0.022925193681648783, |
| "grad_norm": 2.2539640488018953, |
| "learning_rate": 2.2924931339639917e-06, |
| "loss": 0.20669665336608886, |
| "step": 3005, |
| "token_acc": 0.9196124441753084 |
| }, |
| { |
| "epoch": 0.022963338762649863, |
| "grad_norm": 2.3342461671014743, |
| "learning_rate": 2.296307598413183e-06, |
| "loss": 0.21201112270355224, |
| "step": 3010, |
| "token_acc": 0.9176204936541307 |
| }, |
| { |
| "epoch": 0.02300148384365094, |
| "grad_norm": 1.1594973426070225, |
| "learning_rate": 2.3001220628623744e-06, |
| "loss": 0.20576462745666504, |
| "step": 3015, |
| "token_acc": 0.917910447761194 |
| }, |
| { |
| "epoch": 0.02303962892465202, |
| "grad_norm": 2.0814712571459677, |
| "learning_rate": 2.303936527311566e-06, |
| "loss": 0.20728278160095215, |
| "step": 3020, |
| "token_acc": 0.9153217637922885 |
| }, |
| { |
| "epoch": 0.023077774005653102, |
| "grad_norm": 3.8353558139676855, |
| "learning_rate": 2.3077509917607567e-06, |
| "loss": 0.1788616418838501, |
| "step": 3025, |
| "token_acc": 0.9276512069433144 |
| }, |
| { |
| "epoch": 0.02311591908665418, |
| "grad_norm": 1.9031319685385915, |
| "learning_rate": 2.311565456209948e-06, |
| "loss": 0.20528368949890136, |
| "step": 3030, |
| "token_acc": 0.9175701530612245 |
| }, |
| { |
| "epoch": 0.02315406416765526, |
| "grad_norm": 1.635938805565002, |
| "learning_rate": 2.3153799206591398e-06, |
| "loss": 0.21890780925750733, |
| "step": 3035, |
| "token_acc": 0.9092424646572419 |
| }, |
| { |
| "epoch": 0.02319220924865634, |
| "grad_norm": 1.617065272870264, |
| "learning_rate": 2.319194385108331e-06, |
| "loss": 0.1962704062461853, |
| "step": 3040, |
| "token_acc": 0.9193251307743314 |
| }, |
| { |
| "epoch": 0.023230354329657418, |
| "grad_norm": 1.7699180790824782, |
| "learning_rate": 2.3230088495575224e-06, |
| "loss": 0.21197433471679689, |
| "step": 3045, |
| "token_acc": 0.9177777777777778 |
| }, |
| { |
| "epoch": 0.0232684994106585, |
| "grad_norm": 1.3123572586017935, |
| "learning_rate": 2.3268233140067136e-06, |
| "loss": 0.19481242895126344, |
| "step": 3050, |
| "token_acc": 0.9221951568992692 |
| }, |
| { |
| "epoch": 0.02330664449165958, |
| "grad_norm": 1.4549497586963682, |
| "learning_rate": 2.330637778455905e-06, |
| "loss": 0.19850339889526367, |
| "step": 3055, |
| "token_acc": 0.923897353648757 |
| }, |
| { |
| "epoch": 0.023344789572660656, |
| "grad_norm": 1.8898439288581246, |
| "learning_rate": 2.3344522429050962e-06, |
| "loss": 0.21541030406951905, |
| "step": 3060, |
| "token_acc": 0.9192298661657666 |
| }, |
| { |
| "epoch": 0.023382934653661737, |
| "grad_norm": 1.4209395493866182, |
| "learning_rate": 2.3382667073542874e-06, |
| "loss": 0.2228672981262207, |
| "step": 3065, |
| "token_acc": 0.9140913893291073 |
| }, |
| { |
| "epoch": 0.023421079734662818, |
| "grad_norm": 1.8235166473958186, |
| "learning_rate": 2.342081171803479e-06, |
| "loss": 0.20130834579467774, |
| "step": 3070, |
| "token_acc": 0.9229288856304986 |
| }, |
| { |
| "epoch": 0.023459224815663895, |
| "grad_norm": 1.1443484612627595, |
| "learning_rate": 2.34589563625267e-06, |
| "loss": 0.1719369888305664, |
| "step": 3075, |
| "token_acc": 0.9326820044122281 |
| }, |
| { |
| "epoch": 0.023497369896664975, |
| "grad_norm": 1.4985911396997922, |
| "learning_rate": 2.3497101007018616e-06, |
| "loss": 0.21691513061523438, |
| "step": 3080, |
| "token_acc": 0.9165984538426557 |
| }, |
| { |
| "epoch": 0.023535514977666056, |
| "grad_norm": 1.355031532209808, |
| "learning_rate": 2.353524565151053e-06, |
| "loss": 0.21523776054382324, |
| "step": 3085, |
| "token_acc": 0.9149363697253852 |
| }, |
| { |
| "epoch": 0.023573660058667133, |
| "grad_norm": 1.4195898122543265, |
| "learning_rate": 2.3573390296002443e-06, |
| "loss": 0.1943108320236206, |
| "step": 3090, |
| "token_acc": 0.9240119256937543 |
| }, |
| { |
| "epoch": 0.023611805139668214, |
| "grad_norm": 1.4255428652736284, |
| "learning_rate": 2.361153494049436e-06, |
| "loss": 0.19203507900238037, |
| "step": 3095, |
| "token_acc": 0.9247487095897854 |
| }, |
| { |
| "epoch": 0.023649950220669295, |
| "grad_norm": 1.3597613464161376, |
| "learning_rate": 2.364967958498627e-06, |
| "loss": 0.21402199268341066, |
| "step": 3100, |
| "token_acc": 0.9176813707619395 |
| }, |
| { |
| "epoch": 0.023688095301670372, |
| "grad_norm": 3.4733567078442906, |
| "learning_rate": 2.368782422947818e-06, |
| "loss": 0.2028500556945801, |
| "step": 3105, |
| "token_acc": 0.9203402938901779 |
| }, |
| { |
| "epoch": 0.023726240382671453, |
| "grad_norm": 1.6462836492318036, |
| "learning_rate": 2.3725968873970096e-06, |
| "loss": 0.20602803230285643, |
| "step": 3110, |
| "token_acc": 0.919665417792106 |
| }, |
| { |
| "epoch": 0.023764385463672533, |
| "grad_norm": 2.243924768194205, |
| "learning_rate": 2.3764113518462008e-06, |
| "loss": 0.18997081518173217, |
| "step": 3115, |
| "token_acc": 0.9257795017156497 |
| }, |
| { |
| "epoch": 0.02380253054467361, |
| "grad_norm": 1.3143427208284315, |
| "learning_rate": 2.3802258162953923e-06, |
| "loss": 0.20612406730651855, |
| "step": 3120, |
| "token_acc": 0.9191098784997359 |
| }, |
| { |
| "epoch": 0.02384067562567469, |
| "grad_norm": 2.610116758813615, |
| "learning_rate": 2.384040280744584e-06, |
| "loss": 0.20351636409759521, |
| "step": 3125, |
| "token_acc": 0.9208366962604251 |
| }, |
| { |
| "epoch": 0.023878820706675772, |
| "grad_norm": 1.8220359727412347, |
| "learning_rate": 2.387854745193775e-06, |
| "loss": 0.19077625274658203, |
| "step": 3130, |
| "token_acc": 0.9252701289647961 |
| }, |
| { |
| "epoch": 0.02391696578767685, |
| "grad_norm": 2.1560327293094668, |
| "learning_rate": 2.3916692096429665e-06, |
| "loss": 0.20846571922302246, |
| "step": 3135, |
| "token_acc": 0.9206925228698873 |
| }, |
| { |
| "epoch": 0.02395511086867793, |
| "grad_norm": 1.695867570321, |
| "learning_rate": 2.3954836740921577e-06, |
| "loss": 0.19898052215576173, |
| "step": 3140, |
| "token_acc": 0.9240560763739571 |
| }, |
| { |
| "epoch": 0.02399325594967901, |
| "grad_norm": 1.3466421625417941, |
| "learning_rate": 2.3992981385413488e-06, |
| "loss": 0.19682128429412843, |
| "step": 3145, |
| "token_acc": 0.9224083438685209 |
| }, |
| { |
| "epoch": 0.024031401030680088, |
| "grad_norm": 1.6462002502795419, |
| "learning_rate": 2.4031126029905403e-06, |
| "loss": 0.1966496467590332, |
| "step": 3150, |
| "token_acc": 0.9246347684934684 |
| }, |
| { |
| "epoch": 0.02406954611168117, |
| "grad_norm": 1.5214096430344561, |
| "learning_rate": 2.4069270674397315e-06, |
| "loss": 0.1902092218399048, |
| "step": 3155, |
| "token_acc": 0.9270326615705351 |
| }, |
| { |
| "epoch": 0.02410769119268225, |
| "grad_norm": 3.27704727333946, |
| "learning_rate": 2.410741531888923e-06, |
| "loss": 0.18937910795211793, |
| "step": 3160, |
| "token_acc": 0.9251128022089029 |
| }, |
| { |
| "epoch": 0.024145836273683326, |
| "grad_norm": 3.94438683770782, |
| "learning_rate": 2.414555996338114e-06, |
| "loss": 0.2085925579071045, |
| "step": 3165, |
| "token_acc": 0.9192110619779603 |
| }, |
| { |
| "epoch": 0.024183981354684407, |
| "grad_norm": 1.1639758214771085, |
| "learning_rate": 2.4183704607873057e-06, |
| "loss": 0.20401809215545655, |
| "step": 3170, |
| "token_acc": 0.921358872425009 |
| }, |
| { |
| "epoch": 0.024222126435685488, |
| "grad_norm": 1.396187513528409, |
| "learning_rate": 2.4221849252364972e-06, |
| "loss": 0.181234872341156, |
| "step": 3175, |
| "token_acc": 0.9256796258403975 |
| }, |
| { |
| "epoch": 0.024260271516686565, |
| "grad_norm": 1.6484137736550526, |
| "learning_rate": 2.4259993896856884e-06, |
| "loss": 0.1904531717300415, |
| "step": 3180, |
| "token_acc": 0.9242170490705075 |
| }, |
| { |
| "epoch": 0.024298416597687646, |
| "grad_norm": 1.6070168465829955, |
| "learning_rate": 2.4298138541348795e-06, |
| "loss": 0.21354050636291505, |
| "step": 3185, |
| "token_acc": 0.9180774138664398 |
| }, |
| { |
| "epoch": 0.024336561678688726, |
| "grad_norm": 1.2994161075874269, |
| "learning_rate": 2.433628318584071e-06, |
| "loss": 0.22085328102111818, |
| "step": 3190, |
| "token_acc": 0.9128524945770065 |
| }, |
| { |
| "epoch": 0.024374706759689804, |
| "grad_norm": 1.8277865014342922, |
| "learning_rate": 2.437442783033262e-06, |
| "loss": 0.19820194244384765, |
| "step": 3195, |
| "token_acc": 0.9210979106923392 |
| }, |
| { |
| "epoch": 0.024412851840690884, |
| "grad_norm": 1.197738457095394, |
| "learning_rate": 2.4412572474824537e-06, |
| "loss": 0.1977736234664917, |
| "step": 3200, |
| "token_acc": 0.9222513985614796 |
| }, |
| { |
| "epoch": 0.02445099692169196, |
| "grad_norm": 1.5871368173652445, |
| "learning_rate": 2.445071711931645e-06, |
| "loss": 0.20693984031677246, |
| "step": 3205, |
| "token_acc": 0.9180889972569338 |
| }, |
| { |
| "epoch": 0.024489142002693042, |
| "grad_norm": 2.3236783153908633, |
| "learning_rate": 2.4488861763808364e-06, |
| "loss": 0.19624040126800538, |
| "step": 3210, |
| "token_acc": 0.9228678929765887 |
| }, |
| { |
| "epoch": 0.024527287083694123, |
| "grad_norm": 1.096677899266777, |
| "learning_rate": 2.452700640830028e-06, |
| "loss": 0.2062000036239624, |
| "step": 3215, |
| "token_acc": 0.9165614145879382 |
| }, |
| { |
| "epoch": 0.0245654321646952, |
| "grad_norm": 2.4450043077879027, |
| "learning_rate": 2.456515105279219e-06, |
| "loss": 0.17640507221221924, |
| "step": 3220, |
| "token_acc": 0.9317507418397626 |
| }, |
| { |
| "epoch": 0.02460357724569628, |
| "grad_norm": 2.2625165763316093, |
| "learning_rate": 2.46032956972841e-06, |
| "loss": 0.2207273244857788, |
| "step": 3225, |
| "token_acc": 0.9162966399363774 |
| }, |
| { |
| "epoch": 0.02464172232669736, |
| "grad_norm": 1.5748549677779555, |
| "learning_rate": 2.4641440341776017e-06, |
| "loss": 0.21585614681243898, |
| "step": 3230, |
| "token_acc": 0.9186153717207275 |
| }, |
| { |
| "epoch": 0.02467986740769844, |
| "grad_norm": 1.80505402570258, |
| "learning_rate": 2.467958498626793e-06, |
| "loss": 0.21426246166229249, |
| "step": 3235, |
| "token_acc": 0.9174377224199288 |
| }, |
| { |
| "epoch": 0.02471801248869952, |
| "grad_norm": 1.8419688794266353, |
| "learning_rate": 2.4717729630759844e-06, |
| "loss": 0.20132458209991455, |
| "step": 3240, |
| "token_acc": 0.9175627240143369 |
| }, |
| { |
| "epoch": 0.0247561575697006, |
| "grad_norm": 1.734880588981232, |
| "learning_rate": 2.4755874275251756e-06, |
| "loss": 0.20023577213287352, |
| "step": 3245, |
| "token_acc": 0.92313328042005 |
| }, |
| { |
| "epoch": 0.024794302650701677, |
| "grad_norm": 1.1892617955743958, |
| "learning_rate": 2.479401891974367e-06, |
| "loss": 0.20981893539428711, |
| "step": 3250, |
| "token_acc": 0.9183657942787584 |
| }, |
| { |
| "epoch": 0.024832447731702758, |
| "grad_norm": 1.4891682706604996, |
| "learning_rate": 2.4832163564235582e-06, |
| "loss": 0.18011443614959716, |
| "step": 3255, |
| "token_acc": 0.9264728039777008 |
| }, |
| { |
| "epoch": 0.02487059281270384, |
| "grad_norm": 2.620534540249001, |
| "learning_rate": 2.4870308208727498e-06, |
| "loss": 0.19824955463409424, |
| "step": 3260, |
| "token_acc": 0.9220367048433835 |
| }, |
| { |
| "epoch": 0.024908737893704916, |
| "grad_norm": 1.302379431668048, |
| "learning_rate": 2.490845285321941e-06, |
| "loss": 0.18277753591537477, |
| "step": 3265, |
| "token_acc": 0.9270991838428552 |
| }, |
| { |
| "epoch": 0.024946882974705997, |
| "grad_norm": 1.979624742539282, |
| "learning_rate": 2.494659749771132e-06, |
| "loss": 0.20292062759399415, |
| "step": 3270, |
| "token_acc": 0.9199508146326468 |
| }, |
| { |
| "epoch": 0.024985028055707077, |
| "grad_norm": 2.7821871581456294, |
| "learning_rate": 2.4984742142203236e-06, |
| "loss": 0.19786319732666016, |
| "step": 3275, |
| "token_acc": 0.9237000753579503 |
| }, |
| { |
| "epoch": 0.025023173136708154, |
| "grad_norm": 2.613811755308233, |
| "learning_rate": 2.502288678669515e-06, |
| "loss": 0.2162404775619507, |
| "step": 3280, |
| "token_acc": 0.9180237751666324 |
| }, |
| { |
| "epoch": 0.025061318217709235, |
| "grad_norm": 1.9425003637482738, |
| "learning_rate": 2.5061031431187067e-06, |
| "loss": 0.19339216947555543, |
| "step": 3285, |
| "token_acc": 0.9244024050447279 |
| }, |
| { |
| "epoch": 0.025099463298710316, |
| "grad_norm": 1.4282072187087982, |
| "learning_rate": 2.509917607567898e-06, |
| "loss": 0.2097069263458252, |
| "step": 3290, |
| "token_acc": 0.9177074422583404 |
| }, |
| { |
| "epoch": 0.025137608379711393, |
| "grad_norm": 4.466852558002352, |
| "learning_rate": 2.513732072017089e-06, |
| "loss": 0.21624383926391602, |
| "step": 3295, |
| "token_acc": 0.9177210277109369 |
| }, |
| { |
| "epoch": 0.025175753460712474, |
| "grad_norm": 1.2956082977304848, |
| "learning_rate": 2.5175465364662805e-06, |
| "loss": 0.20223746299743653, |
| "step": 3300, |
| "token_acc": 0.9227829287281478 |
| }, |
| { |
| "epoch": 0.025213898541713554, |
| "grad_norm": 1.6461607405015957, |
| "learning_rate": 2.5213610009154716e-06, |
| "loss": 0.1988580584526062, |
| "step": 3305, |
| "token_acc": 0.9235935524652339 |
| }, |
| { |
| "epoch": 0.02525204362271463, |
| "grad_norm": 1.4458333406851063, |
| "learning_rate": 2.525175465364663e-06, |
| "loss": 0.18063056468963623, |
| "step": 3310, |
| "token_acc": 0.9278569062603511 |
| }, |
| { |
| "epoch": 0.025290188703715712, |
| "grad_norm": 1.3097623495348556, |
| "learning_rate": 2.5289899298138543e-06, |
| "loss": 0.20000226497650148, |
| "step": 3315, |
| "token_acc": 0.9213914614863339 |
| }, |
| { |
| "epoch": 0.025328333784716793, |
| "grad_norm": 0.9392387797184764, |
| "learning_rate": 2.532804394263046e-06, |
| "loss": 0.19979712963104249, |
| "step": 3320, |
| "token_acc": 0.9209222298692361 |
| }, |
| { |
| "epoch": 0.02536647886571787, |
| "grad_norm": 1.5938085586796704, |
| "learning_rate": 2.536618858712237e-06, |
| "loss": 0.20666780471801757, |
| "step": 3325, |
| "token_acc": 0.9198485580795875 |
| }, |
| { |
| "epoch": 0.02540462394671895, |
| "grad_norm": 1.78426978823132, |
| "learning_rate": 2.540433323161428e-06, |
| "loss": 0.20396008491516113, |
| "step": 3330, |
| "token_acc": 0.92052622094071 |
| }, |
| { |
| "epoch": 0.02544276902772003, |
| "grad_norm": 1.889068202724405, |
| "learning_rate": 2.5442477876106196e-06, |
| "loss": 0.1926923155784607, |
| "step": 3335, |
| "token_acc": 0.924373508353222 |
| }, |
| { |
| "epoch": 0.02548091410872111, |
| "grad_norm": 1.4183778245264154, |
| "learning_rate": 2.5480622520598108e-06, |
| "loss": 0.1744776487350464, |
| "step": 3340, |
| "token_acc": 0.9291473421334284 |
| }, |
| { |
| "epoch": 0.02551905918972219, |
| "grad_norm": 1.230090398402074, |
| "learning_rate": 2.5518767165090023e-06, |
| "loss": 0.22086596488952637, |
| "step": 3345, |
| "token_acc": 0.9121761246224765 |
| }, |
| { |
| "epoch": 0.02555720427072327, |
| "grad_norm": 1.141019361828116, |
| "learning_rate": 2.5556911809581935e-06, |
| "loss": 0.19518723487854003, |
| "step": 3350, |
| "token_acc": 0.9193296640105151 |
| }, |
| { |
| "epoch": 0.025595349351724347, |
| "grad_norm": 1.4903963956970512, |
| "learning_rate": 2.5595056454073854e-06, |
| "loss": 0.21103744506835936, |
| "step": 3355, |
| "token_acc": 0.9164084403128228 |
| }, |
| { |
| "epoch": 0.025633494432725428, |
| "grad_norm": 1.7960488417356926, |
| "learning_rate": 2.563320109856576e-06, |
| "loss": 0.19511945247650148, |
| "step": 3360, |
| "token_acc": 0.9239013107170393 |
| }, |
| { |
| "epoch": 0.02567163951372651, |
| "grad_norm": 1.5568121800630565, |
| "learning_rate": 2.567134574305768e-06, |
| "loss": 0.20403335094451905, |
| "step": 3365, |
| "token_acc": 0.9206216195627333 |
| }, |
| { |
| "epoch": 0.025709784594727586, |
| "grad_norm": 2.101844090844681, |
| "learning_rate": 2.5709490387549592e-06, |
| "loss": 0.2135997533798218, |
| "step": 3370, |
| "token_acc": 0.916172807695611 |
| }, |
| { |
| "epoch": 0.025747929675728667, |
| "grad_norm": 2.0526990050519607, |
| "learning_rate": 2.57476350320415e-06, |
| "loss": 0.20049848556518554, |
| "step": 3375, |
| "token_acc": 0.9205975421296637 |
| }, |
| { |
| "epoch": 0.025786074756729747, |
| "grad_norm": 1.2489143353812984, |
| "learning_rate": 2.578577967653342e-06, |
| "loss": 0.1879721164703369, |
| "step": 3380, |
| "token_acc": 0.9274835189815868 |
| }, |
| { |
| "epoch": 0.025824219837730825, |
| "grad_norm": 1.1078867212375774, |
| "learning_rate": 2.582392432102533e-06, |
| "loss": 0.18349864482879638, |
| "step": 3385, |
| "token_acc": 0.9273663139834144 |
| }, |
| { |
| "epoch": 0.025862364918731905, |
| "grad_norm": 1.0985860792253743, |
| "learning_rate": 2.5862068965517246e-06, |
| "loss": 0.18642749786376953, |
| "step": 3390, |
| "token_acc": 0.9265118500388037 |
| }, |
| { |
| "epoch": 0.025900509999732986, |
| "grad_norm": 1.3459947905225353, |
| "learning_rate": 2.5900213610009157e-06, |
| "loss": 0.2053903579711914, |
| "step": 3395, |
| "token_acc": 0.9212346597248048 |
| }, |
| { |
| "epoch": 0.025938655080734063, |
| "grad_norm": 1.1921273755345934, |
| "learning_rate": 2.5938358254501073e-06, |
| "loss": 0.1947965979576111, |
| "step": 3400, |
| "token_acc": 0.9229361826697893 |
| }, |
| { |
| "epoch": 0.025976800161735144, |
| "grad_norm": 2.2914526407679974, |
| "learning_rate": 2.5976502898992984e-06, |
| "loss": 0.21972281932830812, |
| "step": 3405, |
| "token_acc": 0.9162527593818984 |
| }, |
| { |
| "epoch": 0.026014945242736225, |
| "grad_norm": 1.8068309515672767, |
| "learning_rate": 2.6014647543484895e-06, |
| "loss": 0.23329036235809325, |
| "step": 3410, |
| "token_acc": 0.9087927533968452 |
| }, |
| { |
| "epoch": 0.026053090323737302, |
| "grad_norm": 1.8504503763219065, |
| "learning_rate": 2.605279218797681e-06, |
| "loss": 0.19596837759017943, |
| "step": 3415, |
| "token_acc": 0.92435394177298 |
| }, |
| { |
| "epoch": 0.026091235404738383, |
| "grad_norm": 1.8232734385810558, |
| "learning_rate": 2.609093683246872e-06, |
| "loss": 0.19747570753097535, |
| "step": 3420, |
| "token_acc": 0.9244764847236526 |
| }, |
| { |
| "epoch": 0.026129380485739463, |
| "grad_norm": 1.3737563654260403, |
| "learning_rate": 2.6129081476960637e-06, |
| "loss": 0.2016169548034668, |
| "step": 3425, |
| "token_acc": 0.9190569154527707 |
| }, |
| { |
| "epoch": 0.02616752556674054, |
| "grad_norm": 1.1824459258465985, |
| "learning_rate": 2.616722612145255e-06, |
| "loss": 0.19958848953247071, |
| "step": 3430, |
| "token_acc": 0.9205338186229906 |
| }, |
| { |
| "epoch": 0.02620567064774162, |
| "grad_norm": 1.2964613761223518, |
| "learning_rate": 2.6205370765944464e-06, |
| "loss": 0.1926640272140503, |
| "step": 3435, |
| "token_acc": 0.9220590746115759 |
| }, |
| { |
| "epoch": 0.0262438157287427, |
| "grad_norm": 1.4236505920817293, |
| "learning_rate": 2.6243515410436375e-06, |
| "loss": 0.19189447164535522, |
| "step": 3440, |
| "token_acc": 0.9263172724711186 |
| }, |
| { |
| "epoch": 0.02628196080974378, |
| "grad_norm": 2.068754695101069, |
| "learning_rate": 2.628166005492829e-06, |
| "loss": 0.19884355068206788, |
| "step": 3445, |
| "token_acc": 0.9203148057058534 |
| }, |
| { |
| "epoch": 0.02632010589074486, |
| "grad_norm": 1.7624065023039683, |
| "learning_rate": 2.6319804699420202e-06, |
| "loss": 0.1670260787010193, |
| "step": 3450, |
| "token_acc": 0.936337360112651 |
| }, |
| { |
| "epoch": 0.026358250971745937, |
| "grad_norm": 1.7736179776757142, |
| "learning_rate": 2.6357949343912113e-06, |
| "loss": 0.207686448097229, |
| "step": 3455, |
| "token_acc": 0.9205982115325316 |
| }, |
| { |
| "epoch": 0.026396396052747018, |
| "grad_norm": 1.3139041300543912, |
| "learning_rate": 2.6396093988404033e-06, |
| "loss": 0.21785390377044678, |
| "step": 3460, |
| "token_acc": 0.9146677378629634 |
| }, |
| { |
| "epoch": 0.0264345411337481, |
| "grad_norm": 1.4333028167641677, |
| "learning_rate": 2.643423863289594e-06, |
| "loss": 0.20164916515350342, |
| "step": 3465, |
| "token_acc": 0.9204484783769354 |
| }, |
| { |
| "epoch": 0.026472686214749176, |
| "grad_norm": 1.3406003328725824, |
| "learning_rate": 2.647238327738786e-06, |
| "loss": 0.18156652450561522, |
| "step": 3470, |
| "token_acc": 0.927774471883368 |
| }, |
| { |
| "epoch": 0.026510831295750256, |
| "grad_norm": 3.2105844484858896, |
| "learning_rate": 2.651052792187977e-06, |
| "loss": 0.20250210762023926, |
| "step": 3475, |
| "token_acc": 0.9198271365770062 |
| }, |
| { |
| "epoch": 0.026548976376751337, |
| "grad_norm": 1.3886197479602163, |
| "learning_rate": 2.6548672566371687e-06, |
| "loss": 0.1934921622276306, |
| "step": 3480, |
| "token_acc": 0.923725271663416 |
| }, |
| { |
| "epoch": 0.026587121457752414, |
| "grad_norm": 1.5414973728752523, |
| "learning_rate": 2.65868172108636e-06, |
| "loss": 0.18831499814987182, |
| "step": 3485, |
| "token_acc": 0.9270644576753818 |
| }, |
| { |
| "epoch": 0.026625266538753495, |
| "grad_norm": 2.5912066719395694, |
| "learning_rate": 2.662496185535551e-06, |
| "loss": 0.21828749179840087, |
| "step": 3490, |
| "token_acc": 0.9120089316865536 |
| }, |
| { |
| "epoch": 0.026663411619754575, |
| "grad_norm": 3.1360895953541386, |
| "learning_rate": 2.6663106499847425e-06, |
| "loss": 0.2132286548614502, |
| "step": 3495, |
| "token_acc": 0.9180106702643037 |
| }, |
| { |
| "epoch": 0.026701556700755653, |
| "grad_norm": 1.0979789660251023, |
| "learning_rate": 2.6701251144339336e-06, |
| "loss": 0.18332486152648925, |
| "step": 3500, |
| "token_acc": 0.9251136503255928 |
| }, |
| { |
| "epoch": 0.026739701781756733, |
| "grad_norm": 2.1455022936300785, |
| "learning_rate": 2.673939578883125e-06, |
| "loss": 0.20165183544158935, |
| "step": 3505, |
| "token_acc": 0.923957309366662 |
| }, |
| { |
| "epoch": 0.026777846862757814, |
| "grad_norm": 2.588923329543811, |
| "learning_rate": 2.6777540433323163e-06, |
| "loss": 0.19635795354843139, |
| "step": 3510, |
| "token_acc": 0.9267547544489422 |
| }, |
| { |
| "epoch": 0.02681599194375889, |
| "grad_norm": 1.4551640150977048, |
| "learning_rate": 2.681568507781508e-06, |
| "loss": 0.20422911643981934, |
| "step": 3515, |
| "token_acc": 0.9184940008274721 |
| }, |
| { |
| "epoch": 0.026854137024759972, |
| "grad_norm": 1.775168257408535, |
| "learning_rate": 2.685382972230699e-06, |
| "loss": 0.205169677734375, |
| "step": 3520, |
| "token_acc": 0.9201095072175212 |
| }, |
| { |
| "epoch": 0.026892282105761053, |
| "grad_norm": 1.74914388979897, |
| "learning_rate": 2.6891974366798905e-06, |
| "loss": 0.21436622142791747, |
| "step": 3525, |
| "token_acc": 0.9189360857483129 |
| }, |
| { |
| "epoch": 0.02693042718676213, |
| "grad_norm": 2.958239337038096, |
| "learning_rate": 2.6930119011290816e-06, |
| "loss": 0.22306289672851562, |
| "step": 3530, |
| "token_acc": 0.9199970775188134 |
| }, |
| { |
| "epoch": 0.02696857226776321, |
| "grad_norm": 1.160297695323484, |
| "learning_rate": 2.6968263655782728e-06, |
| "loss": 0.20923199653625488, |
| "step": 3535, |
| "token_acc": 0.9172434547095998 |
| }, |
| { |
| "epoch": 0.02700671734876429, |
| "grad_norm": 1.0827037684759806, |
| "learning_rate": 2.7006408300274643e-06, |
| "loss": 0.16745710372924805, |
| "step": 3540, |
| "token_acc": 0.9324505853003262 |
| }, |
| { |
| "epoch": 0.02704486242976537, |
| "grad_norm": 1.5145795323870532, |
| "learning_rate": 2.7044552944766554e-06, |
| "loss": 0.19411576986312867, |
| "step": 3545, |
| "token_acc": 0.9214267252520031 |
| }, |
| { |
| "epoch": 0.02708300751076645, |
| "grad_norm": 2.001414013876113, |
| "learning_rate": 2.708269758925847e-06, |
| "loss": 0.20656776428222656, |
| "step": 3550, |
| "token_acc": 0.9177293659227772 |
| }, |
| { |
| "epoch": 0.02712115259176753, |
| "grad_norm": 1.7419024962232494, |
| "learning_rate": 2.712084223375038e-06, |
| "loss": 0.20097751617431642, |
| "step": 3555, |
| "token_acc": 0.9209418999838161 |
| }, |
| { |
| "epoch": 0.027159297672768607, |
| "grad_norm": 1.4577041816150211, |
| "learning_rate": 2.71589868782423e-06, |
| "loss": 0.18280582427978515, |
| "step": 3560, |
| "token_acc": 0.9285591913654274 |
| }, |
| { |
| "epoch": 0.027197442753769688, |
| "grad_norm": 1.4853218322134096, |
| "learning_rate": 2.7197131522734212e-06, |
| "loss": 0.18355511426925658, |
| "step": 3565, |
| "token_acc": 0.9286125135808782 |
| }, |
| { |
| "epoch": 0.02723558783477077, |
| "grad_norm": 1.2481361015982042, |
| "learning_rate": 2.723527616722612e-06, |
| "loss": 0.20470716953277587, |
| "step": 3570, |
| "token_acc": 0.9189206975978941 |
| }, |
| { |
| "epoch": 0.027273732915771846, |
| "grad_norm": 1.6311460259680775, |
| "learning_rate": 2.727342081171804e-06, |
| "loss": 0.20143959522247315, |
| "step": 3575, |
| "token_acc": 0.9201599657216311 |
| }, |
| { |
| "epoch": 0.027311877996772926, |
| "grad_norm": 1.3545433816329115, |
| "learning_rate": 2.731156545620995e-06, |
| "loss": 0.18310431241989136, |
| "step": 3580, |
| "token_acc": 0.9275694750771946 |
| }, |
| { |
| "epoch": 0.027350023077774007, |
| "grad_norm": 6.862113513604494, |
| "learning_rate": 2.7349710100701866e-06, |
| "loss": 0.21209301948547363, |
| "step": 3585, |
| "token_acc": 0.9138872823083349 |
| }, |
| { |
| "epoch": 0.027388168158775084, |
| "grad_norm": 1.0572018447429878, |
| "learning_rate": 2.7387854745193777e-06, |
| "loss": 0.1815540075302124, |
| "step": 3590, |
| "token_acc": 0.9257654329757761 |
| }, |
| { |
| "epoch": 0.027426313239776165, |
| "grad_norm": 0.7962772529483024, |
| "learning_rate": 2.7425999389685693e-06, |
| "loss": 0.19189114570617677, |
| "step": 3595, |
| "token_acc": 0.9243278880668083 |
| }, |
| { |
| "epoch": 0.027464458320777246, |
| "grad_norm": 1.0633957558676406, |
| "learning_rate": 2.7464144034177604e-06, |
| "loss": 0.1664803981781006, |
| "step": 3600, |
| "token_acc": 0.9321279364427094 |
| }, |
| { |
| "epoch": 0.027502603401778323, |
| "grad_norm": 1.889115399911927, |
| "learning_rate": 2.750228867866952e-06, |
| "loss": 0.20531563758850097, |
| "step": 3605, |
| "token_acc": 0.9209059541714589 |
| }, |
| { |
| "epoch": 0.027540748482779404, |
| "grad_norm": 2.322933860358111, |
| "learning_rate": 2.754043332316143e-06, |
| "loss": 0.20830049514770507, |
| "step": 3610, |
| "token_acc": 0.9170935899037861 |
| }, |
| { |
| "epoch": 0.027578893563780484, |
| "grad_norm": 1.6918445597699396, |
| "learning_rate": 2.757857796765334e-06, |
| "loss": 0.20824193954467773, |
| "step": 3615, |
| "token_acc": 0.916390838077585 |
| }, |
| { |
| "epoch": 0.02761703864478156, |
| "grad_norm": 1.4459218316667777, |
| "learning_rate": 2.7616722612145257e-06, |
| "loss": 0.19788497686386108, |
| "step": 3620, |
| "token_acc": 0.9232068698528895 |
| }, |
| { |
| "epoch": 0.027655183725782642, |
| "grad_norm": 0.9164309158448356, |
| "learning_rate": 2.765486725663717e-06, |
| "loss": 0.21459462642669677, |
| "step": 3625, |
| "token_acc": 0.9149860378529321 |
| }, |
| { |
| "epoch": 0.027693328806783723, |
| "grad_norm": 1.1240369012011204, |
| "learning_rate": 2.7693011901129084e-06, |
| "loss": 0.16905201673507692, |
| "step": 3630, |
| "token_acc": 0.9317073170731708 |
| }, |
| { |
| "epoch": 0.0277314738877848, |
| "grad_norm": 1.5916211991686071, |
| "learning_rate": 2.7731156545620995e-06, |
| "loss": 0.21215219497680665, |
| "step": 3635, |
| "token_acc": 0.9190266703326918 |
| }, |
| { |
| "epoch": 0.02776961896878588, |
| "grad_norm": 1.4125466019773558, |
| "learning_rate": 2.776930119011291e-06, |
| "loss": 0.17141737937927246, |
| "step": 3640, |
| "token_acc": 0.931858632087465 |
| }, |
| { |
| "epoch": 0.02780776404978696, |
| "grad_norm": 1.420878513598927, |
| "learning_rate": 2.7807445834604822e-06, |
| "loss": 0.19016761779785157, |
| "step": 3645, |
| "token_acc": 0.9247868231178485 |
| }, |
| { |
| "epoch": 0.02784590913078804, |
| "grad_norm": 1.9564894593842872, |
| "learning_rate": 2.7845590479096733e-06, |
| "loss": 0.1922837018966675, |
| "step": 3650, |
| "token_acc": 0.9231418918918919 |
| }, |
| { |
| "epoch": 0.02788405421178912, |
| "grad_norm": 1.4032647726476815, |
| "learning_rate": 2.7883735123588653e-06, |
| "loss": 0.1849084258079529, |
| "step": 3655, |
| "token_acc": 0.9272778127403678 |
| }, |
| { |
| "epoch": 0.027922199292790197, |
| "grad_norm": 1.4023537174732466, |
| "learning_rate": 2.792187976808056e-06, |
| "loss": 0.17962974309921265, |
| "step": 3660, |
| "token_acc": 0.9287585504293407 |
| }, |
| { |
| "epoch": 0.027960344373791277, |
| "grad_norm": 1.620132137742645, |
| "learning_rate": 2.796002441257248e-06, |
| "loss": 0.18202762603759765, |
| "step": 3665, |
| "token_acc": 0.9219573772926413 |
| }, |
| { |
| "epoch": 0.027998489454792358, |
| "grad_norm": 1.713948253902535, |
| "learning_rate": 2.799816905706439e-06, |
| "loss": 0.1887749671936035, |
| "step": 3670, |
| "token_acc": 0.9236799197290857 |
| }, |
| { |
| "epoch": 0.028036634535793435, |
| "grad_norm": 1.1755096183945846, |
| "learning_rate": 2.8036313701556307e-06, |
| "loss": 0.19311631917953492, |
| "step": 3675, |
| "token_acc": 0.9269267235541108 |
| }, |
| { |
| "epoch": 0.028074779616794516, |
| "grad_norm": 1.2351916888680017, |
| "learning_rate": 2.807445834604822e-06, |
| "loss": 0.20339250564575195, |
| "step": 3680, |
| "token_acc": 0.9169700807345259 |
| }, |
| { |
| "epoch": 0.028112924697795597, |
| "grad_norm": 1.6348688797486821, |
| "learning_rate": 2.8112602990540133e-06, |
| "loss": 0.2240605354309082, |
| "step": 3685, |
| "token_acc": 0.914444087403599 |
| }, |
| { |
| "epoch": 0.028151069778796674, |
| "grad_norm": 1.3220125589867708, |
| "learning_rate": 2.8150747635032045e-06, |
| "loss": 0.18837164640426635, |
| "step": 3690, |
| "token_acc": 0.9276987318280235 |
| }, |
| { |
| "epoch": 0.028189214859797754, |
| "grad_norm": 1.3031108805525653, |
| "learning_rate": 2.8188892279523956e-06, |
| "loss": 0.20531167984008789, |
| "step": 3695, |
| "token_acc": 0.9203928279145897 |
| }, |
| { |
| "epoch": 0.028227359940798835, |
| "grad_norm": 2.3036385678829894, |
| "learning_rate": 2.822703692401587e-06, |
| "loss": 0.1809326171875, |
| "step": 3700, |
| "token_acc": 0.9282380791342577 |
| }, |
| { |
| "epoch": 0.028265505021799912, |
| "grad_norm": 0.9921800492429008, |
| "learning_rate": 2.8265181568507783e-06, |
| "loss": 0.1938246726989746, |
| "step": 3705, |
| "token_acc": 0.9251956652618905 |
| }, |
| { |
| "epoch": 0.028303650102800993, |
| "grad_norm": 0.9669556560959542, |
| "learning_rate": 2.83033262129997e-06, |
| "loss": 0.2065743923187256, |
| "step": 3710, |
| "token_acc": 0.9183449285975833 |
| }, |
| { |
| "epoch": 0.028341795183802074, |
| "grad_norm": 2.708408755844107, |
| "learning_rate": 2.834147085749161e-06, |
| "loss": 0.2093135356903076, |
| "step": 3715, |
| "token_acc": 0.9176694745286803 |
| }, |
| { |
| "epoch": 0.02837994026480315, |
| "grad_norm": 2.8691192491752053, |
| "learning_rate": 2.8379615501983525e-06, |
| "loss": 0.20307013988494874, |
| "step": 3720, |
| "token_acc": 0.9224725763415357 |
| }, |
| { |
| "epoch": 0.02841808534580423, |
| "grad_norm": 2.5760131026606174, |
| "learning_rate": 2.8417760146475436e-06, |
| "loss": 0.20344066619873047, |
| "step": 3725, |
| "token_acc": 0.9184155131721631 |
| }, |
| { |
| "epoch": 0.028456230426805312, |
| "grad_norm": 1.2801170424352877, |
| "learning_rate": 2.8455904790967348e-06, |
| "loss": 0.20083198547363282, |
| "step": 3730, |
| "token_acc": 0.9237481650627957 |
| }, |
| { |
| "epoch": 0.02849437550780639, |
| "grad_norm": 1.0916836118928501, |
| "learning_rate": 2.8494049435459263e-06, |
| "loss": 0.19578756093978883, |
| "step": 3735, |
| "token_acc": 0.9209138840070299 |
| }, |
| { |
| "epoch": 0.02853252058880747, |
| "grad_norm": 2.0550046310921664, |
| "learning_rate": 2.8532194079951174e-06, |
| "loss": 0.24391551017761232, |
| "step": 3740, |
| "token_acc": 0.9034128931519072 |
| }, |
| { |
| "epoch": 0.02857066566980855, |
| "grad_norm": 3.3510381408825904, |
| "learning_rate": 2.857033872444309e-06, |
| "loss": 0.21118056774139404, |
| "step": 3745, |
| "token_acc": 0.9214160669130519 |
| }, |
| { |
| "epoch": 0.028608810750809628, |
| "grad_norm": 3.792775353793664, |
| "learning_rate": 2.8608483368935e-06, |
| "loss": 0.20475456714630128, |
| "step": 3750, |
| "token_acc": 0.9231483631297888 |
| }, |
| { |
| "epoch": 0.02864695583181071, |
| "grad_norm": 2.2185488625263416, |
| "learning_rate": 2.864662801342692e-06, |
| "loss": 0.2053576946258545, |
| "step": 3755, |
| "token_acc": 0.9238636363636363 |
| }, |
| { |
| "epoch": 0.02868510091281179, |
| "grad_norm": 1.891491051406715, |
| "learning_rate": 2.8684772657918832e-06, |
| "loss": 0.19211243391036986, |
| "step": 3760, |
| "token_acc": 0.9240767642786146 |
| }, |
| { |
| "epoch": 0.028723245993812867, |
| "grad_norm": 1.0633991863613896, |
| "learning_rate": 2.8722917302410748e-06, |
| "loss": 0.17564024925231933, |
| "step": 3765, |
| "token_acc": 0.9308428310116786 |
| }, |
| { |
| "epoch": 0.028761391074813947, |
| "grad_norm": 1.9446934459687018, |
| "learning_rate": 2.876106194690266e-06, |
| "loss": 0.22697651386260986, |
| "step": 3770, |
| "token_acc": 0.9146782841823057 |
| }, |
| { |
| "epoch": 0.028799536155815028, |
| "grad_norm": 1.738474624904149, |
| "learning_rate": 2.879920659139457e-06, |
| "loss": 0.1840140700340271, |
| "step": 3775, |
| "token_acc": 0.927884991014923 |
| }, |
| { |
| "epoch": 0.028837681236816105, |
| "grad_norm": 1.1397327141029683, |
| "learning_rate": 2.8837351235886486e-06, |
| "loss": 0.1996319532394409, |
| "step": 3780, |
| "token_acc": 0.9207894206887293 |
| }, |
| { |
| "epoch": 0.028875826317817186, |
| "grad_norm": 2.0010810592728316, |
| "learning_rate": 2.8875495880378397e-06, |
| "loss": 0.21771843433380128, |
| "step": 3785, |
| "token_acc": 0.9183735627807812 |
| }, |
| { |
| "epoch": 0.028913971398818267, |
| "grad_norm": 0.8589476632325155, |
| "learning_rate": 2.8913640524870312e-06, |
| "loss": 0.20254058837890626, |
| "step": 3790, |
| "token_acc": 0.9199303742384682 |
| }, |
| { |
| "epoch": 0.028952116479819344, |
| "grad_norm": 1.1903116308482833, |
| "learning_rate": 2.8951785169362224e-06, |
| "loss": 0.18127316236495972, |
| "step": 3795, |
| "token_acc": 0.9276018099547512 |
| }, |
| { |
| "epoch": 0.028990261560820425, |
| "grad_norm": 1.3252150677765582, |
| "learning_rate": 2.898992981385414e-06, |
| "loss": 0.219500732421875, |
| "step": 3800, |
| "token_acc": 0.9147205849436694 |
| }, |
| { |
| "epoch": 0.029028406641821505, |
| "grad_norm": 1.429053710025562, |
| "learning_rate": 2.902807445834605e-06, |
| "loss": 0.19799134731292725, |
| "step": 3805, |
| "token_acc": 0.9229177444386963 |
| }, |
| { |
| "epoch": 0.029066551722822583, |
| "grad_norm": 1.6683615340424383, |
| "learning_rate": 2.906621910283796e-06, |
| "loss": 0.22626845836639403, |
| "step": 3810, |
| "token_acc": 0.911969650046454 |
| }, |
| { |
| "epoch": 0.029104696803823663, |
| "grad_norm": 1.8097731739691143, |
| "learning_rate": 2.9104363747329877e-06, |
| "loss": 0.18414243459701538, |
| "step": 3815, |
| "token_acc": 0.9260662177328844 |
| }, |
| { |
| "epoch": 0.029142841884824744, |
| "grad_norm": 1.1750023450553644, |
| "learning_rate": 2.914250839182179e-06, |
| "loss": 0.2139209508895874, |
| "step": 3820, |
| "token_acc": 0.9180434499804865 |
| }, |
| { |
| "epoch": 0.02918098696582582, |
| "grad_norm": 1.3265417401375221, |
| "learning_rate": 2.9180653036313704e-06, |
| "loss": 0.19648045301437378, |
| "step": 3825, |
| "token_acc": 0.9244593359731953 |
| }, |
| { |
| "epoch": 0.029219132046826902, |
| "grad_norm": 4.089263242623879, |
| "learning_rate": 2.9218797680805615e-06, |
| "loss": 0.2120136260986328, |
| "step": 3830, |
| "token_acc": 0.9149560117302052 |
| }, |
| { |
| "epoch": 0.029257277127827983, |
| "grad_norm": 2.9951773248291667, |
| "learning_rate": 2.925694232529753e-06, |
| "loss": 0.1790635585784912, |
| "step": 3835, |
| "token_acc": 0.9295267489711934 |
| }, |
| { |
| "epoch": 0.02929542220882906, |
| "grad_norm": 1.1985757081172763, |
| "learning_rate": 2.929508696978944e-06, |
| "loss": 0.18016217947006224, |
| "step": 3840, |
| "token_acc": 0.9291431460106159 |
| }, |
| { |
| "epoch": 0.02933356728983014, |
| "grad_norm": 3.786594549881491, |
| "learning_rate": 2.933323161428136e-06, |
| "loss": 0.2000204563140869, |
| "step": 3845, |
| "token_acc": 0.9177666095984979 |
| }, |
| { |
| "epoch": 0.02937171237083122, |
| "grad_norm": 1.4358906709929617, |
| "learning_rate": 2.937137625877327e-06, |
| "loss": 0.21723394393920897, |
| "step": 3850, |
| "token_acc": 0.9156148289275224 |
| }, |
| { |
| "epoch": 0.0294098574518323, |
| "grad_norm": 1.6149865226829878, |
| "learning_rate": 2.940952090326518e-06, |
| "loss": 0.18792085647583007, |
| "step": 3855, |
| "token_acc": 0.9265557163531114 |
| }, |
| { |
| "epoch": 0.02944800253283338, |
| "grad_norm": 6.687140858620651, |
| "learning_rate": 2.94476655477571e-06, |
| "loss": 0.1787867784500122, |
| "step": 3860, |
| "token_acc": 0.9314399036758977 |
| }, |
| { |
| "epoch": 0.02948614761383446, |
| "grad_norm": 2.330461552680994, |
| "learning_rate": 2.948581019224901e-06, |
| "loss": 0.20301666259765624, |
| "step": 3865, |
| "token_acc": 0.9209180146550532 |
| }, |
| { |
| "epoch": 0.029524292694835537, |
| "grad_norm": 1.5496342823927245, |
| "learning_rate": 2.9523954836740927e-06, |
| "loss": 0.1925230383872986, |
| "step": 3870, |
| "token_acc": 0.9241680305510093 |
| }, |
| { |
| "epoch": 0.029562437775836618, |
| "grad_norm": 1.113569629202286, |
| "learning_rate": 2.956209948123284e-06, |
| "loss": 0.1838328719139099, |
| "step": 3875, |
| "token_acc": 0.9333010447657926 |
| }, |
| { |
| "epoch": 0.029600582856837695, |
| "grad_norm": 1.1293587320000253, |
| "learning_rate": 2.9600244125724753e-06, |
| "loss": 0.19594515562057496, |
| "step": 3880, |
| "token_acc": 0.9206130268199234 |
| }, |
| { |
| "epoch": 0.029638727937838776, |
| "grad_norm": 1.5085073109583709, |
| "learning_rate": 2.9638388770216665e-06, |
| "loss": 0.2004699468612671, |
| "step": 3885, |
| "token_acc": 0.9216602342744938 |
| }, |
| { |
| "epoch": 0.029676873018839856, |
| "grad_norm": 0.9613468934507051, |
| "learning_rate": 2.9676533414708576e-06, |
| "loss": 0.1836915969848633, |
| "step": 3890, |
| "token_acc": 0.9260555983474547 |
| }, |
| { |
| "epoch": 0.029715018099840933, |
| "grad_norm": 0.9512768251729952, |
| "learning_rate": 2.971467805920049e-06, |
| "loss": 0.1740575313568115, |
| "step": 3895, |
| "token_acc": 0.9287118701196562 |
| }, |
| { |
| "epoch": 0.029753163180842014, |
| "grad_norm": 1.073568534348093, |
| "learning_rate": 2.9752822703692403e-06, |
| "loss": 0.17895724773406982, |
| "step": 3900, |
| "token_acc": 0.928657637119485 |
| }, |
| { |
| "epoch": 0.029791308261843095, |
| "grad_norm": 1.3038297504697949, |
| "learning_rate": 2.979096734818432e-06, |
| "loss": 0.20097880363464354, |
| "step": 3905, |
| "token_acc": 0.9232682060390763 |
| }, |
| { |
| "epoch": 0.029829453342844172, |
| "grad_norm": 3.0321806578855575, |
| "learning_rate": 2.982911199267623e-06, |
| "loss": 0.1921984910964966, |
| "step": 3910, |
| "token_acc": 0.9280540408561895 |
| }, |
| { |
| "epoch": 0.029867598423845253, |
| "grad_norm": 0.944480409021657, |
| "learning_rate": 2.9867256637168145e-06, |
| "loss": 0.16717551946640014, |
| "step": 3915, |
| "token_acc": 0.9331492802208637 |
| }, |
| { |
| "epoch": 0.029905743504846333, |
| "grad_norm": 1.318727008868968, |
| "learning_rate": 2.9905401281660056e-06, |
| "loss": 0.1812400221824646, |
| "step": 3920, |
| "token_acc": 0.9287547169811321 |
| }, |
| { |
| "epoch": 0.02994388858584741, |
| "grad_norm": 1.4483467160016403, |
| "learning_rate": 2.994354592615197e-06, |
| "loss": 0.18201427459716796, |
| "step": 3925, |
| "token_acc": 0.926509384186327 |
| }, |
| { |
| "epoch": 0.02998203366684849, |
| "grad_norm": 1.720297984348613, |
| "learning_rate": 2.9981690570643883e-06, |
| "loss": 0.19895753860473633, |
| "step": 3930, |
| "token_acc": 0.9236267266302602 |
| }, |
| { |
| "epoch": 0.030020178747849572, |
| "grad_norm": 0.9996651095140233, |
| "learning_rate": 3.0019835215135794e-06, |
| "loss": 0.18112491369247435, |
| "step": 3935, |
| "token_acc": 0.9296546896873542 |
| }, |
| { |
| "epoch": 0.03005832382885065, |
| "grad_norm": 1.283101685119387, |
| "learning_rate": 3.005797985962771e-06, |
| "loss": 0.1879702925682068, |
| "step": 3940, |
| "token_acc": 0.9251506760058641 |
| }, |
| { |
| "epoch": 0.03009646890985173, |
| "grad_norm": 1.4474884168184794, |
| "learning_rate": 3.009612450411962e-06, |
| "loss": 0.204351806640625, |
| "step": 3945, |
| "token_acc": 0.919713461717369 |
| }, |
| { |
| "epoch": 0.03013461399085281, |
| "grad_norm": 1.6961839850384683, |
| "learning_rate": 3.013426914861154e-06, |
| "loss": 0.21911368370056153, |
| "step": 3950, |
| "token_acc": 0.9175461741424802 |
| }, |
| { |
| "epoch": 0.030172759071853888, |
| "grad_norm": 1.2100343112925807, |
| "learning_rate": 3.017241379310345e-06, |
| "loss": 0.18599618673324586, |
| "step": 3955, |
| "token_acc": 0.9262127078114325 |
| }, |
| { |
| "epoch": 0.03021090415285497, |
| "grad_norm": 1.3555996447444714, |
| "learning_rate": 3.0210558437595368e-06, |
| "loss": 0.19445273876190186, |
| "step": 3960, |
| "token_acc": 0.9245685712543448 |
| }, |
| { |
| "epoch": 0.03024904923385605, |
| "grad_norm": 5.168158234427423, |
| "learning_rate": 3.024870308208728e-06, |
| "loss": 0.18503272533416748, |
| "step": 3965, |
| "token_acc": 0.9273064728172609 |
| }, |
| { |
| "epoch": 0.030287194314857126, |
| "grad_norm": 1.7180517175963503, |
| "learning_rate": 3.028684772657919e-06, |
| "loss": 0.1992701292037964, |
| "step": 3970, |
| "token_acc": 0.9214704134476611 |
| }, |
| { |
| "epoch": 0.030325339395858207, |
| "grad_norm": 1.5831398403012196, |
| "learning_rate": 3.0324992371071106e-06, |
| "loss": 0.22213096618652345, |
| "step": 3975, |
| "token_acc": 0.9156822522458796 |
| }, |
| { |
| "epoch": 0.030363484476859288, |
| "grad_norm": 1.529404501460422, |
| "learning_rate": 3.0363137015563017e-06, |
| "loss": 0.21425409317016603, |
| "step": 3980, |
| "token_acc": 0.9196020985214962 |
| }, |
| { |
| "epoch": 0.030401629557860365, |
| "grad_norm": 1.7255614148231966, |
| "learning_rate": 3.0401281660054932e-06, |
| "loss": 0.1851879835128784, |
| "step": 3985, |
| "token_acc": 0.9263255240443896 |
| }, |
| { |
| "epoch": 0.030439774638861446, |
| "grad_norm": 1.0099747703647042, |
| "learning_rate": 3.0439426304546844e-06, |
| "loss": 0.16479753255844115, |
| "step": 3990, |
| "token_acc": 0.9368120991369071 |
| }, |
| { |
| "epoch": 0.030477919719862526, |
| "grad_norm": 1.8077632303300455, |
| "learning_rate": 3.047757094903876e-06, |
| "loss": 0.191705322265625, |
| "step": 3995, |
| "token_acc": 0.9255334181150204 |
| }, |
| { |
| "epoch": 0.030516064800863604, |
| "grad_norm": 1.7740221324081489, |
| "learning_rate": 3.051571559353067e-06, |
| "loss": 0.19576795101165773, |
| "step": 4000, |
| "token_acc": 0.9241032885958715 |
| }, |
| { |
| "epoch": 0.030554209881864684, |
| "grad_norm": 1.1053414146409208, |
| "learning_rate": 3.0553860238022586e-06, |
| "loss": 0.19408992528915406, |
| "step": 4005, |
| "token_acc": 0.9230924505450141 |
| }, |
| { |
| "epoch": 0.030592354962865765, |
| "grad_norm": 1.6971402391897856, |
| "learning_rate": 3.0592004882514497e-06, |
| "loss": 0.19552085399627686, |
| "step": 4010, |
| "token_acc": 0.9229929851909587 |
| }, |
| { |
| "epoch": 0.030630500043866842, |
| "grad_norm": 7.675129785952881, |
| "learning_rate": 3.063014952700641e-06, |
| "loss": 0.19060148000717164, |
| "step": 4015, |
| "token_acc": 0.9252086044553318 |
| }, |
| { |
| "epoch": 0.030668645124867923, |
| "grad_norm": 1.52935230884688, |
| "learning_rate": 3.0668294171498324e-06, |
| "loss": 0.21632587909698486, |
| "step": 4020, |
| "token_acc": 0.9138138328165538 |
| }, |
| { |
| "epoch": 0.030706790205869004, |
| "grad_norm": 1.3806489826709554, |
| "learning_rate": 3.0706438815990235e-06, |
| "loss": 0.19226115942001343, |
| "step": 4025, |
| "token_acc": 0.9239113346958026 |
| }, |
| { |
| "epoch": 0.03074493528687008, |
| "grad_norm": 1.3555410716452954, |
| "learning_rate": 3.074458346048215e-06, |
| "loss": 0.19386298656463624, |
| "step": 4030, |
| "token_acc": 0.9222626315105857 |
| }, |
| { |
| "epoch": 0.03078308036787116, |
| "grad_norm": 1.828040146371655, |
| "learning_rate": 3.078272810497406e-06, |
| "loss": 0.2037498712539673, |
| "step": 4035, |
| "token_acc": 0.9204927211646137 |
| }, |
| { |
| "epoch": 0.030821225448872242, |
| "grad_norm": 1.3175080584510894, |
| "learning_rate": 3.082087274946598e-06, |
| "loss": 0.20440731048583985, |
| "step": 4040, |
| "token_acc": 0.9201301048066498 |
| }, |
| { |
| "epoch": 0.03085937052987332, |
| "grad_norm": 1.1777901232555745, |
| "learning_rate": 3.085901739395789e-06, |
| "loss": 0.20805349349975585, |
| "step": 4045, |
| "token_acc": 0.9202988023212743 |
| }, |
| { |
| "epoch": 0.0308975156108744, |
| "grad_norm": 1.237596817863281, |
| "learning_rate": 3.08971620384498e-06, |
| "loss": 0.21010746955871581, |
| "step": 4050, |
| "token_acc": 0.9170735611942687 |
| }, |
| { |
| "epoch": 0.03093566069187548, |
| "grad_norm": 1.1860394506152796, |
| "learning_rate": 3.093530668294172e-06, |
| "loss": 0.18669127225875853, |
| "step": 4055, |
| "token_acc": 0.9262059485128717 |
| }, |
| { |
| "epoch": 0.030973805772876558, |
| "grad_norm": 1.3889878598720948, |
| "learning_rate": 3.097345132743363e-06, |
| "loss": 0.17644023895263672, |
| "step": 4060, |
| "token_acc": 0.9319327181098239 |
| }, |
| { |
| "epoch": 0.03101195085387764, |
| "grad_norm": 1.5567893298709274, |
| "learning_rate": 3.1011595971925547e-06, |
| "loss": 0.19679009914398193, |
| "step": 4065, |
| "token_acc": 0.923408071748879 |
| }, |
| { |
| "epoch": 0.03105009593487872, |
| "grad_norm": 1.0713063581206868, |
| "learning_rate": 3.1049740616417458e-06, |
| "loss": 0.1980377435684204, |
| "step": 4070, |
| "token_acc": 0.9227026275545669 |
| }, |
| { |
| "epoch": 0.031088241015879797, |
| "grad_norm": 0.8997825449921926, |
| "learning_rate": 3.1087885260909373e-06, |
| "loss": 0.21196327209472657, |
| "step": 4075, |
| "token_acc": 0.9173516854648569 |
| }, |
| { |
| "epoch": 0.031126386096880877, |
| "grad_norm": 1.399487799217613, |
| "learning_rate": 3.1126029905401285e-06, |
| "loss": 0.18792858123779296, |
| "step": 4080, |
| "token_acc": 0.9250527797325827 |
| }, |
| { |
| "epoch": 0.031164531177881958, |
| "grad_norm": 1.424376567974957, |
| "learning_rate": 3.11641745498932e-06, |
| "loss": 0.20289034843444825, |
| "step": 4085, |
| "token_acc": 0.9218360655737705 |
| }, |
| { |
| "epoch": 0.031202676258883035, |
| "grad_norm": 2.2151217627106705, |
| "learning_rate": 3.120231919438511e-06, |
| "loss": 0.2270430564880371, |
| "step": 4090, |
| "token_acc": 0.9116272677295217 |
| }, |
| { |
| "epoch": 0.031240821339884116, |
| "grad_norm": 2.135710489213465, |
| "learning_rate": 3.1240463838877023e-06, |
| "loss": 0.15556539297103883, |
| "step": 4095, |
| "token_acc": 0.93789288408348 |
| }, |
| { |
| "epoch": 0.03127896642088519, |
| "grad_norm": 2.4562238568130246, |
| "learning_rate": 3.127860848336894e-06, |
| "loss": 0.18782906532287597, |
| "step": 4100, |
| "token_acc": 0.9251013491061341 |
| }, |
| { |
| "epoch": 0.03131711150188628, |
| "grad_norm": 1.241750902898804, |
| "learning_rate": 3.131675312786085e-06, |
| "loss": 0.20374877452850343, |
| "step": 4105, |
| "token_acc": 0.9193150944588362 |
| }, |
| { |
| "epoch": 0.031355256582887354, |
| "grad_norm": 1.4124623077434573, |
| "learning_rate": 3.1354897772352765e-06, |
| "loss": 0.14972851276397706, |
| "step": 4110, |
| "token_acc": 0.9433177327093084 |
| }, |
| { |
| "epoch": 0.03139340166388843, |
| "grad_norm": 1.365258153193531, |
| "learning_rate": 3.1393042416844676e-06, |
| "loss": 0.19449151754379274, |
| "step": 4115, |
| "token_acc": 0.9252552648372687 |
| }, |
| { |
| "epoch": 0.031431546744889516, |
| "grad_norm": 1.2297770812385165, |
| "learning_rate": 3.143118706133659e-06, |
| "loss": 0.19626073837280272, |
| "step": 4120, |
| "token_acc": 0.9240330425384081 |
| }, |
| { |
| "epoch": 0.03146969182589059, |
| "grad_norm": 0.9688977073020094, |
| "learning_rate": 3.1469331705828503e-06, |
| "loss": 0.18966922760009766, |
| "step": 4125, |
| "token_acc": 0.924347061778001 |
| }, |
| { |
| "epoch": 0.03150783690689167, |
| "grad_norm": 1.233316461449362, |
| "learning_rate": 3.1507476350320414e-06, |
| "loss": 0.16788265705108643, |
| "step": 4130, |
| "token_acc": 0.934992490881785 |
| }, |
| { |
| "epoch": 0.031545981987892754, |
| "grad_norm": 1.2746413239950252, |
| "learning_rate": 3.154562099481233e-06, |
| "loss": 0.17925671339035035, |
| "step": 4135, |
| "token_acc": 0.929021746830063 |
| }, |
| { |
| "epoch": 0.03158412706889383, |
| "grad_norm": 1.3950047985818248, |
| "learning_rate": 3.158376563930424e-06, |
| "loss": 0.22052040100097656, |
| "step": 4140, |
| "token_acc": 0.9110111480539801 |
| }, |
| { |
| "epoch": 0.03162227214989491, |
| "grad_norm": 1.5514933575147345, |
| "learning_rate": 3.162191028379616e-06, |
| "loss": 0.21991984844207763, |
| "step": 4145, |
| "token_acc": 0.9153456340956341 |
| }, |
| { |
| "epoch": 0.03166041723089599, |
| "grad_norm": 1.3882376611341833, |
| "learning_rate": 3.1660054928288068e-06, |
| "loss": 0.18932245969772338, |
| "step": 4150, |
| "token_acc": 0.9287331048308867 |
| }, |
| { |
| "epoch": 0.03169856231189707, |
| "grad_norm": 1.229650208018774, |
| "learning_rate": 3.1698199572779987e-06, |
| "loss": 0.18681371212005615, |
| "step": 4155, |
| "token_acc": 0.9264337590783872 |
| }, |
| { |
| "epoch": 0.03173670739289815, |
| "grad_norm": 1.3370060505988737, |
| "learning_rate": 3.17363442172719e-06, |
| "loss": 0.19819024801254273, |
| "step": 4160, |
| "token_acc": 0.9221357063403782 |
| }, |
| { |
| "epoch": 0.03177485247389923, |
| "grad_norm": 1.907061793648975, |
| "learning_rate": 3.1774488861763814e-06, |
| "loss": 0.18505465984344482, |
| "step": 4165, |
| "token_acc": 0.9267986614612381 |
| }, |
| { |
| "epoch": 0.03181299755490031, |
| "grad_norm": 1.231176856586619, |
| "learning_rate": 3.1812633506255726e-06, |
| "loss": 0.19385309219360353, |
| "step": 4170, |
| "token_acc": 0.9215822784810127 |
| }, |
| { |
| "epoch": 0.031851142635901386, |
| "grad_norm": 1.378763020765013, |
| "learning_rate": 3.1850778150747637e-06, |
| "loss": 0.19081203937530516, |
| "step": 4175, |
| "token_acc": 0.9240742241309456 |
| }, |
| { |
| "epoch": 0.03188928771690247, |
| "grad_norm": 3.3504358388227797, |
| "learning_rate": 3.1888922795239552e-06, |
| "loss": 0.19464006423950195, |
| "step": 4180, |
| "token_acc": 0.9258165246012322 |
| }, |
| { |
| "epoch": 0.03192743279790355, |
| "grad_norm": 1.247515523105034, |
| "learning_rate": 3.1927067439731464e-06, |
| "loss": 0.17227525711059571, |
| "step": 4185, |
| "token_acc": 0.9312586022327572 |
| }, |
| { |
| "epoch": 0.031965577878904625, |
| "grad_norm": 6.095942024898531, |
| "learning_rate": 3.196521208422338e-06, |
| "loss": 0.2009768009185791, |
| "step": 4190, |
| "token_acc": 0.9168563192231831 |
| }, |
| { |
| "epoch": 0.03200372295990571, |
| "grad_norm": 1.5155119429442323, |
| "learning_rate": 3.200335672871529e-06, |
| "loss": 0.18182271718978882, |
| "step": 4195, |
| "token_acc": 0.930840400925212 |
| }, |
| { |
| "epoch": 0.032041868040906786, |
| "grad_norm": 1.4827775531997158, |
| "learning_rate": 3.2041501373207206e-06, |
| "loss": 0.235754656791687, |
| "step": 4200, |
| "token_acc": 0.9086977089950665 |
| }, |
| { |
| "epoch": 0.03208001312190786, |
| "grad_norm": 1.301149022280892, |
| "learning_rate": 3.2079646017699117e-06, |
| "loss": 0.1856813907623291, |
| "step": 4205, |
| "token_acc": 0.9264301773669747 |
| }, |
| { |
| "epoch": 0.03211815820290894, |
| "grad_norm": 1.5208849535594273, |
| "learning_rate": 3.211779066219103e-06, |
| "loss": 0.21679787635803222, |
| "step": 4210, |
| "token_acc": 0.9135308246597278 |
| }, |
| { |
| "epoch": 0.032156303283910025, |
| "grad_norm": 1.9604492069483286, |
| "learning_rate": 3.2155935306682944e-06, |
| "loss": 0.19855906963348388, |
| "step": 4215, |
| "token_acc": 0.9217003985309057 |
| }, |
| { |
| "epoch": 0.0321944483649111, |
| "grad_norm": 1.3406838456600245, |
| "learning_rate": 3.2194079951174855e-06, |
| "loss": 0.17857465744018555, |
| "step": 4220, |
| "token_acc": 0.9279414646893578 |
| }, |
| { |
| "epoch": 0.03223259344591218, |
| "grad_norm": 1.1323856377548835, |
| "learning_rate": 3.223222459566677e-06, |
| "loss": 0.19370107650756835, |
| "step": 4225, |
| "token_acc": 0.9249237029501526 |
| }, |
| { |
| "epoch": 0.03227073852691326, |
| "grad_norm": 1.404063556239358, |
| "learning_rate": 3.227036924015868e-06, |
| "loss": 0.1866621732711792, |
| "step": 4230, |
| "token_acc": 0.9295297805642633 |
| }, |
| { |
| "epoch": 0.03230888360791434, |
| "grad_norm": 1.893220440556427, |
| "learning_rate": 3.23085138846506e-06, |
| "loss": 0.1865388870239258, |
| "step": 4235, |
| "token_acc": 0.9260938562684199 |
| }, |
| { |
| "epoch": 0.03234702868891542, |
| "grad_norm": 1.5395084257597322, |
| "learning_rate": 3.234665852914251e-06, |
| "loss": 0.20243444442749023, |
| "step": 4240, |
| "token_acc": 0.9196350707721205 |
| }, |
| { |
| "epoch": 0.0323851737699165, |
| "grad_norm": 1.5559146134257837, |
| "learning_rate": 3.238480317363443e-06, |
| "loss": 0.21359536647796631, |
| "step": 4245, |
| "token_acc": 0.9184399907142304 |
| }, |
| { |
| "epoch": 0.03242331885091758, |
| "grad_norm": 1.6064268325635596, |
| "learning_rate": 3.242294781812634e-06, |
| "loss": 0.14891519546508789, |
| "step": 4250, |
| "token_acc": 0.937641894959891 |
| }, |
| { |
| "epoch": 0.032461463931918656, |
| "grad_norm": 1.5787382687684244, |
| "learning_rate": 3.246109246261825e-06, |
| "loss": 0.15965185165405274, |
| "step": 4255, |
| "token_acc": 0.9405324707638716 |
| }, |
| { |
| "epoch": 0.03249960901291974, |
| "grad_norm": 1.3795333808011254, |
| "learning_rate": 3.2499237107110166e-06, |
| "loss": 0.1852767825126648, |
| "step": 4260, |
| "token_acc": 0.9294036148372063 |
| }, |
| { |
| "epoch": 0.03253775409392082, |
| "grad_norm": 1.4895657996899223, |
| "learning_rate": 3.2537381751602078e-06, |
| "loss": 0.192819344997406, |
| "step": 4265, |
| "token_acc": 0.9245401666404653 |
| }, |
| { |
| "epoch": 0.032575899174921895, |
| "grad_norm": 1.2328522769477055, |
| "learning_rate": 3.2575526396093993e-06, |
| "loss": 0.18221015930175782, |
| "step": 4270, |
| "token_acc": 0.9267710754924752 |
| }, |
| { |
| "epoch": 0.03261404425592298, |
| "grad_norm": 1.209682864509687, |
| "learning_rate": 3.2613671040585905e-06, |
| "loss": 0.2271733522415161, |
| "step": 4275, |
| "token_acc": 0.9130706691682301 |
| }, |
| { |
| "epoch": 0.032652189336924056, |
| "grad_norm": 1.2913186177046156, |
| "learning_rate": 3.265181568507782e-06, |
| "loss": 0.2268014907836914, |
| "step": 4280, |
| "token_acc": 0.9100142551674982 |
| }, |
| { |
| "epoch": 0.03269033441792513, |
| "grad_norm": 1.5394196674138498, |
| "learning_rate": 3.268996032956973e-06, |
| "loss": 0.21484310626983644, |
| "step": 4285, |
| "token_acc": 0.9175599181018909 |
| }, |
| { |
| "epoch": 0.03272847949892622, |
| "grad_norm": 1.0167276423058904, |
| "learning_rate": 3.2728104974061643e-06, |
| "loss": 0.19501055479049684, |
| "step": 4290, |
| "token_acc": 0.9230512546716497 |
| }, |
| { |
| "epoch": 0.032766624579927295, |
| "grad_norm": 1.9778914839599584, |
| "learning_rate": 3.276624961855356e-06, |
| "loss": 0.20547893047332763, |
| "step": 4295, |
| "token_acc": 0.9216037368625924 |
| }, |
| { |
| "epoch": 0.03280476966092837, |
| "grad_norm": 1.2914478897753081, |
| "learning_rate": 3.280439426304547e-06, |
| "loss": 0.20135602951049805, |
| "step": 4300, |
| "token_acc": 0.9194859487497097 |
| }, |
| { |
| "epoch": 0.032842914741929456, |
| "grad_norm": 1.964194073243358, |
| "learning_rate": 3.2842538907537385e-06, |
| "loss": 0.19254244565963746, |
| "step": 4305, |
| "token_acc": 0.9256360078277887 |
| }, |
| { |
| "epoch": 0.03288105982293053, |
| "grad_norm": 1.067852120624141, |
| "learning_rate": 3.2880683552029296e-06, |
| "loss": 0.16231229305267333, |
| "step": 4310, |
| "token_acc": 0.9347159457714654 |
| }, |
| { |
| "epoch": 0.03291920490393161, |
| "grad_norm": 3.115935552311204, |
| "learning_rate": 3.291882819652121e-06, |
| "loss": 0.1989269733428955, |
| "step": 4315, |
| "token_acc": 0.9199965178027335 |
| }, |
| { |
| "epoch": 0.032957349984932695, |
| "grad_norm": 1.3261319959179994, |
| "learning_rate": 3.2956972841013123e-06, |
| "loss": 0.203765344619751, |
| "step": 4320, |
| "token_acc": 0.9218821729150727 |
| }, |
| { |
| "epoch": 0.03299549506593377, |
| "grad_norm": 1.3166279930548022, |
| "learning_rate": 3.299511748550504e-06, |
| "loss": 0.19871768951416016, |
| "step": 4325, |
| "token_acc": 0.9229404309252218 |
| }, |
| { |
| "epoch": 0.03303364014693485, |
| "grad_norm": 1.3379477521261212, |
| "learning_rate": 3.303326212999695e-06, |
| "loss": 0.19905929565429686, |
| "step": 4330, |
| "token_acc": 0.9207920792079208 |
| }, |
| { |
| "epoch": 0.03307178522793593, |
| "grad_norm": 1.7007595374435627, |
| "learning_rate": 3.307140677448886e-06, |
| "loss": 0.22140722274780272, |
| "step": 4335, |
| "token_acc": 0.9125604274446611 |
| }, |
| { |
| "epoch": 0.03310993030893701, |
| "grad_norm": 1.490401750451036, |
| "learning_rate": 3.310955141898078e-06, |
| "loss": 0.20570905208587648, |
| "step": 4340, |
| "token_acc": 0.9196816208393632 |
| }, |
| { |
| "epoch": 0.03314807538993809, |
| "grad_norm": 1.6845288207188736, |
| "learning_rate": 3.3147696063472688e-06, |
| "loss": 0.20891788005828857, |
| "step": 4345, |
| "token_acc": 0.9194862710363153 |
| }, |
| { |
| "epoch": 0.03318622047093917, |
| "grad_norm": 1.453340122491242, |
| "learning_rate": 3.3185840707964607e-06, |
| "loss": 0.16959222555160522, |
| "step": 4350, |
| "token_acc": 0.9353018474143928 |
| }, |
| { |
| "epoch": 0.03322436555194025, |
| "grad_norm": 1.3988136413660832, |
| "learning_rate": 3.322398535245652e-06, |
| "loss": 0.21306605339050294, |
| "step": 4355, |
| "token_acc": 0.9172180214240706 |
| }, |
| { |
| "epoch": 0.033262510632941326, |
| "grad_norm": 1.1651218783256203, |
| "learning_rate": 3.3262129996948434e-06, |
| "loss": 0.20567469596862792, |
| "step": 4360, |
| "token_acc": 0.9187889077532541 |
| }, |
| { |
| "epoch": 0.03330065571394241, |
| "grad_norm": 1.1182236086031767, |
| "learning_rate": 3.3300274641440345e-06, |
| "loss": 0.20992355346679686, |
| "step": 4365, |
| "token_acc": 0.9190948942753997 |
| }, |
| { |
| "epoch": 0.03333880079494349, |
| "grad_norm": 1.1419586361477712, |
| "learning_rate": 3.3338419285932257e-06, |
| "loss": 0.2016165018081665, |
| "step": 4370, |
| "token_acc": 0.9203829841922632 |
| }, |
| { |
| "epoch": 0.033376945875944565, |
| "grad_norm": 1.2287414874914733, |
| "learning_rate": 3.3376563930424172e-06, |
| "loss": 0.18167028427124024, |
| "step": 4375, |
| "token_acc": 0.924721885987665 |
| }, |
| { |
| "epoch": 0.03341509095694565, |
| "grad_norm": 1.5130461084813085, |
| "learning_rate": 3.3414708574916083e-06, |
| "loss": 0.1922617793083191, |
| "step": 4380, |
| "token_acc": 0.9219984705582462 |
| }, |
| { |
| "epoch": 0.033453236037946726, |
| "grad_norm": 3.298724048809877, |
| "learning_rate": 3.3452853219408e-06, |
| "loss": 0.20182492733001708, |
| "step": 4385, |
| "token_acc": 0.9179416809605488 |
| }, |
| { |
| "epoch": 0.033491381118947804, |
| "grad_norm": 1.3836622590023513, |
| "learning_rate": 3.349099786389991e-06, |
| "loss": 0.1804134726524353, |
| "step": 4390, |
| "token_acc": 0.9295729508853458 |
| }, |
| { |
| "epoch": 0.03352952619994889, |
| "grad_norm": 1.1096692149699199, |
| "learning_rate": 3.3529142508391826e-06, |
| "loss": 0.19002759456634521, |
| "step": 4395, |
| "token_acc": 0.925955356497869 |
| }, |
| { |
| "epoch": 0.033567671280949965, |
| "grad_norm": 1.0956634553013571, |
| "learning_rate": 3.3567287152883737e-06, |
| "loss": 0.19112770557403563, |
| "step": 4400, |
| "token_acc": 0.925659146507203 |
| }, |
| { |
| "epoch": 0.03360581636195104, |
| "grad_norm": 1.883821846083063, |
| "learning_rate": 3.3605431797375653e-06, |
| "loss": 0.20746521949768065, |
| "step": 4405, |
| "token_acc": 0.9208971902937421 |
| }, |
| { |
| "epoch": 0.033643961442952126, |
| "grad_norm": 2.3966086942468414, |
| "learning_rate": 3.3643576441867564e-06, |
| "loss": 0.1930229902267456, |
| "step": 4410, |
| "token_acc": 0.9248863101771994 |
| }, |
| { |
| "epoch": 0.033682106523953204, |
| "grad_norm": 1.9764005425535567, |
| "learning_rate": 3.3681721086359475e-06, |
| "loss": 0.2252532958984375, |
| "step": 4415, |
| "token_acc": 0.9115563780231 |
| }, |
| { |
| "epoch": 0.03372025160495428, |
| "grad_norm": 1.305072579245311, |
| "learning_rate": 3.371986573085139e-06, |
| "loss": 0.2133772611618042, |
| "step": 4420, |
| "token_acc": 0.9161680717976611 |
| }, |
| { |
| "epoch": 0.033758396685955365, |
| "grad_norm": 0.8926723787469454, |
| "learning_rate": 3.37580103753433e-06, |
| "loss": 0.2033097267150879, |
| "step": 4425, |
| "token_acc": 0.92083940542116 |
| }, |
| { |
| "epoch": 0.03379654176695644, |
| "grad_norm": 1.4008706311509471, |
| "learning_rate": 3.379615501983522e-06, |
| "loss": 0.21097609996795655, |
| "step": 4430, |
| "token_acc": 0.9180301312165884 |
| }, |
| { |
| "epoch": 0.03383468684795752, |
| "grad_norm": 4.295872333834146, |
| "learning_rate": 3.383429966432713e-06, |
| "loss": 0.21316566467285156, |
| "step": 4435, |
| "token_acc": 0.9184354673057172 |
| }, |
| { |
| "epoch": 0.033872831928958604, |
| "grad_norm": 1.2232520943527658, |
| "learning_rate": 3.387244430881905e-06, |
| "loss": 0.18360961675643922, |
| "step": 4440, |
| "token_acc": 0.929012923768496 |
| }, |
| { |
| "epoch": 0.03391097700995968, |
| "grad_norm": 1.8738336262848434, |
| "learning_rate": 3.391058895331096e-06, |
| "loss": 0.19892446994781493, |
| "step": 4445, |
| "token_acc": 0.9220344144967261 |
| }, |
| { |
| "epoch": 0.03394912209096076, |
| "grad_norm": 1.1677837083340437, |
| "learning_rate": 3.3948733597802867e-06, |
| "loss": 0.211161470413208, |
| "step": 4450, |
| "token_acc": 0.9177242572829536 |
| }, |
| { |
| "epoch": 0.03398726717196184, |
| "grad_norm": 2.5660853936636387, |
| "learning_rate": 3.3986878242294786e-06, |
| "loss": 0.18049848079681396, |
| "step": 4455, |
| "token_acc": 0.9283002588438309 |
| }, |
| { |
| "epoch": 0.03402541225296292, |
| "grad_norm": 1.3454857444378412, |
| "learning_rate": 3.4025022886786698e-06, |
| "loss": 0.18342503309249877, |
| "step": 4460, |
| "token_acc": 0.9298885900883596 |
| }, |
| { |
| "epoch": 0.034063557333964, |
| "grad_norm": 1.0265617861666363, |
| "learning_rate": 3.4063167531278613e-06, |
| "loss": 0.1845909833908081, |
| "step": 4465, |
| "token_acc": 0.9273385893884509 |
| }, |
| { |
| "epoch": 0.03410170241496508, |
| "grad_norm": 1.2769753645467474, |
| "learning_rate": 3.4101312175770524e-06, |
| "loss": 0.18961447477340698, |
| "step": 4470, |
| "token_acc": 0.925330696006923 |
| }, |
| { |
| "epoch": 0.03413984749596616, |
| "grad_norm": 1.197029649136069, |
| "learning_rate": 3.413945682026244e-06, |
| "loss": 0.1997068405151367, |
| "step": 4475, |
| "token_acc": 0.9214889157085688 |
| }, |
| { |
| "epoch": 0.034177992576967235, |
| "grad_norm": 0.9105631720861997, |
| "learning_rate": 3.417760146475435e-06, |
| "loss": 0.20405330657958984, |
| "step": 4480, |
| "token_acc": 0.9211218836565097 |
| }, |
| { |
| "epoch": 0.03421613765796832, |
| "grad_norm": 1.0326170607910674, |
| "learning_rate": 3.4215746109246267e-06, |
| "loss": 0.2117034912109375, |
| "step": 4485, |
| "token_acc": 0.9175376575468798 |
| }, |
| { |
| "epoch": 0.0342542827389694, |
| "grad_norm": 2.133917541486272, |
| "learning_rate": 3.425389075373818e-06, |
| "loss": 0.20000073909759522, |
| "step": 4490, |
| "token_acc": 0.9216012788916272 |
| }, |
| { |
| "epoch": 0.034292427819970474, |
| "grad_norm": 0.9803957220883355, |
| "learning_rate": 3.429203539823009e-06, |
| "loss": 0.20116126537322998, |
| "step": 4495, |
| "token_acc": 0.9222745625841184 |
| }, |
| { |
| "epoch": 0.03433057290097156, |
| "grad_norm": 1.3788173542900473, |
| "learning_rate": 3.4330180042722005e-06, |
| "loss": 0.20180737972259521, |
| "step": 4500, |
| "token_acc": 0.921762038965813 |
| }, |
| { |
| "epoch": 0.034368717981972635, |
| "grad_norm": 1.4877574944005867, |
| "learning_rate": 3.4368324687213916e-06, |
| "loss": 0.167411208152771, |
| "step": 4505, |
| "token_acc": 0.9326003021655196 |
| }, |
| { |
| "epoch": 0.03440686306297371, |
| "grad_norm": 1.0153344676125826, |
| "learning_rate": 3.440646933170583e-06, |
| "loss": 0.2086881160736084, |
| "step": 4510, |
| "token_acc": 0.9179098394065379 |
| }, |
| { |
| "epoch": 0.0344450081439748, |
| "grad_norm": 1.062372351307854, |
| "learning_rate": 3.4444613976197743e-06, |
| "loss": 0.17328981161117554, |
| "step": 4515, |
| "token_acc": 0.9288730694980695 |
| }, |
| { |
| "epoch": 0.034483153224975874, |
| "grad_norm": 1.6466776021823493, |
| "learning_rate": 3.448275862068966e-06, |
| "loss": 0.18375781774520875, |
| "step": 4520, |
| "token_acc": 0.9334014151287475 |
| }, |
| { |
| "epoch": 0.03452129830597695, |
| "grad_norm": 13.58832608656192, |
| "learning_rate": 3.452090326518157e-06, |
| "loss": 0.20321755409240722, |
| "step": 4525, |
| "token_acc": 0.9197571989044341 |
| }, |
| { |
| "epoch": 0.034559443386978035, |
| "grad_norm": 0.9907633925648729, |
| "learning_rate": 3.455904790967348e-06, |
| "loss": 0.16616424322128295, |
| "step": 4530, |
| "token_acc": 0.9342551854179761 |
| }, |
| { |
| "epoch": 0.03459758846797911, |
| "grad_norm": 1.5319091662195916, |
| "learning_rate": 3.45971925541654e-06, |
| "loss": 0.19910019636154175, |
| "step": 4535, |
| "token_acc": 0.9225499151768237 |
| }, |
| { |
| "epoch": 0.03463573354898019, |
| "grad_norm": 1.0840269899748796, |
| "learning_rate": 3.4635337198657308e-06, |
| "loss": 0.1993529677391052, |
| "step": 4540, |
| "token_acc": 0.920117762512267 |
| }, |
| { |
| "epoch": 0.034673878629981274, |
| "grad_norm": 0.783136484221215, |
| "learning_rate": 3.4673481843149227e-06, |
| "loss": 0.20680639743804932, |
| "step": 4545, |
| "token_acc": 0.916354556803995 |
| }, |
| { |
| "epoch": 0.03471202371098235, |
| "grad_norm": 0.9996457251855007, |
| "learning_rate": 3.471162648764114e-06, |
| "loss": 0.18114088773727416, |
| "step": 4550, |
| "token_acc": 0.9310844844692056 |
| }, |
| { |
| "epoch": 0.03475016879198343, |
| "grad_norm": 1.1171570162245272, |
| "learning_rate": 3.4749771132133054e-06, |
| "loss": 0.20022878646850586, |
| "step": 4555, |
| "token_acc": 0.9233644859813084 |
| }, |
| { |
| "epoch": 0.03478831387298451, |
| "grad_norm": 1.7912516285866034, |
| "learning_rate": 3.4787915776624965e-06, |
| "loss": 0.2127835750579834, |
| "step": 4560, |
| "token_acc": 0.9194244604316547 |
| }, |
| { |
| "epoch": 0.03482645895398559, |
| "grad_norm": 2.524797243253283, |
| "learning_rate": 3.482606042111688e-06, |
| "loss": 0.17914170026779175, |
| "step": 4565, |
| "token_acc": 0.9318651066758431 |
| }, |
| { |
| "epoch": 0.03486460403498667, |
| "grad_norm": 0.874483882870503, |
| "learning_rate": 3.4864205065608792e-06, |
| "loss": 0.18493621349334716, |
| "step": 4570, |
| "token_acc": 0.9272653861683106 |
| }, |
| { |
| "epoch": 0.03490274911598775, |
| "grad_norm": 0.8288145751330266, |
| "learning_rate": 3.4902349710100703e-06, |
| "loss": 0.17861564159393312, |
| "step": 4575, |
| "token_acc": 0.9307804334789685 |
| }, |
| { |
| "epoch": 0.03494089419698883, |
| "grad_norm": 1.4567538583956594, |
| "learning_rate": 3.494049435459262e-06, |
| "loss": 0.1920659899711609, |
| "step": 4580, |
| "token_acc": 0.9228076874124984 |
| }, |
| { |
| "epoch": 0.034979039277989905, |
| "grad_norm": 2.303644502890191, |
| "learning_rate": 3.497863899908453e-06, |
| "loss": 0.21063036918640138, |
| "step": 4585, |
| "token_acc": 0.914778167890201 |
| }, |
| { |
| "epoch": 0.03501718435899099, |
| "grad_norm": 1.5757141326980766, |
| "learning_rate": 3.5016783643576446e-06, |
| "loss": 0.21858203411102295, |
| "step": 4590, |
| "token_acc": 0.9161388949552304 |
| }, |
| { |
| "epoch": 0.03505532943999207, |
| "grad_norm": 1.605844786815046, |
| "learning_rate": 3.5054928288068357e-06, |
| "loss": 0.19421610832214356, |
| "step": 4595, |
| "token_acc": 0.9229766147961401 |
| }, |
| { |
| "epoch": 0.035093474520993144, |
| "grad_norm": 1.1959483398538873, |
| "learning_rate": 3.5093072932560272e-06, |
| "loss": 0.23491010665893555, |
| "step": 4600, |
| "token_acc": 0.9084976694155611 |
| }, |
| { |
| "epoch": 0.03513161960199423, |
| "grad_norm": 1.2204233228422685, |
| "learning_rate": 3.5131217577052184e-06, |
| "loss": 0.16732492446899414, |
| "step": 4605, |
| "token_acc": 0.9352314714192567 |
| }, |
| { |
| "epoch": 0.035169764682995305, |
| "grad_norm": 1.0486376328895832, |
| "learning_rate": 3.5169362221544095e-06, |
| "loss": 0.18333892822265624, |
| "step": 4610, |
| "token_acc": 0.9249541159676432 |
| }, |
| { |
| "epoch": 0.03520790976399638, |
| "grad_norm": 1.4386067614200613, |
| "learning_rate": 3.520750686603601e-06, |
| "loss": 0.20781965255737306, |
| "step": 4615, |
| "token_acc": 0.9179694799127998 |
| }, |
| { |
| "epoch": 0.03524605484499747, |
| "grad_norm": 1.7227179028237356, |
| "learning_rate": 3.524565151052792e-06, |
| "loss": 0.20078675746917723, |
| "step": 4620, |
| "token_acc": 0.9206438631790744 |
| }, |
| { |
| "epoch": 0.035284199925998544, |
| "grad_norm": 1.0681920586361395, |
| "learning_rate": 3.5283796155019837e-06, |
| "loss": 0.17395143508911132, |
| "step": 4625, |
| "token_acc": 0.9317450863609291 |
| }, |
| { |
| "epoch": 0.03532234500699962, |
| "grad_norm": 1.1571162640225507, |
| "learning_rate": 3.532194079951175e-06, |
| "loss": 0.18423476219177246, |
| "step": 4630, |
| "token_acc": 0.9282626317211564 |
| }, |
| { |
| "epoch": 0.035360490088000705, |
| "grad_norm": 1.579647197005868, |
| "learning_rate": 3.536008544400367e-06, |
| "loss": 0.18670377731323243, |
| "step": 4635, |
| "token_acc": 0.9276224631184286 |
| }, |
| { |
| "epoch": 0.03539863516900178, |
| "grad_norm": 1.3245342006826428, |
| "learning_rate": 3.539823008849558e-06, |
| "loss": 0.1820981502532959, |
| "step": 4640, |
| "token_acc": 0.9261430246189918 |
| }, |
| { |
| "epoch": 0.03543678025000286, |
| "grad_norm": 1.6841284741245828, |
| "learning_rate": 3.5436374732987495e-06, |
| "loss": 0.21025495529174804, |
| "step": 4645, |
| "token_acc": 0.9165961375702085 |
| }, |
| { |
| "epoch": 0.03547492533100394, |
| "grad_norm": 1.9311786430845685, |
| "learning_rate": 3.5474519377479406e-06, |
| "loss": 0.19530566930770873, |
| "step": 4650, |
| "token_acc": 0.9222356313169408 |
| }, |
| { |
| "epoch": 0.03551307041200502, |
| "grad_norm": 1.135227987674949, |
| "learning_rate": 3.5512664021971318e-06, |
| "loss": 0.1924229860305786, |
| "step": 4655, |
| "token_acc": 0.9220117570215546 |
| }, |
| { |
| "epoch": 0.0355512154930061, |
| "grad_norm": 1.1084152410582266, |
| "learning_rate": 3.5550808666463233e-06, |
| "loss": 0.18804261684417725, |
| "step": 4660, |
| "token_acc": 0.9246747139050008 |
| }, |
| { |
| "epoch": 0.035589360574007176, |
| "grad_norm": 1.5971821612427188, |
| "learning_rate": 3.5588953310955144e-06, |
| "loss": 0.19889142513275146, |
| "step": 4665, |
| "token_acc": 0.9225494150867285 |
| }, |
| { |
| "epoch": 0.03562750565500826, |
| "grad_norm": 0.7555037043168267, |
| "learning_rate": 3.562709795544706e-06, |
| "loss": 0.1885276198387146, |
| "step": 4670, |
| "token_acc": 0.9278821074595722 |
| }, |
| { |
| "epoch": 0.03566565073600934, |
| "grad_norm": 1.2619697595724308, |
| "learning_rate": 3.566524259993897e-06, |
| "loss": 0.2120218276977539, |
| "step": 4675, |
| "token_acc": 0.9156688333903524 |
| }, |
| { |
| "epoch": 0.035703795817010414, |
| "grad_norm": 1.3361577352288174, |
| "learning_rate": 3.5703387244430887e-06, |
| "loss": 0.20398688316345215, |
| "step": 4680, |
| "token_acc": 0.9225897841846513 |
| }, |
| { |
| "epoch": 0.0357419408980115, |
| "grad_norm": 1.3862786036410368, |
| "learning_rate": 3.57415318889228e-06, |
| "loss": 0.18577802181243896, |
| "step": 4685, |
| "token_acc": 0.9271190146490781 |
| }, |
| { |
| "epoch": 0.035780085979012576, |
| "grad_norm": 1.19723430476584, |
| "learning_rate": 3.577967653341471e-06, |
| "loss": 0.2018489122390747, |
| "step": 4690, |
| "token_acc": 0.9190664092015783 |
| }, |
| { |
| "epoch": 0.03581823106001365, |
| "grad_norm": 1.275837221866477, |
| "learning_rate": 3.5817821177906625e-06, |
| "loss": 0.18619383573532106, |
| "step": 4695, |
| "token_acc": 0.9308565531475749 |
| }, |
| { |
| "epoch": 0.03585637614101474, |
| "grad_norm": 1.1433879546033165, |
| "learning_rate": 3.5855965822398536e-06, |
| "loss": 0.20321109294891357, |
| "step": 4700, |
| "token_acc": 0.920124021851469 |
| }, |
| { |
| "epoch": 0.035894521222015814, |
| "grad_norm": 1.2237784549589745, |
| "learning_rate": 3.589411046689045e-06, |
| "loss": 0.1738419532775879, |
| "step": 4705, |
| "token_acc": 0.930321896939992 |
| }, |
| { |
| "epoch": 0.03593266630301689, |
| "grad_norm": 1.2283255648419102, |
| "learning_rate": 3.5932255111382363e-06, |
| "loss": 0.2010645866394043, |
| "step": 4710, |
| "token_acc": 0.921566885770119 |
| }, |
| { |
| "epoch": 0.035970811384017976, |
| "grad_norm": 1.6016903630531252, |
| "learning_rate": 3.597039975587428e-06, |
| "loss": 0.20425634384155272, |
| "step": 4715, |
| "token_acc": 0.9221378591633169 |
| }, |
| { |
| "epoch": 0.03600895646501905, |
| "grad_norm": 0.9872845449849743, |
| "learning_rate": 3.600854440036619e-06, |
| "loss": 0.17373206615447997, |
| "step": 4720, |
| "token_acc": 0.928167148362235 |
| }, |
| { |
| "epoch": 0.03604710154602013, |
| "grad_norm": 1.6493104359751685, |
| "learning_rate": 3.604668904485811e-06, |
| "loss": 0.21091775894165038, |
| "step": 4725, |
| "token_acc": 0.919090294217112 |
| }, |
| { |
| "epoch": 0.036085246627021214, |
| "grad_norm": 1.1700371939270466, |
| "learning_rate": 3.608483368935002e-06, |
| "loss": 0.20188605785369873, |
| "step": 4730, |
| "token_acc": 0.9211062208500296 |
| }, |
| { |
| "epoch": 0.03612339170802229, |
| "grad_norm": 1.488953606114595, |
| "learning_rate": 3.6122978333841928e-06, |
| "loss": 0.19887063503265381, |
| "step": 4735, |
| "token_acc": 0.9201634877384196 |
| }, |
| { |
| "epoch": 0.03616153678902337, |
| "grad_norm": 1.99614020397488, |
| "learning_rate": 3.6161122978333847e-06, |
| "loss": 0.1961009383201599, |
| "step": 4740, |
| "token_acc": 0.9211907618476305 |
| }, |
| { |
| "epoch": 0.03619968187002445, |
| "grad_norm": 1.3097272993164855, |
| "learning_rate": 3.619926762282576e-06, |
| "loss": 0.20877888202667236, |
| "step": 4745, |
| "token_acc": 0.9193976335604159 |
| }, |
| { |
| "epoch": 0.03623782695102553, |
| "grad_norm": 1.148256364633608, |
| "learning_rate": 3.6237412267317674e-06, |
| "loss": 0.201180362701416, |
| "step": 4750, |
| "token_acc": 0.9194849519081602 |
| }, |
| { |
| "epoch": 0.03627597203202661, |
| "grad_norm": 1.6413022924415255, |
| "learning_rate": 3.6275556911809585e-06, |
| "loss": 0.16963256597518922, |
| "step": 4755, |
| "token_acc": 0.9342214056040422 |
| }, |
| { |
| "epoch": 0.03631411711302769, |
| "grad_norm": 1.0360245119506337, |
| "learning_rate": 3.63137015563015e-06, |
| "loss": 0.19635586738586425, |
| "step": 4760, |
| "token_acc": 0.9222570065593322 |
| }, |
| { |
| "epoch": 0.03635226219402877, |
| "grad_norm": 1.4220485680690975, |
| "learning_rate": 3.635184620079341e-06, |
| "loss": 0.18384374380111695, |
| "step": 4765, |
| "token_acc": 0.9263365360926337 |
| }, |
| { |
| "epoch": 0.036390407275029846, |
| "grad_norm": 1.2887444636711287, |
| "learning_rate": 3.6389990845285323e-06, |
| "loss": 0.1849268674850464, |
| "step": 4770, |
| "token_acc": 0.930059035749426 |
| }, |
| { |
| "epoch": 0.03642855235603093, |
| "grad_norm": 0.8265619160701162, |
| "learning_rate": 3.642813548977724e-06, |
| "loss": 0.1880925178527832, |
| "step": 4775, |
| "token_acc": 0.9256587874026995 |
| }, |
| { |
| "epoch": 0.03646669743703201, |
| "grad_norm": 2.2907162408230746, |
| "learning_rate": 3.646628013426915e-06, |
| "loss": 0.18768199682235717, |
| "step": 4780, |
| "token_acc": 0.9248212330090833 |
| }, |
| { |
| "epoch": 0.036504842518033084, |
| "grad_norm": 5.281483863492951, |
| "learning_rate": 3.6504424778761066e-06, |
| "loss": 0.191192889213562, |
| "step": 4785, |
| "token_acc": 0.926709557604298 |
| }, |
| { |
| "epoch": 0.03654298759903417, |
| "grad_norm": 1.409792095316201, |
| "learning_rate": 3.6542569423252977e-06, |
| "loss": 0.18201837539672852, |
| "step": 4790, |
| "token_acc": 0.9261794787198945 |
| }, |
| { |
| "epoch": 0.036581132680035246, |
| "grad_norm": 10.820767117445637, |
| "learning_rate": 3.6580714067744892e-06, |
| "loss": 0.20197932720184325, |
| "step": 4795, |
| "token_acc": 0.9194280526554698 |
| }, |
| { |
| "epoch": 0.03661927776103632, |
| "grad_norm": 1.20165134000025, |
| "learning_rate": 3.6618858712236804e-06, |
| "loss": 0.17642291784286498, |
| "step": 4800, |
| "token_acc": 0.9253318956803019 |
| }, |
| { |
| "epoch": 0.03665742284203741, |
| "grad_norm": 1.4130533861235786, |
| "learning_rate": 3.665700335672872e-06, |
| "loss": 0.1893955111503601, |
| "step": 4805, |
| "token_acc": 0.9278597050617776 |
| }, |
| { |
| "epoch": 0.036695567923038484, |
| "grad_norm": 1.5284395023270398, |
| "learning_rate": 3.669514800122063e-06, |
| "loss": 0.1943805694580078, |
| "step": 4810, |
| "token_acc": 0.9211874425325102 |
| }, |
| { |
| "epoch": 0.03673371300403956, |
| "grad_norm": 4.01595886775926, |
| "learning_rate": 3.673329264571254e-06, |
| "loss": 0.19269106388092042, |
| "step": 4815, |
| "token_acc": 0.9235645584377733 |
| }, |
| { |
| "epoch": 0.036771858085040646, |
| "grad_norm": 1.706328088251388, |
| "learning_rate": 3.6771437290204457e-06, |
| "loss": 0.1907578706741333, |
| "step": 4820, |
| "token_acc": 0.9254122142806596 |
| }, |
| { |
| "epoch": 0.03681000316604172, |
| "grad_norm": 1.4132479875279278, |
| "learning_rate": 3.680958193469637e-06, |
| "loss": 0.18836854696273803, |
| "step": 4825, |
| "token_acc": 0.927105283696246 |
| }, |
| { |
| "epoch": 0.0368481482470428, |
| "grad_norm": 1.267894149108726, |
| "learning_rate": 3.684772657918829e-06, |
| "loss": 0.16857354640960692, |
| "step": 4830, |
| "token_acc": 0.9333333333333333 |
| }, |
| { |
| "epoch": 0.036886293328043884, |
| "grad_norm": 1.1281032243811113, |
| "learning_rate": 3.68858712236802e-06, |
| "loss": 0.22880544662475585, |
| "step": 4835, |
| "token_acc": 0.9115356932539422 |
| }, |
| { |
| "epoch": 0.03692443840904496, |
| "grad_norm": 2.082958304571172, |
| "learning_rate": 3.6924015868172115e-06, |
| "loss": 0.20400071144104004, |
| "step": 4840, |
| "token_acc": 0.9228743162017965 |
| }, |
| { |
| "epoch": 0.03696258349004604, |
| "grad_norm": 1.5385614498642348, |
| "learning_rate": 3.6962160512664026e-06, |
| "loss": 0.20122828483581542, |
| "step": 4845, |
| "token_acc": 0.9186180977161029 |
| }, |
| { |
| "epoch": 0.03700072857104712, |
| "grad_norm": 1.7976115690885215, |
| "learning_rate": 3.7000305157155938e-06, |
| "loss": 0.19796953201293946, |
| "step": 4850, |
| "token_acc": 0.925753442884705 |
| }, |
| { |
| "epoch": 0.0370388736520482, |
| "grad_norm": 1.186096156506103, |
| "learning_rate": 3.7038449801647853e-06, |
| "loss": 0.21562557220458983, |
| "step": 4855, |
| "token_acc": 0.9181612660135644 |
| }, |
| { |
| "epoch": 0.03707701873304928, |
| "grad_norm": 1.4392356566829416, |
| "learning_rate": 3.7076594446139764e-06, |
| "loss": 0.19940098524093627, |
| "step": 4860, |
| "token_acc": 0.9186329730552596 |
| }, |
| { |
| "epoch": 0.03711516381405036, |
| "grad_norm": 2.4124781239253807, |
| "learning_rate": 3.711473909063168e-06, |
| "loss": 0.2155149459838867, |
| "step": 4865, |
| "token_acc": 0.9143595124707402 |
| }, |
| { |
| "epoch": 0.03715330889505144, |
| "grad_norm": 0.8149812146962572, |
| "learning_rate": 3.715288373512359e-06, |
| "loss": 0.2081230640411377, |
| "step": 4870, |
| "token_acc": 0.91744145403705 |
| }, |
| { |
| "epoch": 0.037191453976052516, |
| "grad_norm": 1.1079012929462566, |
| "learning_rate": 3.7191028379615507e-06, |
| "loss": 0.21206936836242676, |
| "step": 4875, |
| "token_acc": 0.9173213206614295 |
| }, |
| { |
| "epoch": 0.0372295990570536, |
| "grad_norm": 1.1318139049509908, |
| "learning_rate": 3.7229173024107418e-06, |
| "loss": 0.21933393478393554, |
| "step": 4880, |
| "token_acc": 0.9154421411702965 |
| }, |
| { |
| "epoch": 0.03726774413805468, |
| "grad_norm": 1.3653931157313959, |
| "learning_rate": 3.7267317668599333e-06, |
| "loss": 0.2180100202560425, |
| "step": 4885, |
| "token_acc": 0.9178968974500671 |
| }, |
| { |
| "epoch": 0.037305889219055755, |
| "grad_norm": 1.5591956043552042, |
| "learning_rate": 3.7305462313091245e-06, |
| "loss": 0.20957231521606445, |
| "step": 4890, |
| "token_acc": 0.9155541360587671 |
| }, |
| { |
| "epoch": 0.03734403430005684, |
| "grad_norm": 0.9281506343547913, |
| "learning_rate": 3.7343606957583156e-06, |
| "loss": 0.2087615966796875, |
| "step": 4895, |
| "token_acc": 0.918942731277533 |
| }, |
| { |
| "epoch": 0.037382179381057916, |
| "grad_norm": 1.387321637762542, |
| "learning_rate": 3.738175160207507e-06, |
| "loss": 0.22257075309753419, |
| "step": 4900, |
| "token_acc": 0.9117294822120465 |
| }, |
| { |
| "epoch": 0.03742032446205899, |
| "grad_norm": 1.9332313868766162, |
| "learning_rate": 3.7419896246566983e-06, |
| "loss": 0.21306405067443848, |
| "step": 4905, |
| "token_acc": 0.9168977914740627 |
| }, |
| { |
| "epoch": 0.03745846954306008, |
| "grad_norm": 1.2341793934550365, |
| "learning_rate": 3.74580408910589e-06, |
| "loss": 0.1533681869506836, |
| "step": 4910, |
| "token_acc": 0.9394854586129754 |
| }, |
| { |
| "epoch": 0.037496614624061154, |
| "grad_norm": 0.8690615822200775, |
| "learning_rate": 3.749618553555081e-06, |
| "loss": 0.1840430736541748, |
| "step": 4915, |
| "token_acc": 0.9282443746729461 |
| }, |
| { |
| "epoch": 0.03753475970506223, |
| "grad_norm": 1.1017459600215964, |
| "learning_rate": 3.753433018004273e-06, |
| "loss": 0.23162190914154052, |
| "step": 4920, |
| "token_acc": 0.9124168514412417 |
| }, |
| { |
| "epoch": 0.037572904786063316, |
| "grad_norm": 5.287422229518523, |
| "learning_rate": 3.7572474824534636e-06, |
| "loss": 0.1864027738571167, |
| "step": 4925, |
| "token_acc": 0.9278933256033046 |
| }, |
| { |
| "epoch": 0.03761104986706439, |
| "grad_norm": 0.9739475351475809, |
| "learning_rate": 3.7610619469026547e-06, |
| "loss": 0.19523341655731202, |
| "step": 4930, |
| "token_acc": 0.923131946737097 |
| }, |
| { |
| "epoch": 0.03764919494806547, |
| "grad_norm": 1.2123404999407168, |
| "learning_rate": 3.7648764113518467e-06, |
| "loss": 0.184981632232666, |
| "step": 4935, |
| "token_acc": 0.928767960868236 |
| }, |
| { |
| "epoch": 0.037687340029066554, |
| "grad_norm": 1.555138617430549, |
| "learning_rate": 3.768690875801038e-06, |
| "loss": 0.17744894027709962, |
| "step": 4940, |
| "token_acc": 0.9293309703145769 |
| }, |
| { |
| "epoch": 0.03772548511006763, |
| "grad_norm": 1.4276540757055345, |
| "learning_rate": 3.7725053402502294e-06, |
| "loss": 0.19839925765991212, |
| "step": 4945, |
| "token_acc": 0.922281993204983 |
| }, |
| { |
| "epoch": 0.03776363019106871, |
| "grad_norm": 1.7056188770862295, |
| "learning_rate": 3.7763198046994205e-06, |
| "loss": 0.17661449909210206, |
| "step": 4950, |
| "token_acc": 0.9315087621308386 |
| }, |
| { |
| "epoch": 0.03780177527206979, |
| "grad_norm": 1.1428599578981349, |
| "learning_rate": 3.780134269148612e-06, |
| "loss": 0.21469569206237793, |
| "step": 4955, |
| "token_acc": 0.9146308963311717 |
| }, |
| { |
| "epoch": 0.03783992035307087, |
| "grad_norm": 1.2450759631658221, |
| "learning_rate": 3.783948733597803e-06, |
| "loss": 0.2074908971786499, |
| "step": 4960, |
| "token_acc": 0.917936694021102 |
| }, |
| { |
| "epoch": 0.03787806543407195, |
| "grad_norm": 1.1493411235282904, |
| "learning_rate": 3.7877631980469947e-06, |
| "loss": 0.19364709854125978, |
| "step": 4965, |
| "token_acc": 0.924304476768818 |
| }, |
| { |
| "epoch": 0.03791621051507303, |
| "grad_norm": 1.185630586162837, |
| "learning_rate": 3.791577662496186e-06, |
| "loss": 0.16621183156967162, |
| "step": 4970, |
| "token_acc": 0.9322709163346613 |
| }, |
| { |
| "epoch": 0.03795435559607411, |
| "grad_norm": 1.571149747616013, |
| "learning_rate": 3.795392126945377e-06, |
| "loss": 0.17076672315597535, |
| "step": 4975, |
| "token_acc": 0.9333277842517064 |
| }, |
| { |
| "epoch": 0.037992500677075186, |
| "grad_norm": 1.232263398202259, |
| "learning_rate": 3.7992065913945686e-06, |
| "loss": 0.21470823287963867, |
| "step": 4980, |
| "token_acc": 0.9152279471270569 |
| }, |
| { |
| "epoch": 0.03803064575807627, |
| "grad_norm": 1.2694799248600706, |
| "learning_rate": 3.8030210558437597e-06, |
| "loss": 0.19774235486984254, |
| "step": 4985, |
| "token_acc": 0.9214192574291401 |
| }, |
| { |
| "epoch": 0.03806879083907735, |
| "grad_norm": 0.6853213604117129, |
| "learning_rate": 3.8068355202929512e-06, |
| "loss": 0.18826234340667725, |
| "step": 4990, |
| "token_acc": 0.9254212454212454 |
| }, |
| { |
| "epoch": 0.038106935920078425, |
| "grad_norm": 1.4763069192096154, |
| "learning_rate": 3.8106499847421424e-06, |
| "loss": 0.19704945087432862, |
| "step": 4995, |
| "token_acc": 0.9233115468409586 |
| }, |
| { |
| "epoch": 0.03814508100107951, |
| "grad_norm": 3.8217789772842066, |
| "learning_rate": 3.814464449191334e-06, |
| "loss": 0.21327171325683594, |
| "step": 5000, |
| "token_acc": 0.9167379304983285 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 262158, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 200, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2096988551708672.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
