| epoch,step,train_loss,val_loss,ppl,mlm_acc | |
| 1,10,1.7942875862121581,7.159453298787923,1286.2075694213793,0.0 | |
| 1,20,1.77479168176651,7.082633854390009,1191.1015788078528,0.003430531732418525 | |
| 1,30,1.7473175168037414,6.827279354245953,922.6771170113677,0.09005145797598628 | |
| 1,40,1.6647734761238098,6.679577155137757,795.9824637506944,0.10420240137221269 | |
| 1,50,1.629599964618683,6.315859341498713,553.2773105145525,0.16895368782161235 | |
| 2,10,1.5439955830574035,5.983195650025461,396.7060784843723,0.2864493996569468 | |
| 2,20,1.5000182509422302,5.635486033523062,280.1950684169665,0.434819897084048 | |
| 2,30,1.3866122484207153,5.181121773826115,177.88224275784077,0.5068610634648371 | |
| 2,40,1.324472177028656,4.878184271104136,131.39187513924915,0.5844768439108061 | |
| 2,50,1.1676944613456726,4.427638713123459,83.73346456010893,0.6325042881646655 | |
| 3,10,1.1302043795585632,4.357062207282509,78.02756855705721,0.660377358490566 | |
| 3,20,1.0303880453109742,3.735872402812768,41.924584739270614,0.7062607204116638 | |
| 3,30,0.9875310182571411,3.7369945388715426,41.971656232926556,0.7319897084048027 | |
| 3,40,0.8677783906459808,3.1737254487916084,23.896343337274413,0.7538593481989708 | |
| 3,50,0.8186435580253602,3.175873378537736,23.947726167552023,0.7838765008576329 | |
| 4,10,0.7550671100616455,2.819058635835991,16.761064977341615,0.7860205831903945 | |
| 4,20,0.7083061575889588,2.672545680050989,14.476775563058215,0.8276157804459692 | |
| 4,30,0.6851583361625672,2.409314621783039,11.126332785082482,0.8203259005145798 | |
| 4,40,0.5958233833312988,2.337312832500268,10.353377888459141,0.8323327615780446 | |
| 4,50,0.5525072485208511,2.1097983201617443,8.246577948394812,0.8310463121783876 | |
| 5,10,0.4943313539028168,2.07383887681912,7.955304006367404,0.8529159519725558 | |
| 5,20,0.5137663722038269,1.7842341532633603,5.955017569991977,0.8606346483704974 | |
| 5,30,0.4768091171979904,1.8818382145405634,6.565562689161598,0.8499142367066895 | |
| 5,40,0.42426406443119047,1.5761395776660323,4.836249761251012,0.861492281303602 | |
| 5,50,0.3891631752252579,1.6476038348817907,5.1945179800310495,0.855917667238422 | |
| 6,10,0.37899563312530515,1.4714693295199097,4.355630297790258,0.8636363636363636 | |
| 6,20,0.3661706060171127,1.501318386856524,4.487601566925924,0.8572041166380789 | |
| 6,30,0.38339911997318266,1.3515661772896455,3.863471676391801,0.8683533447684391 | |
| 6,40,0.30808973461389544,1.3042824746814028,3.6850440324758513,0.87221269296741 | |
| 6,50,0.31293624043464663,1.3105757633163426,3.7083082055001846,0.8623499142367067 | |
| 7,10,0.2826538890600204,1.2091752865302214,3.3507201287120854,0.8709262435677531 | |
| 7,20,0.30715740025043486,1.159000030308195,3.1867450338596726,0.8717838765008576 | |
| 7,30,0.31121798455715177,1.1297082524765827,3.0947534817405433,0.8782161234991424 | |
| 7,40,0.27591443806886673,1.1713891724575036,3.226471652301208,0.8554888507718696 | |
| 7,50,0.26800489127635957,1.066698483292071,2.9057701972131404,0.8747855917667239 | |
| 8,10,0.25607207268476484,1.1575842149057274,3.1822363836183696,0.8512006861063465 | |
| 8,20,0.26869972199201586,1.0320962019277478,2.80694359263301,0.8692109777015438 | |
| 8,30,0.27770260274410247,1.0778260337345391,2.9382848704873497,0.8593481989708405 | |
| 8,40,0.2295970544219017,1.0382488113324801,2.8242668571726877,0.8662092624356775 | |
| 8,50,0.23032156825065614,1.1036717724023102,3.0152169136053617,0.8503430531732419 | |
| 9,10,0.21649114936590194,0.9853520859576008,2.6787548703789668,0.8674957118353345 | |
| 9,20,0.23319313675165176,1.0356805516761531,2.8170227129482264,0.8567753001715266 | |
| 9,30,0.24230314493179322,0.9671544619735273,2.630448757793029,0.87221269296741 | |
| 9,40,0.21904591768980025,0.995385080013635,2.7057660771286254,0.8623499142367067 | |
| 9,50,0.22706624269485473,0.9337866441258844,2.5441246556144876,0.8662092624356775 | |
| 10,10,0.2087191939353943,0.9496483581961734,2.5848005755523675,0.864065180102916 | |
| 10,20,0.2225547343492508,0.9223609191475766,2.5152216204875906,0.8717838765008576 | |
| 10,30,0.22803777009248732,0.89600967747474,2.4498080571685343,0.8743567753001715 | |
| 10,40,0.20099927634000778,0.9360591894970954,2.54991286882187,0.8644939965694682 | |
| 10,50,0.20686115622520446,1.0009637606900512,2.720902864452648,0.8572041166380789 | |