| eval_loss,eval_runtime,eval_samples_per_second,eval_steps_per_second,epoch,step,eval_perplexity,loss,grad_norm,learning_rate,train_runtime,train_samples_per_second,train_steps_per_second,total_flos,train_loss | |
| 1.7887901067733765,5.8251,8.584,8.584,0,0,,,,,,,,, | |
| ,,,,0,0,5.982210250450309,,,,,,,, | |
| ,,,,0.03524229074889868,1,,1.5720514059066772,0.4597412645816803,0.0,,,,, | |
| ,,,,0.07048458149779736,2,,1.5010937452316284,0.4013294577598572,8.333333333333334e-06,,,,, | |
| ,,,,0.10572687224669604,3,,1.782500147819519,0.5167919397354126,1.6666666666666667e-05,,,,, | |
| ,,,,0.14096916299559473,4,,1.5116475820541382,0.42857807874679565,2.5e-05,,,,, | |
| ,,,,0.1762114537444934,5,,1.6051511764526367,0.457490473985672,3.3333333333333335e-05,,,,, | |
| ,,,,0.21145374449339208,6,,1.330802321434021,0.34170931577682495,4.166666666666667e-05,,,,, | |
| ,,,,0.24669603524229075,7,,1.0146887302398682,0.2989931106567383,5e-05,,,,, | |
| ,,,,0.28193832599118945,8,,0.935509979724884,0.2887096703052521,5.833333333333334e-05,,,,, | |
| ,,,,0.31718061674008813,9,,0.5329318642616272,0.1863260716199875,6.666666666666667e-05,,,,, | |
| ,,,,0.3524229074889868,10,,0.502984344959259,0.20654812455177307,7.500000000000001e-05,,,,, | |
| 0.37128761410713196,5.5912,8.943,8.943,0.3524229074889868,10,,,,,,,,, | |
| ,,,,0.3524229074889868,10,1.4495999388276846,,,,,,,, | |
| ,,,,0.3876651982378855,11,,0.38561761379241943,0.15473979711532593,8.333333333333334e-05,,,,, | |
| ,,,,0.42290748898678415,12,,0.33394187688827515,0.10418996214866638,9.166666666666667e-05,,,,, | |
| ,,,,0.4581497797356828,13,,0.26392874121665955,0.1276063770055771,0.0001,,,,, | |
| ,,,,0.4933920704845815,14,,0.31664976477622986,0.10101140290498734,9.999490215047167e-05,,,,, | |
| ,,,,0.5286343612334802,15,,0.4327008128166199,0.09670906513929367,9.997960964140947e-05,,,,, | |
| ,,,,0.5638766519823789,16,,0.36697056889533997,0.10477341711521149,9.995412559116979e-05,,,,, | |
| ,,,,0.5991189427312775,17,,0.2757386267185211,0.07639091461896896,9.991845519630678e-05,,,,, | |
| ,,,,0.6343612334801763,18,,0.2590947151184082,0.05634988844394684,9.987260573051269e-05,,,,, | |
| ,,,,0.6696035242290749,19,,0.3277636170387268,0.07752630114555359,9.981658654313457e-05,,,,, | |
| ,,,,0.7048458149779736,20,,0.24663390219211578,0.07242827862501144,9.975040905726798e-05,,,,, | |
| 0.20978213846683502,5.5285,9.044,9.044,0.7048458149779736,20,,,,,,,,, | |
| ,,,,0.7048458149779736,20,1.2334093182384733,,,,,,,, | |
| ,,,,0.7400881057268722,21,,0.2576606571674347,0.056974418461322784,9.967408676742751e-05,,,,, | |
| ,,,,0.775330396475771,22,,0.27974751591682434,0.06447745859622955,9.958763523679514e-05,,,,, | |
| ,,,,0.8105726872246696,23,,0.2800998091697693,0.06282766163349152,9.949107209404665e-05,,,,, | |
| ,,,,0.8458149779735683,24,,0.24023258686065674,0.05366954952478409,9.938441702975689e-05,,,,, | |
| ,,,,0.8810572687224669,25,,0.21368750929832458,0.06681771576404572,9.926769179238466e-05,,,,, | |
| ,,,,0.9162995594713657,26,,0.14743126928806305,0.04931754246354103,9.914092018383778e-05,,,,, | |
| ,,,,0.9515418502202643,27,,0.18975743651390076,0.0491667315363884,9.900412805461967e-05,,,,, | |
| ,,,,0.986784140969163,28,,0.2644786536693573,0.07496297359466553,9.885734329855798e-05,,,,, | |
| ,,,,1.0,29,,0.32210999727249146,0.0941501259803772,9.870059584711668e-05,,,,, | |
| ,,,,1.0352422907488987,30,,0.24877111613750458,0.056953802704811096,9.853391766329263e-05,,,,, | |
| 0.19354841113090515,5.5598,8.993,8.993,1.0352422907488987,30,,,,,,,,, | |
| ,,,,1.0352422907488987,30,1.2135481343670569,,,,,,,, | |
| ,,,,1.0704845814977975,31,,0.18907222151756287,0.04779611527919769,9.835734273509786e-05,,,,, | |
| ,,,,1.105726872246696,32,,0.2008168250322342,0.05204286426305771,9.817090706862895e-05,,,,, | |
| ,,,,1.1409691629955947,33,,0.3145204782485962,0.06194741651415825,9.797464868072488e-05,,,,, | |
| ,,,,1.1762114537444934,34,,0.17028148472309113,0.051133181899785995,9.776860759121484e-05,,,,, | |
| ,,,,1.2114537444933922,35,,0.11714069545269012,0.034042421728372574,9.755282581475769e-05,,,,, | |
| ,,,,1.2466960352422907,36,,0.2758980691432953,0.05539604276418686,9.73273473522745e-05,,,,, | |
| ,,,,1.2819383259911894,37,,0.20445898175239563,0.057937804609537125,9.709221818197624e-05,,,,, | |
| ,,,,1.3171806167400881,38,,0.23848702013492584,0.05714031681418419,9.68474862499881e-05,,,,, | |
| ,,,,1.3524229074889869,39,,0.19320310652256012,0.04392428323626518,9.659320146057262e-05,,,,, | |
| ,,,,1.3876651982378854,40,,0.22485677897930145,0.0482228621840477,9.632941566595357e-05,,,,, | |
| 0.18485793471336365,5.5445,9.018,9.018,1.3876651982378854,40,,,,,,,,, | |
| ,,,,1.3876651982378854,40,1.203047516696543,,,,,,,, | |
| ,,,,1.422907488986784,41,,0.13736587762832642,0.03985185548663139,9.60561826557425e-05,,,,, | |
| ,,,,1.4581497797356828,42,,0.23677022755146027,0.04527609050273895,9.577355814597031e-05,,,,, | |
| ,,,,1.4933920704845816,43,,0.15576449036598206,0.0444558784365654,9.548159976772592e-05,,,,, | |
| ,,,,1.5286343612334803,44,,0.16122624278068542,0.03990132361650467,9.518036705540458e-05,,,,, | |
| ,,,,1.5638766519823788,45,,0.20816665887832642,0.06517821550369263,9.486992143456792e-05,,,,, | |
| ,,,,1.5991189427312775,46,,0.22152908146381378,0.054203156381845474,9.45503262094184e-05,,,,, | |
| ,,,,1.6343612334801763,47,,0.23038849234580994,0.05166909471154213,9.422164654989072e-05,,,,, | |
| ,,,,1.6696035242290748,48,,0.20961874723434448,0.051149919629096985,9.388394947836279e-05,,,,, | |
| ,,,,1.7048458149779737,49,,0.14660704135894775,0.039978332817554474,9.353730385598887e-05,,,,, | |
| ,,,,1.7400881057268722,50,,0.1376156210899353,0.05832689255475998,9.318178036865785e-05,,,,, | |
| 0.18398527801036835,5.5458,9.016,9.016,1.7400881057268722,50,,,,,,,,, | |
| ,,,,1.7400881057268722,50,1.2019981271620768,,,,,,,, | |
| ,,,,1.775330396475771,51,,0.18745188415050507,0.06165598705410957,9.281745151257946e-05,,,,, | |
| ,,,,1.8105726872246697,52,,0.14113658666610718,0.04807993024587631,9.244439157950114e-05,,,,, | |
| ,,,,1.8458149779735682,53,,0.2687993347644806,0.07304494827985764,9.206267664155907e-05,,,,, | |
| ,,,,1.881057268722467,54,,0.17293335497379303,0.055231839418411255,9.167238453576589e-05,,,,, | |
| ,,,,1.9162995594713657,55,,0.21196959912776947,0.04506454989314079,9.12735948481387e-05,,,,, | |
| ,,,,1.9515418502202642,56,,0.17916671931743622,0.043365973979234695,9.086638889747035e-05,,,,, | |
| ,,,,1.9867841409691631,57,,0.24066588282585144,0.04912644252181053,9.045084971874738e-05,,,,, | |
| ,,,,2.0,58,,0.19998322427272797,0.08831573277711868,9.002706204621803e-05,,,,, | |
| ,,,,2.0352422907488985,59,,0.1661558896303177,0.06712567806243896,8.959511229611376e-05,,,,, | |
| ,,,,2.0704845814977975,60,,0.173383891582489,0.03976866602897644,8.915508854902778e-05,,,,, | |
| 0.17691832780838013,5.559,8.994,8.994,2.0704845814977975,60,,,,,,,,, | |
| ,,,,2.0704845814977975,60,1.1935336106406358,,,,,,,, | |
| ,,,,2.105726872246696,61,,0.11559620499610901,0.03575924411416054,8.870708053195413e-05,,,,, | |
| ,,,,2.140969162995595,62,,0.1270863115787506,0.03323924168944359,8.825117959999116e-05,,,,, | |
| ,,,,2.1762114537444934,63,,0.15825499594211578,0.038361676037311554,8.778747871771292e-05,,,,, | |
| ,,,,2.211453744493392,64,,0.14611881971359253,0.0353211909532547,8.731607244021236e-05,,,,, | |
| ,,,,2.246696035242291,65,,0.1989956796169281,0.04414643347263336,8.683705689382024e-05,,,,, | |
| ,,,,2.2819383259911894,66,,0.1573476791381836,0.035386525094509125,8.635052975650369e-05,,,,, | |
| ,,,,2.317180616740088,67,,0.17944753170013428,0.04224468767642975,8.585659023794818e-05,,,,, | |
| ,,,,2.352422907488987,68,,0.19669276475906372,0.040473032742738724,8.535533905932738e-05,,,,, | |
| ,,,,2.3876651982378854,69,,0.168636754155159,0.04288116469979286,8.484687843276469e-05,,,,, | |
| ,,,,2.4229074889867843,70,,0.14968255162239075,0.04106265306472778,8.433131204049067e-05,,,,, | |
| 0.17395253479480743,5.5663,8.983,8.983,2.4229074889867843,70,,,,,,,,, | |
| ,,,,2.4229074889867843,70,1.1899990809292844,,,,,,,, | |
| ,,,,2.458149779735683,71,,0.15449365973472595,0.039962347596883774,8.380874501370097e-05,,,,, | |
| ,,,,2.4933920704845813,72,,0.1417522430419922,0.04701816663146019,8.327928391111841e-05,,,,, | |
| ,,,,2.5286343612334803,73,,0.14920863509178162,0.0489797480404377,8.274303669726426e-05,,,,, | |
| ,,,,2.563876651982379,74,,0.13807804882526398,0.035862814635038376,8.220011272044277e-05,,,,, | |
| ,,,,2.5991189427312777,75,,0.1002129390835762,0.03754030168056488,8.165062269044353e-05,,,,, | |
| ,,,,2.6343612334801763,76,,0.14590686559677124,0.03721809759736061,8.109467865596612e-05,,,,, | |
| ,,,,2.6696035242290748,77,,0.1654958873987198,0.04426711052656174,8.053239398177191e-05,,,,, | |
| ,,,,2.7048458149779737,78,,0.17505832016468048,0.04694978520274162,7.996388332556735e-05,,,,, | |
| ,,,,2.7400881057268722,79,,0.17087210714817047,0.04963630810379982,7.938926261462366e-05,,,,, | |
| ,,,,2.7753303964757707,80,,0.11690441519021988,0.04072735831141472,7.880864902213765e-05,,,,, | |
| 0.1763938069343567,5.5438,9.019,9.019,2.7753303964757707,80,,,,,,,,, | |
| ,,,,2.7753303964757707,80,1.192907741503069,,,,,,,, | |
| ,,,,2.8105726872246697,81,,0.18380989134311676,0.04362448304891586,7.822216094333847e-05,,,,, | |
| ,,,,2.845814977973568,82,,0.18010962009429932,0.08166193962097168,7.762991797134514e-05,,,,, | |
| ,,,,2.8810572687224667,83,,0.1840750277042389,0.041152581572532654,7.703204087277988e-05,,,,, | |
| ,,,,2.9162995594713657,84,,0.14389707148075104,0.0513804629445076,7.64286515631421e-05,,,,, | |
| ,,,,2.951541850220264,85,,0.15499596297740936,0.048202160745859146,7.58198730819481e-05,,,,, | |
| ,,,,2.986784140969163,86,,0.1284043788909912,0.048344533890485764,7.52058295676416e-05,,,,, | |
| ,,,,3.0,87,,0.12437701970338821,0.06424666941165924,7.45866462322802e-05,,,,, | |
| ,,,,3.0352422907488985,88,,0.16445861756801605,0.05029122158885002,7.396244933600285e-05,,,,, | |
| ,,,,3.0704845814977975,89,,0.08856770396232605,0.03273235633969307,7.333336616128369e-05,,,,, | |
| ,,,,3.105726872246696,90,,0.11728361248970032,0.040203846991062164,7.269952498697734e-05,,,,, | |
| 0.18123260140419006,5.5343,9.035,9.035,3.105726872246696,90,,,,,,,,, | |
| ,,,,3.105726872246696,90,1.1986939647683954,,,,,,,, | |
| ,,,,3.140969162995595,91,,0.12806665897369385,0.03822289779782295,7.206105506216106e-05,,,,, | |
| ,,,,3.1762114537444934,92,,0.12213566899299622,0.03790947049856186,7.141808657977907e-05,,,,, | |
| ,,,,3.211453744493392,93,,0.14553172886371613,0.03983893617987633,7.077075065009433e-05,,,,, | |
| ,,,,3.246696035242291,94,,0.068100206553936,0.0287310890853405,7.01191792739534e-05,,,,, | |
| ,,,,3.2819383259911894,95,,0.07530707120895386,0.04404347762465477,6.946350531586959e-05,,,,, | |
| ,,,,3.317180616740088,96,,0.13074061274528503,0.03737332299351692,6.880386247692999e-05,,,,, | |
| ,,,,3.352422907488987,97,,0.1442827582359314,0.04556211084127426,6.814038526753205e-05,,,,, | |
| ,,,,3.3876651982378854,98,,0.06684030592441559,0.03330394998192787,6.747320897995493e-05,,,,, | |
| ,,,,3.4229074889867843,99,,0.06947988271713257,0.044004376977682114,6.680246966077151e-05,,,,, | |
| ,,,,3.458149779735683,100,,0.12199011445045471,0.04061594605445862,6.61283040831067e-05,,,,, | |
| 0.17973366379737854,5.5457,9.016,9.016,3.458149779735683,100,,,,,,,,, | |
| ,,,,3.458149779735683,100,1.1968985432541248,,,,,,,, | |
| ,,,,3.4933920704845813,101,,0.09066961705684662,0.035715501755476,6.545084971874738e-05,,,,, | |
| ,,,,3.5286343612334803,102,,0.11516473442316055,0.03552844747900963,6.477024471011001e-05,,,,, | |
| ,,,,3.563876651982379,103,,0.12247294187545776,0.037987079471349716,6.408662784207149e-05,,,,, | |
| ,,,,3.5991189427312777,104,,0.17614305019378662,0.05642999708652496,6.340013851366896e-05,,,,, | |
| ,,,,3.6343612334801763,105,,0.08439283818006516,0.046289026737213135,6.271091670967436e-05,,,,, | |
| ,,,,3.6696035242290748,106,,0.1878018081188202,0.05821594223380089,6.201910297204962e-05,,,,, | |
| ,,,,3.7048458149779737,107,,0.1220342367887497,0.05191818252205849,6.132483837128823e-05,,,,, | |
| ,,,,3.7400881057268722,108,,0.07030203938484192,0.041689906269311905,6.062826447764883e-05,,,,, | |
| ,,,,3.7753303964757707,109,,0.1382126659154892,0.06289155781269073,5.992952333228728e-05,,,,, | |
| ,,,,3.8105726872246697,110,,0.10265767574310303,0.05354708805680275,5.9228757418292266e-05,,,,, | |
| 0.18481433391571045,5.5391,9.027,9.027,3.8105726872246697,110,,,,,,,,, | |
| ,,,,3.8105726872246697,110,1.2029950640086982,,,,,,,, | |
| ,,,,3.845814977973568,111,,0.10617683827877045,0.048672065138816833,5.85261096316312e-05,,,,, | |
| ,,,,3.8810572687224667,112,,0.12120889127254486,0.050876542925834656,5.782172325201155e-05,,,,, | |
| ,,,,3.9162995594713657,113,,0.08605430275201797,0.041362058371305466,5.7115741913664264e-05,,,,, | |
| ,,,,3.951541850220264,114,,0.13313618302345276,0.04938527196645737,5.640830957605465e-05,,,,, | |
| ,,,,3.986784140969163,115,,0.12465330958366394,0.06675253063440323,5.569957049452703e-05,,,,, | |
| ,,,,4.0,116,,0.14120639860630035,0.09207858890295029,5.4989669190889136e-05,,,,, | |
| ,,,,4.035242290748899,117,,0.06799043715000153,0.03314574807882309,5.427875042394199e-05,,,,, | |
| ,,,,4.070484581497797,118,,0.06281277537345886,0.03621016442775726,5.3566959159961615e-05,,,,, | |
| ,,,,4.105726872246696,119,,0.12782785296440125,0.05796584114432335,5.2854440543138406e-05,,,,, | |
| ,,,,4.140969162995595,120,,0.11147820204496384,0.045323941856622696,5.2141339865980134e-05,,,,, | |
| 0.20198915898799896,5.5511,9.007,9.007,4.140969162995595,120,,,,,,,,, | |
| ,,,,4.140969162995595,120,1.2238347404323324,,,,,,,, | |
| ,,,,4.140969162995595,120,,,,,827.7026,4.388,0.28,1.423789286185943e+17,0.26457088105380533 | |
| 0.17395253479480743,5.5408,9.024,9.024,4.140969162995595,120,,,,,,,,, | |
| ,,,,4.140969162995595,120,1.1899990809292844,,,,,,,, | |