Upload sweep/baseline_40m/result.json with huggingface_hub

sweep/baseline_40m/result.json

@@ -4,11 +4,11 @@
   "model": "baseline",
   "seed": 42,
   "n_params": 59294720,
-  "final_val_loss": 4.262436828613281,
-  "final_ppl": 70.9827456585148,
+  "final_val_loss": 4.233367519378662,
+  "final_ppl": 68.9490288556975,
   "total_steps": 3000,
-  "time_hours": 0.241436600751347,
-  "tokens_per_sec": 452403.1001379035,
+  "time_hours": 0.5394660167561637,
+  "tokens_per_sec": 202471.82078947642,
   "config": {
     "n_layers": 8,
     "n_heads": 8,
@@ -27,314 +27,314 @@
   },
   "history": {
     "train_loss": [
-      10.927788162231446,
-      10.82743148803711,
-      10.613127279281617,
-      10.331812953948974,
-      10.11144700050354,
-      9.958681631088258,
-      9.839975261688233,
-      9.718097257614136,
-      9.571317529678344,
-      9.415836143493653,
-      9.226445579528809,
-      9.03026885986328,
-      8.795363330841065,
-      8.579822635650634,
-      8.38386902809143,
-      8.192279577255249,
-      8.020373725891114,
-      7.859238481521606,
-      7.710979557037353,
-      7.563355231285096,
-      7.478874373435974,
-      7.356767702102661,
-      7.285527491569519,
-      7.188714480400085,
-      7.126113963127136,
-      7.059055685997009,
-      7.014069247245788,
-      6.950145268440247,
-      6.877819466590881,
-      6.82345552444458,
-      6.7744334697723385,
-      6.685016441345215,
-      6.668521618843078,
-      6.605617356300354,
-      6.558784747123719,
-      6.527754640579223,
-      6.50184736251831,
-      6.452904272079468,
-      6.405883169174194,
-      6.38767638206482,
-      6.348726224899292,
-      6.335273432731628,
-      6.292200779914856,
-      6.254116201400757,
-      6.250170803070068,
-      6.21578209400177,
-      6.204549193382263,
-      6.134960770606995,
-      6.1193499088287355,
-      6.090740776062011,
-      6.069341015815735,
-      6.026736211776734,
-      6.03068597316742,
-      6.00741446018219,
-      5.981505489349365,
-      5.967508721351623,
-      5.93429172039032,
-      5.885955548286438,
-      5.922497510910034,
-      5.874273800849915,
-      5.85152416229248,
-      5.821193695068359,
-      5.8280246496200565,
-      5.813751816749573,
-      5.791246247291565,
-      5.767430520057678,
-      5.71628212928772,
-      5.706824922561646,
-      5.679594397544861,
-      5.681227397918701,
-      5.659778475761414,
-      5.634682846069336,
-      5.6370806217193605,
-      5.60820951461792,
-      5.605899858474731,
-      5.558463406562805,
-      5.540622115135193,
-      5.5469331502914425,
-      5.513700318336487,
-      5.507756447792053,
-      5.51136999130249,
-      5.492908000946045,
-      5.479893898963928,
-      5.476272416114807,
-      5.448544383049011,
-      5.425948858261108,
-      5.427353811264038,
-      5.412839388847351,
-      5.388048672676087,
-      5.377066254615784,
-      5.36482572555542,
-      5.371043539047241,
-      5.368273186683655,
-      5.3256947755813595,
-      5.307721757888794,
-      5.318835425376892,
-      5.289116311073303,
-      5.272861742973328,
-      5.276089310646057,
-      5.265490460395813,
-      5.2506572008132935,
-      5.237578439712524,
-      5.215294694900512,
-      5.228858590126038,
-      5.2053611278533936,
-      5.198213219642639,
-      5.177952170372009,
-      5.157907652854919,
-      5.160167956352234,
-      5.136298632621765,
-      5.134593725204468,
-      5.129997110366821,
-      5.1140142440795895,
-      5.098948001861572,
-      5.105801224708557,
-      5.086677241325378,
-      5.105670213699341,
-      5.086080074310303,
-      5.063486886024475,
-      5.039502429962158,
-      5.054127407073975,
-      5.0334865093231205,
-      5.0221271276473995,
-      5.02755913734436,
-      5.012960624694824,
-      5.003441286087036,
-      4.989929986000061,
-      4.994864392280578,
-      4.983890652656555,
-      4.960720038414001,
-      4.939655661582947,
-      4.9273720502853395,
-      4.96423921585083,
-      4.92990505695343,
-      4.916189646720886,
-      4.900088691711426,
-      4.9144501209259035,
-      4.902526545524597,
-      4.887704992294312,
-      4.872406768798828,
-      4.852422189712525,
-      4.864386940002442,
-      4.858460855484009,
-      4.842334938049317,
-      4.843454217910766,
-      4.817466378211975,
-      4.820430397987366,
-      4.801653957366943,
-      4.792956805229187,
-      4.797436952590942,
-      4.781968450546264,
-      4.789061427116394,
-      4.7693219661712645,
-      4.782662010192871,
-      4.765616488456726,
-      4.753713536262512,
-      4.731625652313232,
-      4.758085608482361,
-      4.733190107345581,
-      4.732776117324829,
-      4.723483061790466,
-      4.718178009986877,
-      4.706092762947082,
-      4.698446464538574,
-      4.701998090744018,
-      4.675306391716004,
-      4.67594690322876,
-      4.673136043548584,
-      4.676000332832336,
-      4.662511658668518,
-      4.663333058357239,
-      4.639285588264466,
-      4.643643140792847,
-      4.642273378372193,
-      4.644450044631958,
-      4.650630140304566,
-      4.6467742919921875,
-      4.632501029968262,
-      4.620224380493164,
-      4.625468230247497,
-      4.5897074937820435,
-      4.588979768753052,
-      4.6058248519897464,
-      4.587015867233276,
-      4.61704375743866,
-      4.579612851142883,
-      4.558562755584717,
-      4.596074819564819,
-      4.5844930648803714,
-      4.569266223907471,
-      4.577209210395813,
-      4.577761220932007,
-      4.555995655059815,
-      4.552287364006043,
-      4.541914534568787,
-      4.549658226966858,
-      4.562751293182373,
-      4.562846899032593,
-      4.541490626335144,
-      4.528701710700989,
-      4.544593930244446,
-      4.536577987670898,
-      4.520785689353943,
-      4.5242571353912355,
-      4.540758347511291,
-      4.504750514030457,
-      4.528533911705017,
-      4.5280516147613525,
-      4.498441386222839,
-      4.514826536178589,
-      4.493865728378296,
-      4.508604049682617,
-      4.51331889629364,
-      4.506322932243347,
-      4.5069844961166385,
-      4.513097023963928,
-      4.4849427223205565,
-      4.505059719085693,
-      4.482535195350647,
-      4.463908529281616,
-      4.478529906272888,
-      4.485102605819702,
-      4.464245009422302,
-      4.4766833782196045,
-      4.48006227016449,
-      4.46816234588623,
-      4.4690571308135985,
-      4.460832238197327,
-      4.465590906143189,
-      4.469543504714966,
-      4.454380369186401,
-      4.471775102615356,
-      4.463762474060059,
-      4.470025753974914,
-      4.452491307258606,
-      4.4533980131149296,
-      4.457679700851441,
-      4.454637956619263,
-      4.45936803817749,
-      4.445066690444946,
-      4.45391001701355,
-      4.423792219161987,
-      4.408037424087524,
-      4.426368927955627,
-      4.426535439491272,
-      4.451635932922363,
-      4.461174488067627,
-      4.443306803703308,
-      4.434109568595886,
-      4.415992355346679,
-      4.439617848396301,
-      4.395599150657654,
-      4.4118435144424435,
-      4.416483449935913,
-      4.42143759727478,
-      4.408699345588684,
-      4.410844421386718,
-      4.423719692230224,
-      4.419705867767334,
-      4.41556077003479,
-      4.413246774673462,
-      4.408759260177613,
-      4.42314383983612,
-      4.424891471862793,
-      4.405255389213562,
-      4.401962566375732,
-      4.404637169837952,
-      4.406912827491761,
-      4.388018369674683,
-      4.404927229881286,
-      4.384101796150207,
-      4.377739930152893,
-      4.3903972864151,
-      4.385074853897095,
-      4.389943695068359,
-      4.400576543807984,
-      4.356423425674438,
-      4.3956664323806764,
-      4.38970718383789,
-      4.3759850025177,
-      4.383376860618592,
-      4.396907472610474,
-      4.393727779388428,
-      4.383356761932373,
-      4.374659609794617,
-      4.3866536855697635,
-      4.392642092704773,
-      4.376036214828491,
-      4.369334197044372,
-      4.378073072433471,
-      4.367864370346069,
-      4.383692765235901,
-      4.371319842338562,
-      4.3599893808364865,
-      4.390848541259766,
-      4.374786972999573,
-      4.381334376335144,
-      4.379550957679749,
-      4.375093150138855,
-      4.391530227661133
+      10.927530813217164,
+      10.826293659210204,
+      10.613470816612244,
+      10.331651449203491,
+      10.110949373245239,
+      9.958672904968262,
+      9.839383387565613,
+      9.718096780776978,
+      9.571044754981994,
+      9.415904355049133,
+      9.226257967948914,
+      9.030017983913421,
+      8.794704365730286,
+      8.57885262966156,
+      8.382428240776061,
+      8.189792448282242,
+      8.018463099002838,
+      7.857675814628601,
+      7.709551095962524,
+      7.561921155452728,
+      7.477040851116181,
+      7.355278390645981,
+      7.284095978736877,
+      7.187307608127594,
+      7.125060200691223,
+      7.057865798473358,
+      7.012505376338959,
+      6.948506551980972,
+      6.876198577880859,
+      6.822176653146744,
+      6.773482286930085,
+      6.684595227241516,
+      6.667623269557953,
+      6.6060503959655765,
+      6.558893990516663,
+      6.5269287586212155,
+      6.501987665891647,
+      6.452165180444718,
+      6.404278558492661,
+      6.386325860023499,
+      6.3472913801670074,
+      6.3349658966064455,
+      6.287427937984466,
+      6.252253836393356,
+      6.247970241308212,
+      6.2124589622020725,
+      6.201394194364548,
+      6.132259547710419,
+      6.115846771001816,
+      6.088389253616333,
+      6.065799176692963,
+      6.023272043466568,
+      6.02790796160698,
+      6.003626132011414,
+      5.980417060852051,
+      5.965319687128067,
+      5.9287806928157805,
+      5.881725150346756,
+      5.925188660621643,
+      5.8744639456272125,
+      5.848873859643936,
+      5.818784230947495,
+      5.826754355430603,
+      5.810910212993622,
+      5.788806092739105,
+      5.765624535083771,
+      5.713429546356201,
+      5.705234467983246,
+      5.6773538291454315,
+      5.676201885938644,
+      5.659579473733902,
+      5.630713140964508,
+      5.6361576318740845,
+      5.607533866167069,
+      5.604413938522339,
+      5.555145579576492,
+      5.539613455533981,
+      5.54616471529007,
+      5.511329019069672,
+      5.5064324796199795,
+      5.509959208965301,
+      5.492373234033584,
+      5.47820674777031,
+      5.474586945772171,
+      5.446962082386017,
+      5.425144374370575,
+      5.424832212924957,
+      5.4103613018989565,
+      5.385396325588227,
+      5.3762620985507965,
+      5.363343620300293,
+      5.369414287805557,
+      5.367125082015991,
+      5.325003254413605,
+      5.307112008333206,
+      5.31769849061966,
+      5.286369174718857,
+      5.2711376547813416,
+      5.275247663259506,
+      5.264838606119156,
+      5.249980568885803,
+      5.235380667448044,
+      5.214563733339309,
+      5.229698014259339,
+      5.2045911848545074,
+      5.196132844686508,
+      5.178686946630478,
+      5.156260287761688,
+      5.160557287931442,
+      5.136663693189621,
+      5.134931546449661,
+      5.129724872112274,
+      5.112880122661591,
+      5.099378442764282,
+      5.10523362159729,
+      5.085989451408386,
+      5.104570031166077,
+      5.087291306257248,
+      5.062313461303711,
+      5.039769595861435,
+      5.057129102945328,
+      5.035041064023972,
+      5.021690434217453,
+      5.029307162761688,
+      5.015169143676758,
+      5.004697853326798,
+      4.991213339567184,
+      4.996236568689346,
+      4.985553902387619,
+      4.963201266527176,
+      4.942382895946503,
+      4.930625879764557,
+      4.966241490840912,
+      4.930865317583084,
+      4.919443368911743,
+      4.902375680208206,
+      4.916122484207153,
+      4.906648200750351,
+      4.891059231758118,
+      4.876785057783127,
+      4.856038808822632,
+      4.86856461763382,
+      4.861787569522858,
+      4.847309970855713,
+      4.8470313310623165,
+      4.823130464553833,
+      4.825788927078247,
+      4.807092648744583,
+      4.7993528068065645,
+      4.803900754451751,
+      4.7876395046710964,
+      4.795553350448609,
+      4.773492980003357,
+      4.788048326969147,
+      4.770508575439453,
+      4.76012333035469,
+      4.7385109007358555,
+      4.765730607509613,
+      4.7379465341568,
+      4.738092434406281,
+      4.7284609317779545,
+      4.72404305934906,
+      4.712569177150726,
+      4.7043911755084995,
+      4.708009678125381,
+      4.6813356339931484,
+      4.681916469335556,
+      4.6801539838314055,
+      4.682833117246628,
+      4.668183767795563,
+      4.668356126546859,
+      4.644948256015778,
+      4.649244034290314,
+      4.64717156291008,
+      4.649398684501648,
+      4.656712931394577,
+      4.652565515041351,
+      4.638376301527023,
+      4.625971180200577,
+      4.631635862588882,
+      4.597406750917434,
+      4.594275557994843,
+      4.610821264982223,
+      4.592344808578491,
+      4.621552324295044,
+      4.5853946030139925,
+      4.564627516269684,
+      4.601570558547974,
+      4.590592992305756,
+      4.57503188252449,
+      4.583286285400391,
+      4.5832530677318575,
+      4.5610675573348995,
+      4.558764892816543,
+      4.5478429913520815,
+      4.5562922835350035,
+      4.567357301712036,
+      4.568180549144745,
+      4.547011572122574,
+      4.534507042169571,
+      4.548529040813446,
+      4.541348105669021,
+      4.526279681921006,
+      4.5297070980072025,
+      4.545705795288086,
+      4.509708696603775,
+      4.533126693964005,
+      4.5335634529590605,
+      4.503700315952301,
+      4.519868350028991,
+      4.498268526792526,
+      4.5140829205513,
+      4.517552202939987,
+      4.510715544223785,
+      4.512187397480011,
+      4.517309862375259,
+      4.489432048797608,
+      4.51059992313385,
+      4.48784299492836,
+      4.466718208789826,
+      4.482305586338043,
+      4.488626945018768,
+      4.469105690717697,
+      4.480705058574676,
+      4.484020268917083,
+      4.471919769048691,
+      4.4729400157928465,
+      4.4654629826545715,
+      4.46952211856842,
+      4.473682689666748,
+      4.457893824577331,
+      4.475264972448349,
+      4.4683712244033815,
+      4.472925233840942,
+      4.455631273984909,
+      4.458080977201462,
+      4.461629629135132,
+      4.458289343118667,
+      4.462007248401642,
+      4.448783230781555,
+      4.456719762086868,
+      4.42740181684494,
+      4.4121558427810665,
+      4.429766219854355,
+      4.4310003280639645,
+      4.455491322278976,
+      4.4640020549297335,
+      4.44659206867218,
+      4.437281060218811,
+      4.420365136861801,
+      4.4440817594528195,
+      4.399286568164825,
+      4.4147800505161285,
+      4.420287960767746,
+      4.425147753953934,
+      4.412303626537323,
+      4.414164221286773,
+      4.427308332920075,
+      4.423098802566528,
+      4.419688934087754,
+      4.4166245520114895,
+      4.413107579946518,
+      4.426975536346435,
+      4.429745012521744,
+      4.409277826547623,
+      4.405870348215103,
+      4.408495014905929,
+      4.4112107932567595,
+      4.388924932479858,
+      4.408998346328735,
+      4.388690495491028,
+      4.382031446695327,
+      4.390588700771332,
+      4.389434742927551,
+      4.395962595939636,
+      4.402186918258667,
+      4.359916639328003,
+      4.397599583864212,
+      4.395163881778717,
+      4.379324901103973,
+      4.384779387712479,
+      4.401144474744797,
+      4.39257373213768,
+      4.387924355268479,
+      4.378289061784744,
+      4.389167779684067,
+      4.399120503664017,
+      4.377688091993332,
+      4.369447124004364,
+      4.383059096336365,
+      4.374087977409363,
+      4.382080936431885,
+      4.377086210250854,
+      4.3609716355800625,
+      4.394048166275025,
+      4.378798735141754,
+      4.38559120297432,
+      4.383440864086151,
+      4.377417886257172,
+      4.394392079114914
     ],
     "val_loss": [
-      6.038729429244995,
-      5.1768466663360595,
-      4.684602499008179,
-      4.418132734298706,
-      4.304454736709594,
-      4.262436828613281
+      6.030185861587524,
+      5.151836605072021,
+      4.662097959518433,
+      4.390134248733521,
+      4.277197365760803,
+      4.233367519378662
     ],
     "steps": [
       10,