Spaces:
Running on CPU Upgrade
Running on CPU Upgrade
Commit Β·
d877609
1
Parent(s): b48430a
replaced static baselines plot with dynamic d3 plot
Browse files
app/src/content/assets/data/baselines.csv
ADDED
|
@@ -0,0 +1,161 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
runname,seed,steps,agg_score_micro,lighteval|arc_cf:easy|3/prob_norm_token,lighteval|drop|3/prob_norm_token,lighteval|gsm8k|3/prob_norm_token,lighteval|hellaswag_cf|3/prob_norm_token,lighteval|openbookqa_cf|3/prob_norm_token,lighteval|piqa_cf|3/prob_norm_token,lighteval|squad_v2|3/prob_norm_token,lighteval|treb_qa|3/prob_norm_token,lighteval|wikitablequestions|3/prob_norm_token,lighteval|winogrande_cf|3/prob_norm_token,lighteval|xcsqa_cf|3/prob_norm_token,lighteval|mmlu_redux_cf:_average|3/prob_norm_token,agg_score_RC,agg_score_GK,agg_score_NLU,agg_score_MATH,agg_score_TABLE,agg_score_RES,agg_score_macro
|
| 2 |
+
cosmopedia,42,500,0.02913293526383949,0.01644980523353067,0.05708106828394926,0.07507547011560446,0.025204289035927866,0.004981102491946008,0.015223517258831067,0.059624836394866286,0.009275745169189628,0.050868520098123385,0.0011497275257879671,0.0023969106282150515,0.03226423093010228,0.05835295233940777,0.02435701808181647,0.013177008280857917,0.07507547011560446,0.030072132633656507,0.007533843459664041,0.034761404151834534
|
| 3 |
+
cosmopedia,42,1000,0.04124795323520204,0.03376632969431081,0.0716128388383384,0.08040159709443524,0.03560581270448807,0.0062957483423988275,0.02612757916237944,0.09776743961934783,0.009555730693441691,0.08185223438207805,0.001536835821548027,0.0049266465186134055,0.04552664595104469,0.08469013922884311,0.03964648782267775,0.01857132426301805,0.08040159709443524,0.04570398253775987,0.012449991341130557,0.04691058704797743
|
| 4 |
+
cosmopedia,42,1500,0.04963047226398357,0.0402981783360864,0.07913986423773972,0.09180952610013449,0.04059972968013296,0.007410394221063179,0.030842821946334014,0.12491390042085257,0.021110385005617776,0.1002281011619102,0.0019249414445667013,0.006217583147858968,0.05107024146550601,0.10202688232929615,0.045684209900796205,0.02126233556234983,0.09180952610013449,0.060669243083763987,0.014823599771752053,0.05604596612468212
|
| 5 |
+
cosmopedia,42,2000,0.055408550551699416,0.0568002954147212,0.0909358649801166,0.09635380830154233,0.04342689974729869,0.009485241437043596,0.03475827127170817,0.15457097289454855,0.004615149488716231,0.09751936721761113,0.0020059463567881027,0.012172360178745664,0.06225842933155281,0.12275341893733258,0.05952936237313701,0.022716423052043397,0.09635380830154233,0.05106725835316368,0.01880529096249914,0.061870926996619696
|
| 6 |
+
cosmopedia,42,2500,0.06144020140882423,0.06562859372528666,0.11021627928084318,0.09630655113051576,0.0468583343189605,0.009629600406227172,0.0368552236394807,0.16902945248764667,0.01050788263277363,0.11023229745426368,0.0022796756956278428,0.013052901110046075,0.06668562502421899,0.13962286588424494,0.06615710937475283,0.02456900500729417,0.09630655113051576,0.060370090043518655,0.019845908385251316,0.06781192163759628
|
| 7 |
+
cosmopedia,42,3000,0.06121668029315411,0.06969621409720483,0.10185953561700806,0.09874590044085123,0.05009863073138798,0.010188544711124098,0.039933801768543206,0.1716537704504427,0.01083332140482438,0.09492669454623737,0.002904571514808216,0.013753760564276728,0.07000541767114048,0.13675665303372536,0.06985081588417266,0.0265016011230981,0.09874590044085123,0.05288000797553087,0.021292035681314676,0.06767116902311548
|
| 8 |
+
cosmopedia,42,3500,0.0663916711095035,0.07541054538396873,0.10016331777214653,0.10381392344419293,0.05243001054507087,0.010455061992097035,0.04267662005835878,0.19460969592718852,0.010023798092275377,0.1133829366996711,0.0032535435652782125,0.01596619460094678,0.0745144052328472,0.14738650684966753,0.07496247530840797,0.02784177705517454,0.10381392344419293,0.06170336739597324,0.023032625550467534,0.07312344593398062
|
| 9 |
+
cosmopedia,42,4000,0.07180351600888919,0.07566954613967665,0.11273495410886125,0.09608445460195386,0.05442526749758481,0.01166117470176923,0.043781903998197,0.22876664811713013,0.026032774541086438,0.11887824245733007,0.003758279690394813,0.016374059802257045,0.07347488645042907,0.17075080111299568,0.07457221629505287,0.029091773593989814,0.09608445460195386,0.07245550849920826,0.02393904616740776,0.07781563337843471
|
| 10 |
+
cosmopedia,42,4500,0.0656027681218991,0.07107521915583201,0.09964708629801075,0.09723004289941957,0.055162473954239795,0.011634927328086455,0.04693290401977367,0.19028292652250303,0.022640654916820647,0.1021815961640159,0.003596286975441124,0.015527511272809375,0.0713215879558367,0.1449650064102569,0.07119840355583434,0.029379380464840458,0.09723004289941957,0.06241112554041827,0.02469844754022317,0.07164706773516545
|
| 11 |
+
cosmopedia,42,5000,0.07441916275873679,0.07772802928199113,0.11979591994484576,0.1054445123428739,0.0555141688550074,0.012375042435616844,0.04678685589565672,0.25030905667429465,0.012293637162199007,0.11558599574917801,0.0037032972020692,0.017017301322272728,0.07647613623883621,0.18505248830957022,0.07710208276041366,0.029608733028538302,0.1054445123428739,0.06393981645568851,0.025393066551182095,0.08109011657471112
|
| 12 |
+
cosmopedia,42,5500,0.07616889961526692,0.08586521784016052,0.10124758702743844,0.10674611045804462,0.058034833992440034,0.012319562347954182,0.04744391394212781,0.2546519548034475,0.018954785938345143,0.12347192103193484,0.0051610805765532584,0.01839009914731498,0.08173972827744186,0.17794977091544295,0.08380247305880119,0.031597957284496644,0.10674611045804462,0.07121335348513999,0.026051191812465662,0.08289347616906519
|
| 13 |
+
cosmopedia,42,6000,0.08099789724204517,0.08882521070108303,0.12735352719958415,0.10941075268970758,0.05812652072180636,0.012385956248201166,0.04765550787536823,0.2776440888809085,0.016711447928293665,0.13042478387629072,0.003921410885071205,0.018112324905211703,0.08140323499301569,0.20249880804024634,0.08511422284704936,0.03102396580343878,0.10941075268970758,0.07356811590229219,0.026051263009593695,0.08794452138205466
|
| 14 |
+
cosmopedia,42,6500,0.07801033294560415,0.08204899090790067,0.12286647679849201,0.08790568205765933,0.05984436116044507,0.01205167251574742,0.04851285111081279,0.2848961360831886,0.023770329934153595,0.11508294245412083,0.00420367110222168,0.018246525704118936,0.07669435551838873,0.2038813064408403,0.0793716732131447,0.03202401613133338,0.08790568205765933,0.06942663619413722,0.02627034977689305,0.08314661063566799
|
| 15 |
+
cosmopedia,42,7000,0.08548292823468344,0.08533814469577075,0.13544702269754663,0.10719485942364332,0.06019020289676362,0.013405605557102096,0.0496142996152204,0.30618047286508054,0.017818594804336126,0.13963953817422833,0.004348850038180937,0.0236620389015861,0.08295550914674236,0.22081374778131357,0.08414682692125655,0.032269526467472276,0.10719485942364332,0.07872906648928223,0.02889398135796954,0.0920080014068229
|
| 16 |
+
cosmopedia,42,7500,0.0865703162890722,0.08984361281399103,0.12025344931032177,0.10320614567039915,0.06122459770640719,0.012495559512436838,0.049643987849612194,0.331511354685079,0.019897403537450682,0.1431926647202153,0.006029502617134309,0.02085308298844795,0.08069243405737127,0.22588240199770038,0.08526802343568116,0.03362705016177075,0.10320614567039915,0.08154503412883299,0.027664210116832327,0.09286547758520279
|
| 17 |
+
cosmopedia,42,8000,0.08935496800395408,0.08787559443980666,0.15113832825406034,0.10177575236106819,0.06267944055666991,0.012328437894109482,0.05049906237803139,0.32612879296982994,0.023309744095949672,0.14577382630581717,0.004575005081071323,0.023176683151316647,0.08299894855971805,0.23863356061194513,0.08543727149976235,0.033627222818870615,0.10177575236106819,0.08454178520088343,0.028668061141152505,0.09544727560561371
|
| 18 |
+
cosmopedia,42,8500,0.08496482413844532,0.09032872308584992,0.14596326443088656,0.10521061598164272,0.06293376930262534,0.01179172491640762,0.050726946193502785,0.30740922848116525,0.02429351905327144,0.1121663499152876,0.0049556757944356,0.02224768208948586,0.08155039041678296,0.22668624645602592,0.08593955675131644,0.03394472254853047,0.10521061598164272,0.06822993448427951,0.02825545106646542,0.09137775454804342
|
| 19 |
+
cosmopedia,42,9000,0.08361274715260704,0.09254362908583605,0.10953523679799548,0.10380177690532401,0.06243000178511952,0.011652919822048803,0.05092647819510025,0.30653581218202514,0.017896957383616914,0.12946289888553303,0.003848008119362756,0.026501396702508038,0.08821784996681448,0.2080355244900103,0.09038073952632526,0.03313900495224114,0.10380177690532401,0.07367992813457497,0.029693598239885696,0.08978842870806024
|
| 20 |
+
cosmopedia,42,9500,0.09277612714731535,0.10514627047570546,0.13663089759800565,0.10320967226040505,0.06605400194318554,0.01298875894560893,0.053697929823851555,0.35209512779237045,0.021987363748635042,0.13337928761288226,0.006941631855732927,0.029765689477053946,0.09141689423434754,0.24436301269518806,0.0982815823550265,0.03649781689945924,0.10320967226040505,0.07768332568075866,0.03215079274883815,0.09869770043994595
|
| 21 |
+
cosmopedia,42,10000,0.09713070150622272,0.1099484461088254,0.1385219884835079,0.1077912252718024,0.06854509328349631,0.013037806175627246,0.05760761921210011,0.37396816691837215,0.02340183572970216,0.136869361648535,0.0063521372614830434,0.032283548759282396,0.09724118922193857,0.25624507770094,0.10359481766538198,0.037448615272489674,0.1077912252718024,0.08013559868911858,0.034309658049003246,0.10325416544145598
|
| 22 |
+
dclm,42,500,0.041063466852590096,0.01699804578880898,0.061077794494374456,0.09345555511753886,0.03480596024742778,0.005843121522698698,0.023487041253129455,0.07648381632428729,0.033015381703894266,0.09652237396353183,0.007016507142047401,0.002412060484169322,0.041643944189172825,0.06878080540933088,0.029320994988990903,0.020911233694737588,0.09345555511753886,0.06476887783371305,0.010580741086665825,0.047969701355162854
|
| 23 |
+
dclm,42,1000,0.06135758719610413,0.039518740857031574,0.09404729509185626,0.08704139701984344,0.05223956776783405,0.010099003318192978,0.04009564225537112,0.14619656754158183,0.054413366430018734,0.1284863577999432,0.014309742897579388,0.007003389794749532,0.06283997557924746,0.12012193131671905,0.051179358218139515,0.03327465533270672,0.08704139701984344,0.09144986211498096,0.019066011789437873,0.06702220263197127
|
| 24 |
+
dclm,42,1500,0.07450007658384097,0.05938756997830142,0.11991792228108299,0.09873720360662944,0.061666002681957925,0.01489540102877461,0.04780303210988826,0.1895797515108978,0.07235820828656654,0.12800583956975037,0.01796272485121301,0.010215255754746529,0.07347200734628287,0.1547488368959904,0.06642978866229214,0.03981436376658547,0.09873720360662944,0.10018202392815845,0.0243045629644698,0.08070279663735429
|
| 25 |
+
dclm,42,2000,0.07855898357243031,0.07633460121286194,0.11027798125133811,0.09815504897339863,0.06676155552592652,0.015192978226781386,0.05043225309959053,0.19882236641382572,0.06734801929336512,0.13860662893458878,0.02603052778493838,0.012550507023644271,0.08219533512890441,0.1545501738325819,0.07926496817088317,0.04639604165543245,0.09815504897339863,0.10297732411397695,0.026058579450005392,0.08456702269937977
|
| 26 |
+
dclm,42,2500,0.0893158858566913,0.08809865285095785,0.13138553533765793,0.09384316606913737,0.07022324393271373,0.015804194434345747,0.054620325664036865,0.23866810632421473,0.08697161866709614,0.1566649589371573,0.029225341306545007,0.018349775420503926,0.08793571133592905,0.18502682083093633,0.08801718209344345,0.049724292619629365,0.09384316606913737,0.12181828880212672,0.029591431839628844,0.0946701970424837
|
| 27 |
+
dclm,42,3000,0.0932791564638266,0.08971183795453722,0.1472089759663345,0.09822271113057186,0.07293971024278062,0.017071985118601155,0.056940797306543986,0.2662262134625031,0.08138216512923273,0.1494611485081545,0.029005445407882427,0.01968085399140631,0.09149803334737076,0.2067175947144188,0.09060493565095398,0.05097257782533152,0.09822271113057186,0.11542165681869362,0.031231212138850484,0.09886178137980339
|
| 28 |
+
dclm,42,3500,0.1019469889644322,0.10273271917149254,0.15905167010379878,0.10285265258989663,0.07541539186097587,0.020327585333641443,0.058240734874506296,0.3016832272409887,0.09572964968909603,0.15819195736293296,0.027194619679478747,0.026042538918533618,0.09590112074784464,0.23036744867239375,0.0993169199596686,0.05130500577022731,0.10285265258989663,0.1269608035260145,0.03487028637556045,0.10761218614896019
|
| 29 |
+
dclm,42,4000,0.10199570111969906,0.10843439097187946,0.1282593609379774,0.10063586695127774,0.07703894025202788,0.01806523318791502,0.05923084039101751,0.30522884788776594,0.09680215661192632,0.1711995346262837,0.0319385520273033,0.026360139120891656,0.1007545504701229,0.21674410441287167,0.10459447072100117,0.05448874613966559,0.10063586695127774,0.13400084561910502,0.034552070899941396,0.10750268412397711
|
| 30 |
+
dclm,42,4500,0.10573983347902012,0.11269153998778203,0.140444838501566,0.10395399411471132,0.07914478781101854,0.01911187763073766,0.0620879437656845,0.33652706079333494,0.10237495464116071,0.14973357047225455,0.0314932090928546,0.027763885608231155,0.10355033932890544,0.23848594964745046,0.10812093965834374,0.055318998451936566,0.10395399411471132,0.12605426255670762,0.03632123566821777,0.11137589668289456
|
| 31 |
+
dclm,42,5000,0.10823297077313425,0.11787423539803421,0.1407906766854906,0.10179023905243317,0.07985738895560451,0.019326996185001912,0.063641832144955,0.3395119709469052,0.09873708982063725,0.171876099498083,0.03287517197586416,0.02707783282956112,0.10543611578504072,0.24015132381619791,0.11165517559153747,0.05636628046573434,0.10179023905243317,0.13530659465936012,0.036682220386506016,0.11365863899529484
|
| 32 |
+
dclm,42,5500,0.10908336320013758,0.12037047958693203,0.13463302578092784,0.10355245497144261,0.08169703528099825,0.022997317001685048,0.06213175266564753,0.34024824031985346,0.09883452035992221,0.1725188132791161,0.03432255852651248,0.03055781594323973,0.10713634468537359,0.23744063305039065,0.11375341213615281,0.058009796903755365,0.10355245497144261,0.13567666681951918,0.038562295203524104,0.1144992098474641
|
| 33 |
+
dclm,42,6000,0.11432014762278374,0.1230818030506575,0.14429047220800678,0.09987232929180086,0.08225123707592331,0.024074142562846946,0.06553452661308713,0.352544633653985,0.11248701066529919,0.18252561005955964,0.03346017789647443,0.03992663278240096,0.11179319561336307,0.24841755293099588,0.11743749933201028,0.05785570748619887,0.09987232929180086,0.14750631036242942,0.04317843398611168,0.11904463889825784
|
| 34 |
+
dclm,42,6500,0.11564499105246673,0.13134616883922634,0.17642630221978045,0.09868304766365917,0.08257443361891956,0.02441028147128575,0.06516045450923501,0.3561136358610481,0.10965008299369207,0.15898206545852342,0.036011379484293005,0.03894773409166779,0.10943430641827019,0.2662699690404143,0.12039023762874826,0.05929290655160628,0.09868304766365917,0.13431607422610775,0.04283949002406285,0.12029862085576642
|
| 35 |
+
dclm,42,7000,0.11501338173370011,0.12707058419553502,0.16278695806037463,0.10449567633867914,0.0836969954203877,0.022280930917120374,0.0658758709685278,0.35797492120492724,0.1077589958287601,0.16377011594293572,0.037101313958050844,0.03714626486140226,0.11020195310770016,0.26038093963265097,0.11863626865161758,0.06039915468921927,0.10449567633867914,0.1357645558858479,0.04176768891568348,0.12024071401894972
|
| 36 |
+
dclm,42,7500,0.11741388492901773,0.1344210859197271,0.1561487032931961,0.10374408984757877,0.08599307646046052,0.024529824628928384,0.06826496357561807,0.38453182149008974,0.09387813604225365,0.16808214827789875,0.03762809624139924,0.038917306353090736,0.11282736701797193,0.27034026239164294,0.12362422646884952,0.06181058635092988,0.10374408984757877,0.1309801421600762,0.0439040315192124,0.1224005564563816
|
| 37 |
+
dclm,42,8000,0.12153141325879059,0.1445807412516926,0.15741823917878617,0.10164634757387957,0.08487730420798013,0.029398352580330935,0.06895163801109368,0.3836197219355011,0.11399724864976996,0.17707299558611264,0.038919528097310294,0.03871792080755006,0.11917692122547986,0.27051898055714363,0.13187883123858624,0.061898416152645214,0.10164634757387957,0.14553512211794128,0.04568930379965822,0.1261945002399757
|
| 38 |
+
dclm,42,8500,0.12284213652908789,0.14382205926320094,0.15555506134331504,0.10537227690685959,0.08623218429184748,0.02660614834774397,0.0684048256196097,0.38491358537261167,0.12882606384133155,0.18376449993672095,0.03738669215166988,0.03456883084804463,0.11865341042609921,0.2702343233579634,0.13123773484465007,0.061809438221758675,0.10537227690685959,0.15629528188902625,0.04319326827179943,0.1280237205820096
|
| 39 |
+
dclm,42,9000,0.12471012472926883,0.14227477965401203,0.16252460646749972,0.10421285169775137,0.08740267691760076,0.02549256721609197,0.06814905699493942,0.3957030485284456,0.12340773209301743,0.18888388630366337,0.03896304135974989,0.04191265213336437,0.11759459738509008,0.27911382749797264,0.12993468851955106,0.06318285913867533,0.10421285169775137,0.1561458091983404,0.04518475878146525,0.12962913247229266
|
| 40 |
+
dclm,42,9500,0.12910758378082174,0.14610830814496756,0.16221733459871485,0.10520080946917892,0.08964038809384181,0.029249979786329768,0.07006434102702207,0.4229360607174336,0.1265953111874237,0.19293299963195853,0.03837925804757746,0.045006642946103285,0.12095957171930911,0.29257669765807426,0.13353393993213833,0.06400982307070964,0.10520080946917892,0.15976415540969113,0.04810698791981838,0.13386540224326846
|
| 41 |
+
dclm,42,10000,0.13288195703854588,0.1526463585097292,0.16546774339877754,0.108692850135538,0.09253827544174902,0.02944904436909615,0.07423042150723819,0.42561088374618794,0.1376396287130871,0.1930770739964148,0.03902926867957447,0.04836511748118937,0.12783681848396877,0.29553931357248275,0.14024158849684898,0.06578377206066174,0.108692850135538,0.16535835135475097,0.050681527785841236,0.1377162339010206
|
| 42 |
+
fw_edu_hq,42,500,0.04022407511007672,0.029508219307176398,0.07413090632770614,0.08085705952798887,0.028754774572253186,0.007561197427634359,0.01756499539655394,0.0749570839785786,0.03128183414728562,0.08885617235359661,0.003563616289582919,0.00122536672666475,0.04442767526589931,0.07454399515314236,0.03696794728653785,0.016159195430918052,0.08085705952798887,0.060069003250441115,0.008783853183617683,0.04623017563877432
|
| 43 |
+
fw_edu_hq,42,1000,0.05934488183680638,0.0658250619139833,0.09366365993300321,0.08367279948591497,0.044827993401322305,0.012251238988782892,0.030511899808016794,0.13477937277086108,0.05560538475355276,0.11280168579735934,0.006780256349205635,0.0033082411996478733,0.06811098764002631,0.11422151635193215,0.06696802477700481,0.02580412487526397,0.08367279948591497,0.08420353527545606,0.01535712666548252,0.0650378545718424
|
| 44 |
+
fw_edu_hq,42,1500,0.0691677938888955,0.08247664373867616,0.10862522630166051,0.09080764161896558,0.05081693116538154,0.012548376824920804,0.03559847951340768,0.17622460923687192,0.06539217386583558,0.11463009728986485,0.009365509089686282,0.004441943899311089,0.07908589412216403,0.14242491776926622,0.08078126893042009,0.03009122012753391,0.09080764161896558,0.09001113557785022,0.01752960007921319,0.07527429735054154
|
| 45 |
+
fw_edu_hq,42,2000,0.07091726847615508,0.07744577765774682,0.11041333089674163,0.0885189315246695,0.05666378771910475,0.01293560209371623,0.03972753455631077,0.18405594345326698,0.07033112475386882,0.11810139063791877,0.013532732281814876,0.004486418738886602,0.07479464739981531,0.1472346371750043,0.07612021252878107,0.03509826000045981,0.0885189315246695,0.0942162576958938,0.019049851796304536,0.07670635845351884
|
| 46 |
+
fw_edu_hq,42,2500,0.08122472519997277,0.09030792848053386,0.12962363138939195,0.09959559548775361,0.05900909019946798,0.013657912859749806,0.041098019312906076,0.22532218314025437,0.08699712231723886,0.12632382799927097,0.012816767253506839,0.00458175488894174,0.08536286907065717,0.17747290726482318,0.08783539877559551,0.03591292872648741,0.09959559548775361,0.10666047515825491,0.01977922902053254,0.08787608907224119
|
| 47 |
+
fw_edu_hq,42,3000,0.0861898370186353,0.10851575871698572,0.12947206209293405,0.09700484235529877,0.06315783167627549,0.01740818371306519,0.047222692879418444,0.22911384650211863,0.09217910078493909,0.1277127328701021,0.020504408027700427,0.008653240389890305,0.09333334421489548,0.17929295429752634,0.10092455146594059,0.04183111985198796,0.09700484235529877,0.10994591682752058,0.024428038994124646,0.09223790396539981
|
| 48 |
+
fw_edu_hq,42,3500,0.08799450419629669,0.11376256557815977,0.1276967297494839,0.0973797351747353,0.06433767323824546,0.017112192331278045,0.0458681079914244,0.23957695219640684,0.09140990946015994,0.13402671732666827,0.022086232253714116,0.0080303239942056,0.09464691106107853,0.18363684097294536,0.10420473831961916,0.04321195274597979,0.0973797351747353,0.1127183133934141,0.023670208105636012,0.09413696478538829
|
| 49 |
+
fw_edu_hq,42,4000,0.0948641435067669,0.1507399858701343,0.12484940356646641,0.10295319151598759,0.06566209377612267,0.019177033448516893,0.04831702550626301,0.2568815119122916,0.09224883435911557,0.13762751744772456,0.022873808628907994,0.012461838493638414,0.10457747755603375,0.190865457739379,0.127658731713084,0.04426795120251533,0.10295319151598759,0.11493817590342006,0.026651965816139437,0.10122257898175424
|
| 50 |
+
fw_edu_hq,42,4500,0.09232551734931894,0.13503645142654172,0.12106518549175482,0.09721792969964539,0.06680758461445489,0.01946575148420511,0.05059382855174934,0.25671246008372306,0.09131113227731402,0.13113168346260384,0.02581510980600696,0.012685284368700199,0.10006380692512809,0.18888882278773894,0.1175501291758349,0.046311347210230926,0.09721792969964539,0.11122140786995893,0.027581621468218215,0.0981285430352712
|
| 51 |
+
fw_edu_hq,42,5000,0.10017021582243028,0.1609906994863171,0.13264270866876468,0.10096164095056644,0.06783164328558595,0.020931598500851488,0.051972006406252845,0.2754333046208869,0.09448407893849256,0.14165048097543984,0.024382362412369428,0.01564749726011826,0.11511456836351791,0.2040380066448258,0.1380526339249175,0.04610700284897769,0.10096164095056644,0.1180672799569662,0.029517034055740864,0.10612393306366574
|
| 52 |
+
fw_edu_hq,42,5500,0.1000427924864704,0.17066594322603654,0.10749456191680481,0.1019789316077813,0.0688736695606417,0.021885054261935794,0.05455159371168391,0.2754948074341687,0.10418906747882041,0.13200070841590042,0.026599408602509755,0.018959288134026135,0.1178204754873355,0.19149468467548675,0.14424320935668603,0.04773653908157573,0.1019789316077813,0.11809488794736042,0.031798645369215284,0.10589114967301759
|
| 53 |
+
fw_edu_hq,42,6000,0.10619254217676198,0.1685302963652255,0.12357731492042012,0.1019913002803702,0.07066903048454799,0.021843837899457336,0.05304339801592178,0.32315702690121545,0.10730135743643153,0.1403184499792019,0.027745361170142237,0.01938218640749517,0.11675094626071472,0.22336717091081779,0.14264062131297012,0.04920719582734512,0.1019913002803702,0.12380990370781672,0.03142314077429143,0.11207322213560189
|
| 54 |
+
fw_edu_hq,42,6500,0.10049833580790762,0.14749680660843348,0.11051083949155167,0.10028149723858626,0.07042201322439717,0.021672606169697545,0.05410584923917848,0.2999486942671273,0.10500797400668345,0.14374145529954152,0.02743196563122873,0.017892574040747653,0.10746775447771832,0.20522976687933947,0.1274822805430759,0.048926989427812956,0.10028149723858626,0.12437471465311248,0.031223676483207893,0.10625315420418914
|
| 55 |
+
fw_edu_hq,42,7000,0.10167566082908941,0.15793736282179338,0.11214473194623581,0.1024555767733419,0.07130734247641933,0.022794036430649072,0.055518620616252734,0.2962831563956069,0.104559425957243,0.14074159589908422,0.02906921510977567,0.018498323701198097,0.10879854182147249,0.20421394417092134,0.13336795232163293,0.0501882787930975,0.1024555767733419,0.12265051092816362,0.0322703269160333,0.10752443165053176
|
| 56 |
+
fw_edu_hq,42,7500,0.10678081569682997,0.15485689572807373,0.11401497810916499,0.09977174777306112,0.07223383897101997,0.023751185170102503,0.054277982088438426,0.35082658475712436,0.1124297591287467,0.13789582575238318,0.027991649181560305,0.02179729687271579,0.11152204482956875,0.23242078143314468,0.13318947027882125,0.050112744076290135,0.09977174777306112,0.12516279244056494,0.03327548804375224,0.1123221706742724
|
| 57 |
+
fw_edu_hq,42,8000,0.10447045061545616,0.13298099460652282,0.13196492921849673,0.10186409099130177,0.0727871009828648,0.019615438743914134,0.052655464590736424,0.3380864362586219,0.10630391933290774,0.14626366615025654,0.02626397742399537,0.02025045110180517,0.10460893798405048,0.2350256827385593,0.11879496629528666,0.049525539203430086,0.10186409099130177,0.12628379274158213,0.030840451478818576,0.11038908724149643
|
| 58 |
+
fw_edu_hq,42,8500,0.1034276566789949,0.1546392312173189,0.1233060691224388,0.10138577195192928,0.0735387920634626,0.02208475587539522,0.05510759995736878,0.30564303801241455,0.10645620963657704,0.1376642276429465,0.03234281007805365,0.01799940887976507,0.11096396571026841,0.21447455356742667,0.13280159846379366,0.05294080107075813,0.10138577195192928,0.12206021863976177,0.03173058823750969,0.10923225532186322
|
| 59 |
+
fw_edu_hq,42,9000,0.10605545355252259,0.14115177778186452,0.13668065500721513,0.10484861437369529,0.07413823121036146,0.020605311817811278,0.05547779451409331,0.31027662177472787,0.12150014158972772,0.14240840230399276,0.03116141088581461,0.020662971981579882,0.11375350938938691,0.22347863839097148,0.12745264358562572,0.05264982104808803,0.10484861437369529,0.13195427194686024,0.03224869277116149,0.11210544701940038
|
| 60 |
+
fw_edu_hq,42,9500,0.1066119622352152,0.15128388072770138,0.12663163922562765,0.10381050316265276,0.0762608427483291,0.020124885478344894,0.05647864394007384,0.3179956673304525,0.11534934503670742,0.14374380694369768,0.034098236199568185,0.019872601139767868,0.11369349488965963,0.22231365327804006,0.1324886878086805,0.055179539473948644,0.10381050316265276,0.12954657599020256,0.0321587101860622,0.11258294498326447
|
| 61 |
+
fw_edu_hq,42,10000,0.11206188195508802,0.17314738136191357,0.12331737361618023,0.10850121819722076,0.07513688802511378,0.023704492669351592,0.057339707996061806,0.34536925775981037,0.11616498974424558,0.1500612202308619,0.026345069940931515,0.024108281264242575,0.12154670265512253,0.2343433156879953,0.14734704200851806,0.05074097898302265,0.10850121819722076,0.13311310498755374,0.035050827309885325,0.11818274786236597
|
| 62 |
+
fw_edu_lq,42,500,0.03557221927184722,0.008393654954922017,0.07025839627952458,0.0635086229473094,0.0345815774208993,0.0038448984876323774,0.021175230256441375,0.07001215054372578,0.03282770907435457,0.09104870196722833,0.0025603701791925017,0.0017493373860134164,0.026905981764923034,0.07013527341162518,0.017649818359922527,0.0185709738000459,0.0635086229473094,0.06193820552079145,0.008923155376695724,0.04012100823606503
|
| 63 |
+
fw_edu_lq,42,1000,0.0497883710577715,0.01224941813096756,0.09547761904382099,0.07262376777057847,0.0538685485144092,0.005908424956396848,0.036426186052904874,0.11597654478994526,0.044214133579712225,0.11082741266603932,0.006836363138341957,0.0034335911285861337,0.03961844292155507,0.10572708191688313,0.025933930526261317,0.030352455826375576,0.07262376777057847,0.07752077312287578,0.015256067379295952,0.05456901275704504
|
| 64 |
+
fw_edu_lq,42,1500,0.0545696805147764,0.015316488900290769,0.08839143251138487,0.06734806080696865,0.0576217339416592,0.006150196838821434,0.04018795366660104,0.13975740133410045,0.05353142417219634,0.12865476126987824,0.009136898142473048,0.004046918187096389,0.044692896405846394,0.11407441692274266,0.03000469265306858,0.03337931604206613,0.06734806080696865,0.09109309272103729,0.016795022897506288,0.058782433673898266
|
| 65 |
+
fw_edu_lq,42,2000,0.056278762906482406,0.014465247500080311,0.08222851030008718,0.09265618231633391,0.06397838951507066,0.006015603991966228,0.04510285010817428,0.13944251869302995,0.05603487390037841,0.1142898766793986,0.01454644713005636,0.004074523371215402,0.04251013137199763,0.11083551449655857,0.02848768943603897,0.03926241832256351,0.09265618231633391,0.08516237528988851,0.018397659157118638,0.062466973169750355
|
| 66 |
+
fw_edu_lq,42,2500,0.05969253125344112,0.014292739217010193,0.0965105259689278,0.08379442637128369,0.06378466452676487,0.005801778306017113,0.043738650011125625,0.1615027168011429,0.06393859951997932,0.1242200242732717,0.012390165799981624,0.004437328212062355,0.04189875603372624,0.12900662138503535,0.028095747625368216,0.038087415163373245,0.08379442637128369,0.09407931189662551,0.017992585509735034,0.0651760179919035
|
| 67 |
+
fw_edu_lq,42,3000,0.06605934262097309,0.01982298992567426,0.08586494234066003,0.09655603233814802,0.07082125876440841,0.007159070026818617,0.05326784577066859,0.1780198177075984,0.07572897810923492,0.13294331798459869,0.015000704523608414,0.004244065640898764,0.05328308831935996,0.13194238002412922,0.03655303912251711,0.04291098164400841,0.09655603233814802,0.1043361480469168,0.021556993812795328,0.07230926249808582
|
| 68 |
+
fw_edu_lq,42,3500,0.0650834360805033,0.016450311733384203,0.08966434626905631,0.0919252270101307,0.07014520275586997,0.006218371888457069,0.04952851688273819,0.18547089218802693,0.0671619908973921,0.13241457928391412,0.01639465898839262,0.0032644406200788454,0.05236269444859883,0.1375676192285416,0.03440650309099152,0.043269930872131296,0.0919252270101307,0.0997882850906531,0.019670443130424698,0.07110466807047881
|
| 69 |
+
fw_edu_lq,42,4000,0.07388526965273429,0.03260339572134942,0.0960546013211337,0.09469673979654565,0.07447937766391051,0.007792308830327847,0.05662768894768784,0.21534146684021238,0.07710823918748011,0.14359096996229562,0.018255257114761007,0.009309698782286798,0.0607634916648204,0.15569803408067304,0.046683443693084914,0.046367317389335756,0.09469673979654565,0.11034960457488786,0.02457656552010083,0.07972861750910468
|
| 70 |
+
fw_edu_lq,42,4500,0.07571218136161632,0.030055250167770452,0.11591395428237795,0.09829539438271948,0.07687182430196719,0.0075581438778336545,0.05679082777635993,0.22203806927074582,0.08053140259499567,0.1336560550001213,0.020882031426513122,0.006458767470105803,0.05949445578788553,0.16897601177656188,0.04477485297782799,0.04887692786424016,0.09829539438271948,0.10709372879755848,0.023602579708099796,0.0819365825845013
|
| 71 |
+
fw_edu_lq,42,5000,0.07530939502584622,0.032326917886591346,0.0965446951469198,0.09574162827804385,0.07766246035245089,0.007043785195596025,0.05953027882620674,0.23077195431730582,0.08612087599572893,0.1322501817999114,0.020122208692545444,0.007447483438297592,0.05815027038055673,0.1636583247321128,0.045238594133574034,0.048892334522498165,0.09574162827804385,0.10918552889782017,0.02467384915336679,0.08123170995290264
|
| 72 |
+
fw_edu_lq,42,5500,0.07696838627342474,0.039347546416377804,0.11111663610640023,0.09672193376328257,0.0777425161642763,0.008501990690361205,0.054729008077699814,0.21643198988457749,0.08567980606699027,0.14047299333795774,0.018755977044817074,0.008887728116959544,0.06523250961139664,0.16377431299548886,0.05229002801388722,0.048249246604546686,0.09672193376328257,0.113076399702474,0.024039575628340182,0.08302524945133659
|
| 73 |
+
fw_edu_lq,42,6000,0.07298536481314875,0.0281684757554147,0.1002576505018259,0.09696137575746175,0.07699279599458714,0.006569741766582735,0.05726997537638166,0.209667561852168,0.07922514214089538,0.13699510363639886,0.018936724157420308,0.004716253429055257,0.06006357738959323,0.15496260617699695,0.044116026572503964,0.047964760076003726,0.09696137575746175,0.10811012288864712,0.022851990190673216,0.07916114694371446
|
| 74 |
+
fw_edu_lq,42,6500,0.07754578477335071,0.024388578533582766,0.1190071076884394,0.0948373410223584,0.08075994497742735,0.0063200900851239404,0.05930241015950414,0.2336121412985465,0.09200847066166183,0.13262127904027346,0.020450429072437184,0.004440057970064901,0.06280156677078876,0.17630962449349294,0.04359507265218576,0.05060518702493227,0.0948373410223584,0.11231487485096764,0.023354186071564326,0.08350271435258355
|
| 75 |
+
fw_edu_lq,42,7000,0.07816391697356295,0.02893590281984693,0.10137504652491919,0.09761005676855061,0.0802456564038032,0.006020168982563911,0.05710619109466931,0.23835730266521774,0.08598453169100781,0.15347762729814407,0.021665220211052813,0.0049688946354766676,0.06222040458750318,0.16986617459506848,0.04557815370367505,0.050955438307428005,0.09761005676855061,0.11973107949457594,0.02269841823756996,0.08440655351781134
|
| 76 |
+
fw_edu_lq,42,7500,0.08182956902432414,0.037561888416321,0.1365921677810601,0.09104666712814553,0.08159995387596064,0.00671452720117484,0.06023411515201104,0.24065355541385214,0.09850896874376619,0.12685713301071533,0.02540587985405541,0.010811863499305062,0.0659681082155224,0.18862286159745612,0.0517649983159217,0.05350291686500802,0.09104666712814553,0.11268305087724076,0.02592016861749698,0.08725677723354486
|
| 77 |
+
fw_edu_lq,42,8000,0.08407867765822152,0.03373498011435066,0.11069114985708939,0.09842029949867419,0.08118083206254813,0.005354898609223463,0.059675060069175646,0.26821550921464016,0.09601485173858508,0.1588645281292874,0.02269636645766934,0.007009074282646713,0.06708658186476814,0.18945332953586477,0.050410780989559395,0.051938599260108735,0.09842029949867419,0.12743968993393623,0.024013010987015276,0.0902792850341931
|
| 78 |
+
fw_edu_lq,42,8500,0.08080388494112922,0.03450432653845937,0.12179396726871342,0.09554601267105414,0.08428952198926852,0.006738345086036454,0.06259406118008845,0.21781158198627884,0.10063271920043813,0.1466078490539203,0.02384183057505223,0.009680756828836035,0.0656056469154048,0.16980277462749613,0.05005498672693208,0.05406567628216037,0.09554601267105414,0.12362028412717921,0.026337721031653646,0.08657124257774591
|
| 79 |
+
fw_edu_lq,42,9000,0.07420569800117514,0.030870527562579804,0.11174500700667968,0.09259094613347872,0.08340767822894071,0.007241812434768937,0.0595740059562593,0.19121653316642928,0.09904700007856493,0.12332026119772384,0.022819828587452767,0.00459166518617946,0.06404311047504428,0.15148077008655447,0.047456819018812046,0.05311375340819674,0.09259094613347872,0.11118363063814438,0.023802494525735896,0.07993806896848704
|
| 80 |
+
fw_edu_lq,42,9500,0.07820273642424705,0.032197215491253255,0.1033400090754347,0.08511373371595267,0.08741996188203162,0.006240578066062237,0.06091769128152741,0.23601307197008112,0.10113445892133863,0.1332972446319561,0.02393911026705476,0.00561482928168797,0.06320493250658413,0.1696765405227579,0.047701073998918694,0.05567953607454319,0.08511373371595267,0.11721585177664737,0.024257699543092537,0.08327407260531872
|
| 81 |
+
fw_edu_lq,42,10000,0.08258612688633107,0.03874143390375502,0.12166740839009955,0.09480628499740731,0.08950405992430242,0.007832335234766747,0.06304597831767321,0.23862673952336708,0.10827618032595328,0.1274653903539938,0.0245299112641556,0.006861874401804934,0.06967592599869371,0.18014707395673332,0.054208679951224366,0.05701698559422901,0.09480628499740731,0.11787078533997353,0.0259133959847483,0.08832720097071929
|
| 82 |
+
nemotron_hq_synth,42,500,0.039651040279900684,0.02521080354500527,0.08721113630836978,0.05662676366027639,0.031814615729775696,0.006743888401216779,0.02405165913161938,0.07518432561800878,0.0353232685179539,0.0832831589480137,0.0025603179472343247,0.0038350073918069906,0.04396753815952727,0.08119773096318927,0.03458917085226627,0.01718746683850501,0.05662676366027639,0.059303213732983806,0.011543518308214382,0.043407977392572517
|
| 83 |
+
nemotron_hq_synth,42,1000,0.05810237150109671,0.0557521277001006,0.09014895108979679,0.09624088068246797,0.04663541901386824,0.009979157708001441,0.03837330121857019,0.12378904501683104,0.04635777456911922,0.1157220273651087,0.004684014565035495,0.00639588700425435,0.0631498720800065,0.10696899805331392,0.05945099989005355,0.025659716789451868,0.09624088068246797,0.08103990096711396,0.018249448643608657,0.06460165750433498
|
| 84 |
+
nemotron_hq_synth,42,1500,0.07195689680181379,0.07913489236087619,0.12539193988020703,0.10047277888907442,0.053379673742216534,0.013153722355709014,0.0447560898586656,0.17189836266809538,0.06217527836391408,0.11914666513783351,0.00823924208199497,0.011196835684551864,0.07453728059862684,0.1486451512741512,0.07683608647975151,0.03080945791210575,0.10047277888907442,0.09066097175087379,0.02303554929964216,0.0784099992675998
|
| 85 |
+
nemotron_hq_synth,42,2000,0.07928569861732147,0.09393732383469464,0.10410439073944557,0.10282672182849376,0.05853735121383968,0.014509907583777317,0.04926649835018796,0.21742409707244026,0.061424601614937874,0.13188065357213857,0.012847561329417693,0.016855623157659313,0.08781365311082491,0.1607642439059429,0.09087548847275978,0.03569245627162869,0.10282672182849376,0.09665262759353822,0.02687734303054153,0.08561481351715082
|
| 86 |
+
nemotron_hq_synth,42,2500,0.0891604770455474,0.11464012531838454,0.13864367612403083,0.10316555962415479,0.06173150262670635,0.015651130257446712,0.05181886103820301,0.24177343020955966,0.0740838039662981,0.14573391323978432,0.013470914822123186,0.015466920506005604,0.09374588681387162,0.19020855316679525,0.10419300606612808,0.03760120872441477,0.10316555962415479,0.10990885860304121,0.027645637267218443,0.09545380390862541
|
| 87 |
+
nemotron_hq_synth,42,3000,0.09037626326918476,0.12623950632915582,0.11855261679744733,0.09678583517920873,0.0626349588611655,0.018345536309102427,0.053424336708777755,0.26236462212792905,0.07217109145641441,0.1337614057460242,0.022926523956926907,0.01702235584892099,0.100286369909144,0.1904586194626882,0.1132629381191499,0.042780741409046204,0.09678583517920873,0.1029662486012193,0.02959740962226706,0.09597529873226324
|
| 88 |
+
nemotron_hq_synth,42,3500,0.09795320268695086,0.13382261010354013,0.12547854646356435,0.10405079222906868,0.0661486602964717,0.019409284692449225,0.05416908711654374,0.3091239440020756,0.07689545480774088,0.13819714037034073,0.02220307637515695,0.022287988088026713,0.10365184769843165,0.21730124523281996,0.1187372289009859,0.04417586833581433,0.10405079222906868,0.1075462975890408,0.03195545329900656,0.10396114759778935
|
| 89 |
+
nemotron_hq_synth,42,4000,0.10276022435362109,0.14183301447543797,0.13105414710509541,0.10318167913865792,0.0669034257826245,0.02160038185279176,0.056667393754237814,0.3115664928779588,0.0840886294835673,0.15864345267403296,0.021705684316899336,0.02521391472559382,0.11066447605655556,0.22131031999152712,0.12624874526599678,0.04430455504976191,0.10318167913865792,0.12136604107880013,0.03449389677754113,0.1084842062170475
|
| 90 |
+
nemotron_hq_synth,42,4500,0.10589796102766387,0.14995689210296353,0.1300186029361498,0.1006565847256015,0.06847679516921591,0.02170730691707844,0.057402810772006006,0.33263917774047097,0.0879004934545943,0.15894128403493232,0.023406293690234,0.026482898374156214,0.1131863924145636,0.2313288903383104,0.13157164225876355,0.04594154442972496,0.1006565847256015,0.12342088874476331,0.03519767202108022,0.11135287041970733
|
| 91 |
+
nemotron_hq_synth,42,5000,0.11121488341912057,0.1534008443898165,0.14951222505049067,0.09848300488058413,0.07003801135800797,0.021958084416484416,0.05922456540434963,0.33748169546968565,0.10156976368099678,0.16092560983388768,0.029777554512878564,0.031205228129759163,0.12100201390250556,0.24349696026008816,0.137201429146161,0.04990778293544326,0.09848300488058413,0.13124768675744222,0.03746262598353107,0.11629991499387499
|
| 92 |
+
nemotron_hq_synth,42,5500,0.11311404511736926,0.15516654882933922,0.15209282365884583,0.10158771318104871,0.07123201424060252,0.023565275199956378,0.06114934177051213,0.33601066310629,0.09859562206099962,0.17149658277121704,0.033916364386397654,0.032227710595457267,0.12032788160776454,0.2440517433825679,0.13774721521855188,0.05257418931350009,0.10158771318104871,0.13504610241610832,0.03898077585530859,0.11833128989451426
|
| 93 |
+
nemotron_hq_synth,42,6000,0.1073559536046002,0.15586794207035007,0.1326965003090768,0.09926817477604612,0.07181212663172408,0.021472294824712485,0.06196634584942247,0.3238753541014552,0.08075065961013964,0.1619637283610994,0.02901137347268065,0.03003813846910205,0.11954880477939328,0.22828592720526597,0.1377083734248717,0.050411750052202366,0.09926817477604612,0.12135719398561952,0.037825593047745666,0.11247616874862522
|
| 94 |
+
nemotron_hq_synth,42,6500,0.11459190815940934,0.1598060184380004,0.16356373328177568,0.09893754808174242,0.07275127003678514,0.022982679039582052,0.06347790304677574,0.3552690759021704,0.10281926644847421,0.161481453393715,0.024991369360983777,0.028435012555457707,0.12058756832744968,0.259416404591973,0.14019679338272506,0.04887131969888446,0.09893754808174242,0.1321503599210946,0.03829853154727183,0.11964515953728189
|
| 95 |
+
nemotron_hq_synth,42,7000,0.11947696525346256,0.16957283545722018,0.15338508023648154,0.10267713811600235,0.07293863960611924,0.02472887058756763,0.06224060315892607,0.38086180872412706,0.10187995606002764,0.1743867962225419,0.030390230575725107,0.03568095724664217,0.12498066705017005,0.2671234444803043,0.1472767512536951,0.051664435090922174,0.10267713811600235,0.1381333761412848,0.040883476997711964,0.1246264370133201
|
| 96 |
+
nemotron_hq_synth,42,7500,0.11905367547190097,0.17197933150833233,0.1660823814839022,0.10266969031663754,0.07421277319881611,0.02525573257213466,0.06415429666150758,0.3786566306462613,0.098942639696671,0.15674347826188884,0.03151208194269936,0.030634898097217055,0.1278001712767435,0.27236950606508176,0.1498897513925379,0.052862427570757736,0.10266969031663754,0.12784305897927992,0.0400149757769531,0.12427490168354133
|
| 97 |
+
nemotron_hq_synth,42,8000,0.11928478920066558,0.16781076293868702,0.14325354294818182,0.10281305926728988,0.07461424489875063,0.02400955924566592,0.06398430296886827,0.3993208038457467,0.0965965258078817,0.16150562113600314,0.03524446129861041,0.033692990564351134,0.12857159548795058,0.2712871733969643,0.1481911792133188,0.05492935309868052,0.10281305926728988,0.12905107347194242,0.04056228425962844,0.1244723537846374
|
| 98 |
+
nemotron_hq_synth,42,8500,0.1208980293451732,0.17216781431725084,0.1505033593002199,0.10392738378376219,0.07481191719915099,0.023163846657303182,0.06325500872883888,0.38594607091948824,0.10286949818236577,0.17545317494968726,0.031019160609311505,0.038232247696591115,0.12942686979810872,0.2682247151098541,0.15079734205767978,0.05291553890423125,0.10392738378376219,0.13916133656602653,0.041550367694244396,0.12609611401929968
|
| 99 |
+
nemotron_hq_synth,42,9000,0.11712752533452979,0.16624200206904388,0.13965175499435037,0.10565824906080684,0.075698399375578,0.02444246488153262,0.06597617482488803,0.3721941532205233,0.08841529043764194,0.16570800138694497,0.04046622878986389,0.032597048223138136,0.12848053675004567,0.2559229541074368,0.14736126940954478,0.058082314082720944,0.10565824906080684,0.12706164591229346,0.04100522930985293,0.12251527698044264
|
| 100 |
+
nemotron_hq_synth,42,9500,0.12537208257873547,0.17578932938837427,0.15246040812265357,0.10471494674296045,0.07893239139464389,0.0234359338779227,0.0669753380813127,0.4039636902627306,0.10326598659320063,0.1823187366583999,0.0402253715887885,0.036461854028429226,0.1359210042054092,0.2782120491926921,0.15585516679689174,0.059578881491716196,0.10471494674296045,0.14279236162580028,0.04229104199588821,0.1305740746409915
|
| 101 |
+
nemotron_hq_synth,42,10000,0.13053033482303275,0.1833489003594342,0.16390774148358422,0.10532042652172288,0.08129337889204831,0.026658446953565253,0.06982583711386792,0.4256470896685524,0.1004011755011827,0.17992691265266672,0.04341169785398802,0.043647083609207764,0.14297532726657225,0.2947774155760683,0.16316211381300322,0.062352538373018164,0.10532042652172288,0.1401640440769247,0.04671045589221365,0.1354144990421585
|
| 102 |
+
rewire,42,500,0.04265056692256005,0.017686775761007422,0.07063000758921417,0.0903926210271821,0.030379799013744737,0.004539264178227114,0.023639981534482,0.1107927894015786,0.02662659943622075,0.09234833137637262,0.002912124349926271,0.002438425242832636,0.039420084159932096,0.09071139849539639,0.028553429960469758,0.016645961681835506,0.0903926210271821,0.05948746540629669,0.010205890318513917,0.049332794481615726
|
| 103 |
+
rewire,42,1000,0.06484311728144444,0.04049910217052242,0.0985333468707251,0.09272197310137888,0.045354188509845,0.009081214028769788,0.03966070087151555,0.18394079775544742,0.05592438212146007,0.13637468879651304,0.00535327323369042,0.007256215229922551,0.06341752468754301,0.14123707231308624,0.05195831342903272,0.02535373087176771,0.09272197310137888,0.09614953545898655,0.018666043376735962,0.07101444475849801
|
| 104 |
+
rewire,42,1500,0.07190741905633209,0.05892115075137047,0.10436893735488467,0.09795460382659905,0.053258325342698795,0.010844613060567948,0.046119534385095785,0.20469495625029605,0.0573370692498,0.14140054855229928,0.006609331087688163,0.011982514632247587,0.06939744418243737,0.15453194680259036,0.06415929746690392,0.02993382821519348,0.09795460382659905,0.09936880890104964,0.02298222069263711,0.07815511765082893
|
| 105 |
+
rewire,42,2000,0.08061218582376058,0.07078496771644291,0.09514233622292204,0.09790497768108983,0.058547907461149816,0.013215992847969859,0.050800339383308475,0.25919881013704127,0.06798204974806973,0.1474184488528701,0.013355009392517886,0.015730607162547847,0.07726478327919721,0.17717057317998164,0.07402487549782005,0.03595145842683385,0.09790497768108983,0.10770024930046991,0.026582313131275393,0.08655574120291178
|
| 106 |
+
rewire,42,2500,0.08420039972794953,0.0771603417427458,0.11276586955621451,0.09885428216223155,0.06084503993366509,0.015064331133729063,0.0550019303420429,0.26251550608419394,0.07393736409516435,0.14873268946463206,0.012001684289889788,0.014570200439499864,0.07895555749138555,0.1876406878202042,0.07805794961706568,0.03642336211177744,0.09885428216223155,0.1113350267798982,0.028212153971757276,0.09008724374382238
|
| 107 |
+
rewire,42,3000,0.09273231175284881,0.08688501540330522,0.12433475254180555,0.10091173801077505,0.06409726550823135,0.016415555460041233,0.057262931143389734,0.3083276276216714,0.08598627557166745,0.14804341765311896,0.013863234095875228,0.02077112347443672,0.08588880454986808,0.21633119008173846,0.08638690997658666,0.038980249802053286,0.10091173801077505,0.1170148466123932,0.031483203359289225,0.09851802297380598
|
| 108 |
+
rewire,42,3500,0.0943552071841897,0.09198815676417393,0.11226571517194292,0.10031888172027258,0.0658774178188419,0.017955618813174097,0.05958258224760938,0.3155799049237895,0.09068626120982909,0.15085156921568946,0.014212479354972775,0.024739580702601693,0.08820431826737882,0.21392281004786623,0.09009623751577638,0.04004494858690734,0.10031888172027258,0.12076891521275927,0.03409259392112839,0.09987406450078502
|
| 109 |
+
rewire,42,4000,0.10045323135126227,0.09808493132564441,0.12856773797683327,0.099866389535988,0.06706545294538216,0.01766860798312627,0.06150439737831871,0.347323918915057,0.09378039241838648,0.15873791108538501,0.015553513269482568,0.02547021553417667,0.09181530784736656,0.23794582844594514,0.09495011958650548,0.04130948310743236,0.099866389535988,0.12625915175188573,0.03488107363187388,0.10586867434327175
|
| 110 |
+
rewire,42,4500,0.10036503829627282,0.10088855549984291,0.10524296722099793,0.10039707474235997,0.06861016353525448,0.018662317184749654,0.0616205043433571,0.3687800451936108,0.08722579301191119,0.15474602705856588,0.01565302153107318,0.02681297594213349,0.09574101429141714,0.23701150620730438,0.09831478489563003,0.04213159253316383,0.10039707474235997,0.12098591003523854,0.035698599156746745,0.10575657792840726
|
| 111 |
+
rewire,42,5000,0.1065431939221554,0.10500375304236402,0.13821420108568633,0.09877602848879723,0.06953066797835643,0.02138180895412673,0.06225948319143421,0.3955091290222677,0.09096177483016488,0.1559163685145909,0.018203569223752367,0.026421954077943774,0.09633958865638043,0.266861665053977,0.10067167084937223,0.0438671186010544,0.09877602848879723,0.12343907167237789,0.03668774874116824,0.11171721723445782
|
| 112 |
+
rewire,42,5500,0.11073908066220405,0.12446739213241784,0.1084806017696248,0.10143789776164783,0.07183017925454765,0.022495811849453262,0.06449095218497226,0.4110964572347125,0.099710100614002,0.1692942587153078,0.020466902502368847,0.03514829729241852,0.09995011663497495,0.25978852950216863,0.1122087543836964,0.04614854087845825,0.10143789776164783,0.1345021796646549,0.040711687108948014,0.11579959821659568
|
| 113 |
+
rewire,42,6000,0.11152831236617355,0.11750599169433543,0.14825706614540907,0.1022314017734436,0.07221089194749322,0.021348525798453536,0.06617793824944421,0.3930460633066562,0.10122473219185088,0.16298423454426988,0.018511070747557017,0.0324315609899276,0.10241027100524196,0.27065156472603263,0.10995813134978868,0.04536098134752512,0.1022314017734436,0.13210448336806038,0.039986008345941786,0.11671542848513204
|
| 114 |
+
rewire,42,6500,0.11412083094338983,0.12162911343289091,0.1650194763853759,0.10601544979229971,0.07396817821031502,0.020949160901119274,0.06491409833261005,0.40895763295645876,0.10067482623176112,0.15433181279214245,0.020207349210975126,0.030707694092558288,0.10207517898217155,0.28698855467091733,0.11185214620753123,0.047087763710645075,0.10601544979229971,0.1275033195119518,0.03885698444209587,0.1197173697225735
|
| 115 |
+
rewire,42,7000,0.11769021814814488,0.12846422033457444,0.11661160174171585,0.10587341120741427,0.07465826745252561,0.023253111661056477,0.06763325171512326,0.43359791467250897,0.1085309313673308,0.18878273910784718,0.020298853683952837,0.038092810721751746,0.10648550411193741,0.2751047582071124,0.11747486222325593,0.04747856056823922,0.10587341120741427,0.148656835237589,0.042993058032643826,0.12293024757937578
|
| 116 |
+
rewire,42,7500,0.11324781455415638,0.1231688180627862,0.17325189264268517,0.10435263532986278,0.07574792152655453,0.0220681262203481,0.06536118238242487,0.37196582126342603,0.11229246745678682,0.14885301527841707,0.020996462408347655,0.03641334834768204,0.10450208373055489,0.2726088569530556,0.11383545089667055,0.04837219196745109,0.10435263532986278,0.13057274136760194,0.04128088565015167,0.11850379369413226
|
| 117 |
+
rewire,42,8000,0.11610866109281774,0.12489472561651646,0.13397585930550662,0.1083357404261493,0.07447462168085858,0.023275636260537216,0.06511400709272641,0.4135252656710172,0.1119966717037618,0.17600068081918738,0.02060571249693513,0.03485447428173822,0.10625053775887865,0.2737505624882619,0.11557263168769755,0.047540167088896856,0.1083357404261493,0.14399867626147458,0.04108137254500061,0.12171319174958013
|
| 118 |
+
rewire,42,8500,0.12418821812993867,0.12752883908313112,0.15973221534385698,0.10529986221370606,0.07490085154496992,0.024443683465405628,0.06645745627167637,0.4622830744813988,0.11273660538068928,0.18596069933011203,0.01877625860555775,0.0434168485670852,0.10872222327167504,0.3110076449126279,0.11812553117740307,0.046838555075263834,0.10529986221370606,0.14934865235540065,0.04477266276805573,0.1292321514170762
|
| 119 |
+
rewire,42,9000,0.12182497336654456,0.13477283976810148,0.13235983136767265,0.10591517580386675,0.07646531376950948,0.0235884290613947,0.07026033133275691,0.4448382930540099,0.10738434116477466,0.19295601153377168,0.024094904175663404,0.037908880112197424,0.11135532925481549,0.2885990622108413,0.12306408451145848,0.05028010897258644,0.10591517580386675,0.15017017634927315,0.04391921350211634,0.12699130355835705
|
| 120 |
+
rewire,42,9500,0.12262415185928742,0.13955049369725644,0.14004088525941785,0.11081013558780674,0.07905528152583136,0.02503137766985094,0.0722994432167796,0.4158526439997781,0.1086849735165769,0.19352094653171775,0.024047511056761988,0.047313038347591575,0.11528309190207964,0.277946764629598,0.12741679279966805,0.051551396291296674,0.11081013558780674,0.15110296002414733,0.0482146197447407,0.1278404448462096
|
| 121 |
+
rewire,42,10000,0.13030916726404293,0.14874509430718114,0.14036438947513047,0.10747394495014771,0.08199891611739997,0.027135042878077907,0.07317693802463807,0.46080809037958503,0.11604413742583163,0.20332275094186225,0.026873999480503428,0.05653854302944602,0.12122816015871139,0.3005862399273578,0.13498662723294627,0.0544364577989517,0.10747394495014771,0.15968344418384695,0.05228350797738734,0.1349083703451063
|
| 122 |
+
synth_query_reasoning_answer,42,500,0.035513442621675266,0.015073976357627522,0.06616865382567644,0.07943777770518975,0.015712348051208167,0.0036345522202578828,0.0074687987072234565,0.08671991428745399,0.021924742825609692,0.07642687317160561,0.002177722836887656,0.0013750996400650284,0.050040851831297924,0.07644428405656521,0.03255741409446272,0.008945035444047912,0.07943777770518975,0.04917580799860765,0.004159483522515456,0.04178663380356479
|
| 123 |
+
synth_query_reasoning_answer,42,1000,0.04731168262865255,0.02963602643238462,0.08401242682543265,0.08853832296243212,0.023272789397401985,0.005266764151407125,0.01399878961669274,0.1338316493197785,0.03923059801809547,0.07982344474728056,0.0031333777210326144,0.004153994109947552,0.06284200824194466,0.10892203807260559,0.046239017337164644,0.0132030835592173,0.08853832296243212,0.05952702138268802,0.007806515959349139,0.054039333212242795
|
| 124 |
+
synth_query_reasoning_answer,42,1500,0.05326013801281323,0.03808885682928811,0.08936979532304469,0.0766902279229714,0.027866157648731175,0.005029376758557722,0.015261072495772647,0.16544255745029704,0.03834411968107126,0.10458882587147843,0.0038884547309342033,0.004740934368511638,0.06981127707310031,0.12740617638667087,0.05395006695119421,0.01587730618983269,0.0766902279229714,0.07146647277627484,0.008343794540947337,0.058955674127981895
|
| 125 |
+
synth_query_reasoning_answer,42,2000,0.06166518643564844,0.04961021583096391,0.10625470387154326,0.09076826729289443,0.031745314349828725,0.008043488101508345,0.022009781204622263,0.19844060651286843,0.04270292698392914,0.1018733703911475,0.004259666708248702,0.006110232140269859,0.07816366383995649,0.15234765519220583,0.0638869398354602,0.018002490529038715,0.09076826729289443,0.07228814868753831,0.012054500482133489,0.06822466700321182
|
| 126 |
+
synth_query_reasoning_answer,42,2500,0.06494348077664903,0.047233030314284975,0.10876514424103224,0.09437273417223085,0.03325026359922438,0.0069129589351941845,0.021642486150815994,0.21946348712337033,0.04659959768968433,0.10841051647534317,0.006552786889617815,0.006712842299140895,0.07940592142984923,0.16411431568220128,0.0633194758720671,0.019901525244421098,0.09437273417223085,0.07750505708251375,0.011756095795050358,0.07182820064141408
|
| 127 |
+
synth_query_reasoning_answer,42,3000,0.07304361950166396,0.06083236119922607,0.11901715462501503,0.0999531502178266,0.035673127025091546,0.008346536225954462,0.022860459533233932,0.24497066084633537,0.05924195629702546,0.12445701236521202,0.005383094494243185,0.007701793812884167,0.08808612737791967,0.1819939077356752,0.07445924428857287,0.020528110759667366,0.0999531502178266,0.09184948433111874,0.012969596524024187,0.08029224897614749
|
| 128 |
+
synth_query_reasoning_answer,42,3500,0.0743534698623073,0.06825549337045748,0.10911664631483034,0.09826798710967534,0.03686338324645009,0.008439231458359274,0.025503229494916638,0.2638559962546639,0.04372016041555822,0.12995317821807187,0.006999667144742354,0.009700564658356342,0.09156610066160584,0.18648632128474713,0.07991079701603165,0.02193152519559622,0.09826798710967534,0.08683666931681505,0.014547675203877418,0.0813301625211238
|
| 129 |
+
synth_query_reasoning_answer,42,4000,0.07893612365206563,0.0713987127718813,0.1146332358116625,0.10222040200077114,0.03770173201386019,0.00900240926040066,0.02627325010065712,0.2678410594913625,0.06529957425472337,0.14216174075174542,0.010616490683400528,0.007885458157405677,0.09219941852691732,0.1912371476515125,0.08179906564939932,0.02415911134863036,0.10222040200077114,0.1037306575032344,0.014387039172821152,0.08625557055439481
|
| 130 |
+
synth_query_reasoning_answer,42,4500,0.08041983543652169,0.08267124249172617,0.12380602615403143,0.10226453271781745,0.03827475345692155,0.009061552413699396,0.028257569462315637,0.2830962540397703,0.05070825883332228,0.12940000090762332,0.009633175916570135,0.010987480935782877,0.09687717790867972,0.20345114009690085,0.08977421020020294,0.023953964686745842,0.10226453271781745,0.0900541298704728,0.01610220093726597,0.08760002975156765
|
| 131 |
+
synth_query_reasoning_answer,42,5000,0.08058153947617179,0.07820590852350819,0.11771589365717491,0.1072380006691629,0.04032198412470698,0.010187498004546013,0.028489492588401548,0.271192788075246,0.05957526414957225,0.13624831859836145,0.00856856858084561,0.010704492872642352,0.09853026386989325,0.19445434086621044,0.08836808619670072,0.024445276352776296,0.1072380006691629,0.09791179137396686,0.01646049448852997,0.0881463316578912
|
| 132 |
+
synth_query_reasoning_answer,42,5500,0.08256078527521785,0.08843155774339825,0.1238367045421236,0.10917550385546258,0.040026651966034874,0.010164217880368826,0.02846147305792971,0.2747265048098881,0.0548526352585163,0.14119036604766205,0.005647394496900201,0.011793746550222164,0.10242266709410754,0.19928160467600584,0.0954271124187529,0.022837023231467538,0.10917550385546258,0.09802150065308918,0.016806479162840237,0.09025820399960306
|
| 133 |
+
synth_query_reasoning_answer,42,6000,0.08430762089591148,0.07919327341870015,0.12997988477615194,0.10273758126604275,0.04105881577603814,0.009640204226333889,0.029382070642368006,0.29928957416462665,0.05664930881048516,0.14264607399419546,0.010960652360041213,0.010555598217259678,0.0995984130986949,0.2146347294703893,0.08939584325869752,0.026009734068039678,0.10273758126604275,0.09964769140234031,0.016525957695320528,0.09149192286013835
|
| 134 |
+
synth_query_reasoning_answer,42,6500,0.08444149557411484,0.08402537139308493,0.13369818218066098,0.10285850115936718,0.04226174091240128,0.00991331271722322,0.030764933813341114,0.2839103286624604,0.055473570771933677,0.1477476162715078,0.012452525112519533,0.009840064076537727,0.10035179981834028,0.2088042554215607,0.09218858560571261,0.027357133012460406,0.10285850115936718,0.10161059352172074,0.01683943686903402,0.0916097509316426
|
| 135 |
+
synth_query_reasoning_answer,42,7000,0.08733579108353406,0.09274496195438126,0.12783228645351125,0.10585483141968924,0.04140499246430086,0.00990579037971003,0.0306657403064225,0.2964769632109272,0.06872084237283703,0.15010635810946463,0.009139265585396674,0.011518769287097315,0.10365869145867089,0.21215462483221922,0.09820182670652608,0.02527212902484877,0.10585483141968924,0.10941360024115082,0.017363433324409948,0.09471007425814067
|
| 136 |
+
synth_query_reasoning_answer,42,7500,0.08863417347387555,0.09240356217393896,0.14881973353501576,0.10151619983486602,0.042210124440366474,0.010713110240814129,0.0306682229730257,0.30600578486416224,0.061672811030978075,0.14370012267637594,0.013431786018876084,0.010090156104852884,0.10237846779323392,0.227412759199589,0.09739101498358643,0.027820955229621278,0.10151619983486602,0.10268646685367701,0.017157163106230906,0.09566409320126179
|
| 137 |
+
synth_query_reasoning_answer,42,8000,0.08755442520503119,0.08860498877063167,0.14179078288669023,0.09875658289513833,0.044096292751690164,0.009698260497968582,0.03077663652283185,0.29920128931824164,0.06572481798221814,0.14042232845936162,0.020122112503608597,0.010098737020688477,0.1013602728513049,0.22049603610246593,0.09498263081096828,0.03210920262764938,0.09875658289513833,0.10307357322078989,0.016857878013829635,0.09437931727847358
|
| 138 |
+
synth_query_reasoning_answer,42,8500,0.08335227495246045,0.08685831332021673,0.1055250465909481,0.097455577254604,0.043092917852824174,0.010305418491369097,0.032120632212379305,0.2741034843086726,0.06988872186519213,0.1509872786423176,0.01684208503668596,0.01180287876076734,0.10124494509354863,0.18981426544981034,0.09405162920688268,0.029967501444755067,0.097455577254604,0.11043800025375486,0.018076309821505248,0.08996721390521868
|
| 139 |
+
synth_query_reasoning_answer,42,9000,0.08549164796513085,0.09677796067439566,0.1361574540866481,0.10210580354158325,0.04443856787313211,0.010751481772278741,0.03339322593064408,0.2810053666746844,0.04336078094212285,0.14646892336813522,0.012589819426654004,0.013875996896216993,0.10497439439507479,0.20858141038066624,0.10087617753473523,0.028514193649893056,0.10210580354158325,0.09491485215512903,0.019340234866379938,0.09238877868806446
|
| 140 |
+
synth_query_reasoning_answer,42,9500,0.08675381637504477,0.09810283018124974,0.13254892176210545,0.09893137136118485,0.04511541180369288,0.011030940187333069,0.033065885461781463,0.31406529548089707,0.030923310141800064,0.14217114585352564,0.01581980415749073,0.012219747303091026,0.10705113280638545,0.22330710862150127,0.1025769814938176,0.030467607980591803,0.09893137136118485,0.08654722799766285,0.01877219098406852,0.09343374807313783
|
| 141 |
+
synth_query_reasoning_answer,42,10000,0.09358976838409616,0.10867687436008114,0.1268415551737933,0.10053703091204497,0.04709002622209718,0.011280139669537836,0.035570948809070906,0.3227502712932084,0.06067078915360809,0.16932094307810486,0.01544328007619672,0.012554458280223642,0.11234090358118656,0.22479591323350084,0.11050888897063385,0.03126665314914695,0.10053703091204497,0.11499586611585647,0.019801848919610794,0.10031770021679898
|
| 142 |
+
ultra-fineweb,42,500,0.038481466503436576,0.019495634954488493,0.07928922874408514,0.07722641546984463,0.030797161806432147,0.006961313409817425,0.019315659150983884,0.07286157898194345,0.04144640190374186,0.06824323159449819,0.00426163529098437,0.0015040326548863006,0.04037530407953297,0.0760754038630143,0.029935469517010732,0.017529398548708258,0.07722641546984463,0.05484481674912002,0.009260335071895871,0.044145306536598976
|
| 143 |
+
ultra-fineweb,42,1000,0.0567911703348608,0.04355905577829481,0.09418728486485865,0.08443401323410746,0.048606394570776236,0.009989415612228887,0.03524217144089979,0.11794088565678316,0.06252247238345744,0.11256528108215046,0.006559411420393114,0.0037842015939580447,0.06210345638042152,0.10606408526082091,0.052831256079358166,0.027582902995584677,0.08443401323410746,0.08754387673280395,0.016338596215695573,0.06246578841972846
|
| 144 |
+
ultra-fineweb,42,1500,0.06998934555452029,0.062389295879719184,0.10117906140458575,0.09313176857702864,0.05779536363475939,0.012323205819878922,0.044430371187959325,0.1650453041246699,0.07701535869849721,0.13156618898963654,0.012913699391682805,0.006656504189109868,0.07542602475671578,0.13311218276462783,0.06890766031821749,0.0353545315132211,0.09313176857702864,0.10429077384406688,0.02113669373231604,0.07598893512491299
|
| 145 |
+
ultra-fineweb,42,2000,0.07546371228380307,0.06015130962556387,0.11225109179195777,0.09721463009897795,0.06337292034685842,0.01222206634884105,0.04759526616850681,0.19327173569477193,0.08352509509640545,0.13877559128538006,0.012068521883771466,0.007763720915936953,0.07735259814866487,0.15276141374336485,0.06875195388711437,0.037720721115314944,0.09721463009897795,0.11115034319089276,0.022527017811094938,0.08168767997445998
|
| 146 |
+
ultra-fineweb,42,2500,0.08591723785363768,0.08344962426459111,0.1221177039538862,0.0945591698336771,0.06602200842884129,0.014677507739582965,0.04846566791761627,0.2528924921500516,0.09246101478719218,0.14570222795412713,0.013871231362251312,0.00926282409830993,0.08752538175352505,0.1875050980519689,0.08548750300905808,0.0399466198955463,0.0945591698336771,0.11908162137065965,0.02413533325183639,0.09178589090212441
|
| 147 |
+
ultra-fineweb,42,3000,0.0851273551162458,0.07740023988369131,0.11408938250453592,0.0991858307239858,0.06917473048162726,0.012055766301215586,0.0528341864852987,0.2388807477057804,0.09596432582149779,0.14708410582287793,0.016008658026643047,0.011817146677595645,0.08703314096020023,0.17648506510515816,0.08221669042194577,0.04259169425413515,0.0991858307239858,0.12152421582218786,0.02556903315470331,0.09126208824701933
|
| 148 |
+
ultra-fineweb,42,3500,0.08635671945232641,0.09157514411466376,0.11708406666874038,0.09962418046017905,0.07144583458030991,0.015485691039876166,0.05000560195693349,0.22696128990585693,0.09588408852415505,0.14105616173532787,0.021907329119994615,0.012962576327950184,0.09228866899392943,0.17202267828729867,0.09193190655429659,0.04667658185015226,0.09962418046017905,0.11847012512974145,0.026151289774919945,0.09247946034276468
|
| 149 |
+
ultra-fineweb,42,4000,0.09377167295925837,0.10460513190292692,0.12056566118722999,0.10074004374118814,0.07393179590711381,0.01674165918411517,0.05340516873357853,0.2701073922858329,0.10429250068156189,0.14719646359303573,0.024187311301547245,0.012127381699686609,0.09735956529328343,0.19533652673653146,0.10098234859810518,0.04905955360433053,0.10074004374118814,0.1257444821372988,0.027424736539126766,0.09988128189276348
|
| 150 |
+
ultra-fineweb,42,4500,0.09856524694780001,0.10843400310865817,0.11015337596993174,0.1000051068243169,0.07608048579888728,0.017570993723706307,0.053467180678313395,0.3202573105858621,0.10401621497170753,0.15159097306886257,0.022715626903458335,0.019523196451370812,0.09896849528852497,0.21520534327789692,0.10370124919859157,0.04939805635117281,0.1000051068243169,0.12780359402028504,0.030187123617796838,0.10438341221501002
|
| 151 |
+
ultra-fineweb,42,5000,0.09731575505223039,0.11737985203589443,0.1181150075492127,0.10059846477348922,0.07649442955961878,0.018204527823922078,0.05816049564882885,0.28363791343355294,0.11029425106149607,0.14648108615442657,0.026079195626196067,0.013986909172195961,0.09835692778793105,0.2008764604913828,0.10786838991191275,0.051286812592907426,0.10059846477348922,0.1283876686079613,0.03011731088164896,0.10318918454321707
|
| 152 |
+
ultra-fineweb,42,5500,0.10571244591350192,0.1327494275837231,0.136575445672472,0.09891918392069957,0.07813711626417082,0.02127886468837319,0.05861464027929801,0.31493171317266844,0.11642026531766984,0.15400308011574118,0.028404792954428815,0.02041839703432007,0.1080964239584577,0.22575357942257024,0.1204229257710904,0.053270954609299814,0.09891918392069957,0.1352116727167055,0.03343730066733042,0.11116926951794932
|
| 153 |
+
ultra-fineweb,42,6000,0.10695744331530181,0.1301831083794841,0.13003008477511427,0.10171477780840396,0.07990664747852312,0.0200391544376133,0.06285705589982095,0.3272291774408206,0.11669308090936252,0.16167119696461152,0.029049493926484753,0.017528685980062166,0.10658685578332056,0.2286296311079674,0.11838498208140233,0.05447807070250393,0.10171477780840396,0.13918213893698703,0.03347496543916547,0.1126440943460717
|
| 154 |
+
ultra-fineweb,42,6500,0.10532615003601636,0.12815398146508977,0.1263876387556589,0.10263900404187734,0.0803902386380121,0.020675192788869708,0.05931170791175653,0.3198857602622739,0.11394787636760972,0.1631248465300729,0.031020484870734038,0.01404158526663495,0.10433548353360637,0.2231366995089664,0.11624473249934808,0.05570536175437307,0.10263900404187734,0.1385363614488413,0.031342828655753725,0.11126749798486
|
| 155 |
+
ultra-fineweb,42,7000,0.11157434204259264,0.1276840596212306,0.1529673773259822,0.10273795767305964,0.08197786169933959,0.021107631420170078,0.06357479522672736,0.34965431738474,0.11673618248501176,0.15808790445601978,0.034596608329133346,0.017768366279060293,0.11199904261063715,0.25131084735536113,0.11984155111593388,0.058287235014236466,0.10273795767305964,0.13741204347051578,0.03415026430865258,0.11728998315629323
|
| 156 |
+
ultra-fineweb,42,7500,0.11255335830858226,0.12950445405681696,0.16114152653541974,0.1020167671311138,0.08255005712547801,0.020567388484328767,0.06153313072713306,0.35199671603586113,0.1191437053275693,0.15756710952228667,0.03221915582266271,0.022696384782369947,0.10970390415194728,0.25656912128564047,0.11960417910438212,0.05738460647407036,0.1020167671311138,0.13835540742492797,0.03493230133127726,0.11814373045856867
|
| 157 |
+
ultra-fineweb,42,8000,0.1106754902235902,0.1218444658464969,0.15425620414972088,0.10138390730629626,0.08273735862536327,0.01828153503546953,0.06216773540845216,0.3446437317886019,0.11848912318481256,0.16573840462449285,0.03446136140115722,0.017234519325510143,0.10686753598670871,0.2494499679691614,0.1143560009166028,0.05859936001326024,0.10138390730629626,0.1421137639046527,0.032561263256477284,0.1164107105610751
|
| 158 |
+
ultra-fineweb,42,8500,0.11576235252067718,0.13971144551009668,0.1431260466535204,0.10235335354377889,0.08406905575436407,0.022365872394953835,0.06375894947346579,0.36781373742724316,0.1239951979175042,0.16952998479565157,0.03533043372712606,0.02637649200755028,0.11071766104287126,0.2554698920403818,0.12521455327648395,0.05969974474074507,0.10235335354377889,0.14676259135657788,0.03750043795865664,0.12116676215277071
|
| 159 |
+
ultra-fineweb,42,9000,0.11883107130189942,0.136016006503239,0.1604657321134905,0.10232036097930287,0.0856276541531312,0.02279480406648878,0.06460724301478123,0.3761959347182837,0.1343271667920817,0.17014617500203816,0.03726660785056282,0.02388501308520234,0.11232015734419071,0.2683308334158871,0.12416808192371485,0.06144713100184701,0.10232036097930287,0.15223667089705994,0.03709568672215745,0.1242664608233282
|
| 160 |
+
ultra-fineweb,42,9500,0.12246554678681754,0.1518449523796126,0.15509365629847682,0.10435146986006229,0.08659941872909725,0.02140380460002904,0.06637085186284292,0.3995411876628033,0.1380313219873038,0.16367085293118425,0.034299046457880976,0.029354858144451105,0.11902514052806598,0.27731742198064,0.1354350464538393,0.06044923259348911,0.10435146986006229,0.15085108745924403,0.03904317153577435,0.12790790498050816
|
| 161 |
+
ultra-fineweb,42,10000,0.1246939086006464,0.15039229946134877,0.1467434694813066,0.10322931424363972,0.09027593045288435,0.020880707885102188,0.06961700394188111,0.4043690719270397,0.14617396405549954,0.17910012157664065,0.03630274019939995,0.028318183135242564,0.12092409684777188,0.27555627070417316,0.13565819815456032,0.06328933532614214,0.10322931424363972,0.1626370428160701,0.03960529832074195,0.12999590992755458
|
app/src/content/assets/image/newplot_2e21384e-bcac-801e-b0b1-da03761b1dc6.png
DELETED
Git LFS Details
|
app/src/content/chapters/experiments.mdx
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
import Image from "../../components/Image.astro";
|
|
|
|
| 2 |
import newplot_2f81384e_bcac_804d_b760_e8611cc0302b from "../assets/image/newplot_2f81384e-bcac-804d-b760-e8611cc0302b.png";
|
| 3 |
-
import newplot_2e21384e_bcac_801e_b0b1_da03761b1dc6 from "../assets/image/newplot_2e21384e-bcac-801e-b0b1-da03761b1dc6.png";
|
| 4 |
import newplot_2c41384e_bcac_8073_9395_cf2d0e901187 from "../assets/image/newplot_2c41384e-bcac-8073-9395-cf2d0e901187.png";
|
| 5 |
import newplot_2c31384e_bcac_800b_82e8_ff44228f7720 from "../assets/image/newplot_2c31384e-bcac-800b-82e8-ff44228f7720.png";
|
| 6 |
import newplot_2e11384e_bcac_800a_abc6_d0690da3f955 from "../assets/image/newplot_2e11384e-bcac-800a-abc6-d0690da3f955.png";
|
|
@@ -64,7 +64,13 @@ TODO: call the best one FinePhrase in the blog post and just show that one
|
|
| 64 |
|
| 65 |
DCLM, REWIRE and Nemotron-HQ-Synth are the strongest baselines in our setup by a significant margin. For this reason we compare against DCLM in the following experiments.
|
| 66 |
|
| 67 |
-
<
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 68 |
|
| 69 |
#### Disecting the synthetic baselines
|
| 70 |
|
|
|
|
| 1 |
import Image from "../../components/Image.astro";
|
| 2 |
+
import HtmlEmbed from "../../components/HtmlEmbed.astro";
|
| 3 |
import newplot_2f81384e_bcac_804d_b760_e8611cc0302b from "../assets/image/newplot_2f81384e-bcac-804d-b760-e8611cc0302b.png";
|
|
|
|
| 4 |
import newplot_2c41384e_bcac_8073_9395_cf2d0e901187 from "../assets/image/newplot_2c41384e-bcac-8073-9395-cf2d0e901187.png";
|
| 5 |
import newplot_2c31384e_bcac_800b_82e8_ff44228f7720 from "../assets/image/newplot_2c31384e-bcac-800b-82e8-ff44228f7720.png";
|
| 6 |
import newplot_2e11384e_bcac_800a_abc6_d0690da3f955 from "../assets/image/newplot_2e11384e-bcac-800a-abc6-d0690da3f955.png";
|
|
|
|
| 64 |
|
| 65 |
DCLM, REWIRE and Nemotron-HQ-Synth are the strongest baselines in our setup by a significant margin. For this reason we compare against DCLM in the following experiments.
|
| 66 |
|
| 67 |
+
<HtmlEmbed
|
| 68 |
+
id="baselines-comparison"
|
| 69 |
+
src="d3-baselines.html"
|
| 70 |
+
data="baselines.csv"
|
| 71 |
+
title="Baseline Comparison"
|
| 72 |
+
desc="Figure: Comparison of baseline datasets across different evaluation metrics. Use the dropdown to switch metrics."
|
| 73 |
+
/>
|
| 74 |
|
| 75 |
#### Disecting the synthetic baselines
|
| 76 |
|
app/src/content/embeds/d3-baselines.html
ADDED
|
@@ -0,0 +1,609 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
<div class="d3-baselines"></div>
|
| 2 |
+
<style>
|
| 3 |
+
.d3-baselines { position: relative; }
|
| 4 |
+
.d3-baselines .controls {
|
| 5 |
+
display: flex;
|
| 6 |
+
gap: 16px;
|
| 7 |
+
align-items: center;
|
| 8 |
+
justify-content: flex-end;
|
| 9 |
+
flex-wrap: wrap;
|
| 10 |
+
margin: 10px 0 0 0;
|
| 11 |
+
}
|
| 12 |
+
.d3-baselines .controls .control-group {
|
| 13 |
+
display: flex;
|
| 14 |
+
flex-direction: column;
|
| 15 |
+
align-items: flex-start;
|
| 16 |
+
gap: 6px;
|
| 17 |
+
}
|
| 18 |
+
.d3-baselines .controls label {
|
| 19 |
+
font-size: 12px;
|
| 20 |
+
font-weight: 700;
|
| 21 |
+
color: var(--text-color);
|
| 22 |
+
}
|
| 23 |
+
.d3-baselines .controls select {
|
| 24 |
+
appearance: none;
|
| 25 |
+
-webkit-appearance: none;
|
| 26 |
+
-moz-appearance: none;
|
| 27 |
+
border: 1px solid var(--border-color);
|
| 28 |
+
border-radius: 8px;
|
| 29 |
+
padding: 6px 28px 6px 10px;
|
| 30 |
+
background-color: var(--surface-bg);
|
| 31 |
+
color: var(--text-color);
|
| 32 |
+
font-size: 13px;
|
| 33 |
+
line-height: 1.2;
|
| 34 |
+
background-image: url("data:image/svg+xml,%3Csvg width='12' height='8' viewBox='0 0 12 8' xmlns='http://www.w3.org/2000/svg'%3E%3Cpath d='M1.41 1.59L6 6.17l4.59-4.58L12 3 6 9 0 3z' fill='%23999'/%3E%3C/svg%3E");
|
| 35 |
+
background-repeat: no-repeat;
|
| 36 |
+
background-position: right 8px center;
|
| 37 |
+
}
|
| 38 |
+
.d3-baselines .controls select:focus-visible {
|
| 39 |
+
outline: 2px solid var(--primary-color);
|
| 40 |
+
outline-offset: 2px;
|
| 41 |
+
}
|
| 42 |
+
.d3-baselines .legend {
|
| 43 |
+
display: flex;
|
| 44 |
+
flex-direction: column;
|
| 45 |
+
align-items: flex-start;
|
| 46 |
+
gap: 6px;
|
| 47 |
+
margin: 8px 0 0 0;
|
| 48 |
+
padding-bottom: 4px;
|
| 49 |
+
}
|
| 50 |
+
.d3-baselines .legend .legend-title {
|
| 51 |
+
font-size: 12px;
|
| 52 |
+
font-weight: 700;
|
| 53 |
+
color: var(--text-color);
|
| 54 |
+
}
|
| 55 |
+
.d3-baselines .legend .items {
|
| 56 |
+
display: flex;
|
| 57 |
+
flex-wrap: wrap;
|
| 58 |
+
gap: 8px 14px;
|
| 59 |
+
}
|
| 60 |
+
.d3-baselines .legend .item {
|
| 61 |
+
display: inline-flex;
|
| 62 |
+
align-items: center;
|
| 63 |
+
gap: 6px;
|
| 64 |
+
white-space: nowrap;
|
| 65 |
+
font-size: 12px;
|
| 66 |
+
color: var(--text-color);
|
| 67 |
+
cursor: pointer;
|
| 68 |
+
}
|
| 69 |
+
.d3-baselines .legend .item.ghost { opacity: .25; }
|
| 70 |
+
.d3-baselines .legend .swatch {
|
| 71 |
+
width: 14px;
|
| 72 |
+
height: 14px;
|
| 73 |
+
border-radius: 3px;
|
| 74 |
+
border: 1px solid var(--border-color);
|
| 75 |
+
}
|
| 76 |
+
.d3-baselines .bar.ghost { opacity: .25; }
|
| 77 |
+
.d3-baselines .value-label.ghost { opacity: .25; }
|
| 78 |
+
.d3-baselines .line-path { fill: none; stroke-width: 2; opacity: 0.85; }
|
| 79 |
+
.d3-baselines .line-path.ghost { opacity: .15; }
|
| 80 |
+
.d3-baselines .line-dot.ghost { opacity: .15; }
|
| 81 |
+
.d3-baselines .axes path { display: none; }
|
| 82 |
+
.d3-baselines .axes line { stroke: var(--axis-color); }
|
| 83 |
+
.d3-baselines .axes text { fill: var(--tick-color); }
|
| 84 |
+
.d3-baselines .grid line { stroke: var(--grid-color); }
|
| 85 |
+
.d3-baselines .hover-line {
|
| 86 |
+
stroke: var(--text-color);
|
| 87 |
+
stroke-opacity: 0.25;
|
| 88 |
+
stroke-width: 1;
|
| 89 |
+
pointer-events: none;
|
| 90 |
+
}
|
| 91 |
+
.d3-baselines .d3-tooltip {
|
| 92 |
+
position: absolute;
|
| 93 |
+
top: 0px;
|
| 94 |
+
left: 0px;
|
| 95 |
+
transform: translate(-9999px, -9999px);
|
| 96 |
+
pointer-events: none;
|
| 97 |
+
padding: 8px 10px;
|
| 98 |
+
border-radius: 8px;
|
| 99 |
+
font-size: 12px;
|
| 100 |
+
line-height: 1.35;
|
| 101 |
+
border: 1px solid var(--border-color);
|
| 102 |
+
background: var(--surface-bg);
|
| 103 |
+
color: var(--text-color);
|
| 104 |
+
box-shadow: 0 4px 24px rgba(0,0,0,.18);
|
| 105 |
+
opacity: 0;
|
| 106 |
+
transition: opacity .12s ease;
|
| 107 |
+
text-align: left;
|
| 108 |
+
z-index: 10;
|
| 109 |
+
}
|
| 110 |
+
.d3-baselines .d3-tooltip .tip-dot {
|
| 111 |
+
display: inline-block;
|
| 112 |
+
width: 10px;
|
| 113 |
+
height: 10px;
|
| 114 |
+
border-radius: 3px;
|
| 115 |
+
border: 1px solid var(--border-color);
|
| 116 |
+
margin-right: 6px;
|
| 117 |
+
vertical-align: middle;
|
| 118 |
+
}
|
| 119 |
+
</style>
|
| 120 |
+
<script>
|
| 121 |
+
(() => {
|
| 122 |
+
const ensureD3 = (cb) => {
|
| 123 |
+
if (window.d3 && typeof window.d3.select === 'function') return cb();
|
| 124 |
+
let s = document.getElementById('d3-cdn-script');
|
| 125 |
+
if (!s) { s = document.createElement('script'); s.id = 'd3-cdn-script'; s.src = 'https://cdn.jsdelivr.net/npm/d3@7/dist/d3.min.js'; document.head.appendChild(s); }
|
| 126 |
+
const onReady = () => { if (window.d3 && typeof window.d3.select === 'function') cb(); };
|
| 127 |
+
s.addEventListener('load', onReady, { once: true }); if (window.d3) onReady();
|
| 128 |
+
};
|
| 129 |
+
|
| 130 |
+
const bootstrap = () => {
|
| 131 |
+
const scriptEl = document.currentScript;
|
| 132 |
+
let container = scriptEl ? scriptEl.previousElementSibling : null;
|
| 133 |
+
if (!(container && container.classList && container.classList.contains('d3-baselines'))) {
|
| 134 |
+
const cs = Array.from(document.querySelectorAll('.d3-baselines')).filter(el => !(el.dataset && el.dataset.mounted === 'true'));
|
| 135 |
+
container = cs[cs.length - 1] || null;
|
| 136 |
+
}
|
| 137 |
+
if (!container) return;
|
| 138 |
+
if (container.dataset) { if (container.dataset.mounted === 'true') return; container.dataset.mounted = 'true'; }
|
| 139 |
+
|
| 140 |
+
container.style.position = container.style.position || 'relative';
|
| 141 |
+
|
| 142 |
+
// Tooltip
|
| 143 |
+
let tip = container.querySelector('.d3-tooltip'), tipInner;
|
| 144 |
+
if (!tip) {
|
| 145 |
+
tip = document.createElement('div'); tip.className = 'd3-tooltip';
|
| 146 |
+
tipInner = document.createElement('div'); tipInner.className = 'd3-tooltip__inner'; tip.appendChild(tipInner);
|
| 147 |
+
container.appendChild(tip);
|
| 148 |
+
} else { tipInner = tip.querySelector('.d3-tooltip__inner') || tip; }
|
| 149 |
+
|
| 150 |
+
// Display name maps
|
| 151 |
+
const DATASET_NAMES = {
|
| 152 |
+
'cosmopedia': 'Cosmopedia',
|
| 153 |
+
'dclm': 'DCLM',
|
| 154 |
+
'fw_edu_hq': 'FineWeb-Edu (HQ)',
|
| 155 |
+
'fw_edu_lq': 'FineWeb-Edu (LQ)',
|
| 156 |
+
'nemotron_hq_synth': 'Nemotron-HQ-Synth',
|
| 157 |
+
'rewire': 'REWIRE',
|
| 158 |
+
'synth_query_reasoning_answer': 'SYNTH',
|
| 159 |
+
'ultra-fineweb': 'Ultra-FineWeb'
|
| 160 |
+
};
|
| 161 |
+
|
| 162 |
+
const METRIC_NAMES = {
|
| 163 |
+
'agg_score_macro': 'Aggregate Score (Macro)',
|
| 164 |
+
'agg_score_micro': 'Aggregate Score (Micro)',
|
| 165 |
+
'agg_score_RC': 'Reading Comprehension',
|
| 166 |
+
'agg_score_GK': 'General Knowledge',
|
| 167 |
+
'agg_score_NLU': 'Natural Language Understanding',
|
| 168 |
+
'agg_score_MATH': 'Math',
|
| 169 |
+
'agg_score_TABLE': 'Table Understanding',
|
| 170 |
+
'agg_score_RES': 'Reasoning',
|
| 171 |
+
'lighteval|arc_cf:easy|3/prob_norm_token': 'ARC-Easy',
|
| 172 |
+
'lighteval|drop|3/prob_norm_token': 'DROP',
|
| 173 |
+
'lighteval|gsm8k|3/prob_norm_token': 'GSM8K',
|
| 174 |
+
'lighteval|hellaswag_cf|3/prob_norm_token': 'HellaSwag',
|
| 175 |
+
'lighteval|openbookqa_cf|3/prob_norm_token': 'OpenBookQA',
|
| 176 |
+
'lighteval|piqa_cf|3/prob_norm_token': 'PIQA',
|
| 177 |
+
'lighteval|squad_v2|3/prob_norm_token': 'SQuAD v2',
|
| 178 |
+
'lighteval|treb_qa|3/prob_norm_token': 'TriviaQA',
|
| 179 |
+
'lighteval|wikitablequestions|3/prob_norm_token': 'WikiTableQuestions',
|
| 180 |
+
'lighteval|winogrande_cf|3/prob_norm_token': 'Winogrande',
|
| 181 |
+
'lighteval|xcsqa_cf|3/prob_norm_token': 'XCSQA',
|
| 182 |
+
'lighteval|mmlu_redux_cf:_average|3/prob_norm_token': 'MMLU Redux'
|
| 183 |
+
};
|
| 184 |
+
|
| 185 |
+
const METRIC_ORDER = [
|
| 186 |
+
'agg_score_macro', 'agg_score_micro',
|
| 187 |
+
'agg_score_RC', 'agg_score_GK', 'agg_score_NLU',
|
| 188 |
+
'agg_score_MATH', 'agg_score_TABLE', 'agg_score_RES',
|
| 189 |
+
'lighteval|arc_cf:easy|3/prob_norm_token',
|
| 190 |
+
'lighteval|drop|3/prob_norm_token',
|
| 191 |
+
'lighteval|gsm8k|3/prob_norm_token',
|
| 192 |
+
'lighteval|hellaswag_cf|3/prob_norm_token',
|
| 193 |
+
'lighteval|openbookqa_cf|3/prob_norm_token',
|
| 194 |
+
'lighteval|piqa_cf|3/prob_norm_token',
|
| 195 |
+
'lighteval|squad_v2|3/prob_norm_token',
|
| 196 |
+
'lighteval|treb_qa|3/prob_norm_token',
|
| 197 |
+
'lighteval|wikitablequestions|3/prob_norm_token',
|
| 198 |
+
'lighteval|winogrande_cf|3/prob_norm_token',
|
| 199 |
+
'lighteval|xcsqa_cf|3/prob_norm_token',
|
| 200 |
+
'lighteval|mmlu_redux_cf:_average|3/prob_norm_token'
|
| 201 |
+
];
|
| 202 |
+
|
| 203 |
+
// Read optional config
|
| 204 |
+
let mountEl = container;
|
| 205 |
+
while (mountEl && !mountEl.getAttribute?.('data-config')) { mountEl = mountEl.parentElement; }
|
| 206 |
+
let providedConfig = null;
|
| 207 |
+
try {
|
| 208 |
+
const cfg = mountEl && mountEl.getAttribute ? mountEl.getAttribute('data-config') : null;
|
| 209 |
+
if (cfg && cfg.trim()) providedConfig = cfg.trim().startsWith('{') ? JSON.parse(cfg) : null;
|
| 210 |
+
} catch (_) {}
|
| 211 |
+
|
| 212 |
+
const defaultMetric = (providedConfig && providedConfig.defaultMetric) || 'agg_score_macro';
|
| 213 |
+
|
| 214 |
+
// SVG
|
| 215 |
+
const svg = d3.select(container).append('svg').attr('width', '100%').style('display', 'block');
|
| 216 |
+
const gRoot = svg.append('g');
|
| 217 |
+
|
| 218 |
+
// State
|
| 219 |
+
let allData = [];
|
| 220 |
+
let currentMetric = defaultMetric;
|
| 221 |
+
let currentView = 'bar'; // 'bar' or 'line'
|
| 222 |
+
let colorMap = {};
|
| 223 |
+
let highlight = null;
|
| 224 |
+
|
| 225 |
+
// 1.05B tokens per 500 steps β 2.1M tokens per step
|
| 226 |
+
const TOKENS_PER_STEP = 2.1e6;
|
| 227 |
+
function stepsToTokens(step) { return step * TOKENS_PER_STEP; }
|
| 228 |
+
function formatTokens(tokens) {
|
| 229 |
+
if (tokens >= 1e9) return d3.format('.2f')(tokens / 1e9) + 'B';
|
| 230 |
+
if (tokens >= 1e6) return d3.format('.1f')(tokens / 1e6) + 'M';
|
| 231 |
+
return d3.format(',')(tokens);
|
| 232 |
+
}
|
| 233 |
+
function formatStep(step) {
|
| 234 |
+
if (step >= 1000) return d3.format('.0f')(step / 1000) + 'K';
|
| 235 |
+
return String(step);
|
| 236 |
+
}
|
| 237 |
+
// Compact: "12.6B (6K)" for axis ticks
|
| 238 |
+
function stepLabelShort(step) { return `${formatTokens(stepsToTokens(step))} (${formatStep(step)})`; }
|
| 239 |
+
// Verbose: "12.6B Tokens (6K Steps)" for tooltip
|
| 240 |
+
function stepLabelLong(step) { return `${formatTokens(stepsToTokens(step))} Tokens (${formatStep(step)} Steps)`; }
|
| 241 |
+
|
| 242 |
+
// Color helpers
|
| 243 |
+
function getCategoricalColors(n) {
|
| 244 |
+
try { if (window.ColorPalettes && typeof window.ColorPalettes.getColors === 'function') return window.ColorPalettes.getColors('categorical', n); } catch (_) {}
|
| 245 |
+
return (d3.schemeTableau10 || ['#4e79a7','#f28e2b','#e15759','#76b7b2','#59a14f','#edc948','#b07aa1','#ff9da7','#9c755f','#bab0ac']).slice(0, n);
|
| 246 |
+
}
|
| 247 |
+
|
| 248 |
+
function initColors() {
|
| 249 |
+
const allNames = Array.from(d3.group(allData, d => d.runname).keys()).sort();
|
| 250 |
+
if (!Object.keys(colorMap).length) {
|
| 251 |
+
const palette = getCategoricalColors(allNames.length);
|
| 252 |
+
allNames.forEach((name, i) => { colorMap[name] = palette[i % palette.length]; });
|
| 253 |
+
}
|
| 254 |
+
}
|
| 255 |
+
|
| 256 |
+
function showTip(html, x, y) {
|
| 257 |
+
tipInner.innerHTML = html;
|
| 258 |
+
const tipW = tip.offsetWidth || 180;
|
| 259 |
+
const cW = container.clientWidth || 800;
|
| 260 |
+
const px = (x + tipW + 20 > cW) ? x - tipW - 12 : x + 12;
|
| 261 |
+
tip.style.transform = `translate(${px}px, ${Math.max(0, y - 20)}px)`;
|
| 262 |
+
tip.style.opacity = '1';
|
| 263 |
+
}
|
| 264 |
+
function hideTip() {
|
| 265 |
+
tip.style.opacity = '0';
|
| 266 |
+
tip.style.transform = 'translate(-9999px, -9999px)';
|
| 267 |
+
}
|
| 268 |
+
|
| 269 |
+
function updateHighlight() {
|
| 270 |
+
// Bar view
|
| 271 |
+
gRoot.selectAll('rect.bar').classed('ghost', d => highlight && d.name !== highlight);
|
| 272 |
+
gRoot.selectAll('text.value-label').classed('ghost', d => highlight && d.name !== highlight);
|
| 273 |
+
// Line view
|
| 274 |
+
gRoot.selectAll('.line-path').classed('ghost', d => highlight && d.name !== highlight);
|
| 275 |
+
gRoot.selectAll('.line-dot').classed('ghost', d => highlight && d.name !== highlight);
|
| 276 |
+
// Legend
|
| 277 |
+
container.querySelectorAll('.legend .item').forEach(el => {
|
| 278 |
+
el.classList.toggle('ghost', highlight && el.getAttribute('data-name') !== highlight);
|
| 279 |
+
});
|
| 280 |
+
}
|
| 281 |
+
|
| 282 |
+
// βββ BAR CHART βββ
|
| 283 |
+
function renderBar() {
|
| 284 |
+
const width = container.clientWidth || 800;
|
| 285 |
+
const margin = { top: 12, right: 56, bottom: 32, left: 140 };
|
| 286 |
+
|
| 287 |
+
const grouped = d3.group(allData, d => d.runname);
|
| 288 |
+
const finalData = [];
|
| 289 |
+
for (const [runname, rows] of grouped) {
|
| 290 |
+
const maxStep = d3.max(rows, r => +r.steps);
|
| 291 |
+
const row = rows.find(r => +r.steps === maxStep);
|
| 292 |
+
if (row) finalData.push({ name: DATASET_NAMES[runname] || runname, rawName: runname, value: +row[currentMetric] });
|
| 293 |
+
}
|
| 294 |
+
finalData.sort((a, b) => b.value - a.value);
|
| 295 |
+
|
| 296 |
+
const barHeight = 28, barGap = 8;
|
| 297 |
+
const height = margin.top + margin.bottom + finalData.length * (barHeight + barGap);
|
| 298 |
+
svg.attr('width', width).attr('height', height);
|
| 299 |
+
gRoot.attr('transform', `translate(${margin.left},${margin.top})`);
|
| 300 |
+
|
| 301 |
+
const innerWidth = width - margin.left - margin.right;
|
| 302 |
+
const innerHeight = height - margin.top - margin.bottom;
|
| 303 |
+
|
| 304 |
+
const x = d3.scaleLinear().domain([0, d3.max(finalData, d => d.value) * 1.05]).range([0, innerWidth]);
|
| 305 |
+
const y = d3.scaleBand().domain(finalData.map(d => d.name)).range([0, innerHeight]).padding(0.2);
|
| 306 |
+
|
| 307 |
+
// Grid
|
| 308 |
+
gRoot.selectAll('.grid').data([0]).join('g').attr('class', 'grid').call(g => {
|
| 309 |
+
g.selectAll('line').data(x.ticks(5)).join('line')
|
| 310 |
+
.attr('x1', d => x(d)).attr('x2', d => x(d)).attr('y1', 0).attr('y2', innerHeight);
|
| 311 |
+
});
|
| 312 |
+
|
| 313 |
+
// X axis
|
| 314 |
+
gRoot.selectAll('.axis-x').data([0]).join('g').attr('class', 'axes axis-x')
|
| 315 |
+
.attr('transform', `translate(0,${innerHeight})`)
|
| 316 |
+
.call(d3.axisBottom(x).ticks(5).tickFormat(d3.format('.3f')).tickSizeOuter(0))
|
| 317 |
+
.call(g => {
|
| 318 |
+
g.selectAll('text').attr('fill', 'var(--tick-color)').style('font-size', '11px');
|
| 319 |
+
g.selectAll('path, line').attr('stroke', 'var(--axis-color)');
|
| 320 |
+
});
|
| 321 |
+
|
| 322 |
+
// Y axis
|
| 323 |
+
gRoot.selectAll('.axis-y').data([0]).join('g').attr('class', 'axes axis-y')
|
| 324 |
+
.call(d3.axisLeft(y).tickSizeOuter(0))
|
| 325 |
+
.call(g => {
|
| 326 |
+
g.selectAll('text').attr('fill', 'var(--text-color)').style('font-size', '12px').style('font-weight', '500');
|
| 327 |
+
g.selectAll('path, line').attr('stroke', 'var(--axis-color)');
|
| 328 |
+
});
|
| 329 |
+
|
| 330 |
+
// Remove line-specific elements
|
| 331 |
+
gRoot.selectAll('.line-path, .line-dot, .hover-line, .hover-overlay, .x-label, .y-label').remove();
|
| 332 |
+
|
| 333 |
+
// Bars
|
| 334 |
+
gRoot.selectAll('rect.bar').data(finalData, d => d.name).join(
|
| 335 |
+
enter => enter.append('rect').attr('class', 'bar')
|
| 336 |
+
.attr('x', 0).attr('y', d => y(d.name)).attr('height', y.bandwidth()).attr('rx', 3)
|
| 337 |
+
.attr('fill', d => colorMap[d.rawName] || 'var(--primary-color)')
|
| 338 |
+
.attr('width', 0)
|
| 339 |
+
.on('mouseenter', (ev, d) => { highlight = d.name; updateHighlight(); })
|
| 340 |
+
.on('mousemove', (ev, d) => {
|
| 341 |
+
const [mx, my] = d3.pointer(ev, container);
|
| 342 |
+
showTip(`<strong>${d.name}</strong><br/>${METRIC_NAMES[currentMetric] || currentMetric}: <strong>${d.value.toFixed(4)}</strong>`, mx, my);
|
| 343 |
+
})
|
| 344 |
+
.on('mouseleave', () => { hideTip(); highlight = null; updateHighlight(); })
|
| 345 |
+
.transition().duration(300).attr('width', d => Math.max(0, x(d.value))),
|
| 346 |
+
update => update
|
| 347 |
+
.on('mouseenter', (ev, d) => { highlight = d.name; updateHighlight(); })
|
| 348 |
+
.on('mousemove', (ev, d) => {
|
| 349 |
+
const [mx, my] = d3.pointer(ev, container);
|
| 350 |
+
showTip(`<strong>${d.name}</strong><br/>${METRIC_NAMES[currentMetric] || currentMetric}: <strong>${d.value.toFixed(4)}</strong>`, mx, my);
|
| 351 |
+
})
|
| 352 |
+
.on('mouseleave', () => { hideTip(); highlight = null; updateHighlight(); })
|
| 353 |
+
.transition().duration(300)
|
| 354 |
+
.attr('y', d => y(d.name)).attr('height', y.bandwidth())
|
| 355 |
+
.attr('width', d => Math.max(0, x(d.value)))
|
| 356 |
+
.attr('fill', d => colorMap[d.rawName] || 'var(--primary-color)'),
|
| 357 |
+
exit => exit.transition().duration(200).attr('width', 0).remove()
|
| 358 |
+
);
|
| 359 |
+
|
| 360 |
+
// Value labels
|
| 361 |
+
gRoot.selectAll('text.value-label').data(finalData, d => d.name).join(
|
| 362 |
+
enter => enter.append('text').attr('class', 'value-label')
|
| 363 |
+
.attr('x', d => x(d.value) + 5).attr('y', d => y(d.name) + y.bandwidth() / 2)
|
| 364 |
+
.attr('dy', '0.35em').attr('fill', 'var(--text-color)').attr('font-size', 11)
|
| 365 |
+
.text(d => d.value.toFixed(4)),
|
| 366 |
+
update => update.transition().duration(300)
|
| 367 |
+
.attr('x', d => x(d.value) + 5).attr('y', d => y(d.name) + y.bandwidth() / 2)
|
| 368 |
+
.text(d => d.value.toFixed(4)),
|
| 369 |
+
exit => exit.remove()
|
| 370 |
+
);
|
| 371 |
+
}
|
| 372 |
+
|
| 373 |
+
// βββ LINE CHART βββ
|
| 374 |
+
function renderLine() {
|
| 375 |
+
const width = container.clientWidth || 800;
|
| 376 |
+
const margin = { top: 16, right: 50, bottom: 48, left: 60 };
|
| 377 |
+
const height = Math.max(300, Math.round(width / 2.5));
|
| 378 |
+
svg.attr('width', width).attr('height', height);
|
| 379 |
+
gRoot.attr('transform', `translate(${margin.left},${margin.top})`);
|
| 380 |
+
|
| 381 |
+
const innerWidth = width - margin.left - margin.right;
|
| 382 |
+
const innerHeight = height - margin.top - margin.bottom;
|
| 383 |
+
|
| 384 |
+
// Remove bar-specific elements
|
| 385 |
+
gRoot.selectAll('rect.bar, text.value-label').remove();
|
| 386 |
+
|
| 387 |
+
// Build series: one line per dataset
|
| 388 |
+
const grouped = d3.group(allData, d => d.runname);
|
| 389 |
+
const series = [];
|
| 390 |
+
for (const [runname, rows] of grouped) {
|
| 391 |
+
const pts = rows.map(r => ({ step: +r.steps, value: +r[currentMetric] })).sort((a, b) => a.step - b.step);
|
| 392 |
+
series.push({ name: DATASET_NAMES[runname] || runname, rawName: runname, values: pts });
|
| 393 |
+
}
|
| 394 |
+
|
| 395 |
+
const allSteps = Array.from(new Set(allData.map(r => +r.steps))).sort((a, b) => a - b);
|
| 396 |
+
const allValues = series.flatMap(s => s.values.map(v => v.value));
|
| 397 |
+
|
| 398 |
+
const x = d3.scaleLinear().domain(d3.extent(allSteps)).range([0, innerWidth]);
|
| 399 |
+
const yMin = d3.min(allValues);
|
| 400 |
+
const yMax = d3.max(allValues);
|
| 401 |
+
const yPad = (yMax - yMin) * 0.08;
|
| 402 |
+
const y = d3.scaleLinear().domain([yMin - yPad, yMax + yPad]).range([innerHeight, 0]).nice();
|
| 403 |
+
|
| 404 |
+
// Grid
|
| 405 |
+
gRoot.selectAll('.grid').data([0]).join('g').attr('class', 'grid').call(g => {
|
| 406 |
+
g.selectAll('line').data(y.ticks(6)).join('line')
|
| 407 |
+
.attr('x1', 0).attr('x2', innerWidth)
|
| 408 |
+
.attr('y1', d => y(d)).attr('y2', d => y(d));
|
| 409 |
+
});
|
| 410 |
+
|
| 411 |
+
// X axis: tokens with steps in brackets
|
| 412 |
+
gRoot.selectAll('.axis-x').data([0]).join('g').attr('class', 'axes axis-x')
|
| 413 |
+
.attr('transform', `translate(0,${innerHeight})`)
|
| 414 |
+
.call(d3.axisBottom(x).ticks(6).tickFormat(d => stepLabelShort(d)).tickSizeOuter(0))
|
| 415 |
+
.call(g => {
|
| 416 |
+
g.selectAll('text').attr('fill', 'var(--tick-color)').style('font-size', '10px');
|
| 417 |
+
g.selectAll('path, line').attr('stroke', 'var(--axis-color)');
|
| 418 |
+
});
|
| 419 |
+
|
| 420 |
+
// Y axis
|
| 421 |
+
gRoot.selectAll('.axis-y').data([0]).join('g').attr('class', 'axes axis-y')
|
| 422 |
+
.call(d3.axisLeft(y).ticks(6).tickFormat(d3.format('.3f')).tickSizeOuter(0))
|
| 423 |
+
.call(g => {
|
| 424 |
+
g.selectAll('text').attr('fill', 'var(--tick-color)').style('font-size', '11px');
|
| 425 |
+
g.selectAll('path, line').attr('stroke', 'var(--axis-color)');
|
| 426 |
+
});
|
| 427 |
+
|
| 428 |
+
// Axis labels
|
| 429 |
+
gRoot.selectAll('.x-label').data([0]).join('text').attr('class', 'x-label')
|
| 430 |
+
.attr('x', innerWidth / 2).attr('y', innerHeight + 38)
|
| 431 |
+
.attr('text-anchor', 'middle').attr('fill', 'var(--text-color)').attr('font-size', 12)
|
| 432 |
+
.text('Tokens (Steps)');
|
| 433 |
+
|
| 434 |
+
gRoot.selectAll('.y-label').data([0]).join('text').attr('class', 'y-label')
|
| 435 |
+
.attr('transform', 'rotate(-90)').attr('x', -innerHeight / 2).attr('y', -44)
|
| 436 |
+
.attr('text-anchor', 'middle').attr('fill', 'var(--text-color)').attr('font-size', 12)
|
| 437 |
+
.text(METRIC_NAMES[currentMetric] || currentMetric);
|
| 438 |
+
|
| 439 |
+
// Lines
|
| 440 |
+
const line = d3.line().x(d => x(d.step)).y(d => y(d.value)).curve(d3.curveMonotoneX);
|
| 441 |
+
gRoot.selectAll('.line-path').data(series, d => d.name).join(
|
| 442 |
+
enter => enter.append('path').attr('class', 'line-path')
|
| 443 |
+
.attr('stroke', d => colorMap[d.rawName] || 'var(--primary-color)')
|
| 444 |
+
.attr('d', d => line(d.values)),
|
| 445 |
+
update => update.transition().duration(300)
|
| 446 |
+
.attr('stroke', d => colorMap[d.rawName] || 'var(--primary-color)')
|
| 447 |
+
.attr('d', d => line(d.values)),
|
| 448 |
+
exit => exit.remove()
|
| 449 |
+
);
|
| 450 |
+
|
| 451 |
+
// Dots at each data point
|
| 452 |
+
const dotData = series.flatMap(s => s.values.map(v => ({ name: s.name, rawName: s.rawName, step: v.step, value: v.value })));
|
| 453 |
+
gRoot.selectAll('.line-dot').data(dotData, d => d.name + '-' + d.step).join(
|
| 454 |
+
enter => enter.append('circle').attr('class', 'line-dot')
|
| 455 |
+
.attr('cx', d => x(d.step)).attr('cy', d => y(d.value)).attr('r', 3)
|
| 456 |
+
.attr('fill', d => colorMap[d.rawName] || 'var(--primary-color)')
|
| 457 |
+
.attr('stroke', 'var(--surface-bg)').attr('stroke-width', 1),
|
| 458 |
+
update => update.transition().duration(300)
|
| 459 |
+
.attr('cx', d => x(d.step)).attr('cy', d => y(d.value))
|
| 460 |
+
.attr('fill', d => colorMap[d.rawName] || 'var(--primary-color)'),
|
| 461 |
+
exit => exit.remove()
|
| 462 |
+
);
|
| 463 |
+
|
| 464 |
+
// Hover overlay for vertical line + tooltip
|
| 465 |
+
gRoot.selectAll('.hover-line').data([0]).join('line').attr('class', 'hover-line')
|
| 466 |
+
.attr('y1', 0).attr('y2', innerHeight).style('display', 'none');
|
| 467 |
+
|
| 468 |
+
gRoot.selectAll('.hover-overlay').data([0]).join('rect').attr('class', 'hover-overlay')
|
| 469 |
+
.attr('width', innerWidth).attr('height', innerHeight)
|
| 470 |
+
.attr('fill', 'none').attr('pointer-events', 'all')
|
| 471 |
+
.on('mousemove', (ev) => {
|
| 472 |
+
const [mx] = d3.pointer(ev, gRoot.node());
|
| 473 |
+
const stepTarget = x.invert(mx);
|
| 474 |
+
const nearest = allSteps.reduce((best, s) => Math.abs(s - stepTarget) < Math.abs(best - stepTarget) ? s : best, allSteps[0]);
|
| 475 |
+
const px = x(nearest);
|
| 476 |
+
|
| 477 |
+
gRoot.select('.hover-line').attr('x1', px).attr('x2', px).style('display', null);
|
| 478 |
+
|
| 479 |
+
// Build tooltip sorted by value at this step
|
| 480 |
+
const entries = series.map(s => {
|
| 481 |
+
const pt = s.values.find(v => v.step === nearest);
|
| 482 |
+
return pt ? { name: s.name, rawName: s.rawName, value: pt.value } : null;
|
| 483 |
+
}).filter(Boolean).sort((a, b) => b.value - a.value);
|
| 484 |
+
|
| 485 |
+
let html = `<div style="font-weight:700;margin-bottom:4px;">${stepLabelLong(nearest)}</div>`;
|
| 486 |
+
entries.forEach(e => {
|
| 487 |
+
html += `<div><span class="tip-dot" style="background:${colorMap[e.rawName]}"></span>${e.name}: <strong>${e.value.toFixed(4)}</strong></div>`;
|
| 488 |
+
});
|
| 489 |
+
|
| 490 |
+
const [cx, cy] = d3.pointer(ev, container);
|
| 491 |
+
showTip(html, cx, cy);
|
| 492 |
+
})
|
| 493 |
+
.on('mouseleave', () => {
|
| 494 |
+
gRoot.select('.hover-line').style('display', 'none');
|
| 495 |
+
hideTip();
|
| 496 |
+
});
|
| 497 |
+
}
|
| 498 |
+
|
| 499 |
+
// βββ MAIN RENDER DISPATCHER βββ
|
| 500 |
+
function render() {
|
| 501 |
+
if (!allData.length) return;
|
| 502 |
+
initColors();
|
| 503 |
+
gRoot.selectAll('*').remove();
|
| 504 |
+
if (currentView === 'bar') renderBar();
|
| 505 |
+
else renderLine();
|
| 506 |
+
}
|
| 507 |
+
|
| 508 |
+
// βββ BUILD UI βββ
|
| 509 |
+
function buildUI() {
|
| 510 |
+
const controls = document.createElement('div'); controls.className = 'controls';
|
| 511 |
+
|
| 512 |
+
// View toggle
|
| 513 |
+
const viewGroup = document.createElement('div'); viewGroup.className = 'control-group';
|
| 514 |
+
const viewLabel = document.createElement('label'); viewLabel.setAttribute('for', 'view-select-baselines'); viewLabel.textContent = 'View';
|
| 515 |
+
const viewSelect = document.createElement('select'); viewSelect.id = 'view-select-baselines';
|
| 516 |
+
[['bar', 'Final Score (Bar)'], ['line', 'Training Progression (Line)']].forEach(([val, text]) => {
|
| 517 |
+
const opt = document.createElement('option'); opt.value = val; opt.textContent = text;
|
| 518 |
+
if (val === currentView) opt.selected = true;
|
| 519 |
+
viewSelect.appendChild(opt);
|
| 520 |
+
});
|
| 521 |
+
viewSelect.addEventListener('change', () => { currentView = viewSelect.value; render(); });
|
| 522 |
+
viewGroup.appendChild(viewLabel); viewGroup.appendChild(viewSelect);
|
| 523 |
+
controls.appendChild(viewGroup);
|
| 524 |
+
|
| 525 |
+
// Metric select
|
| 526 |
+
const metricGroup = document.createElement('div'); metricGroup.className = 'control-group';
|
| 527 |
+
const metricLabel = document.createElement('label'); metricLabel.setAttribute('for', 'metric-select-baselines'); metricLabel.textContent = 'Metric';
|
| 528 |
+
const metricSelect = document.createElement('select'); metricSelect.id = 'metric-select-baselines';
|
| 529 |
+
const aggGroup = document.createElement('optgroup'); aggGroup.label = 'Aggregate Scores';
|
| 530 |
+
const indGroup = document.createElement('optgroup'); indGroup.label = 'Individual Benchmarks';
|
| 531 |
+
METRIC_ORDER.forEach(key => {
|
| 532 |
+
const opt = document.createElement('option'); opt.value = key; opt.textContent = METRIC_NAMES[key] || key;
|
| 533 |
+
if (key === defaultMetric) opt.selected = true;
|
| 534 |
+
if (key.startsWith('lighteval|')) indGroup.appendChild(opt); else aggGroup.appendChild(opt);
|
| 535 |
+
});
|
| 536 |
+
metricSelect.appendChild(aggGroup); metricSelect.appendChild(indGroup);
|
| 537 |
+
metricSelect.addEventListener('change', () => { currentMetric = metricSelect.value; render(); });
|
| 538 |
+
metricGroup.appendChild(metricLabel); metricGroup.appendChild(metricSelect);
|
| 539 |
+
controls.appendChild(metricGroup);
|
| 540 |
+
|
| 541 |
+
container.appendChild(controls);
|
| 542 |
+
|
| 543 |
+
// Legend
|
| 544 |
+
const legend = document.createElement('div'); legend.className = 'legend';
|
| 545 |
+
legend.innerHTML = '<div class="legend-title">Legend</div><div class="items"></div>';
|
| 546 |
+
container.appendChild(legend);
|
| 547 |
+
}
|
| 548 |
+
|
| 549 |
+
function buildLegend() {
|
| 550 |
+
const items = container.querySelector('.legend .items');
|
| 551 |
+
if (!items) return;
|
| 552 |
+
items.innerHTML = '';
|
| 553 |
+
const allNames = Array.from(d3.group(allData, d => d.runname).keys()).sort();
|
| 554 |
+
allNames.forEach(rawName => {
|
| 555 |
+
const displayName = DATASET_NAMES[rawName] || rawName;
|
| 556 |
+
const el = document.createElement('span'); el.className = 'item'; el.setAttribute('data-name', displayName);
|
| 557 |
+
const sw = document.createElement('span'); sw.className = 'swatch'; sw.style.background = colorMap[rawName] || '#999';
|
| 558 |
+
const txt = document.createElement('span'); txt.textContent = displayName;
|
| 559 |
+
el.appendChild(sw); el.appendChild(txt); items.appendChild(el);
|
| 560 |
+
el.addEventListener('mouseenter', () => { highlight = displayName; updateHighlight(); });
|
| 561 |
+
el.addEventListener('mouseleave', () => { highlight = null; updateHighlight(); });
|
| 562 |
+
});
|
| 563 |
+
}
|
| 564 |
+
|
| 565 |
+
buildUI();
|
| 566 |
+
|
| 567 |
+
// βββ DATA LOADING βββ
|
| 568 |
+
const fetchFirstAvailable = async (paths) => {
|
| 569 |
+
for (const p of paths) {
|
| 570 |
+
try { const r = await fetch(p, { cache: 'no-cache' }); if (r.ok) return await r.text(); } catch (_) {}
|
| 571 |
+
}
|
| 572 |
+
throw new Error('CSV not found');
|
| 573 |
+
};
|
| 574 |
+
|
| 575 |
+
let dataMountEl = container;
|
| 576 |
+
while (dataMountEl && !dataMountEl.getAttribute?.('data-datafiles')) { dataMountEl = dataMountEl.parentElement; }
|
| 577 |
+
let providedData = null;
|
| 578 |
+
try {
|
| 579 |
+
const attr = dataMountEl && dataMountEl.getAttribute ? dataMountEl.getAttribute('data-datafiles') : null;
|
| 580 |
+
if (attr && attr.trim()) providedData = attr.trim().startsWith('[') ? JSON.parse(attr) : attr.trim();
|
| 581 |
+
} catch (_) {}
|
| 582 |
+
|
| 583 |
+
const ensurePrefix = (p) => (typeof p === 'string' && p && !p.includes('/')) ? `/data/${p}` : p;
|
| 584 |
+
const csvPaths = providedData
|
| 585 |
+
? (Array.isArray(providedData) ? providedData.map(ensurePrefix) : [ensurePrefix(providedData)])
|
| 586 |
+
: ['/data/baselines.csv', './assets/data/baselines.csv', '../assets/data/baselines.csv'];
|
| 587 |
+
|
| 588 |
+
(async () => {
|
| 589 |
+
try {
|
| 590 |
+
const text = await fetchFirstAvailable(csvPaths);
|
| 591 |
+
allData = d3.csvParse(text);
|
| 592 |
+
render();
|
| 593 |
+
buildLegend();
|
| 594 |
+
if (window.ResizeObserver) { new ResizeObserver(() => render()).observe(container); }
|
| 595 |
+
else { window.addEventListener('resize', () => render()); }
|
| 596 |
+
} catch (e) {
|
| 597 |
+
const pre = document.createElement('pre');
|
| 598 |
+
pre.textContent = 'Data load error: ' + (e && e.message ? e.message : e);
|
| 599 |
+
pre.style.color = 'var(--danger, #b00020)';
|
| 600 |
+
pre.style.fontSize = '12px';
|
| 601 |
+
container.appendChild(pre);
|
| 602 |
+
}
|
| 603 |
+
})();
|
| 604 |
+
};
|
| 605 |
+
|
| 606 |
+
if (document.readyState === 'loading') { document.addEventListener('DOMContentLoaded', () => ensureD3(bootstrap), { once: true }); }
|
| 607 |
+
else { ensureD3(bootstrap); }
|
| 608 |
+
})();
|
| 609 |
+
</script>
|