Upload add_sub_sorl_v1_abs10_K1_25K

add_sub_sorl_v1_abs10_K1_25K/metrics.json

@@ -70,444 +70,936 @@
       3719,
       3769,
       3819,
-      3869
+      3869,
+      3960,
+      4010,
+      4060,
+      4110,
+      4160,
+      4210,
+      4260,
+      4351,
+      4401,
+      4451,
+      4501,
+      4551,
+      4601,
+      4651,
+      4742,
+      4792,
+      4842,
+      4892,
+      4942,
+      4992,
+      5042,
+      5133,
+      5183,
+      5233,
+      5283,
+      5333,
+      5383,
+      5433,
+      5524,
+      5574,
+      5624,
+      5674,
+      5724,
+      5774,
+      5824,
+      5915,
+      5965,
+      6015,
+      6065,
+      6115,
+      6165,
+      6215,
+      6306,
+      6356,
+      6406,
+      6456,
+      6506,
+      6556,
+      6606,
+      6697,
+      6747,
+      6797,
+      6847,
+      6897,
+      6947,
+      6997,
+      7088,
+      7138,
+      7188,
+      7238,
+      7288,
+      7338,
+      7388,
+      7479,
+      7529,
+      7579,
+      7629,
+      7679,
+      7729,
+      7779
     ],
     "loss": [
-      9.190461158752441,
-      5.166501045227051,
-      3.2305479049682617,
-      3.0906858444213867,
-      2.994469165802002,
-      3.048895835876465,
-      3.2591943740844727,
-      1.6000936031341553,
-      -0.03324759006500244,
-      -3.219552516937256,
-      -4.197554588317871,
-      -2.6743619441986084,
-      -2.2282357215881348,
-      -1.7437527179718018,
-      -1.24261474609375,
-      -1.1773107051849365,
-      -0.9963365793228149,
-      -0.18717944622039795,
-      -0.994360089302063,
-      -0.17535710334777832,
-      -0.5866737961769104,
-      -0.32630622386932373,
-      -0.1583651304244995,
-      -0.5506547689437866,
-      -0.6750422716140747,
-      -0.5237396955490112,
-      -0.5621165037155151,
-      -0.07628041505813599,
-      -0.1960809826850891,
-      -0.5238226652145386,
-      -0.45479297637939453,
-      -0.5785545706748962,
-      -0.572192907333374,
-      -0.7545036673545837,
-      -0.39050161838531494,
-      -0.3878746032714844,
-      -0.246707946062088,
-      -0.3712904155254364,
-      -0.7410520911216736,
-      -0.7477802634239197,
-      -0.9374204277992249,
-      -0.6002537608146667,
-      -0.5804862380027771,
-      -0.7307106256484985,
-      -1.1449896097183228,
-      -0.7023072242736816,
-      -0.2751615643501282,
-      -0.8681702613830566,
-      -0.6093825101852417,
-      -0.3929210901260376,
-      -0.7827325463294983,
-      -0.7987732887268066,
-      -0.6832472085952759,
-      -0.5688872337341309,
-      -0.6018052101135254,
-      -0.8418792486190796,
-      -0.7785307765007019,
-      -0.337721049785614,
-      -0.5132121443748474,
-      -0.4073343873023987,
-      -0.3655291199684143,
-      -0.6873089075088501,
-      -0.4807700514793396,
-      -0.39133989810943604,
-      -0.4098546802997589,
-      -0.797407865524292,
-      -0.44859200716018677,
-      -0.4712650775909424,
-      -0.3992188572883606,
-      -0.4064672291278839
+      2.775237560272217,
+      7.547610282897949,
+      4.619787216186523,
+      3.3733177185058594,
+      2.9553494453430176,
+      2.9782869815826416,
+      2.651740550994873,
+      -4.420749664306641,
+      -4.0340046882629395,
+      -1.603489875793457,
+      -0.8856117725372314,
+      -0.3331648111343384,
+      -0.7166460752487183,
+      -0.9935495853424072,
+      -0.5348667502403259,
+      -0.2662088871002197,
+      -0.36422669887542725,
+      -0.3612262010574341,
+      0.24359634518623352,
+      -0.1940872073173523,
+      -0.2658434510231018,
+      -0.4549145996570587,
+      -0.7099339365959167,
+      -0.3537546396255493,
+      -0.6272122859954834,
+      -0.6276133060455322,
+      -0.7034407258033752,
+      -0.8803790807723999,
+      -0.6200196743011475,
+      -1.0295164585113525,
+      -0.5204843282699585,
+      -0.4025934636592865,
+      -0.6784000992774963,
+      -0.4574926495552063,
+      -0.6503784656524658,
+      -0.21740400791168213,
+      -0.3695314824581146,
+      -0.43050533533096313,
+      -0.44321656227111816,
+      -0.45792967081069946,
+      -0.2178489714860916,
+      -0.6612284183502197,
+      -0.36298084259033203,
+      -0.3561042249202728,
+      -0.5411268472671509,
+      -0.15997686982154846,
+      -0.2238040417432785,
+      -0.7527804374694824,
+      -0.25649505853652954,
+      -0.6289592981338501,
+      -0.49410122632980347,
+      -0.18331468105316162,
+      -0.3199687898159027,
+      -0.2754635810852051,
+      -0.6548870205879211,
+      -0.37214863300323486,
+      0.16730983555316925,
+      -0.25607019662857056,
+      -0.5547778010368347,
+      -0.23881055414676666,
+      -0.23869141936302185,
+      -0.3053569197654724,
+      -0.6120729446411133,
+      -0.17358490824699402,
+      -0.41464683413505554,
+      -0.3155255615711212,
+      -0.539973795413971,
+      -0.3112099766731262,
+      -0.529899001121521,
+      -0.22048673033714294,
+      0.12720385193824768,
+      -0.1732008457183838,
+      -0.09826218336820602,
+      -0.09295424073934555,
+      -0.1722036600112915,
+      -0.32555434107780457,
+      -0.06960314512252808,
+      -0.24585965275764465,
+      -0.2691691815853119,
+      -0.07430160790681839,
+      -0.12875692546367645,
+      -0.49890026450157166,
+      -0.03004104644060135,
+      -0.27030062675476074,
+      -0.4276649057865143,
+      -0.24829161167144775,
+      -0.24454763531684875,
+      -0.20643892884254456,
+      -0.23065191507339478,
+      -0.15173403918743134,
+      -0.1288289725780487,
+      -0.5371881723403931,
+      -0.18638940155506134,
+      -0.39545783400535583,
+      -0.12707214057445526,
+      -0.10258357971906662,
+      -0.21331043541431427,
+      -0.3237987756729126,
+      -0.2645500898361206,
+      -0.24036605656147003,
+      -0.34151068329811096,
+      -0.11535628139972687,
+      -0.10533130913972855,
+      -0.17564454674720764,
+      -0.10551251471042633,
+      -0.18365180492401123,
+      -0.2547161281108856,
+      -0.08338633179664612,
+      -0.017869174480438232,
+      -0.07794929295778275,
+      -0.2373967319726944,
+      -0.07128022611141205,
+      -0.23635011911392212,
+      -0.13728651404380798,
+      -0.028313498944044113,
+      -0.14107288420200348,
+      -0.27062463760375977,
+      -0.08939403295516968,
+      -0.1667688935995102,
+      -0.16491536796092987,
+      -0.12269027531147003,
+      -0.36350658535957336,
+      -0.05644230544567108,
+      -0.010060478001832962,
+      -0.15089525282382965,
+      -0.08028542250394821,
+      -0.07134267687797546,
+      -0.25595834851264954,
+      -0.17725200951099396,
+      -0.057140905410051346,
+      -0.04304641857743263,
+      -0.11805126816034317,
+      -0.0738956555724144,
+      -0.028574828058481216,
+      -0.032799072563648224,
+      -0.023946844041347504,
+      -0.07897244393825531,
+      -0.038176145404577255,
+      -0.0022059171460568905,
+      -0.04675590991973877
     ],
     "base_loss": [
-      7.707293510437012,
-      4.35805606842041,
-      2.015561819076538,
-      1.9516109228134155,
-      1.93378746509552,
-      1.8740915060043335,
-      1.8301212787628174,
-      1.8807543516159058,
-      1.8543447256088257,
-      1.7816431522369385,
-      1.449736475944519,
-      1.0750778913497925,
-      0.8969014286994934,
-      0.7201328873634338,
-      0.5857338309288025,
-      0.515350341796875,
-      0.4651491045951843,
-      0.402709424495697,
-      0.44452181458473206,
-      0.35987958312034607,
-      0.3687458038330078,
-      0.309616357088089,
-      0.28466305136680603,
-      0.2800248861312866,
-      0.37805360555648804,
-      0.349456250667572,
-      0.2721202075481415,
-      0.1941368132829666,
-      0.2818446159362793,
-      0.24511845409870148,
-      0.22365573048591614,
-      0.2581332325935364,
-      0.22468924522399902,
-      0.2866680920124054,
-      0.19988836348056793,
-      0.21447350084781647,
-      0.19538240134716034,
-      0.19758661091327667,
-      0.17485487461090088,
-      0.1870802789926529,
-      0.1876666396856308,
-      0.1586993783712387,
-      0.15935318171977997,
-      0.1772172749042511,
-      0.20511488616466522,
-      0.14057905972003937,
-      0.14634256064891815,
-      0.17220208048820496,
-      0.15756499767303467,
-      0.12289166450500488,
-      0.13189402222633362,
-      0.12689675390720367,
-      0.1268821805715561,
-      0.0976928099989891,
-      0.09254758805036545,
-      0.1167963370680809,
-      0.12230370193719864,
-      0.061435870826244354,
-      0.10646288096904755,
-      0.06817925721406937,
-      0.07916043698787689,
-      0.09582412242889404,
-      0.07675866037607193,
-      0.06337268650531769,
-      0.06639906018972397,
-      0.10464208573102951,
-      0.06369388103485107,
-      0.07750404626131058,
-      0.05772814899682999,
-      0.0618344210088253
+      9.28781795501709,
+      6.408207416534424,
+      3.954561471939087,
+      2.0575625896453857,
+      1.966015100479126,
+      1.913878321647644,
+      1.828439712524414,
+      1.8617305755615234,
+      1.431872010231018,
+      0.9288164377212524,
+      0.7166451215744019,
+      0.5394684076309204,
+      0.5172553658485413,
+      0.5257603526115417,
+      0.3500528931617737,
+      0.2768792510032654,
+      0.2930271327495575,
+      0.28543582558631897,
+      0.2047962099313736,
+      0.21444563567638397,
+      0.20364591479301453,
+      0.1602955162525177,
+      0.17975081503391266,
+      0.10734299570322037,
+      0.1685129553079605,
+      0.17823576927185059,
+      0.1294601410627365,
+      0.1530643254518509,
+      0.12994277477264404,
+      0.1753716617822647,
+      0.098540760576725,
+      0.13171425461769104,
+      0.12440256029367447,
+      0.09750843793153763,
+      0.10259241610765457,
+      0.08516658842563629,
+      0.0938568040728569,
+      0.08442933112382889,
+      0.08345118910074234,
+      0.07648413628339767,
+      0.08328725397586823,
+      0.10315794497728348,
+      0.07307988405227661,
+      0.06590916961431503,
+      0.08993113040924072,
+      0.05706944689154625,
+      0.06592441350221634,
+      0.09816405922174454,
+      0.06872431188821793,
+      0.08560836315155029,
+      0.08522152900695801,
+      0.03932935744524002,
+      0.06628448516130447,
+      0.054641298949718475,
+      0.08359350264072418,
+      0.06020509451627731,
+      0.08234674483537674,
+      0.04314882308244705,
+      0.07642664015293121,
+      0.0344601608812809,
+      0.048634521663188934,
+      0.04398999363183975,
+      0.08435793966054916,
+      0.04250624403357506,
+      0.05525727942585945,
+      0.06740889698266983,
+      0.06672954559326172,
+      0.06832120567560196,
+      0.06656587868928909,
+      0.06475470215082169,
+      0.02944616600871086,
+      0.02783912792801857,
+      0.02230864204466343,
+      0.01960669830441475,
+      0.03943309187889099,
+      0.04117203876376152,
+      0.035829126834869385,
+      0.03276657313108444,
+      0.034448444843292236,
+      0.05022916570305824,
+      0.024941788986325264,
+      0.06100919470191002,
+      0.01847134344279766,
+      0.04928785562515259,
+      0.05794186145067215,
+      0.03713752701878548,
+      0.04499039426445961,
+      0.028732936829328537,
+      0.032221321016550064,
+      0.020824583247303963,
+      0.028740141540765762,
+      0.06568349152803421,
+      0.024854103103280067,
+      0.04695362597703934,
+      0.026407036930322647,
+      0.016328101977705956,
+      0.028396395966410637,
+      0.0408906415104866,
+      0.03339320793747902,
+      0.04666588082909584,
+      0.04415905103087425,
+      0.018016483634710312,
+      0.014827796258032322,
+      0.023171423003077507,
+      0.03068389557301998,
+      0.022415442392230034,
+      0.03334091231226921,
+      0.010826569981873035,
+      0.004939792212098837,
+      0.011606397107243538,
+      0.029728740453720093,
+      0.011070964857935905,
+      0.027625424787402153,
+      0.01636265404522419,
+      0.03281437233090401,
+      0.01786724664270878,
+      0.032829318195581436,
+      0.011172984726727009,
+      0.020385416224598885,
+      0.01945609226822853,
+      0.015599744394421577,
+      0.0463777594268322,
+      0.007090721745043993,
+      0.002301769098266959,
+      0.018458489328622818,
+      0.010156680829823017,
+      0.008803258650004864,
+      0.029838016256690025,
+      0.02362155355513096,
+      0.007222625892609358,
+      0.005627515260130167,
+      0.013934285379946232,
+      0.00901535339653492,
+      0.003945329692214727,
+      0.004317434038966894,
+      0.004925424698740244,
+      0.009535633958876133,
+      0.005236275494098663,
+      0.000816056621260941,
+      0.006017677485942841
     ],
     "info_loss": [
-      -0.5703163146972656,
-      -0.166015625,
-      -0.06974220275878906,
-      -0.0745776891708374,
-      -0.08152985572814941,
-      -0.06991314888000488,
-      -0.04411435127258301,
-      -0.21549618244171143,
-      -0.37584030628204346,
-      -0.6874351501464844,
-      -0.7523373961448669,
-      -0.557295024394989,
-      -0.4853973090648651,
-      -0.40835925936698914,
-      -0.3295533061027527,
-      -0.3078162670135498,
-      -0.2742995619773865,
-      -0.18321914970874786,
-      -0.2575337886810303,
-      -0.15976710617542267,
-      -0.1911141574382782,
-      -0.15414360165596008,
-      -0.13090449571609497,
-      -0.15989911556243896,
-      -0.18713147938251495,
-      -0.1621924787759781,
-      -0.15000823140144348,
-      -0.09506124258041382,
-      -0.10266301035881042,
-      -0.13723227381706238,
-      -0.12602582573890686,
-      -0.13937442004680634,
-      -0.1260860562324524,
-      -0.14851446449756622,
-      -0.10906409472227097,
-      -0.09848323464393616,
-      -0.07746206969022751,
-      -0.0828794315457344,
-      -0.11464187502861023,
-      -0.11303246766328812,
-      -0.1308683156967163,
-      -0.09133747220039368,
-      -0.09089986979961395,
-      -0.1075134426355362,
-      -0.1480427086353302,
-      -0.09612017124891281,
-      -0.054484449326992035,
-      -0.1174512505531311,
-      -0.08855501562356949,
-      -0.06146596744656563,
-      -0.10301853716373444,
-      -0.10187290608882904,
-      -0.09169016033411026,
-      -0.07557268440723419,
-      -0.0797661542892456,
-      -0.10500068217515945,
-      -0.0984283983707428,
-      -0.047317616641521454,
-      -0.06959307193756104,
-      -0.05479596555233002,
-      -0.05312419682741165,
-      -0.08555228263139725,
-      -0.06329430639743805,
-      -0.052405696362257004,
-      -0.05460964888334274,
-      -0.09755084663629532,
-      -0.05779761075973511,
-      -0.06151659041643143,
-      -0.05198967456817627,
-      -0.05291672796010971
+      -1.4931654930114746,
+      -0.3287515640258789,
+      -0.15673398971557617,
+      -0.060143470764160156,
+      -0.08957064151763916,
+      -0.08109843730926514,
+      -0.10492265224456787,
+      -0.8159008026123047,
+      -0.7340517640113831,
+      -0.436699241399765,
+      -0.3305722177028656,
+      -0.2345598042011261,
+      -0.26151734590530396,
+      -0.2701610028743744,
+      -0.1915142834186554,
+      -0.1484409123659134,
+      -0.1524379551410675,
+      -0.13985788822174072,
+      -0.07239346206188202,
+      -0.11426207423210144,
+      -0.10004279017448425,
+      -0.08696124702692032,
+      -0.10689475387334824,
+      -0.06413023173809052,
+      -0.09764015674591064,
+      -0.09936109930276871,
+      -0.10012608021497726,
+      -0.11616788059473038,
+      -0.08879338204860687,
+      -0.13839909434318542,
+      -0.075227752327919,
+      -0.06567079573869705,
+      -0.09227447211742401,
+      -0.06739025563001633,
+      -0.08406399190425873,
+      -0.04091668874025345,
+      -0.05387166142463684,
+      -0.05921587347984314,
+      -0.060556016862392426,
+      -0.06337527930736542,
+      -0.037323929369449615,
+      -0.08630433678627014,
+      -0.04977574944496155,
+      -0.049126606434583664,
+      -0.07182436436414719,
+      -0.027198320254683495,
+      -0.034297745674848557,
+      -0.09243270754814148,
+      -0.03931873291730881,
+      -0.0762982964515686,
+      -0.06489811837673187,
+      -0.027625108137726784,
+      -0.048267342150211334,
+      -0.041161395609378815,
+      -0.08079905807971954,
+      -0.04790109768509865,
+      0.0011650696396827698,
+      -0.03641394525766373,
+      -0.06875798851251602,
+      -0.03174798563122749,
+      -0.033739905804395676,
+      -0.038479916751384735,
+      -0.07334434241056442,
+      -0.025829708203673363,
+      -0.051409944891929626,
+      -0.04240108281373978,
+      -0.06412427872419357,
+      -0.0410870797932148,
+      -0.06333422660827637,
+      -0.03284423425793648,
+      0.00417708232998848,
+      -0.024818118661642075,
+      -0.017061999067664146,
+      -0.016985513269901276,
+      -0.02596151828765869,
+      -0.04014855995774269,
+      -0.015163155272603035,
+      -0.03072977066040039,
+      -0.0335262157022953,
+      -0.016495104879140854,
+      -0.017648227512836456,
+      -0.05817177891731262,
+      -0.009896370582282543,
+      -0.03396162390708923,
+      -0.052463896572589874,
+      -0.031708974391222,
+      -0.031061530113220215,
+      -0.02669505402445793,
+      -0.02900986559689045,
+      -0.019973134621977806,
+      -0.018899552524089813,
+      -0.06360407918691635,
+      -0.024449247866868973,
+      -0.046435195952653885,
+      -0.01775706559419632,
+      -0.014864739961922169,
+      -0.025742633268237114,
+      -0.03865946829319,
+      -0.03197530657052994,
+      -0.031122641637921333,
+      -0.04157198593020439,
+      -0.01486174762248993,
+      -0.014675622805953026,
+      -0.02121778391301632,
+      -0.014983661472797394,
+      -0.022015109658241272,
+      -0.03083636984229088,
+      -0.010758324526250362,
+      -0.0045216502621769905,
+      -0.01022826973348856,
+      -0.028052691370248795,
+      -0.010628215968608856,
+      -0.027519239112734795,
+      -0.016260437667369843,
+      -0.006960311904549599,
+      -0.017028087750077248,
+      -0.03268968313932419,
+      -0.011114806868135929,
+      -0.020086344331502914,
+      -0.019388578832149506,
+      -0.015157317742705345,
+      -0.04190883785486221,
+      -0.007044406142085791,
+      -0.0022618311922997236,
+      -0.01841524988412857,
+      -0.010110707953572273,
+      -0.008758192881941795,
+      -0.029799800366163254,
+      -0.021984053775668144,
+      -0.007137994281947613,
+      -0.005599978379905224,
+      -0.013903001323342323,
+      -0.00883825309574604,
+      -0.0038955863565206528,
+      -0.004232798703014851,
+      -0.004899953026324511,
+      -0.009251396171748638,
+      -0.0052089691162109375,
+      -0.0007940736250020564,
+      -0.005982651840895414
     ],
     "abs_loss": [
-      2.2391064167022705,
-      1.903133749961853,
-      1.8471856117248535,
-      1.870505690574646,
-      1.8405386209487915,
-      1.8321367502212524,
-      1.8374236822128296,
-      1.8635932207107544,
-      1.8500641584396362,
-      1.8130455017089844,
-      1.789480209350586,
-      1.4839378595352173,
-      1.1312556266784668,
-      0.8757233619689941,
-      0.6512569785118103,
-      0.6017574667930603,
-      0.5022904872894287,
-      0.46593570709228516,
-      0.40201544761657715,
-      0.35612478852272034,
-      0.29723620414733887,
-      0.2846054136753082,
-      0.2813468277454376,
-      0.2518315017223358,
-      0.23474085330963135,
-      0.1778661459684372,
-      0.22422951459884644,
-      0.22165711224079132,
-      0.1990116387605667,
-      0.21514342725276947,
-      0.20219220221042633,
-      0.18571658432483673,
-      0.1271841675043106,
-      0.12184059619903564,
-      0.13935674726963043,
-      0.1843566745519638,
-      0.11972486972808838,
-      0.11449414491653442,
-      0.1205715611577034,
-      0.07506386190652847,
-      0.07510096579790115,
-      0.07919437438249588,
-      0.09589538723230362,
-      0.06470391154289246,
-      0.06804872304201126,
-      0.06406687945127487,
-      0.07336432486772537,
-      0.04453839734196663,
-      0.06374714523553848,
-      0.0641837790608406,
-      0.051210492849349976,
-      0.06126769259572029,
-      0.05609944835305214,
-      0.045193735510110855,
-      0.06044153496623039,
-      0.03156470134854317,
-      0.04949544370174408,
-      0.04925629124045372,
-      0.037908535450696945,
-      0.052750349044799805,
-      0.05024566873908043,
-      0.0473237968981266,
-      0.056845005601644516,
-      0.0363769493997097,
-      0.03889637067914009,
-      0.04386458173394203,
-      0.030996553599834442,
-      0.02613372914493084,
-      0.025389796122908592,
-      0.03995569422841072
+      2.287022590637207,
+      2.0916876792907715,
+      1.8786654472351074,
+      1.8568774461746216,
+      1.8498092889785767,
+      1.8190327882766724,
+      1.8224343061447144,
+      1.8426017761230469,
+      1.8160287141799927,
+      1.5422773361206055,
+      1.1873483657836914,
+      0.7351039052009583,
+      0.7013891339302063,
+      0.4904753267765045,
+      0.39240923523902893,
+      0.40737900137901306,
+      0.32288554310798645,
+      0.3128460645675659,
+      0.32565391063690186,
+      0.27980709075927734,
+      0.23081153631210327,
+      0.164260134100914,
+      0.2405962496995926,
+      0.20454931259155273,
+      0.18585167825222015,
+      0.1410851627588272,
+      0.1597604751586914,
+      0.13912147283554077,
+      0.14329303801059723,
+      0.1450016349554062,
+      0.1277744472026825,
+      0.144809290766716,
+      0.11082559078931808,
+      0.09187864512205124,
+      0.08627257496118546,
+      0.09445662051439285,
+      0.09944355487823486,
+      0.0844881609082222,
+      0.06807096302509308,
+      0.0774887427687645,
+      0.05698530003428459,
+      0.06316094845533371,
+      0.05285605788230896,
+      0.07560881972312927,
+      0.05246293544769287,
+      0.06453344970941544,
+      0.04189883545041084,
+      0.057164814323186874,
+      0.06852755695581436,
+      0.06694110482931137,
+      0.05445839464664459,
+      0.04003268480300903,
+      0.04949067905545235,
+      0.06563352793455124,
+      0.05591483786702156,
+      0.03960074856877327,
+      0.050677765160799026,
+      0.05222274735569954,
+      0.044354382902383804,
+      0.04689810797572136,
+      0.04471694305539131,
+      0.033734675496816635,
+      0.03260963782668114,
+      0.034053441137075424,
+      0.03475390747189522,
+      0.027156146243214607,
+      0.03657558932900429,
+      0.032038044184446335,
+      0.04324740171432495,
+      0.029938995838165283,
+      0.03984285518527031,
+      0.03961440548300743,
+      0.017977066338062286,
+      0.04167564585804939,
+      0.030039796605706215,
+      0.020334169268608093,
+      0.027248024940490723,
+      0.02041912078857422,
+      0.013136718422174454,
+      0.02858579158782959,
+      0.020576881244778633,
+      0.033657435327768326,
+      0.02780439890921116,
+      0.053980231285095215,
+      0.025031788274645805,
+      0.02547328732907772,
+      0.02095186896622181,
+      0.02673853375017643,
+      0.022440383210778236,
+      0.03095315955579281,
+      0.016164809465408325,
+      0.03688853606581688,
+      0.03149260953068733,
+      0.020118767395615578,
+      0.015789978206157684,
+      0.026521777734160423,
+      0.025128299370408058,
+      0.015657806769013405,
+      0.020167004317045212,
+      0.017777908593416214,
+      0.020459117367863655,
+      0.020475341007113457,
+      0.017835237085819244,
+      0.013575234450399876,
+      0.016010567545890808,
+      0.010493863373994827,
+      0.009120851755142212,
+      0.013193558901548386,
+      0.012166949920356274,
+      0.01292345393449068,
+      0.018737776204943657,
+      0.018054399639368057,
+      0.006013364065438509,
+      0.018393641337752342,
+      0.008320348337292671,
+      0.018457762897014618,
+      0.014404929243028164,
+      0.012825693935155869,
+      0.012252169661223888,
+      0.01264596451073885,
+      0.008783203549683094,
+      0.006435094866901636,
+      0.009466757997870445,
+      0.011133003048598766,
+      0.008680086582899094,
+      0.014923741109669209,
+      0.005890031810849905,
+      0.009024207480251789,
+      0.008068445138633251,
+      0.007878277450799942,
+      0.007220780476927757,
+      0.006559442728757858,
+      0.009277471341192722,
+      0.003974832594394684,
+      0.008603575639426708,
+      0.009288758039474487,
+      0.013746594078838825,
+      0.013656378723680973,
+      0.008018574677407742,
+      0.012013244442641735
     ],
     "zipf_loss": [
-      6.962420463562012,
-      2.278287887573242,
-      1.727689504623413,
-      1.6978013515472412,
-      1.6919262409210205,
-      1.690722107887268,
-      1.686474084854126,
-      1.6879417896270752,
-      1.6858043670654297,
-      1.6918517351150513,
-      1.6971348524093628,
-      1.675116777420044,
-      1.6157103776931763,
-      1.5321345329284668,
-      1.4020588397979736,
-      1.3253259658813477,
-      1.2312809228897095,
-      1.195708990097046,
-      1.0962542295455933,
-      1.0268218517303467,
-      0.9259983897209167,
-      0.877052903175354,
-      0.8378820419311523,
-      0.7431282997131348,
-      0.7947447299957275,
-      0.7309422492980957,
-      0.6434226036071777,
-      0.6580294966697693,
-      0.5288034081459045,
-      0.5818673372268677,
-      0.561590313911438,
-      0.5384848713874817,
-      0.45125994086265564,
-      0.4317888617515564,
-      0.4863152503967285,
-      0.3640486001968384,
-      0.3205578625202179,
-      0.24846789240837097,
-      0.21845467388629913,
-      0.18795782327651978,
-      0.17608600854873657,
-      0.14650212228298187,
-      0.15956974029541016,
-      0.16073615849018097,
-      0.12351780384778976,
-      0.11190879344940186,
-      0.11600394546985626,
-      0.12968632578849792,
-      0.11222794651985168,
-      0.0924285426735878,
-      0.11043774336576462,
-      0.08693233132362366,
-      0.10116228461265564,
-      0.0846274122595787,
-      0.0972646176815033,
-      0.08817484229803085,
-      0.07849989831447601,
-      0.06909362971782684,
-      0.07246481627225876,
-      0.06717102229595184,
-      0.08152782917022705,
-      0.06765741109848022,
-      0.06972979009151459,
-      0.06570670753717422,
-      0.0659530982375145,
-      0.06907197833061218,
-      0.06259053200483322,
-      0.06378341466188431,
-      0.0604107640683651,
-      0.05687008425593376
+      8.190372467041016,
+      4.21774959564209,
+      2.044699192047119,
+      1.7315019369125366,
+      1.7000598907470703,
+      1.6934897899627686,
+      1.690284013748169,
+      1.692267656326294,
+      1.6930378675460815,
+      1.6804585456848145,
+      1.5847303867340088,
+      1.3994543552398682,
+      1.3111330270767212,
+      1.1332526206970215,
+      0.9909822344779968,
+      0.900583028793335,
+      0.8348370790481567,
+      0.7206323146820068,
+      0.730169415473938,
+      0.7061072587966919,
+      0.5078573822975159,
+      0.2379763424396515,
+      0.15520316362380981,
+      0.15974974632263184,
+      0.1620911955833435,
+      0.17365333437919617,
+      0.15238380432128906,
+      0.11432318389415741,
+      0.12364210188388824,
+      0.16460275650024414,
+      0.1204749196767807,
+      0.10791924595832825,
+      0.10885953158140182,
+      0.10971362143754959,
+      0.07904183119535446,
+      0.09715063124895096,
+      0.06538397073745728,
+      0.06877526640892029,
+      0.07208532094955444,
+      0.09159012138843536,
+      0.06640453636646271,
+      0.09234096854925156,
+      0.05641115829348564,
+      0.06169179081916809,
+      0.08193936944007874,
+      0.048483528196811676,
+      0.04905913397669792,
+      0.06766603887081146,
+      0.061115242540836334,
+      0.04172118008136749,
+      0.06421263515949249,
+      0.04960378259420395,
+      0.09147107601165771,
+      0.07494569569826126,
+      0.06391854584217072,
+      0.04269716516137123,
+      0.06824462115764618,
+      0.059698160737752914,
+      0.051940008997917175,
+      0.03951932117342949,
+      0.045601435005664825,
+      0.032078806310892105,
+      0.03375157713890076,
+      0.03880057483911514,
+      0.040719956159591675,
+      0.03836074844002724,
+      0.030881881713867188,
+      0.028135811910033226,
+      0.03255265951156616,
+      0.040206994861364365,
+      0.05200258642435074,
+      0.04317977651953697,
+      0.04825145751237869,
+      0.05312662571668625,
+      0.044974446296691895,
+      0.03272582218050957,
+      0.0434744693338871,
+      0.026629559695720673,
+      0.030330833047628403,
+      0.03756170719861984,
+      0.020725876092910767,
+      0.018442610278725624,
+      0.047670878469944,
+      0.014629715122282505,
+      0.036528993397951126,
+      0.02911325916647911,
+      0.01898207701742649,
+      0.02910483255982399,
+      0.024981416761875153,
+      0.024077415466308594,
+      0.029809938743710518,
+      0.02948029898107052,
+      0.03009970486164093,
+      0.019928639754652977,
+      0.022512484341859818,
+      0.027083536610007286,
+      0.013206664472818375,
+      0.020339498296380043,
+      0.01979305036365986,
+      0.022416699677705765,
+      0.028004225343465805,
+      0.013197165913879871,
+      0.02481359988451004,
+      0.012004347518086433,
+      0.01203914638608694,
+      0.013034461066126823,
+      0.01939459890127182,
+      0.012050990015268326,
+      0.021190840750932693,
+      0.011434659361839294,
+      0.011527659371495247,
+      0.02212553098797798,
+      0.010615499690175056,
+      0.007115839049220085,
+      0.007643207907676697,
+      0.009494960308074951,
+      0.022002404555678368,
+      0.0092984763905406,
+      0.012483924627304077,
+      0.008249725215137005,
+      0.012404844164848328,
+      0.008560520596802235,
+      0.00596435833722353,
+      0.009142763912677765,
+      0.013930749148130417,
+      0.009172595106065273,
+      0.006846996955573559,
+      0.011299213394522667,
+      0.018160128965973854,
+      0.0062285917811095715,
+      0.006603773683309555,
+      0.006388517562299967,
+      0.004543771501630545,
+      0.006038222461938858,
+      0.004351124167442322,
+      0.019198384135961533,
+      0.002631222829222679,
+      0.007311630062758923,
+      0.004116905387490988,
+      0.00585160730406642
     ],
     "denoise_loss": [],
     "ortho_loss": [
-      0.4214286804199219,
-      0.18882839381694794,
-      0.1212303414940834,
-      0.11552999913692474,
-      0.08706260472536087,
-      0.09062568098306656,
-      0.08478324860334396,
-      0.08018892258405685,
-      0.09239780157804489,
-      0.1168321818113327,
-      0.13350531458854675,
-      0.15595880150794983,
-      0.1914532333612442,
-      0.1955980360507965,
-      0.20734401047229767,
-      0.2079848051071167,
-      0.22458618879318237,
-      0.217812642455101,
-      0.22359661757946014,
-      0.22261333465576172,
-      0.21620140969753265,
-      0.2151515632867813,
-      0.2155912071466446,
-      0.21206055581569672,
-      0.21063639223575592,
-      0.21173329651355743,
-      0.2016972005367279,
-      0.1977507472038269,
-      0.19506840407848358,
-      0.19696591794490814,
-      0.17341327667236328,
-      0.16453030705451965,
-      0.18576037883758545,
-      0.1828179508447647,
-      0.1950673907995224,
-      0.1837579756975174,
-      0.1741635948419571,
-      0.17811855673789978,
-      0.16840724647045135,
-      0.16616372764110565,
-      0.17120879888534546,
-      0.16129401326179504,
-      0.16783320903778076,
-      0.16347329318523407,
-      0.16215452551841736,
-      0.16703131794929504,
-      0.16951780021190643,
-      0.16996146738529205,
-      0.16912420094013214,
-      0.1748487651348114,
-      0.1752723902463913,
-      0.18083271384239197,
-      0.17920422554016113,
-      0.18311761319637299,
-      0.18380235135555267,
-      0.18301932513713837,
-      0.1814393401145935,
-      0.18424195051193237,
-      0.18770591914653778,
-      0.18873360753059387,
-      0.18713155388832092,
-      0.18882162868976593,
-      0.18982088565826416,
-      0.18827897310256958,
-      0.18959622085094452,
-      0.18957337737083435,
-      0.1906057596206665,
-      0.1932428628206253,
-      0.19275683164596558,
-      0.1928425282239914
+      0.6088240742683411,
+      0.33010056614875793,
+      0.21411478519439697,
+      0.15372449159622192,
+      0.10954908281564713,
+      0.10619203746318817,
+      0.1071133241057396,
+      0.17322593927383423,
+      0.18734809756278992,
+      0.21046631038188934,
+      0.2544556260108948,
+      0.2811073660850525,
+      0.27933359146118164,
+      0.30032429099082947,
+      0.3181747794151306,
+      0.3021242916584015,
+      0.30070003867149353,
+      0.3047161102294922,
+      0.29878291487693787,
+      0.294882595539093,
+      0.3017619848251343,
+      0.3246193826198578,
+      0.3274792730808258,
+      0.31516149640083313,
+      0.31390562653541565,
+      0.3176639974117279,
+      0.30613771080970764,
+      0.30903494358062744,
+      0.29815226793289185,
+      0.3041422963142395,
+      0.30682864785194397,
+      0.29478564858436584,
+      0.285143107175827,
+      0.28599533438682556,
+      0.28144142031669617,
+      0.2649855315685272,
+      0.27516791224479675,
+      0.2877526581287384,
+      0.2752108573913574,
+      0.2736209034919739,
+      0.2612563371658325,
+      0.2680782675743103,
+      0.2876756489276886,
+      0.31357342004776,
+      0.30909889936447144,
+      0.29838162660598755,
+      0.2932455837726593,
+      0.29046431183815,
+      0.2770218253135681,
+      0.2851712703704834,
+      0.2728922963142395,
+      0.2799801230430603,
+      0.28310680389404297,
+      0.27114954590797424,
+      0.29482606053352356,
+      0.309641033411026,
+      0.3022473156452179,
+      0.2983833849430084,
+      0.2894889712333679,
+      0.2985239624977112,
+      0.29320472478866577,
+      0.2976941168308258,
+      0.3074931204319,
+      0.2983621060848236,
+      0.28685250878334045,
+      0.28766006231307983,
+      0.2761837840080261,
+      0.27767765522003174,
+      0.26966720819473267,
+      0.2801859676837921,
+      0.27615296840667725,
+      0.2672549784183502,
+      0.2738680839538574,
+      0.28428056836128235,
+      0.274615615606308,
+      0.2717064321041107,
+      0.27200043201446533,
+      0.2775023281574249,
+      0.28582414984703064,
+      0.2739453613758087,
+      0.28235429525375366,
+      0.2763129472732544,
+      0.28233736753463745,
+      0.2881776988506317,
+      0.277167946100235,
+      0.2771058678627014,
+      0.26995790004730225,
+      0.2737855911254883,
+      0.2769392430782318,
+      0.27080678939819336,
+      0.26978862285614014,
+      0.2715676426887512,
+      0.2671617865562439,
+      0.26437824964523315,
+      0.2694927155971527,
+      0.28054067492485046,
+      0.2770703136920929,
+      0.2670004963874817,
+      0.2709817886352539,
+      0.26673585176467896,
+      0.2748439311981201,
+      0.2779378890991211,
+      0.27402395009994507,
+      0.27640703320503235,
+      0.2766958177089691,
+      0.27871349453926086,
+      0.27661144733428955,
+      0.26058056950569153,
+      0.2604549825191498,
+      0.25930461287498474,
+      0.25678619742393494,
+      0.252104252576828,
+      0.24827271699905396,
+      0.2491685301065445,
+      0.24485431611537933,
+      0.24885989725589752,
+      0.2484455108642578,
+      0.2500342130661011,
+      0.254868745803833,
+      0.25000831484794617,
+      0.2509933412075043,
+      0.2539915442466736,
+      0.2499563843011856,
+      0.25075626373291016,
+      0.2544092535972595,
+      0.25233811140060425,
+      0.25777095556259155,
+      0.25766149163246155,
+      0.25799405574798584,
+      0.259542852640152,
+      0.2591084837913513,
+      0.2588949501514435,
+      0.2605401277542114,
+      0.25861841440200806,
+      0.2574929893016815,
+      0.257936030626297,
+      0.25708767771720886,
+      0.2581881284713745,
+      0.2574787139892578,
+      0.2564684748649597
     ],
     "lr": [
-      3.350427350427351e-05,
-      6.76923076923077e-05,
+      1.6752136752136756e-05,
+      3.384615384615385e-05,
+      5.094017094017095e-05,
+      6.803418803418804e-05,
       8e-05,
       8e-05,
       8e-05,
@@ -548,34 +1040,102 @@
       8e-05,
       8e-05,
       8e-05,
-      7.989559715264963e-05,
-      7.752280516741365e-05,
-      7.51500131821777e-05,
-      7.277722119694173e-05,
-      7.040442921170577e-05,
-      6.803163722646982e-05,
-      6.565884524123386e-05,
-      6.134036382810441e-05,
-      5.896757184286844e-05,
-      5.6594779857632485e-05,
-      5.422198787239652e-05,
-      5.184919588716057e-05,
-      4.947640390192461e-05,
-      4.710361191668863e-05,
-      4.278513050355919e-05,
-      4.041233851832322e-05,
-      3.803954653308728e-05,
-      3.566675454785132e-05,
-      3.329396256261535e-05,
-      3.092117057737938e-05,
-      2.854837859214342e-05,
-      2.4229897179013967e-05,
-      2.1857105193778026e-05,
-      1.9484313208542057e-05,
-      1.7111521223306092e-05,
-      1.4738729238070129e-05,
-      1.2365937252834164e-05,
-      9.993145267598198e-06
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      7.987186923279727e-05,
+      7.868547324017929e-05,
+      7.74990772475613e-05,
+      7.631268125494332e-05,
+      7.512628526232533e-05,
+      7.393988926970736e-05,
+      7.178064856314262e-05,
+      7.059425257052466e-05,
+      6.940785657790668e-05,
+      6.822146058528868e-05,
+      6.703506459267071e-05,
+      6.584866860005273e-05,
+      6.466227260743475e-05,
+      6.250303190087003e-05,
+      6.131663590825203e-05,
+      6.0130239915634074e-05,
+      5.894384392301608e-05,
+      5.77574479303981e-05,
+      5.657105193778013e-05,
+      5.538465594516214e-05,
+      5.3225415238597426e-05,
+      5.203901924597944e-05,
+      5.0852623253361464e-05,
+      4.966622726074349e-05,
+      4.8479831268125495e-05,
+      4.729343527550752e-05,
+      4.610703928288953e-05,
+      4.3947798576324816e-05,
+      4.276140258370682e-05,
+      4.157500659108885e-05,
+      4.038861059847088e-05,
+      3.9202214605852886e-05,
+      3.801581861323492e-05,
+      3.6829422620616924e-05,
+      3.46701819140522e-05,
+      3.348378592143423e-05,
+      3.229738992881624e-05,
+      3.111099393619827e-05,
+      2.9924597943580276e-05,
+      2.8738201950962302e-05,
+      2.7551805958344328e-05,
+      2.5392565251779594e-05,
+      2.4206169259161623e-05,
+      2.3019773266543632e-05,
+      2.1833377273925658e-05,
+      2.0646981281307667e-05,
+      1.9460585288689693e-05,
+      1.8274189296071722e-05,
+      1.6114948589506984e-05,
+      1.4928552596889012e-05,
+      1.374215660427102e-05,
+      1.2555760611653047e-05,
+      1.1369364619035074e-05,
+      1.0182968626417082e-05,
+      8.99657263379911e-06
     ],
     "emb_lr": [],
     "eval_step": [
@@ -588,7 +1148,17 @@
       2696,
       3087,
       3478,
-      3869
+      3869,
+      4260,
+      4651,
+      5042,
+      5433,
+      5824,
+      6215,
+      6606,
+      6997,
+      7388,
+      7779
     ],
     "eval_accuracy": [
       0.01,
@@ -600,10 +1170,20 @@
       0.0,
       0.0,
       0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
       0.0
     ]
   },
-  "final_accuracy": 0.8683333333333333,
+  "final_accuracy": 0.985,
   "sft_eval": {
     "config": {
       "ops": "add_sub",
@@ -614,7 +1194,7 @@
     },
     "splits": {
       "add_S0": {
-        "full_accuracy": 0.98,
+        "full_accuracy": 1.0,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
@@ -622,17 +1202,17 @@
             "count": 605
           },
           "SS": {
-            "accuracy": 0.9789473684210527,
+            "accuracy": 1.0,
             "count": 95
           }
         }
       },
       "add_S1": {
-        "full_accuracy": 0.99,
+        "full_accuracy": 1.0,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
-            "accuracy": 0.9950980392156863,
+            "accuracy": 1.0,
             "count": 204
           },
           "SC": {
@@ -650,7 +1230,7 @@
         }
       },
       "add_S2": {
-        "full_accuracy": 0.85,
+        "full_accuracy": 1.0,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
@@ -658,33 +1238,33 @@
             "count": 163
           },
           "SC": {
-            "accuracy": 0.9615384615384616,
+            "accuracy": 1.0,
             "count": 130
           },
           "SS": {
-            "accuracy": 0.9655172413793104,
+            "accuracy": 1.0,
             "count": 87
           },
           "UC": {
-            "accuracy": 0.9655172413793104,
+            "accuracy": 1.0,
             "count": 203
           },
           "US": {
-            "accuracy": 0.9914529914529915,
+            "accuracy": 1.0,
             "count": 117
           }
         }
       },
       "add_S3": {
-        "full_accuracy": 0.5,
+        "full_accuracy": 0.98,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
-            "accuracy": 0.9834710743801653,
+            "accuracy": 1.0,
             "count": 121
           },
           "SC": {
-            "accuracy": 0.9752066115702479,
+            "accuracy": 1.0,
             "count": 121
           },
           "SS": {
@@ -692,17 +1272,17 @@
             "count": 49
           },
           "UC": {
-            "accuracy": 0.7580645161290323,
+            "accuracy": 0.989247311827957,
             "count": 186
           },
           "US": {
-            "accuracy": 0.9730941704035875,
+            "accuracy": 1.0,
             "count": 223
           }
         }
       },
       "add_S4": {
-        "full_accuracy": 0.37,
+        "full_accuracy": 0.76,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
@@ -710,7 +1290,7 @@
             "count": 104
           },
           "SC": {
-            "accuracy": 0.9811320754716981,
+            "accuracy": 1.0,
             "count": 106
           },
           "SS": {
@@ -718,17 +1298,17 @@
             "count": 23
           },
           "UC": {
-            "accuracy": 0.66875,
+            "accuracy": 0.85,
             "count": 160
           },
           "US": {
-            "accuracy": 0.8045602605863192,
+            "accuracy": 0.9837133550488599,
             "count": 307
           }
         }
       },
       "add_S5": {
-        "full_accuracy": 0.18,
+        "full_accuracy": 0.45,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
@@ -740,17 +1320,17 @@
             "count": 100
           },
           "UC": {
-            "accuracy": 0.3,
+            "accuracy": 0.53,
             "count": 100
           },
           "US": {
-            "accuracy": 0.605,
+            "accuracy": 0.8675,
             "count": 400
           }
         }
       },
       "add_S6": {
-        "full_accuracy": 0.38,
+        "full_accuracy": 0.49,
         "n_examples": 100,
         "per_subtask": {
           "SC": {
@@ -758,25 +1338,25 @@
             "count": 100
           },
           "UC": {
-            "accuracy": 0.53,
+            "accuracy": 0.65,
             "count": 100
           },
           "US": {
-            "accuracy": 0.644,
+            "accuracy": 0.824,
             "count": 500
           }
         }
       },
       "add_random": {
-        "full_accuracy": 0.925,
+        "full_accuracy": 0.99,
         "n_examples": 200,
         "per_subtask": {
           "SA": {
-            "accuracy": 0.9910514541387024,
+            "accuracy": 1.0,
             "count": 447
           },
           "SC": {
-            "accuracy": 0.984375,
+            "accuracy": 1.0,
             "count": 320
           },
           "SS": {
@@ -784,17 +1364,17 @@
             "count": 56
           },
           "UC": {
-            "accuracy": 0.9886578449905482,
+            "accuracy": 0.996219281663516,
             "count": 529
           },
           "US": {
-            "accuracy": 0.9791666666666666,
+            "accuracy": 1.0,
             "count": 48
           }
         }
       },
       "add_C3": {
-        "full_accuracy": 0.81,
+        "full_accuracy": 0.97,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
@@ -806,17 +1386,17 @@
             "count": 100
           },
           "UC": {
-            "accuracy": 0.9067357512953368,
+            "accuracy": 0.9844559585492227,
             "count": 193
           },
           "US": {
-            "accuracy": 0.9626168224299065,
+            "accuracy": 1.0,
             "count": 107
           }
         }
       },
       "add_C4": {
-        "full_accuracy": 0.75,
+        "full_accuracy": 0.92,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
@@ -828,17 +1408,17 @@
             "count": 100
           },
           "UC": {
-            "accuracy": 0.90625,
+            "accuracy": 0.97265625,
             "count": 256
           },
           "US": {
-            "accuracy": 0.9305555555555556,
+            "accuracy": 0.9861111111111112,
             "count": 144
           }
         }
       },
       "add_C5": {
-        "full_accuracy": 0.68,
+        "full_accuracy": 0.9,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
@@ -850,17 +1430,17 @@
             "count": 100
           },
           "UC": {
-            "accuracy": 0.9084967320261438,
+            "accuracy": 0.9673202614379085,
             "count": 306
           },
           "US": {
-            "accuracy": 0.8556701030927835,
+            "accuracy": 0.979381443298969,
             "count": 194
           }
         }
       },
       "add_C6": {
-        "full_accuracy": 0.76,
+        "full_accuracy": 0.97,
         "n_examples": 100,
         "per_subtask": {
           "SC": {
@@ -868,21 +1448,21 @@
             "count": 100
           },
           "UC": {
-            "accuracy": 0.9344262295081968,
+            "accuracy": 0.9918032786885246,
             "count": 366
           },
           "US": {
-            "accuracy": 0.9700854700854701,
+            "accuracy": 1.0,
             "count": 234
           }
         }
       },
       "sub_M0": {
-        "full_accuracy": 1.0,
+        "full_accuracy": 0.99,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
-            "accuracy": 1.0,
+            "accuracy": 0.9983361064891847,
             "count": 601
           },
           "ME": {
@@ -892,29 +1472,29 @@
         }
       },
       "sub_M1": {
-        "full_accuracy": 0.94,
+        "full_accuracy": 1.0,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
-            "accuracy": 0.996415770609319,
+            "accuracy": 1.0,
             "count": 279
           },
           "MB": {
-            "accuracy": 0.9862068965517241,
+            "accuracy": 1.0,
             "count": 145
           },
           "ME": {
-            "accuracy": 0.9583333333333334,
+            "accuracy": 1.0,
             "count": 24
           },
           "UB": {
-            "accuracy": 0.9920634920634921,
+            "accuracy": 1.0,
             "count": 252
           }
         }
       },
       "sub_M2": {
-        "full_accuracy": 0.9,
+        "full_accuracy": 1.0,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
@@ -922,7 +1502,7 @@
             "count": 213
           },
           "MB": {
-            "accuracy": 0.9911504424778761,
+            "accuracy": 1.0,
             "count": 113
           },
           "ME": {
@@ -930,7 +1510,7 @@
             "count": 85
           },
           "UB": {
-            "accuracy": 0.9502762430939227,
+            "accuracy": 1.0,
             "count": 181
           },
           "UD": {
@@ -940,7 +1520,7 @@
         }
       },
       "sub_M3": {
-        "full_accuracy": 0.19,
+        "full_accuracy": 0.99,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
@@ -956,17 +1536,17 @@
             "count": 56
           },
           "UB": {
-            "accuracy": 0.4697986577181208,
+            "accuracy": 0.9932885906040269,
             "count": 149
           },
           "UD": {
-            "accuracy": 0.9765258215962441,
+            "accuracy": 1.0,
             "count": 213
           }
         }
       },
       "sub_M4": {
-        "full_accuracy": 0.01,
+        "full_accuracy": 0.85,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
@@ -978,17 +1558,17 @@
             "count": 100
           },
           "UB": {
-            "accuracy": 0.1,
+            "accuracy": 0.85,
             "count": 100
           },
           "UD": {
-            "accuracy": 0.57,
+            "accuracy": 1.0,
             "count": 300
           }
         }
       },
       "sub_M5": {
-        "full_accuracy": 0.0,
+        "full_accuracy": 0.73,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
@@ -1000,17 +1580,17 @@
             "count": 100
           },
           "UB": {
-            "accuracy": 0.02,
+            "accuracy": 0.95,
             "count": 100
           },
           "UD": {
-            "accuracy": 0.435,
+            "accuracy": 0.945,
             "count": 400
           }
         }
       },
       "sub_random": {
-        "full_accuracy": 0.96,
+        "full_accuracy": 0.985,
         "n_examples": 200,
         "per_subtask": {
           "MD": {
@@ -1026,7 +1606,7 @@
             "count": 53
           },
           "UB": {
-            "accuracy": 0.9886104783599089,
+            "accuracy": 1.0,
             "count": 439
           },
           "UD": {
@@ -1036,11 +1616,11 @@
         }
       },
       "sub_B3": {
-        "full_accuracy": 0.77,
+        "full_accuracy": 0.97,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
-            "accuracy": 1.0,
+            "accuracy": 0.9933333333333333,
             "count": 300
           },
           "MB": {
@@ -1048,17 +1628,17 @@
             "count": 100
           },
           "UB": {
-            "accuracy": 0.883248730964467,
+            "accuracy": 0.9949238578680203,
             "count": 197
           },
           "UD": {
-            "accuracy": 0.9805825242718447,
+            "accuracy": 1.0,
             "count": 103
           }
         }
       },
       "sub_B4": {
-        "full_accuracy": 0.6,
+        "full_accuracy": 0.98,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
@@ -1070,17 +1650,17 @@
             "count": 100
           },
           "UB": {
-            "accuracy": 0.8380566801619433,
+            "accuracy": 0.9959514170040485,
             "count": 247
           },
           "UD": {
-            "accuracy": 0.8758169934640523,
+            "accuracy": 0.9934640522875817,
             "count": 153
           }
         }
       },
       "sub_B5": {
-        "full_accuracy": 0.5,
+        "full_accuracy": 1.0,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
@@ -1092,18 +1672,18 @@
             "count": 100
           },
           "UB": {
-            "accuracy": 0.8355704697986577,
+            "accuracy": 1.0,
             "count": 298
           },
           "UD": {
-            "accuracy": 0.8663366336633663,
+            "accuracy": 1.0,
             "count": 202
           }
         }
       }
     },
     "summary": {
-      "overall_accuracy": 0.66375,
+      "overall_accuracy": 0.9125,
       "total_examples": 2400,
       "n_splits": 22
     }
@@ -1118,11 +1698,11 @@
     },
     "splits": {
       "add_S0": {
-        "full_accuracy": 0.99,
+        "full_accuracy": 1.0,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
-            "accuracy": 0.9983471074380166,
+            "accuracy": 1.0,
             "count": 605
           },
           "SS": {
@@ -1154,7 +1734,7 @@
         }
       },
       "add_S2": {
-        "full_accuracy": 0.99,
+        "full_accuracy": 1.0,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
@@ -1170,7 +1750,7 @@
             "count": 87
           },
           "UC": {
-            "accuracy": 0.9950738916256158,
+            "accuracy": 1.0,
             "count": 203
           },
           "US": {
@@ -1180,7 +1760,7 @@
         }
       },
       "add_S3": {
-        "full_accuracy": 0.98,
+        "full_accuracy": 1.0,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
@@ -1196,7 +1776,7 @@
             "count": 49
           },
           "UC": {
-            "accuracy": 0.989247311827957,
+            "accuracy": 1.0,
             "count": 186
           },
           "US": {
@@ -1206,7 +1786,7 @@
         }
       },
       "add_S4": {
-        "full_accuracy": 0.86,
+        "full_accuracy": 1.0,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
@@ -1222,17 +1802,17 @@
             "count": 23
           },
           "UC": {
-            "accuracy": 0.9125,
+            "accuracy": 1.0,
             "count": 160
           },
           "US": {
-            "accuracy": 0.9869706840390879,
+            "accuracy": 1.0,
             "count": 307
           }
         }
       },
       "add_S5": {
-        "full_accuracy": 0.35,
+        "full_accuracy": 0.96,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
@@ -1244,17 +1824,17 @@
             "count": 100
           },
           "UC": {
-            "accuracy": 0.37,
+            "accuracy": 0.96,
             "count": 100
           },
           "US": {
-            "accuracy": 0.8925,
+            "accuracy": 1.0,
             "count": 400
           }
         }
       },
       "add_S6": {
-        "full_accuracy": 0.54,
+        "full_accuracy": 0.91,
         "n_examples": 100,
         "per_subtask": {
           "SC": {
@@ -1262,25 +1842,25 @@
             "count": 100
           },
           "UC": {
-            "accuracy": 0.55,
+            "accuracy": 0.91,
             "count": 100
           },
           "US": {
-            "accuracy": 0.882,
+            "accuracy": 0.984,
             "count": 500
           }
         }
       },
       "add_random": {
-        "full_accuracy": 0.98,
+        "full_accuracy": 1.0,
         "n_examples": 200,
         "per_subtask": {
           "SA": {
-            "accuracy": 0.9932885906040269,
+            "accuracy": 1.0,
             "count": 447
           },
           "SC": {
-            "accuracy": 0.996875,
+            "accuracy": 1.0,
             "count": 320
           },
           "SS": {
@@ -1298,7 +1878,7 @@
         }
       },
       "add_C3": {
-        "full_accuracy": 0.95,
+        "full_accuracy": 1.0,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
@@ -1310,7 +1890,7 @@
             "count": 100
           },
           "UC": {
-            "accuracy": 0.9740932642487047,
+            "accuracy": 1.0,
             "count": 193
           },
           "US": {
@@ -1320,7 +1900,7 @@
         }
       },
       "add_C4": {
-        "full_accuracy": 0.96,
+        "full_accuracy": 1.0,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
@@ -1332,17 +1912,17 @@
             "count": 100
           },
           "UC": {
-            "accuracy": 0.98828125,
+            "accuracy": 1.0,
             "count": 256
           },
           "US": {
-            "accuracy": 0.9861111111111112,
+            "accuracy": 1.0,
             "count": 144
           }
         }
       },
       "add_C5": {
-        "full_accuracy": 0.89,
+        "full_accuracy": 1.0,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
@@ -1354,17 +1934,17 @@
             "count": 100
           },
           "UC": {
-            "accuracy": 0.9705882352941176,
+            "accuracy": 1.0,
             "count": 306
           },
           "US": {
-            "accuracy": 0.9742268041237113,
+            "accuracy": 1.0,
             "count": 194
           }
         }
       },
       "add_C6": {
-        "full_accuracy": 0.96,
+        "full_accuracy": 0.99,
         "n_examples": 100,
         "per_subtask": {
           "SC": {
@@ -1372,11 +1952,11 @@
             "count": 100
           },
           "UC": {
-            "accuracy": 0.9890710382513661,
+            "accuracy": 0.9972677595628415,
             "count": 366
           },
           "US": {
-            "accuracy": 0.9957264957264957,
+            "accuracy": 1.0,
             "count": 234
           }
         }
@@ -1444,7 +2024,7 @@
         }
       },
       "sub_M3": {
-        "full_accuracy": 0.95,
+        "full_accuracy": 1.0,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
@@ -1460,17 +2040,17 @@
             "count": 56
           },
           "UB": {
-            "accuracy": 0.9664429530201343,
+            "accuracy": 1.0,
             "count": 149
           },
           "UD": {
-            "accuracy": 0.9953051643192489,
+            "accuracy": 1.0,
             "count": 213
           }
         }
       },
       "sub_M4": {
-        "full_accuracy": 0.55,
+        "full_accuracy": 1.0,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
@@ -1482,17 +2062,17 @@
             "count": 100
           },
           "UB": {
-            "accuracy": 0.63,
+            "accuracy": 1.0,
             "count": 100
           },
           "UD": {
-            "accuracy": 0.95,
+            "accuracy": 1.0,
             "count": 300
           }
         }
       },
       "sub_M5": {
-        "full_accuracy": 0.11,
+        "full_accuracy": 0.8,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
@@ -1504,21 +2084,21 @@
             "count": 100
           },
           "UB": {
-            "accuracy": 0.11,
+            "accuracy": 0.8,
             "count": 100
           },
           "UD": {
-            "accuracy": 0.895,
+            "accuracy": 0.9925,
             "count": 400
           }
         }
       },
       "sub_random": {
-        "full_accuracy": 1.0,
+        "full_accuracy": 0.995,
         "n_examples": 200,
         "per_subtask": {
           "MD": {
-            "accuracy": 1.0,
+            "accuracy": 0.9983333333333333,
             "count": 600
           },
           "MB": {
@@ -1540,7 +2120,7 @@
         }
       },
       "sub_B3": {
-        "full_accuracy": 0.95,
+        "full_accuracy": 1.0,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
@@ -1552,17 +2132,17 @@
             "count": 100
           },
           "UB": {
-            "accuracy": 0.9746192893401016,
+            "accuracy": 1.0,
             "count": 197
           },
           "UD": {
-            "accuracy": 0.9902912621359223,
+            "accuracy": 1.0,
             "count": 103
           }
         }
       },
       "sub_B4": {
-        "full_accuracy": 0.95,
+        "full_accuracy": 1.0,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
@@ -1574,17 +2154,17 @@
             "count": 100
           },
           "UB": {
-            "accuracy": 0.9838056680161943,
+            "accuracy": 1.0,
             "count": 247
           },
           "UD": {
-            "accuracy": 0.9803921568627451,
+            "accuracy": 1.0,
             "count": 153
           }
         }
       },
       "sub_B5": {
-        "full_accuracy": 0.9,
+        "full_accuracy": 0.99,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
@@ -1596,22 +2176,22 @@
             "count": 100
           },
           "UB": {
-            "accuracy": 0.9664429530201343,
+            "accuracy": 0.9966442953020134,
             "count": 298
           },
           "UD": {
-            "accuracy": 0.9801980198019802,
+            "accuracy": 1.0,
             "count": 202
           }
         }
       }
     },
     "summary": {
-      "overall_accuracy": 0.8683333333333333,
+      "overall_accuracy": 0.985,
       "total_examples": 2400,
       "n_splits": 22
     }
   },
-  "sorl_overall_accuracy": 0.8683333333333333,
-  "sft_overall_accuracy": 0.66375
+  "sorl_overall_accuracy": 0.985,
+  "sft_overall_accuracy": 0.9125
 }

add_sub_sorl_v1_abs10_K1_25K/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cf047dee834e21f59a68ae2338d8d11dc22cd4fd412eacace785b4753ce6d636
+oid sha256:17d304a942f99c334b066a90cb3feae8b0860d4a67f8cf4d6fc325dad7517635
 size 650303660

add_sub_sorl_v1_abs10_K1_25K/train_config.json

@@ -20,7 +20,7 @@
   "lr": 8e-05,
   "emb_lr_mult": 1.0,
   "weight_decay": 0.01,
-  "warmup_steps": 117,
+  "warmup_steps": 234,
   "cooldown_frac": 0.4,
   "max_grad_norm": 1.0,
   "vq_abs_pretrain_steps": 0,
@@ -30,7 +30,7 @@
   "vq_abs_pretrain_target_vectors": 20000,
   "batch_size": 64,
   "gradient_accumulation_steps": 1,
-  "num_epochs": 10,
+  "num_epochs": 20,
   "emb_warmup_steps": 0,
   "log_every": 50,
   "eval_every": 390,
@@ -69,16 +69,16 @@
   "no_wandb": false,
   "n_params": 162499262,
   "run_name": "add_sub_sorl_v1_abs10_K1_25K",
-  "git_commit": "8d5ee5420119746ef4e2c87570eb250c9718f643",
-  "timestamp": "2026-04-12T21:07:34.657454+00:00",
+  "git_commit": "57deaa28d9c21e39ddac5ef448d6e1be992fba91",
+  "timestamp": "2026-04-13T11:27:47.069069+00:00",
   "tokenizer": "Qwen/Qwen3-0.6B",
   "dataset_repo": "thoughtworks/arithmetic-sorl-data",
   "dataset_config": "add_sub_6digit",
   "model_repo": "thoughtworks/arithmetic-sorl",
   "trainer_version": "v1",
-  "wandb_run_id": "ihgpsgwk",
-  "wandb_url": "https://wandb.ai/nlp_and_interpretability/sorl-arithmetic/runs/ihgpsgwk",
-  "final_accuracy": 0.8683333333333333,
-  "sft_accuracy": 0.66375,
+  "wandb_run_id": "swo4evkc",
+  "wandb_url": "https://wandb.ai/nlp_and_interpretability/sorl-arithmetic/runs/swo4evkc",
+  "final_accuracy": 0.985,
+  "sft_accuracy": 0.9125,
   "eval_method": "ArithmeticEvaluator"
 }