Upload add_sub_sorl_v1_abs10_25K

add_sub_sorl_v1_abs10_25K/metrics.json

@@ -73,509 +73,509 @@
       3869
     ],
     "loss": [
-      14.256978034973145,
-      8.812192916870117,
-      5.189567565917969,
-      3.4612081050872803,
-      2.9352636337280273,
-      3.010927438735962,
-      2.87626314163208,
-      2.229984998703003,
-      1.9719955921173096,
-      1.5822030305862427,
-      1.6735219955444336,
-      1.3240095376968384,
-      1.6034573316574097,
-      1.584771752357483,
-      1.3375678062438965,
-      1.5081782341003418,
-      1.2838478088378906,
-      1.442265510559082,
-      1.8373520374298096,
-      1.5873284339904785,
-      1.0017588138580322,
-      0.5844299793243408,
-      0.4599916934967041,
-      0.4710693061351776,
-      -0.016015514731407166,
-      -0.03885940462350845,
-      -1.8101730346679688,
-      -6.263668537139893,
-      -8.383745193481445,
-      -8.508172035217285,
-      -9.05787181854248,
-      -9.528923988342285,
-      -10.230069160461426,
-      -10.578496932983398,
-      -10.426430702209473,
-      -10.69153118133545,
-      -11.126657485961914,
-      -10.420424461364746,
-      -10.6273775100708,
-      -8.421341896057129,
-      -7.00389289855957,
-      -6.054770469665527,
-      -3.3519654273986816,
-      -2.9612250328063965,
-      -2.2057387828826904,
-      -1.278799057006836,
-      -1.6747382879257202,
-      -0.8737431168556213,
-      -0.8648754358291626,
-      -0.9642059803009033,
-      -1.3165982961654663,
-      -0.8842989802360535,
-      -0.5905858278274536,
-      -0.7463504076004028,
-      -1.1404083967208862,
-      -0.4939427971839905,
-      -0.732154905796051,
-      -0.5326835513114929,
-      -0.6656410694122314,
-      -0.5514172315597534,
-      -0.4456074833869934,
-      -0.8364714980125427,
-      -0.6598624587059021,
-      -0.48375943303108215,
-      -0.8276984691619873,
-      -0.6905249953269958,
-      -0.7523627281188965,
-      -0.6108655333518982,
-      -0.634128749370575,
-      -0.6320534944534302
+      12.149293899536133,
+      5.929956436157227,
+      2.9691457748413086,
+      2.728782892227173,
+      2.947129726409912,
+      2.653822422027588,
+      2.7324559688568115,
+      2.199665069580078,
+      1.981349229812622,
+      1.708694338798523,
+      1.9832797050476074,
+      0.28236889839172363,
+      -0.3522413372993469,
+      -0.5116673111915588,
+      -5.281974792480469,
+      -7.145444393157959,
+      -9.3859281539917,
+      -9.920683860778809,
+      -10.891196250915527,
+      -11.45218563079834,
+      -12.591782569885254,
+      -13.195165634155273,
+      -13.34947395324707,
+      -13.665068626403809,
+      -13.288025856018066,
+      -13.608355522155762,
+      -13.651628494262695,
+      -13.755077362060547,
+      -13.579610824584961,
+      -13.95695972442627,
+      -13.180118560791016,
+      -13.482614517211914,
+      -13.230802536010742,
+      -12.17918586730957,
+      -10.092674255371094,
+      -6.810609340667725,
+      -6.023334503173828,
+      -5.472952842712402,
+      -5.557395935058594,
+      -5.194924831390381,
+      -4.636050701141357,
+      -5.174846172332764,
+      -4.493751049041748,
+      -4.809574127197266,
+      -4.58535099029541,
+      -3.341444253921509,
+      -4.477597236633301,
+      -3.532081365585327,
+      -3.53200626373291,
+      -3.320857286453247,
+      -3.7618467807769775,
+      -3.268784761428833,
+      -3.0646679401397705,
+      -2.330127477645874,
+      -2.34325909614563,
+      -2.682443141937256,
+      -2.45845365524292,
+      -2.6193289756774902,
+      -2.703904867172241,
+      -2.787076711654663,
+      -2.433518171310425,
+      -2.264406442642212,
+      -1.8057308197021484,
+      -1.878203272819519,
+      -2.12003231048584,
+      -2.0383877754211426,
+      -2.1631381511688232,
+      -2.256495714187622,
+      -2.0132031440734863,
+      -1.6519348621368408
     ],
     "base_loss": [
-      8.179495811462402,
-      6.115806579589844,
-      4.016663551330566,
-      2.338233232498169,
-      2.049792528152466,
-      1.9500830173492432,
-      1.8704925775527954,
-      1.915109634399414,
-      1.9027211666107178,
-      1.822627067565918,
-      1.7563773393630981,
-      1.8559844493865967,
-      1.810850739479065,
-      1.8188568353652954,
-      1.8670803308486938,
-      1.7376196384429932,
-      1.7410252094268799,
-      1.6789716482162476,
-      1.7815697193145752,
-      1.7297338247299194,
-      1.76444411277771,
-      1.7341679334640503,
-      1.745019555091858,
-      1.7294776439666748,
-      1.7048413753509521,
-      1.7179557085037231,
-      1.7174227237701416,
-      1.8109327554702759,
-      1.6843860149383545,
-      1.691207766532898,
-      1.6398429870605469,
-      1.6830883026123047,
-      1.7041343450546265,
-      1.7096806764602661,
-      1.6330136060714722,
-      1.572530746459961,
-      1.6290007829666138,
-      1.4542722702026367,
-      1.4407005310058594,
-      1.222497820854187,
-      1.0295950174331665,
-      0.9284564256668091,
-      0.6118221282958984,
-      0.5249842405319214,
-      0.4513547718524933,
-      0.31663909554481506,
-      0.3410135805606842,
-      0.3127397894859314,
-      0.23937572538852692,
-      0.23965051770210266,
-      0.2704034447669983,
-      0.22560283541679382,
-      0.20714624226093292,
-      0.18898002803325653,
-      0.21477903425693512,
-      0.18460628390312195,
-      0.20580320060253143,
-      0.16052566468715668,
-      0.17262044548988342,
-      0.14774015545845032,
-      0.14181342720985413,
-      0.2022370994091034,
-      0.15932251513004303,
-      0.11304645985364914,
-      0.16339722275733948,
-      0.16573865711688995,
-      0.17047688364982605,
-      0.13443663716316223,
-      0.14277073740959167,
-      0.12313588708639145
+      7.158026695251465,
+      4.391642093658447,
+      2.067096710205078,
+      1.9902334213256836,
+      1.9624253511428833,
+      1.9029481410980225,
+      1.8107260465621948,
+      1.85612952709198,
+      1.8203506469726562,
+      1.7635061740875244,
+      1.710713505744934,
+      1.8186479806900024,
+      1.7509092092514038,
+      1.7742748260498047,
+      1.9272178411483765,
+      1.6962559223175049,
+      1.742572546005249,
+      1.651781678199768,
+      1.743944764137268,
+      1.6543207168579102,
+      1.713712453842163,
+      1.6910855770111084,
+      1.6437350511550903,
+      1.6731939315795898,
+      1.651646614074707,
+      1.6904518604278564,
+      1.622711420059204,
+      1.637228012084961,
+      1.63518488407135,
+      1.6473982334136963,
+      1.5401723384857178,
+      1.5839508771896362,
+      1.5411393642425537,
+      1.4250189065933228,
+      1.1851530075073242,
+      0.8436911702156067,
+      0.7452899217605591,
+      0.6555761098861694,
+      0.6856979727745056,
+      0.64599609375,
+      0.5920876264572144,
+      0.6134722828865051,
+      0.5435965657234192,
+      0.574462890625,
+      0.5591358542442322,
+      0.4351283609867096,
+      0.5301463007926941,
+      0.43902722001075745,
+      0.4200439453125,
+      0.4339711666107178,
+      0.4334247410297394,
+      0.3855840861797333,
+      0.36069685220718384,
+      0.29347044229507446,
+      0.2842704951763153,
+      0.3291773498058319,
+      0.29186540842056274,
+      0.3001766502857208,
+      0.30834123492240906,
+      0.3233821392059326,
+      0.2841505706310272,
+      0.26011982560157776,
+      0.2230202853679657,
+      0.22029760479927063,
+      0.24059365689754486,
+      0.23020339012145996,
+      0.2445732206106186,
+      0.2575667202472687,
+      0.22733500599861145,
+      0.18718865513801575
     ],
     "info_loss": [
-      -0.23002290725708008,
-      -0.16527986526489258,
-      -0.11838364601135254,
-      -0.08787274360656738,
-      -0.10383403301239014,
-      -0.0843881368637085,
-      -0.08847904205322266,
-      -0.1563432216644287,
-      -0.1807953119277954,
-      -0.21196186542510986,
-      -0.19581389427185059,
-      -0.24078822135925293,
-      -0.2084348201751709,
-      -0.21077227592468262,
-      -0.2398141622543335,
-      -0.2098095417022705,
-      -0.231908917427063,
-      -0.20753967761993408,
-      -0.17290937900543213,
-      -0.17037701606750488,
-      -0.12913298606872559,
-      -0.12954926490783691,
-      -0.1401742696762085,
-      -0.13750088214874268,
-      -0.18243885040283203,
-      -0.18511807918548584,
-      -0.36848652362823486,
-      -0.8207617402076721,
-      -1.0179661512374878,
-      -1.0324950218200684,
-      -1.079706072807312,
-      -1.1315070390701294,
-      -1.2022056579589844,
-      -1.2376500368118286,
-      -1.2149099111557007,
-      -1.234117865562439,
-      -1.2836066484451294,
-      -1.1954413652420044,
-      -1.2143906354904175,
-      -0.9723633527755737,
-      -0.8120318651199341,
-      -0.7064701318740845,
-      -0.40395891666412354,
-      -0.3564797043800354,
-      -0.2730256915092468,
-      -0.1676408350467682,
-      -0.2091994285583496,
-      -0.12594006955623627,
-      -0.1181057021021843,
-      -0.12815025448799133,
-      -0.16598695516586304,
-      -0.11813508719205856,
-      -0.08626975864171982,
-      -0.09994277358055115,
-      -0.14211693406105042,
-      -0.07376568019390106,
-      -0.10002028197050095,
-      -0.07552778720855713,
-      -0.08972552418708801,
-      -0.0756625384092331,
-      -0.06394617259502411,
-      -0.10925082862377167,
-      -0.08743764460086823,
-      -0.06474234163761139,
-      -0.10444813966751099,
-      -0.09072288870811462,
-      -0.09688038378953934,
-      -0.07976917922496796,
-      -0.08310963958501816,
-      -0.08014579117298126
+      -0.2241072654724121,
+      -0.10442543029785156,
+      -0.10411179065704346,
+      -0.1153557300567627,
+      -0.08893084526062012,
+      -0.11244285106658936,
+      -0.09568226337432861,
+      -0.15248167514801025,
+      -0.16945350170135498,
+      -0.18039953708648682,
+      -0.11919641494750977,
+      -0.1902679204940796,
+      -0.22634315490722656,
+      -0.24306809902191162,
+      -0.7322999238967896,
+      -0.894987165927887,
+      -1.1232069730758667,
+      -1.1656540632247925,
+      -1.2713799476623535,
+      -1.3181113004684448,
+      -1.4363821744918823,
+      -1.4957610368728638,
+      -1.5041522979736328,
+      -1.53890860080719,
+      -1.4987587928771973,
+      -1.5347204208374023,
+      -1.5322381258010864,
+      -1.543616533279419,
+      -1.5256987810134888,
+      -1.564131736755371,
+      -1.476341724395752,
+      -1.5095551013946533,
+      -1.480704426765442,
+      -1.3635960817337036,
+      -1.1337618827819824,
+      -0.7684282064437866,
+      -0.6805359125137329,
+      -0.6158878207206726,
+      -0.6266580820083618,
+      -0.5865643620491028,
+      -0.5252509117126465,
+      -0.582808792591095,
+      -0.5078607201576233,
+      -0.5414115190505981,
+      -0.5167695879936218,
+      -0.3809068500995636,
+      -0.5038758516311646,
+      -0.4019751250743866,
+      -0.3984307050704956,
+      -0.378909170627594,
+      -0.42118901014328003,
+      -0.3680881857872009,
+      -0.344409704208374,
+      -0.2639271020889282,
+      -0.26402419805526733,
+      -0.30391913652420044,
+      -0.2776675522327423,
+      -0.2931075692176819,
+      -0.30392688512802124,
+      -0.3120562434196472,
+      -0.2729867696762085,
+      -0.2548932731151581,
+      -0.20517690479755402,
+      -0.21110056340694427,
+      -0.2384495884180069,
+      -0.2285153567790985,
+      -0.2433067113161087,
+      -0.2530016601085663,
+      -0.22626806795597076,
+      -0.1859578937292099
     ],
     "abs_loss": [
-      2.2766036987304688,
-      2.091233730316162,
-      1.9168267250061035,
-      1.879494547843933,
-      1.8019380569458008,
-      1.82309889793396,
-      1.8274445533752441,
-      1.8011195659637451,
-      1.8016701936721802,
-      1.8573944568634033,
-      1.8407838344573975,
-      1.8531955480575562,
-      1.851827621459961,
-      1.843540906906128,
-      1.8486919403076172,
-      1.8462592363357544,
-      1.8527169227600098,
-      1.8005094528198242,
-      1.8157070875167847,
-      1.8012362718582153,
-      1.0213181972503662,
-      0.5417872667312622,
-      0.5030105113983154,
-      0.5118759274482727,
-      0.4955863952636719,
-      0.44640424847602844,
-      0.6110158562660217,
-      0.558056116104126,
-      0.486600399017334,
-      0.562961757183075,
-      0.47528234124183655,
-      0.49910861253738403,
-      0.46877163648605347,
-      0.44574135541915894,
-      0.5675186514854431,
-      0.4594317078590393,
-      0.49148818850517273,
-      0.5518755912780762,
-      0.5050919055938721,
-      0.4664192795753479,
-      0.5244419574737549,
-      0.47135239839553833,
-      0.5251164436340332,
-      0.5231102705001831,
-      0.5319302678108215,
-      0.5147315263748169,
-      0.4716704487800598,
-      0.5043060779571533,
-      0.5314348936080933,
-      0.6154720783233643,
-      0.6017305850982666,
-      0.5053713321685791,
-      0.5168009996414185,
-      0.5287708044052124,
-      0.5177637338638306,
-      0.46657508611679077,
-      0.4951359033584595,
-      0.4861401319503784,
-      0.40949398279190063,
-      0.38447850942611694,
-      0.40168479084968567,
-      0.3637966215610504,
-      0.41874241828918457,
-      0.4040564298629761,
-      0.3729878067970276,
-      0.36216187477111816,
-      0.3261665105819702,
-      0.3961992561817169,
-      0.40525567531585693,
-      0.347781777381897
+      2.222752094268799,
+      1.926999568939209,
+      1.8093197345733643,
+      1.8339921236038208,
+      1.759389877319336,
+      1.8244154453277588,
+      1.8642914295196533,
+      1.744714617729187,
+      1.7237495183944702,
+      1.6763195991516113,
+      1.4341479539871216,
+      0.8320420980453491,
+      0.58698970079422,
+      0.5428140163421631,
+      0.43639320135116577,
+      0.37460923194885254,
+      0.30772864818573,
+      0.2563968002796173,
+      0.2319200038909912,
+      0.29884329438209534,
+      0.24885083734989166,
+      0.2609776258468628,
+      0.20813710987567902,
+      0.26550132036209106,
+      0.2435016632080078,
+      0.19937652349472046,
+      0.21581536531448364,
+      0.20377680659294128,
+      0.22351153194904327,
+      0.20612581074237823,
+      0.16499526798725128,
+      0.1456555277109146,
+      0.09782898426055908,
+      0.13325135409832,
+      0.1102524921298027,
+      0.09799818694591522,
+      0.09346786141395569,
+      0.09431788325309753,
+      0.08420988917350769,
+      0.06995618343353271,
+      0.052987173199653625,
+      0.060495052486658096,
+      0.040083788335323334,
+      0.05029800534248352,
+      0.041374556720256805,
+      0.047441694885492325,
+      0.026004668325185776,
+      0.01636277139186859,
+      0.01893680915236473,
+      0.04104611277580261,
+      0.03436857461929321,
+      0.024059899151325226,
+      0.014520613476634026,
+      0.02061675861477852,
+      0.021550625562667847,
+      0.015878906473517418,
+      0.039841003715991974,
+      0.019661087542772293,
+      0.02790391817688942,
+      0.006339336279779673,
+      0.00404171971604228,
+      0.011382443830370903,
+      0.010472345165908337,
+      0.007120729424059391,
+      0.012258393689990044,
+      0.012964775785803795,
+      0.011299973353743553,
+      0.016975682228803635,
+      0.011367934755980968,
+      0.010527610778808594
     ],
     "zipf_loss": [
-      8.15005111694336,
-      4.140061378479004,
-      2.16505765914917,
-      1.8137528896331787,
-      1.7436177730560303,
-      1.7224159240722656,
-      1.707816481590271,
-      1.6981955766677856,
-      1.697060465812683,
-      1.6934552192687988,
-      1.6912052631378174,
-      1.6905877590179443,
-      1.6917719841003418,
-      1.6892836093902588,
-      1.6837599277496338,
-      1.6840280294418335,
-      1.6766400337219238,
-      1.658639669418335,
-      1.6033053398132324,
-      1.3812410831451416,
-      0.426512748003006,
-      0.0915759801864624,
-      0.06641378998756409,
-      0.06541288644075394,
-      0.05397297441959381,
-      0.049725256860256195,
-      0.09616798162460327,
-      0.07721105217933655,
-      0.06286955624818802,
-      0.06927378475666046,
-      0.05181824788451195,
-      0.05314686521887779,
-      0.04097625985741615,
-      0.04374873265624046,
-      0.032902587205171585,
-      0.03117380663752556,
-      0.03125934302806854,
-      0.02452976070344448,
-      0.025319188833236694,
-      0.03315161168575287,
-      0.03438675403594971,
-      0.03433896601200104,
-      0.023289574310183525,
-      0.02627655677497387,
-      0.019970480352640152,
-      0.029496990144252777,
-      0.029075412079691887,
-      0.022487249225378036,
-      0.02366235852241516,
-      0.016098806634545326,
-      0.01269473321735859,
-      0.02091185189783573,
-      0.01328546553850174,
-      0.011220241896808147,
-      0.014205502346158028,
-      0.01245021354407072,
-      0.012731088325381279,
-      0.013454608619213104,
-      0.01804427243769169,
-      0.019020183011889458,
-      0.011872355826199055,
-      0.017420047894120216,
-      0.013317206874489784,
-      0.010211849585175514,
-      0.016086921095848083,
-      0.014749030582606792,
-      0.013347554951906204,
-      0.012769741006195545,
-      0.013671365566551685,
-      0.011490320786833763
+      7.010064601898193,
+      2.38986873626709,
+      1.7622350454330444,
+      1.708707571029663,
+      1.6980737447738647,
+      1.6928613185882568,
+      1.6921234130859375,
+      1.6938809156417847,
+      1.6831586360931396,
+      1.5815515518188477,
+      1.321115493774414,
+      0.2831959128379822,
+      0.10158200562000275,
+      0.09045746177434921,
+      0.07016711682081223,
+      0.07071135938167572,
+      0.07279551029205322,
+      0.05843561142683029,
+      0.05546531453728676,
+      0.044722579419612885,
+      0.03344176337122917,
+      0.04526158794760704,
+      0.02750018984079361,
+      0.024273207411170006,
+      0.023565033450722694,
+      0.02845955640077591,
+      0.026460008695721626,
+      0.02348167449235916,
+      0.019840076565742493,
+      0.016346683725714684,
+      0.026626750826835632,
+      0.01441938430070877,
+      0.025319378823041916,
+      0.01843027025461197,
+      0.04876657947897911,
+      0.02018149197101593,
+      0.02738766372203827,
+      0.02091757208108902,
+      0.015065893530845642,
+      0.017726987600326538,
+      0.019072210416197777,
+      0.033719502389431,
+      0.03725103288888931,
+      0.025048401206731796,
+      0.01907178945839405,
+      0.027751600369811058,
+      0.02841419354081154,
+      0.04700608178973198,
+      0.030363060534000397,
+      0.0301585104316473,
+      0.013181859627366066,
+      0.02410723641514778,
+      0.01728036440908909,
+      0.01361159235239029,
+      0.010557424277067184,
+      0.025982879102230072,
+      0.02237217128276825,
+      0.009604002349078655,
+      0.024232294410467148,
+      0.009469791315495968,
+      0.011794861406087875,
+      0.023268207907676697,
+      0.021970605477690697,
+      0.011792691424489021,
+      0.022644102573394775,
+      0.015265952795743942,
+      0.024225622415542603,
+      0.014256678521633148,
+      0.02100590616464615,
+      0.01940278336405754
     ],
     "denoise_loss": [],
     "ortho_loss": [
-      0.5640959739685059,
-      0.2631226181983948,
-      0.14999699592590332,
-      0.12239736318588257,
-      0.09714409708976746,
-      0.07303234189748764,
-      0.06550216674804688,
-      0.06051327660679817,
-      0.07507379353046417,
-      0.084007628262043,
-      0.08215909451246262,
-      0.08330931514501572,
-      0.08743671327829361,
-      0.09553566575050354,
-      0.08920977264642715,
-      0.09277433902025223,
-      0.09217482805252075,
-      0.09592001140117645,
-      0.10014844685792923,
-      0.10119500756263733,
-      0.09707954525947571,
-      0.097630575299263,
-      0.09751289337873459,
-      0.09296217560768127,
-      0.08584143221378326,
-      0.08582761883735657,
-      0.08925554901361465,
-      0.09694031625986099,
-      0.10842876881361008,
-      0.11049525439739227,
-      0.11342362314462662,
-      0.11486317962408066,
-      0.11290319263935089,
-      0.1154816746711731,
-      0.11996712535619736,
-      0.13185496628284454,
-      0.12799306213855743,
-      0.13368353247642517,
-      0.13123612105846405,
-      0.13329772651195526,
-      0.1350865513086319,
-      0.13771839439868927,
-      0.1451946496963501,
-      0.15061640739440918,
-      0.1515263319015503,
-      0.1512250006198883,
-      0.14959852397441864,
-      0.15471874177455902,
-      0.1546550989151001,
-      0.15259236097335815,
-      0.1592143177986145,
-      0.16225320100784302,
-      0.16515889763832092,
-      0.16539309918880463,
-      0.16331565380096436,
-      0.16385121643543243,
-      0.17084619402885437,
-      0.17373836040496826,
-      0.17300517857074738,
-      0.17302757501602173,
-      0.17285387217998505,
-      0.17389743030071259,
-      0.17504020035266876,
-      0.17735148966312408,
-      0.18059377372264862,
-      0.18277068436145782,
-      0.1846488118171692,
-      0.18622788786888123,
-      0.18851174414157867,
-      0.19029369950294495
+      0.3968747854232788,
+      0.14926865696907043,
+      0.07227928936481476,
+      0.04244796931743622,
+      0.04083942249417305,
+      0.028592364862561226,
+      0.02875097654759884,
+      0.043541643768548965,
+      0.058582015335559845,
+      0.07232064008712769,
+      0.08619970083236694,
+      0.0898292139172554,
+      0.08418357372283936,
+      0.08772807568311691,
+      0.09836088865995407,
+      0.10131695121526718,
+      0.10624177753925323,
+      0.10543321073055267,
+      0.10600952059030533,
+      0.10784824192523956,
+      0.10756736248731613,
+      0.10823886841535568,
+      0.10757088661193848,
+      0.10496333986520767,
+      0.10412697494029999,
+      0.10040485858917236,
+      0.10272025316953659,
+      0.09985368698835373,
+      0.09758050739765167,
+      0.09805158525705338,
+      0.09213665872812271,
+      0.0930456593632698,
+      0.09284541010856628,
+      0.09186448901891708,
+      0.09377385675907135,
+      0.09639732539653778,
+      0.11027049273252487,
+      0.11258107423782349,
+      0.10643363744020462,
+      0.1086091622710228,
+      0.12804602086544037,
+      0.1236853078007698,
+      0.12697289884090424,
+      0.13189586997032166,
+      0.1433846354484558,
+      0.13937915861606598,
+      0.1361546367406845,
+      0.14090222120285034,
+      0.1492113620042801,
+      0.1503925323486328,
+      0.1537848263978958,
+      0.14883005619049072,
+      0.16153961420059204,
+      0.1610225886106491,
+      0.16643743216991425,
+      0.16853205859661102,
+      0.17710106074810028,
+      0.18421341478824615,
+      0.1849854439496994,
+      0.18908445537090302,
+      0.19132596254348755,
+      0.1937350183725357,
+      0.20879752933979034,
+      0.21170519292354584,
+      0.21465632319450378,
+      0.21528464555740356,
+      0.2186288684606552,
+      0.22191277146339417,
+      0.22332896292209625,
+      0.22412705421447754
     ],
     "lr": [
-      1.6752136752136756e-05,
-      3.384615384615385e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      3.9947798576324814e-05,
-      3.8761402583706826e-05,
-      3.757500659108885e-05,
-      3.6388610598470864e-05,
-      3.5202214605852884e-05,
-      3.401581861323491e-05,
-      3.282942262061693e-05,
-      3.0670181914052204e-05,
-      2.948378592143422e-05,
-      2.8297389928816243e-05,
-      2.711099393619826e-05,
-      2.5924597943580284e-05,
-      2.4738201950962303e-05,
-      2.3551805958344316e-05,
-      2.1392565251779595e-05,
-      2.020616925916161e-05,
-      1.901977326654364e-05,
-      1.783337727392566e-05,
-      1.6646981281307675e-05,
-      1.546058528868969e-05,
-      1.427418929607171e-05,
-      1.2114948589506984e-05,
-      1.0928552596889013e-05,
-      9.742156604271029e-06,
-      8.555760611653046e-06,
-      7.369364619035064e-06,
-      6.182968626417082e-06,
-      4.996572633799099e-06
+      3.350427350427351e-05,
+      6.76923076923077e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      7.989559715264963e-05,
+      7.752280516741365e-05,
+      7.51500131821777e-05,
+      7.277722119694173e-05,
+      7.040442921170577e-05,
+      6.803163722646982e-05,
+      6.565884524123386e-05,
+      6.134036382810441e-05,
+      5.896757184286844e-05,
+      5.6594779857632485e-05,
+      5.422198787239652e-05,
+      5.184919588716057e-05,
+      4.947640390192461e-05,
+      4.710361191668863e-05,
+      4.278513050355919e-05,
+      4.041233851832322e-05,
+      3.803954653308728e-05,
+      3.566675454785132e-05,
+      3.329396256261535e-05,
+      3.092117057737938e-05,
+      2.854837859214342e-05,
+      2.4229897179013967e-05,
+      2.1857105193778026e-05,
+      1.9484313208542057e-05,
+      1.7111521223306092e-05,
+      1.4738729238070129e-05,
+      1.2365937252834164e-05,
+      9.993145267598198e-06
     ],
     "emb_lr": [],
     "eval_step": [
@@ -593,17 +593,17 @@
     "eval_accuracy": [
       0.01,
       0.0,
-      0.01,
-      0.12,
-      0.26,
-      0.6,
-      0.59,
-      0.76,
-      0.78,
-      0.83
+      0.67,
+      0.85,
+      0.88,
+      0.91,
+      0.93,
+      0.95,
+      1.0,
+      0.99
     ]
   },
-  "final_accuracy": 0.6191666666666666,
+  "final_accuracy": 0.9704166666666667,
   "sft_eval": {
     "config": {
       "ops": "add_sub",
@@ -614,11 +614,11 @@
     },
     "splits": {
       "add_S0": {
-        "full_accuracy": 0.82,
+        "full_accuracy": 0.55,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
-            "accuracy": 0.9735537190082645,
+            "accuracy": 0.9190082644628099,
             "count": 605
           },
           "SS": {
@@ -628,107 +628,107 @@
         }
       },
       "add_S1": {
-        "full_accuracy": 0.83,
+        "full_accuracy": 0.62,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
-            "accuracy": 0.9754901960784313,
+            "accuracy": 0.9215686274509803,
             "count": 204
           },
           "SC": {
-            "accuracy": 0.9881656804733728,
+            "accuracy": 0.9467455621301775,
             "count": 169
           },
           "SS": {
-            "accuracy": 1.0,
+            "accuracy": 0.9032258064516129,
             "count": 31
           },
           "UC": {
-            "accuracy": 0.9628378378378378,
+            "accuracy": 0.9391891891891891,
             "count": 296
           }
         }
       },
       "add_S2": {
-        "full_accuracy": 0.59,
+        "full_accuracy": 0.54,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
-            "accuracy": 0.9815950920245399,
+            "accuracy": 0.9447852760736196,
             "count": 163
           },
           "SC": {
-            "accuracy": 0.9384615384615385,
+            "accuracy": 0.8769230769230769,
             "count": 130
           },
           "SS": {
-            "accuracy": 0.9425287356321839,
+            "accuracy": 0.9310344827586207,
             "count": 87
           },
           "UC": {
-            "accuracy": 0.8669950738916257,
+            "accuracy": 0.8472906403940886,
             "count": 203
           },
           "US": {
-            "accuracy": 0.9145299145299145,
+            "accuracy": 0.9572649572649573,
             "count": 117
           }
         }
       },
       "add_S3": {
-        "full_accuracy": 0.38,
+        "full_accuracy": 0.42,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
-            "accuracy": 0.9586776859504132,
+            "accuracy": 0.9504132231404959,
             "count": 121
           },
           "SC": {
-            "accuracy": 0.9752066115702479,
+            "accuracy": 0.9338842975206612,
             "count": 121
           },
           "SS": {
-            "accuracy": 0.9387755102040817,
+            "accuracy": 0.8775510204081632,
             "count": 49
           },
           "UC": {
-            "accuracy": 0.7204301075268817,
+            "accuracy": 0.7956989247311828,
             "count": 186
           },
           "US": {
-            "accuracy": 0.7982062780269058,
+            "accuracy": 0.8609865470852018,
             "count": 223
           }
         }
       },
       "add_S4": {
-        "full_accuracy": 0.31,
+        "full_accuracy": 0.32,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
-            "accuracy": 0.9807692307692307,
+            "accuracy": 0.9519230769230769,
             "count": 104
           },
           "SC": {
-            "accuracy": 0.9716981132075472,
+            "accuracy": 0.8962264150943396,
             "count": 106
           },
           "SS": {
-            "accuracy": 1.0,
+            "accuracy": 0.8695652173913043,
             "count": 23
           },
           "UC": {
-            "accuracy": 0.63125,
+            "accuracy": 0.70625,
             "count": 160
           },
           "US": {
-            "accuracy": 0.6742671009771987,
+            "accuracy": 0.6710097719869706,
             "count": 307
           }
         }
       },
       "add_S5": {
-        "full_accuracy": 0.28,
+        "full_accuracy": 0.26,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
@@ -736,15 +736,15 @@
             "count": 100
           },
           "SC": {
-            "accuracy": 1.0,
+            "accuracy": 0.93,
             "count": 100
           },
           "UC": {
-            "accuracy": 0.46,
+            "accuracy": 0.47,
             "count": 100
           },
           "US": {
-            "accuracy": 0.51,
+            "accuracy": 0.44,
             "count": 400
           }
         }
@@ -758,87 +758,87 @@
             "count": 100
           },
           "UC": {
-            "accuracy": 0.44,
+            "accuracy": 0.43,
             "count": 100
           },
           "US": {
-            "accuracy": 0.582,
+            "accuracy": 0.516,
             "count": 500
           }
         }
       },
       "add_random": {
-        "full_accuracy": 0.785,
+        "full_accuracy": 0.7,
         "n_examples": 200,
         "per_subtask": {
           "SA": {
-            "accuracy": 0.9753914988814317,
+            "accuracy": 0.941834451901566,
             "count": 447
           },
           "SC": {
-            "accuracy": 0.98125,
+            "accuracy": 0.94375,
             "count": 320
           },
           "SS": {
-            "accuracy": 0.9821428571428571,
+            "accuracy": 0.9642857142857143,
             "count": 56
           },
           "UC": {
-            "accuracy": 0.9489603024574669,
+            "accuracy": 0.9640831758034026,
             "count": 529
           },
           "US": {
-            "accuracy": 0.7708333333333334,
+            "accuracy": 0.8125,
             "count": 48
           }
         }
       },
       "add_C3": {
-        "full_accuracy": 0.56,
+        "full_accuracy": 0.52,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
-            "accuracy": 0.9966666666666667,
+            "accuracy": 0.99,
             "count": 300
           },
           "SC": {
-            "accuracy": 1.0,
+            "accuracy": 0.99,
             "count": 100
           },
           "UC": {
-            "accuracy": 0.772020725388601,
+            "accuracy": 0.7927461139896373,
             "count": 193
           },
           "US": {
-            "accuracy": 0.8037383177570093,
+            "accuracy": 0.7570093457943925,
             "count": 107
           }
         }
       },
       "add_C4": {
-        "full_accuracy": 0.54,
+        "full_accuracy": 0.53,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
-            "accuracy": 1.0,
+            "accuracy": 0.99,
             "count": 200
           },
           "SC": {
-            "accuracy": 1.0,
+            "accuracy": 0.95,
             "count": 100
           },
           "UC": {
-            "accuracy": 0.8359375,
+            "accuracy": 0.8515625,
             "count": 256
           },
           "US": {
-            "accuracy": 0.8611111111111112,
+            "accuracy": 0.7916666666666666,
             "count": 144
           }
         }
       },
       "add_C5": {
-        "full_accuracy": 0.4,
+        "full_accuracy": 0.47,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
@@ -846,21 +846,21 @@
             "count": 100
           },
           "SC": {
-            "accuracy": 1.0,
+            "accuracy": 0.97,
             "count": 100
           },
           "UC": {
-            "accuracy": 0.803921568627451,
+            "accuracy": 0.8235294117647058,
             "count": 306
           },
           "US": {
-            "accuracy": 0.7731958762886598,
+            "accuracy": 0.845360824742268,
             "count": 194
           }
         }
       },
       "add_C6": {
-        "full_accuracy": 0.52,
+        "full_accuracy": 0.41,
         "n_examples": 100,
         "per_subtask": {
           "SC": {
@@ -868,21 +868,21 @@
             "count": 100
           },
           "UC": {
-            "accuracy": 0.8688524590163934,
+            "accuracy": 0.825136612021858,
             "count": 366
           },
           "US": {
-            "accuracy": 0.8675213675213675,
+            "accuracy": 0.8803418803418803,
             "count": 234
           }
         }
       },
       "sub_M0": {
-        "full_accuracy": 0.9,
+        "full_accuracy": 0.8,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
-            "accuracy": 0.9850249584026622,
+            "accuracy": 0.9683860232945092,
             "count": 601
           },
           "ME": {
@@ -892,15 +892,15 @@
         }
       },
       "sub_M1": {
-        "full_accuracy": 0.9,
+        "full_accuracy": 0.67,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
-            "accuracy": 0.989247311827957,
+            "accuracy": 0.982078853046595,
             "count": 279
           },
           "MB": {
-            "accuracy": 0.9793103448275862,
+            "accuracy": 0.9379310344827586,
             "count": 145
           },
           "ME": {
@@ -908,39 +908,39 @@
             "count": 24
           },
           "UB": {
-            "accuracy": 0.9880952380952381,
+            "accuracy": 0.9047619047619048,
             "count": 252
           }
         }
       },
       "sub_M2": {
-        "full_accuracy": 0.65,
+        "full_accuracy": 0.38,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
-            "accuracy": 0.9953051643192489,
+            "accuracy": 0.9906103286384976,
             "count": 213
           },
           "MB": {
-            "accuracy": 1.0,
+            "accuracy": 0.9380530973451328,
             "count": 113
           },
           "ME": {
-            "accuracy": 0.9764705882352941,
+            "accuracy": 0.9882352941176471,
             "count": 85
           },
           "UB": {
-            "accuracy": 0.8176795580110497,
+            "accuracy": 0.6961325966850829,
             "count": 181
           },
           "UD": {
-            "accuracy": 0.9537037037037037,
+            "accuracy": 0.8981481481481481,
             "count": 108
           }
         }
       },
       "sub_M3": {
-        "full_accuracy": 0.24,
+        "full_accuracy": 0.12,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
@@ -948,25 +948,25 @@
             "count": 179
           },
           "MB": {
-            "accuracy": 0.9902912621359223,
+            "accuracy": 0.9223300970873787,
             "count": 103
           },
           "ME": {
-            "accuracy": 1.0,
+            "accuracy": 0.9821428571428571,
             "count": 56
           },
           "UB": {
-            "accuracy": 0.5234899328859061,
+            "accuracy": 0.48322147651006714,
             "count": 149
           },
           "UD": {
-            "accuracy": 0.7934272300469484,
+            "accuracy": 0.6291079812206573,
             "count": 213
           }
         }
       },
       "sub_M4": {
-        "full_accuracy": 0.01,
+        "full_accuracy": 0.06,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
@@ -978,17 +978,17 @@
             "count": 100
           },
           "UB": {
-            "accuracy": 0.39,
+            "accuracy": 0.3,
             "count": 100
           },
           "UD": {
-            "accuracy": 0.43666666666666665,
+            "accuracy": 0.38666666666666666,
             "count": 300
           }
         }
       },
       "sub_M5": {
-        "full_accuracy": 0.0,
+        "full_accuracy": 0.03,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
@@ -1000,21 +1000,21 @@
             "count": 100
           },
           "UB": {
-            "accuracy": 0.39,
+            "accuracy": 0.19,
             "count": 100
           },
           "UD": {
-            "accuracy": 0.275,
+            "accuracy": 0.2775,
             "count": 400
           }
         }
       },
       "sub_random": {
-        "full_accuracy": 0.81,
+        "full_accuracy": 0.655,
         "n_examples": 200,
         "per_subtask": {
           "MD": {
-            "accuracy": 0.9933333333333333,
+            "accuracy": 0.9833333333333333,
             "count": 600
           },
           "MB": {
@@ -1022,65 +1022,65 @@
             "count": 267
           },
           "ME": {
-            "accuracy": 0.9622641509433962,
+            "accuracy": 1.0,
             "count": 53
           },
           "UB": {
-            "accuracy": 0.9476082004555809,
+            "accuracy": 0.876993166287016,
             "count": 439
           },
           "UD": {
-            "accuracy": 0.975609756097561,
+            "accuracy": 0.8780487804878049,
             "count": 41
           }
         }
       },
       "sub_B3": {
-        "full_accuracy": 0.62,
+        "full_accuracy": 0.35,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
-            "accuracy": 0.9966666666666667,
+            "accuracy": 0.99,
             "count": 300
           },
           "MB": {
-            "accuracy": 1.0,
+            "accuracy": 0.95,
             "count": 100
           },
           "UB": {
-            "accuracy": 0.8274111675126904,
+            "accuracy": 0.6751269035532995,
             "count": 197
           },
           "UD": {
-            "accuracy": 0.7669902912621359,
+            "accuracy": 0.6893203883495146,
             "count": 103
           }
         }
       },
       "sub_B4": {
-        "full_accuracy": 0.38,
+        "full_accuracy": 0.24,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
-            "accuracy": 1.0,
+            "accuracy": 0.995,
             "count": 200
           },
           "MB": {
-            "accuracy": 1.0,
+            "accuracy": 0.94,
             "count": 100
           },
           "UB": {
-            "accuracy": 0.7732793522267206,
+            "accuracy": 0.7206477732793523,
             "count": 247
           },
           "UD": {
-            "accuracy": 0.7450980392156863,
+            "accuracy": 0.6209150326797386,
             "count": 153
           }
         }
       },
       "sub_B5": {
-        "full_accuracy": 0.37,
+        "full_accuracy": 0.21,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
@@ -1092,18 +1092,18 @@
             "count": 100
           },
           "UB": {
-            "accuracy": 0.785234899328859,
+            "accuracy": 0.7013422818791947,
             "count": 298
           },
           "UD": {
-            "accuracy": 0.7524752475247525,
+            "accuracy": 0.6782178217821783,
             "count": 202
           }
         }
       }
     },
     "summary": {
-      "overall_accuracy": 0.5375,
+      "overall_accuracy": 0.4425,
       "total_examples": 2400,
       "n_splits": 22
     }
@@ -1118,11 +1118,11 @@
     },
     "splits": {
       "add_S0": {
-        "full_accuracy": 0.97,
+        "full_accuracy": 1.0,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
-            "accuracy": 0.9950413223140496,
+            "accuracy": 1.0,
             "count": 605
           },
           "SS": {
@@ -1132,15 +1132,15 @@
         }
       },
       "add_S1": {
-        "full_accuracy": 0.9,
+        "full_accuracy": 1.0,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
-            "accuracy": 0.9852941176470589,
+            "accuracy": 1.0,
             "count": 204
           },
           "SC": {
-            "accuracy": 0.9822485207100592,
+            "accuracy": 1.0,
             "count": 169
           },
           "SS": {
@@ -1148,29 +1148,29 @@
             "count": 31
           },
           "UC": {
-            "accuracy": 0.9864864864864865,
+            "accuracy": 1.0,
             "count": 296
           }
         }
       },
       "add_S2": {
-        "full_accuracy": 0.76,
+        "full_accuracy": 1.0,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
-            "accuracy": 0.9815950920245399,
+            "accuracy": 1.0,
             "count": 163
           },
           "SC": {
-            "accuracy": 0.9615384615384616,
+            "accuracy": 1.0,
             "count": 130
           },
           "SS": {
-            "accuracy": 0.9425287356321839,
+            "accuracy": 1.0,
             "count": 87
           },
           "UC": {
-            "accuracy": 0.9261083743842364,
+            "accuracy": 1.0,
             "count": 203
           },
           "US": {
@@ -1180,33 +1180,33 @@
         }
       },
       "add_S3": {
-        "full_accuracy": 0.57,
+        "full_accuracy": 1.0,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
-            "accuracy": 0.9917355371900827,
+            "accuracy": 1.0,
             "count": 121
           },
           "SC": {
-            "accuracy": 0.9834710743801653,
+            "accuracy": 1.0,
             "count": 121
           },
           "SS": {
-            "accuracy": 0.9591836734693877,
+            "accuracy": 1.0,
             "count": 49
           },
           "UC": {
-            "accuracy": 0.7956989247311828,
+            "accuracy": 1.0,
             "count": 186
           },
           "US": {
-            "accuracy": 0.9192825112107623,
+            "accuracy": 1.0,
             "count": 223
           }
         }
       },
       "add_S4": {
-        "full_accuracy": 0.38,
+        "full_accuracy": 0.95,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
@@ -1222,17 +1222,17 @@
             "count": 23
           },
           "UC": {
-            "accuracy": 0.68125,
+            "accuracy": 0.96875,
             "count": 160
           },
           "US": {
-            "accuracy": 0.7654723127035831,
+            "accuracy": 1.0,
             "count": 307
           }
         }
       },
       "add_S5": {
-        "full_accuracy": 0.19,
+        "full_accuracy": 0.79,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
@@ -1244,17 +1244,17 @@
             "count": 100
           },
           "UC": {
-            "accuracy": 0.32,
+            "accuracy": 0.8,
             "count": 100
           },
           "US": {
-            "accuracy": 0.505,
+            "accuracy": 0.99,
             "count": 400
           }
         }
       },
       "add_S6": {
-        "full_accuracy": 0.38,
+        "full_accuracy": 0.97,
         "n_examples": 100,
         "per_subtask": {
           "SC": {
@@ -1262,43 +1262,43 @@
             "count": 100
           },
           "UC": {
-            "accuracy": 0.59,
+            "accuracy": 0.97,
             "count": 100
           },
           "US": {
-            "accuracy": 0.634,
+            "accuracy": 0.992,
             "count": 500
           }
         }
       },
       "add_random": {
-        "full_accuracy": 0.885,
+        "full_accuracy": 1.0,
         "n_examples": 200,
         "per_subtask": {
           "SA": {
-            "accuracy": 0.9865771812080537,
+            "accuracy": 1.0,
             "count": 447
           },
           "SC": {
-            "accuracy": 0.98125,
+            "accuracy": 1.0,
             "count": 320
           },
           "SS": {
-            "accuracy": 0.9642857142857143,
+            "accuracy": 1.0,
             "count": 56
           },
           "UC": {
-            "accuracy": 0.9792060491493384,
+            "accuracy": 1.0,
             "count": 529
           },
           "US": {
-            "accuracy": 0.9375,
+            "accuracy": 1.0,
             "count": 48
           }
         }
       },
       "add_C3": {
-        "full_accuracy": 0.71,
+        "full_accuracy": 0.99,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
@@ -1310,17 +1310,17 @@
             "count": 100
           },
           "UC": {
-            "accuracy": 0.8497409326424871,
+            "accuracy": 0.9948186528497409,
             "count": 193
           },
           "US": {
-            "accuracy": 0.9345794392523364,
+            "accuracy": 1.0,
             "count": 107
           }
         }
       },
       "add_C4": {
-        "full_accuracy": 0.76,
+        "full_accuracy": 0.99,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
@@ -1332,17 +1332,17 @@
             "count": 100
           },
           "UC": {
-            "accuracy": 0.91015625,
+            "accuracy": 0.99609375,
             "count": 256
           },
           "US": {
-            "accuracy": 0.9236111111111112,
+            "accuracy": 1.0,
             "count": 144
           }
         }
       },
       "add_C5": {
-        "full_accuracy": 0.54,
+        "full_accuracy": 0.98,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
@@ -1354,17 +1354,17 @@
             "count": 100
           },
           "UC": {
-            "accuracy": 0.8594771241830066,
+            "accuracy": 0.9934640522875817,
             "count": 306
           },
           "US": {
-            "accuracy": 0.8402061855670103,
+            "accuracy": 1.0,
             "count": 194
           }
         }
       },
       "add_C6": {
-        "full_accuracy": 0.68,
+        "full_accuracy": 1.0,
         "n_examples": 100,
         "per_subtask": {
           "SC": {
@@ -1372,21 +1372,21 @@
             "count": 100
           },
           "UC": {
-            "accuracy": 0.9098360655737705,
+            "accuracy": 1.0,
             "count": 366
           },
           "US": {
-            "accuracy": 0.9487179487179487,
+            "accuracy": 1.0,
             "count": 234
           }
         }
       },
       "sub_M0": {
-        "full_accuracy": 0.98,
+        "full_accuracy": 1.0,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
-            "accuracy": 0.9966722129783694,
+            "accuracy": 1.0,
             "count": 601
           },
           "ME": {
@@ -1396,7 +1396,7 @@
         }
       },
       "sub_M1": {
-        "full_accuracy": 0.97,
+        "full_accuracy": 1.0,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
@@ -1404,11 +1404,11 @@
             "count": 279
           },
           "MB": {
-            "accuracy": 0.9862068965517241,
+            "accuracy": 1.0,
             "count": 145
           },
           "ME": {
-            "accuracy": 0.9583333333333334,
+            "accuracy": 1.0,
             "count": 24
           },
           "UB": {
@@ -1418,15 +1418,15 @@
         }
       },
       "sub_M2": {
-        "full_accuracy": 0.63,
+        "full_accuracy": 1.0,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
-            "accuracy": 0.9906103286384976,
+            "accuracy": 1.0,
             "count": 213
           },
           "MB": {
-            "accuracy": 0.9911504424778761,
+            "accuracy": 1.0,
             "count": 113
           },
           "ME": {
@@ -1434,7 +1434,7 @@
             "count": 85
           },
           "UB": {
-            "accuracy": 0.8121546961325967,
+            "accuracy": 1.0,
             "count": 181
           },
           "UD": {
@@ -1444,15 +1444,15 @@
         }
       },
       "sub_M3": {
-        "full_accuracy": 0.2,
+        "full_accuracy": 1.0,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
-            "accuracy": 0.994413407821229,
+            "accuracy": 1.0,
             "count": 179
           },
           "MB": {
-            "accuracy": 0.9902912621359223,
+            "accuracy": 1.0,
             "count": 103
           },
           "ME": {
@@ -1460,17 +1460,17 @@
             "count": 56
           },
           "UB": {
-            "accuracy": 0.4966442953020134,
+            "accuracy": 1.0,
             "count": 149
           },
           "UD": {
-            "accuracy": 0.8075117370892019,
+            "accuracy": 1.0,
             "count": 213
           }
         }
       },
       "sub_M4": {
-        "full_accuracy": 0.06,
+        "full_accuracy": 0.85,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
@@ -1482,17 +1482,17 @@
             "count": 100
           },
           "UB": {
-            "accuracy": 0.25,
+            "accuracy": 0.85,
             "count": 100
           },
           "UD": {
-            "accuracy": 0.5,
+            "accuracy": 1.0,
             "count": 300
           }
         }
       },
       "sub_M5": {
-        "full_accuracy": 0.08,
+        "full_accuracy": 0.79,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
@@ -1504,25 +1504,25 @@
             "count": 100
           },
           "UB": {
-            "accuracy": 0.22,
+            "accuracy": 0.82,
             "count": 100
           },
           "UD": {
-            "accuracy": 0.425,
+            "accuracy": 0.99,
             "count": 400
           }
         }
       },
       "sub_random": {
-        "full_accuracy": 0.87,
+        "full_accuracy": 1.0,
         "n_examples": 200,
         "per_subtask": {
           "MD": {
-            "accuracy": 0.9933333333333333,
+            "accuracy": 1.0,
             "count": 600
           },
           "MB": {
-            "accuracy": 0.9887640449438202,
+            "accuracy": 1.0,
             "count": 267
           },
           "ME": {
@@ -1530,21 +1530,21 @@
             "count": 53
           },
           "UB": {
-            "accuracy": 0.9567198177676538,
+            "accuracy": 1.0,
             "count": 439
           },
           "UD": {
-            "accuracy": 0.975609756097561,
+            "accuracy": 1.0,
             "count": 41
           }
         }
       },
       "sub_B3": {
-        "full_accuracy": 0.67,
+        "full_accuracy": 1.0,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
-            "accuracy": 0.9933333333333333,
+            "accuracy": 1.0,
             "count": 300
           },
           "MB": {
@@ -1552,17 +1552,17 @@
             "count": 100
           },
           "UB": {
-            "accuracy": 0.8629441624365483,
+            "accuracy": 1.0,
             "count": 197
           },
           "UD": {
-            "accuracy": 0.8349514563106796,
+            "accuracy": 1.0,
             "count": 103
           }
         }
       },
       "sub_B4": {
-        "full_accuracy": 0.55,
+        "full_accuracy": 0.98,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
@@ -1574,17 +1574,17 @@
             "count": 100
           },
           "UB": {
-            "accuracy": 0.8259109311740891,
+            "accuracy": 0.9919028340080972,
             "count": 247
           },
           "UD": {
-            "accuracy": 0.8169934640522876,
+            "accuracy": 1.0,
             "count": 153
           }
         }
       },
       "sub_B5": {
-        "full_accuracy": 0.38,
+        "full_accuracy": 1.0,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
@@ -1596,22 +1596,22 @@
             "count": 100
           },
           "UB": {
-            "accuracy": 0.7986577181208053,
+            "accuracy": 1.0,
             "count": 298
           },
           "UD": {
-            "accuracy": 0.7574257425742574,
+            "accuracy": 1.0,
             "count": 202
           }
         }
       }
     },
     "summary": {
-      "overall_accuracy": 0.6191666666666666,
+      "overall_accuracy": 0.9704166666666667,
       "total_examples": 2400,
       "n_splits": 22
     }
   },
-  "sorl_overall_accuracy": 0.6191666666666666,
-  "sft_overall_accuracy": 0.5375
+  "sorl_overall_accuracy": 0.9704166666666667,
+  "sft_overall_accuracy": 0.4425
 }

add_sub_sorl_v1_abs10_25K/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c44e7d1362819ab8f5d7105db96ac5f8cd27c038610420dcca40684cc135fc24
+oid sha256:a787d3e4f23b07be0ae2cb91c4645498390ee02c864e39b0e6a18bf8ed9d1578
 size 650303660

add_sub_sorl_v1_abs10_25K/train_config.json

@@ -17,7 +17,7 @@
   "target_vocab_util": 0.8,
   "min_abs_ppl": 0.0,
   "zipf_alpha": 1.0,
-  "lr": 4e-05,
+  "lr": 8e-05,
   "emb_lr_mult": 1.0,
   "weight_decay": 0.01,
   "warmup_steps": 117,
@@ -69,16 +69,16 @@
   "no_wandb": false,
   "n_params": 162499262,
   "run_name": "add_sub_sorl_v1_abs10_25K",
-  "git_commit": "78d46f8665a87f4b44bd5894bd34f393f2dea51f",
-  "timestamp": "2026-04-12T08:59:10.961931+00:00",
+  "git_commit": "dc8dd776fb0c30a4c9073052dcc5e943e0fd80c6",
+  "timestamp": "2026-04-13T07:21:12.270040+00:00",
   "tokenizer": "Qwen/Qwen3-0.6B",
   "dataset_repo": "thoughtworks/arithmetic-sorl-data",
   "dataset_config": "add_sub_6digit",
   "model_repo": "thoughtworks/arithmetic-sorl",
   "trainer_version": "v1",
-  "wandb_run_id": "pmvjbi05",
-  "wandb_url": "https://wandb.ai/nlp_and_interpretability/sorl-arithmetic/runs/pmvjbi05",
-  "final_accuracy": 0.6191666666666666,
-  "sft_accuracy": 0.5375,
+  "wandb_run_id": "3umyj3g0",
+  "wandb_url": "https://wandb.ai/nlp_and_interpretability/sorl-arithmetic/runs/3umyj3g0",
+  "final_accuracy": 0.9704166666666667,
+  "sft_accuracy": 0.4425,
   "eval_method": "ArithmeticEvaluator"
 }