Upload add_sub_sorl_v1_abs10_K1_25K

add_sub_sorl_v1_abs10_K1_25K/metrics.json

@@ -73,509 +73,509 @@
       3869
     ],
     "loss": [
-      2.775237560272217,
-      7.547610282897949,
-      4.404772758483887,
-      3.531778335571289,
-      3.0909929275512695,
-      3.0005178451538086,
-      2.930567741394043,
-      2.380660057067871,
-      1.8402857780456543,
-      1.5253196954727173,
-      0.6456812620162964,
-      -0.922775387763977,
-      -5.972268104553223,
-      -7.329289436340332,
-      -3.549975872039795,
-      -2.491389274597168,
-      -0.8877972364425659,
-      -0.7063808441162109,
-      -1.138548493385315,
-      -0.44369208812713623,
-      -0.18519365787506104,
-      0.001989603042602539,
-      -0.2683281898498535,
-      0.038404107093811035,
-      0.15909254550933838,
-      0.3572588562965393,
-      -0.12331002950668335,
-      0.23269200325012207,
-      -0.06346249580383301,
-      -0.600041389465332,
-      -0.17923784255981445,
-      -0.3249526619911194,
-      0.10653692483901978,
-      -0.6031087636947632,
-      -0.2606835961341858,
-      -0.31056416034698486,
-      -0.71147620677948,
-      -0.4193435311317444,
-      -0.8142799139022827,
-      -0.7582582235336304,
-      -0.38260582089424133,
-      -0.4925423562526703,
-      -0.6277319192886353,
-      -0.5789560675621033,
-      -0.5000548958778381,
-      -0.24027329683303833,
-      -0.5376996994018555,
-      -0.7423339486122131,
-      -0.6099227070808411,
-      -0.734022855758667,
-      -0.5901182293891907,
-      -0.4833343029022217,
-      -0.50217604637146,
-      -0.4287641942501068,
-      -0.42581605911254883,
-      -0.32260385155677795,
-      -0.4461747407913208,
-      -0.4050253629684448,
-      -0.6488711833953857,
-      -0.3880271315574646,
-      -0.5698164105415344,
-      -0.6381738781929016,
-      -0.5308898091316223,
-      -0.3668437600135803,
-      -0.5520040988922119,
-      -0.463625431060791,
-      -0.6266764402389526,
-      -0.4801936149597168,
-      -0.22993049025535583,
-      -0.4441494047641754
+      9.190461158752441,
+      5.166501045227051,
+      3.2305479049682617,
+      3.0906858444213867,
+      2.994469165802002,
+      3.048895835876465,
+      3.2591943740844727,
+      1.6000936031341553,
+      -0.03324759006500244,
+      -3.219552516937256,
+      -4.197554588317871,
+      -2.6743619441986084,
+      -2.2282357215881348,
+      -1.7437527179718018,
+      -1.24261474609375,
+      -1.1773107051849365,
+      -0.9963365793228149,
+      -0.18717944622039795,
+      -0.994360089302063,
+      -0.17535710334777832,
+      -0.5866737961769104,
+      -0.32630622386932373,
+      -0.1583651304244995,
+      -0.5506547689437866,
+      -0.6750422716140747,
+      -0.5237396955490112,
+      -0.5621165037155151,
+      -0.07628041505813599,
+      -0.1960809826850891,
+      -0.5238226652145386,
+      -0.45479297637939453,
+      -0.5785545706748962,
+      -0.572192907333374,
+      -0.7545036673545837,
+      -0.39050161838531494,
+      -0.3878746032714844,
+      -0.246707946062088,
+      -0.3712904155254364,
+      -0.7410520911216736,
+      -0.7477802634239197,
+      -0.9374204277992249,
+      -0.6002537608146667,
+      -0.5804862380027771,
+      -0.7307106256484985,
+      -1.1449896097183228,
+      -0.7023072242736816,
+      -0.2751615643501282,
+      -0.8681702613830566,
+      -0.6093825101852417,
+      -0.3929210901260376,
+      -0.7827325463294983,
+      -0.7987732887268066,
+      -0.6832472085952759,
+      -0.5688872337341309,
+      -0.6018052101135254,
+      -0.8418792486190796,
+      -0.7785307765007019,
+      -0.337721049785614,
+      -0.5132121443748474,
+      -0.4073343873023987,
+      -0.3655291199684143,
+      -0.6873089075088501,
+      -0.4807700514793396,
+      -0.39133989810943604,
+      -0.4098546802997589,
+      -0.797407865524292,
+      -0.44859200716018677,
+      -0.4712650775909424,
+      -0.3992188572883606,
+      -0.4064672291278839
     ],
     "base_loss": [
-      9.28781795501709,
-      6.408207416534424,
-      4.156429767608643,
-      2.373605966567993,
-      2.0184969902038574,
-      1.929623007774353,
-      1.8580621480941772,
-      1.8653138875961304,
-      1.8420647382736206,
-      1.7876325845718384,
-      1.7426172494888306,
-      1.8583365678787231,
-      1.8177855014801025,
-      1.7561644315719604,
-      1.1391898393630981,
-      0.8618606925010681,
-      0.6386224627494812,
-      0.6016677021980286,
-      0.5611599087715149,
-      0.43799519538879395,
-      0.39136165380477905,
-      0.35541364550590515,
-      0.3650291860103607,
-      0.28820252418518066,
-      0.28319448232650757,
-      0.27565693855285645,
-      0.26511654257774353,
-      0.17914986610412598,
-      0.23786573112010956,
-      0.3100714087486267,
-      0.20881570875644684,
-      0.2222459614276886,
-      0.1805049628019333,
-      0.21834571659564972,
-      0.17398054897785187,
-      0.17169272899627686,
-      0.214468851685524,
-      0.16018731892108917,
-      0.21521098911762238,
-      0.1976483017206192,
-      0.16451016068458557,
-      0.15567553043365479,
-      0.1631745547056198,
-      0.17332789301872253,
-      0.16741959750652313,
-      0.14030645787715912,
-      0.16195133328437805,
-      0.19442276656627655,
-      0.23462989926338196,
-      0.1750485599040985,
-      0.15816131234169006,
-      0.1345469057559967,
-      0.11074493825435638,
-      0.09530355036258698,
-      0.12718015909194946,
-      0.1237618550658226,
-      0.15354827046394348,
-      0.0893278494477272,
-      0.1284264326095581,
-      0.0889713391661644,
-      0.10795746743679047,
-      0.11995094269514084,
-      0.11075253039598465,
-      0.09607528150081635,
-      0.0994424819946289,
-      0.13344082236289978,
-      0.12076304107904434,
-      0.10045450925827026,
-      0.07217186689376831,
-      0.08645479381084442
+      7.707293510437012,
+      4.35805606842041,
+      2.015561819076538,
+      1.9516109228134155,
+      1.93378746509552,
+      1.8740915060043335,
+      1.8301212787628174,
+      1.8807543516159058,
+      1.8543447256088257,
+      1.7816431522369385,
+      1.449736475944519,
+      1.0750778913497925,
+      0.8969014286994934,
+      0.7201328873634338,
+      0.5857338309288025,
+      0.515350341796875,
+      0.4651491045951843,
+      0.402709424495697,
+      0.44452181458473206,
+      0.35987958312034607,
+      0.3687458038330078,
+      0.309616357088089,
+      0.28466305136680603,
+      0.2800248861312866,
+      0.37805360555648804,
+      0.349456250667572,
+      0.2721202075481415,
+      0.1941368132829666,
+      0.2818446159362793,
+      0.24511845409870148,
+      0.22365573048591614,
+      0.2581332325935364,
+      0.22468924522399902,
+      0.2866680920124054,
+      0.19988836348056793,
+      0.21447350084781647,
+      0.19538240134716034,
+      0.19758661091327667,
+      0.17485487461090088,
+      0.1870802789926529,
+      0.1876666396856308,
+      0.1586993783712387,
+      0.15935318171977997,
+      0.1772172749042511,
+      0.20511488616466522,
+      0.14057905972003937,
+      0.14634256064891815,
+      0.17220208048820496,
+      0.15756499767303467,
+      0.12289166450500488,
+      0.13189402222633362,
+      0.12689675390720367,
+      0.1268821805715561,
+      0.0976928099989891,
+      0.09254758805036545,
+      0.1167963370680809,
+      0.12230370193719864,
+      0.061435870826244354,
+      0.10646288096904755,
+      0.06817925721406937,
+      0.07916043698787689,
+      0.09582412242889404,
+      0.07675866037607193,
+      0.06337268650531769,
+      0.06639906018972397,
+      0.10464208573102951,
+      0.06369388103485107,
+      0.07750404626131058,
+      0.05772814899682999,
+      0.0618344210088253
     ],
     "info_loss": [
-      -1.4931654930114746,
-      -0.3287515640258789,
-      -0.20309758186340332,
-      -0.08040070533752441,
-      -0.08293402194976807,
-      -0.08145439624786377,
-      -0.08084726333618164,
-      -0.13623690605163574,
-      -0.18764793872833252,
-      -0.21354830265045166,
-      -0.2971622943878174,
-      -0.4655829668045044,
-      -0.9671027064323425,
-      -1.0975041389465332,
-      -0.6573877930641174,
-      -0.52280592918396,
-      -0.33613646030426025,
-      -0.30700165033340454,
-      -0.33531850576400757,
-      -0.24739503860473633,
-      -0.20575667917728424,
-      -0.1729479283094406,
-      -0.19086585938930511,
-      -0.1466362029314041,
-      -0.12648341059684753,
-      -0.09660688042640686,
-      -0.13731198012828827,
-      -0.090257927775383,
-      -0.11520253866910934,
-      -0.16884556412696838,
-      -0.1119970828294754,
-      -0.12500318884849548,
-      -0.07407157123088837,
-      -0.1408563256263733,
-      -0.10861283540725708,
-      -0.10317053645849228,
-      -0.1429494023323059,
-      -0.10317841172218323,
-      -0.14690537750720978,
-      -0.13502144813537598,
-      -0.0957949236035347,
-      -0.10858335345983505,
-      -0.11433392018079758,
-      -0.11800597608089447,
-      -0.1043647900223732,
-      -0.07300866395235062,
-      -0.10729879140853882,
-      -0.12777504324913025,
-      -0.1146274283528328,
-      -0.11757340282201767,
-      -0.10103149712085724,
-      -0.0873810350894928,
-      -0.08418776094913483,
-      -0.07348176836967468,
-      -0.08262161910533905,
-      -0.06471286714076996,
-      -0.08114015311002731,
-      -0.07110169529914856,
-      -0.09566681832075119,
-      -0.07004982978105545,
-      -0.08596527576446533,
-      -0.09278135001659393,
-      -0.08236707746982574,
-      -0.06275559961795807,
-      -0.08083701133728027,
-      -0.07647520303726196,
-      -0.08978942036628723,
-      -0.07253386080265045,
-      -0.04718723148107529,
-      -0.06880763173103333
+      -0.5703163146972656,
+      -0.166015625,
+      -0.06974220275878906,
+      -0.0745776891708374,
+      -0.08152985572814941,
+      -0.06991314888000488,
+      -0.04411435127258301,
+      -0.21549618244171143,
+      -0.37584030628204346,
+      -0.6874351501464844,
+      -0.7523373961448669,
+      -0.557295024394989,
+      -0.4853973090648651,
+      -0.40835925936698914,
+      -0.3295533061027527,
+      -0.3078162670135498,
+      -0.2742995619773865,
+      -0.18321914970874786,
+      -0.2575337886810303,
+      -0.15976710617542267,
+      -0.1911141574382782,
+      -0.15414360165596008,
+      -0.13090449571609497,
+      -0.15989911556243896,
+      -0.18713147938251495,
+      -0.1621924787759781,
+      -0.15000823140144348,
+      -0.09506124258041382,
+      -0.10266301035881042,
+      -0.13723227381706238,
+      -0.12602582573890686,
+      -0.13937442004680634,
+      -0.1260860562324524,
+      -0.14851446449756622,
+      -0.10906409472227097,
+      -0.09848323464393616,
+      -0.07746206969022751,
+      -0.0828794315457344,
+      -0.11464187502861023,
+      -0.11303246766328812,
+      -0.1308683156967163,
+      -0.09133747220039368,
+      -0.09089986979961395,
+      -0.1075134426355362,
+      -0.1480427086353302,
+      -0.09612017124891281,
+      -0.054484449326992035,
+      -0.1174512505531311,
+      -0.08855501562356949,
+      -0.06146596744656563,
+      -0.10301853716373444,
+      -0.10187290608882904,
+      -0.09169016033411026,
+      -0.07557268440723419,
+      -0.0797661542892456,
+      -0.10500068217515945,
+      -0.0984283983707428,
+      -0.047317616641521454,
+      -0.06959307193756104,
+      -0.05479596555233002,
+      -0.05312419682741165,
+      -0.08555228263139725,
+      -0.06329430639743805,
+      -0.052405696362257004,
+      -0.05460964888334274,
+      -0.09755084663629532,
+      -0.05779761075973511,
+      -0.06151659041643143,
+      -0.05198967456817627,
+      -0.05291672796010971
     ],
     "abs_loss": [
-      2.287022590637207,
-      2.0916876792907715,
-      1.904157280921936,
-      1.865134596824646,
-      1.8645482063293457,
-      1.8384100198745728,
-      1.8436139822006226,
-      1.8555344343185425,
-      1.8272294998168945,
-      1.8342450857162476,
-      1.8453730344772339,
-      1.838832974433899,
-      1.8428555727005005,
-      1.8253898620605469,
-      1.7948323488235474,
-      1.7442383766174316,
-      1.575785517692566,
-      1.3669052124023438,
-      1.1249511241912842,
-      0.8671944737434387,
-      0.7276226878166199,
-      0.617413341999054,
-      0.5250348448753357,
-      0.44361987709999084,
-      0.42031577229499817,
-      0.41864728927612305,
-      0.43554285168647766,
-      0.3743334114551544,
-      0.34732961654663086,
-      0.33214130997657776,
-      0.3264453709125519,
-      0.31868138909339905,
-      0.3359517753124237,
-      0.2563074827194214,
-      0.2655089795589447,
-      0.24500541388988495,
-      0.28663334250450134,
-      0.2430928349494934,
-      0.24621863663196564,
-      0.22454464435577393,
-      0.22838687896728516,
-      0.23042821884155273,
-      0.2049625664949417,
-      0.21573372185230255,
-      0.21731531620025635,
-      0.21410906314849854,
-      0.1734648495912552,
-      0.17448820173740387,
-      0.18207435309886932,
-      0.17394252121448517,
-      0.17870847880840302,
-      0.1585991531610489,
-      0.17257511615753174,
-      0.18372474610805511,
-      0.1582813858985901,
-      0.1431683897972107,
-      0.14724594354629517,
-      0.15524940192699432,
-      0.12837021052837372,
-      0.15147118270397186,
-      0.13836684823036194,
-      0.14143264293670654,
-      0.1055116131901741,
-      0.12111660093069077,
-      0.1088944599032402,
-      0.12397897243499756,
-      0.12244991213083267,
-      0.11925437301397324,
-      0.11537864059209824,
-      0.12550200521945953
+      2.2391064167022705,
+      1.903133749961853,
+      1.8471856117248535,
+      1.870505690574646,
+      1.8405386209487915,
+      1.8321367502212524,
+      1.8374236822128296,
+      1.8635932207107544,
+      1.8500641584396362,
+      1.8130455017089844,
+      1.789480209350586,
+      1.4839378595352173,
+      1.1312556266784668,
+      0.8757233619689941,
+      0.6512569785118103,
+      0.6017574667930603,
+      0.5022904872894287,
+      0.46593570709228516,
+      0.40201544761657715,
+      0.35612478852272034,
+      0.29723620414733887,
+      0.2846054136753082,
+      0.2813468277454376,
+      0.2518315017223358,
+      0.23474085330963135,
+      0.1778661459684372,
+      0.22422951459884644,
+      0.22165711224079132,
+      0.1990116387605667,
+      0.21514342725276947,
+      0.20219220221042633,
+      0.18571658432483673,
+      0.1271841675043106,
+      0.12184059619903564,
+      0.13935674726963043,
+      0.1843566745519638,
+      0.11972486972808838,
+      0.11449414491653442,
+      0.1205715611577034,
+      0.07506386190652847,
+      0.07510096579790115,
+      0.07919437438249588,
+      0.09589538723230362,
+      0.06470391154289246,
+      0.06804872304201126,
+      0.06406687945127487,
+      0.07336432486772537,
+      0.04453839734196663,
+      0.06374714523553848,
+      0.0641837790608406,
+      0.051210492849349976,
+      0.06126769259572029,
+      0.05609944835305214,
+      0.045193735510110855,
+      0.06044153496623039,
+      0.03156470134854317,
+      0.04949544370174408,
+      0.04925629124045372,
+      0.037908535450696945,
+      0.052750349044799805,
+      0.05024566873908043,
+      0.0473237968981266,
+      0.056845005601644516,
+      0.0363769493997097,
+      0.03889637067914009,
+      0.04386458173394203,
+      0.030996553599834442,
+      0.02613372914493084,
+      0.025389796122908592,
+      0.03995569422841072
     ],
     "zipf_loss": [
-      8.190372467041016,
-      4.21774959564209,
-      2.0889029502868652,
-      1.7756659984588623,
-      1.715381383895874,
-      1.7015979290008545,
-      1.6966168880462646,
-      1.6921616792678833,
-      1.6919775009155273,
-      1.6897456645965576,
-      1.6901496648788452,
-      1.690834403038025,
-      1.696687936782837,
-      1.7070481777191162,
-      1.7052288055419922,
-      1.7003854513168335,
-      1.6773663759231567,
-      1.6252772808074951,
-      1.540981650352478,
-      1.5055437088012695,
-      1.4082492589950562,
-      1.3143138885498047,
-      1.2227977514266968,
-      1.1722016334533691,
-      1.0987006425857544,
-      1.0058059692382812,
-      0.9411389231681824,
-      0.9186881184577942,
-      0.8159641623497009,
-      0.7451286315917969,
-      0.6992727518081665,
-      0.6709651947021484,
-      0.6331524848937988,
-      0.5614780187606812,
-      0.6249133348464966,
-      0.5249479413032532,
-      0.4748857021331787,
-      0.4279439449310303,
-      0.4149409234523773,
-      0.37185347080230713,
-      0.3879944980144501,
-      0.4145728647708893,
-      0.33193638920783997,
-      0.40620243549346924,
-      0.3544418215751648,
-      0.3280959725379944,
-      0.3559904098510742,
-      0.32354503870010376,
-      0.2835143208503723,
-      0.24926838278770447,
-      0.2441646009683609,
-      0.2400692105293274,
-      0.21169903874397278,
-      0.1923774778842926,
-      0.25739187002182007,
-      0.1864461600780487,
-      0.1969538927078247,
-      0.20113880932331085,
-      0.16653358936309814,
-      0.208352729678154,
-      0.16804218292236328,
-      0.1555454134941101,
-      0.17147725820541382,
-      0.15252524614334106,
-      0.1460340917110443,
-      0.15528786182403564,
-      0.13820970058441162,
-      0.1327650099992752,
-      0.15823212265968323,
-      0.1449219286441803
+      6.962420463562012,
+      2.278287887573242,
+      1.727689504623413,
+      1.6978013515472412,
+      1.6919262409210205,
+      1.690722107887268,
+      1.686474084854126,
+      1.6879417896270752,
+      1.6858043670654297,
+      1.6918517351150513,
+      1.6971348524093628,
+      1.675116777420044,
+      1.6157103776931763,
+      1.5321345329284668,
+      1.4020588397979736,
+      1.3253259658813477,
+      1.2312809228897095,
+      1.195708990097046,
+      1.0962542295455933,
+      1.0268218517303467,
+      0.9259983897209167,
+      0.877052903175354,
+      0.8378820419311523,
+      0.7431282997131348,
+      0.7947447299957275,
+      0.7309422492980957,
+      0.6434226036071777,
+      0.6580294966697693,
+      0.5288034081459045,
+      0.5818673372268677,
+      0.561590313911438,
+      0.5384848713874817,
+      0.45125994086265564,
+      0.4317888617515564,
+      0.4863152503967285,
+      0.3640486001968384,
+      0.3205578625202179,
+      0.24846789240837097,
+      0.21845467388629913,
+      0.18795782327651978,
+      0.17608600854873657,
+      0.14650212228298187,
+      0.15956974029541016,
+      0.16073615849018097,
+      0.12351780384778976,
+      0.11190879344940186,
+      0.11600394546985626,
+      0.12968632578849792,
+      0.11222794651985168,
+      0.0924285426735878,
+      0.11043774336576462,
+      0.08693233132362366,
+      0.10116228461265564,
+      0.0846274122595787,
+      0.0972646176815033,
+      0.08817484229803085,
+      0.07849989831447601,
+      0.06909362971782684,
+      0.07246481627225876,
+      0.06717102229595184,
+      0.08152782917022705,
+      0.06765741109848022,
+      0.06972979009151459,
+      0.06570670753717422,
+      0.0659530982375145,
+      0.06907197833061218,
+      0.06259053200483322,
+      0.06378341466188431,
+      0.0604107640683651,
+      0.05687008425593376
     ],
     "denoise_loss": [],
     "ortho_loss": [
-      0.6088240742683411,
-      0.33010056614875793,
-      0.22861000895500183,
-      0.21283285319805145,
-      0.17951442301273346,
-      0.16018734872341156,
-      0.11169280111789703,
-      0.12691719830036163,
-      0.1456661969423294,
-      0.15746210515499115,
-      0.1443333923816681,
-      0.16156138479709625,
-      0.20633621513843536,
-      0.22460925579071045,
-      0.26161104440689087,
-      0.27444061636924744,
-      0.28116294741630554,
-      0.28717944025993347,
-      0.3055819571018219,
-      0.325307697057724,
-      0.3221662938594818,
-      0.3159293830394745,
-      0.3048442602157593,
-      0.30672410130500793,
-      0.301876962184906,
-      0.29914870858192444,
-      0.31866511702537537,
-      0.33082228899002075,
-      0.33669188618659973,
-      0.32973605394363403,
-      0.32963281869888306,
-      0.33795875310897827,
-      0.3385995030403137,
-      0.3364645540714264,
-      0.33232346177101135,
-      0.33818763494491577,
-      0.3330787122249603,
-      0.3314555287361145,
-      0.33205369114875793,
-      0.3319832682609558,
-      0.32697418332099915,
-      0.3278193771839142,
-      0.3068898022174835,
-      0.309592068195343,
-      0.3145006597042084,
-      0.3080871105194092,
-      0.3092295825481415,
-      0.3054082989692688,
-      0.30440065264701843,
-      0.299023300409317,
-      0.3067370355129242,
-      0.31260034441947937,
-      0.3118235766887665,
-      0.3144630491733551,
-      0.31215304136276245,
-      0.31217923760414124,
-      0.31190818548202515,
-      0.3100627064704895,
-      0.3103569447994232,
-      0.3121229112148285,
-      0.3065374791622162,
-      0.3073209226131439,
-      0.3084685206413269,
-      0.30692750215530396,
-      0.3080828785896301,
-      0.30695533752441406,
-      0.3065243661403656,
-      0.30688145756721497,
-      0.3082342743873596,
-      0.30828753113746643
+      0.4214286804199219,
+      0.18882839381694794,
+      0.1212303414940834,
+      0.11552999913692474,
+      0.08706260472536087,
+      0.09062568098306656,
+      0.08478324860334396,
+      0.08018892258405685,
+      0.09239780157804489,
+      0.1168321818113327,
+      0.13350531458854675,
+      0.15595880150794983,
+      0.1914532333612442,
+      0.1955980360507965,
+      0.20734401047229767,
+      0.2079848051071167,
+      0.22458618879318237,
+      0.217812642455101,
+      0.22359661757946014,
+      0.22261333465576172,
+      0.21620140969753265,
+      0.2151515632867813,
+      0.2155912071466446,
+      0.21206055581569672,
+      0.21063639223575592,
+      0.21173329651355743,
+      0.2016972005367279,
+      0.1977507472038269,
+      0.19506840407848358,
+      0.19696591794490814,
+      0.17341327667236328,
+      0.16453030705451965,
+      0.18576037883758545,
+      0.1828179508447647,
+      0.1950673907995224,
+      0.1837579756975174,
+      0.1741635948419571,
+      0.17811855673789978,
+      0.16840724647045135,
+      0.16616372764110565,
+      0.17120879888534546,
+      0.16129401326179504,
+      0.16783320903778076,
+      0.16347329318523407,
+      0.16215452551841736,
+      0.16703131794929504,
+      0.16951780021190643,
+      0.16996146738529205,
+      0.16912420094013214,
+      0.1748487651348114,
+      0.1752723902463913,
+      0.18083271384239197,
+      0.17920422554016113,
+      0.18311761319637299,
+      0.18380235135555267,
+      0.18301932513713837,
+      0.1814393401145935,
+      0.18424195051193237,
+      0.18770591914653778,
+      0.18873360753059387,
+      0.18713155388832092,
+      0.18882162868976593,
+      0.18982088565826416,
+      0.18827897310256958,
+      0.18959622085094452,
+      0.18957337737083435,
+      0.1906057596206665,
+      0.1932428628206253,
+      0.19275683164596558,
+      0.1928425282239914
     ],
     "lr": [
-      1.6752136752136756e-05,
-      3.384615384615385e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      3.9947798576324814e-05,
-      3.8761402583706826e-05,
-      3.757500659108885e-05,
-      3.6388610598470864e-05,
-      3.5202214605852884e-05,
-      3.401581861323491e-05,
-      3.282942262061693e-05,
-      3.0670181914052204e-05,
-      2.948378592143422e-05,
-      2.8297389928816243e-05,
-      2.711099393619826e-05,
-      2.5924597943580284e-05,
-      2.4738201950962303e-05,
-      2.3551805958344316e-05,
-      2.1392565251779595e-05,
-      2.020616925916161e-05,
-      1.901977326654364e-05,
-      1.783337727392566e-05,
-      1.6646981281307675e-05,
-      1.546058528868969e-05,
-      1.427418929607171e-05,
-      1.2114948589506984e-05,
-      1.0928552596889013e-05,
-      9.742156604271029e-06,
-      8.555760611653046e-06,
-      7.369364619035064e-06,
-      6.182968626417082e-06,
-      4.996572633799099e-06
+      3.350427350427351e-05,
+      6.76923076923077e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      7.989559715264963e-05,
+      7.752280516741365e-05,
+      7.51500131821777e-05,
+      7.277722119694173e-05,
+      7.040442921170577e-05,
+      6.803163722646982e-05,
+      6.565884524123386e-05,
+      6.134036382810441e-05,
+      5.896757184286844e-05,
+      5.6594779857632485e-05,
+      5.422198787239652e-05,
+      5.184919588716057e-05,
+      4.947640390192461e-05,
+      4.710361191668863e-05,
+      4.278513050355919e-05,
+      4.041233851832322e-05,
+      3.803954653308728e-05,
+      3.566675454785132e-05,
+      3.329396256261535e-05,
+      3.092117057737938e-05,
+      2.854837859214342e-05,
+      2.4229897179013967e-05,
+      2.1857105193778026e-05,
+      1.9484313208542057e-05,
+      1.7111521223306092e-05,
+      1.4738729238070129e-05,
+      1.2365937252834164e-05,
+      9.993145267598198e-06
     ],
     "emb_lr": [],
     "eval_step": [
@@ -603,7 +603,7 @@
       0.0
     ]
   },
-  "final_accuracy": 0.7783333333333333,
+  "final_accuracy": 0.8683333333333333,
   "sft_eval": {
     "config": {
       "ops": "add_sub",
@@ -618,25 +618,25 @@
         "n_examples": 100,
         "per_subtask": {
           "SA": {
-            "accuracy": 0.996694214876033,
+            "accuracy": 1.0,
             "count": 605
           },
           "SS": {
-            "accuracy": 1.0,
+            "accuracy": 0.9789473684210527,
             "count": 95
           }
         }
       },
       "add_S1": {
-        "full_accuracy": 0.86,
+        "full_accuracy": 0.99,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
-            "accuracy": 0.9754901960784313,
+            "accuracy": 0.9950980392156863,
             "count": 204
           },
           "SC": {
-            "accuracy": 0.9763313609467456,
+            "accuracy": 1.0,
             "count": 169
           },
           "SS": {
@@ -644,13 +644,13 @@
             "count": 31
           },
           "UC": {
-            "accuracy": 0.9831081081081081,
+            "accuracy": 1.0,
             "count": 296
           }
         }
       },
       "add_S2": {
-        "full_accuracy": 0.84,
+        "full_accuracy": 0.85,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
@@ -662,11 +662,11 @@
             "count": 130
           },
           "SS": {
-            "accuracy": 1.0,
+            "accuracy": 0.9655172413793104,
             "count": 87
           },
           "UC": {
-            "accuracy": 0.9408866995073891,
+            "accuracy": 0.9655172413793104,
             "count": 203
           },
           "US": {
@@ -676,7 +676,7 @@
         }
       },
       "add_S3": {
-        "full_accuracy": 0.33,
+        "full_accuracy": 0.5,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
@@ -684,33 +684,33 @@
             "count": 121
           },
           "SC": {
-            "accuracy": 0.9834710743801653,
+            "accuracy": 0.9752066115702479,
             "count": 121
           },
           "SS": {
-            "accuracy": 0.9591836734693877,
+            "accuracy": 1.0,
             "count": 49
           },
           "UC": {
-            "accuracy": 0.6505376344086021,
+            "accuracy": 0.7580645161290323,
             "count": 186
           },
           "US": {
-            "accuracy": 0.9147982062780269,
+            "accuracy": 0.9730941704035875,
             "count": 223
           }
         }
       },
       "add_S4": {
-        "full_accuracy": 0.29,
+        "full_accuracy": 0.37,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
-            "accuracy": 0.9903846153846154,
+            "accuracy": 1.0,
             "count": 104
           },
           "SC": {
-            "accuracy": 0.9716981132075472,
+            "accuracy": 0.9811320754716981,
             "count": 106
           },
           "SS": {
@@ -718,17 +718,17 @@
             "count": 23
           },
           "UC": {
-            "accuracy": 0.61875,
+            "accuracy": 0.66875,
             "count": 160
           },
           "US": {
-            "accuracy": 0.7100977198697068,
+            "accuracy": 0.8045602605863192,
             "count": 307
           }
         }
       },
       "add_S5": {
-        "full_accuracy": 0.14,
+        "full_accuracy": 0.18,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
@@ -740,17 +740,17 @@
             "count": 100
           },
           "UC": {
-            "accuracy": 0.18,
+            "accuracy": 0.3,
             "count": 100
           },
           "US": {
-            "accuracy": 0.4975,
+            "accuracy": 0.605,
             "count": 400
           }
         }
       },
       "add_S6": {
-        "full_accuracy": 0.28,
+        "full_accuracy": 0.38,
         "n_examples": 100,
         "per_subtask": {
           "SC": {
@@ -758,25 +758,25 @@
             "count": 100
           },
           "UC": {
-            "accuracy": 0.42,
+            "accuracy": 0.53,
             "count": 100
           },
           "US": {
-            "accuracy": 0.526,
+            "accuracy": 0.644,
             "count": 500
           }
         }
       },
       "add_random": {
-        "full_accuracy": 0.88,
+        "full_accuracy": 0.925,
         "n_examples": 200,
         "per_subtask": {
           "SA": {
-            "accuracy": 0.9888143176733781,
+            "accuracy": 0.9910514541387024,
             "count": 447
           },
           "SC": {
-            "accuracy": 0.9875,
+            "accuracy": 0.984375,
             "count": 320
           },
           "SS": {
@@ -784,7 +784,7 @@
             "count": 56
           },
           "UC": {
-            "accuracy": 0.9716446124763705,
+            "accuracy": 0.9886578449905482,
             "count": 529
           },
           "US": {
@@ -794,7 +794,7 @@
         }
       },
       "add_C3": {
-        "full_accuracy": 0.62,
+        "full_accuracy": 0.81,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
@@ -802,21 +802,21 @@
             "count": 300
           },
           "SC": {
-            "accuracy": 0.99,
+            "accuracy": 1.0,
             "count": 100
           },
           "UC": {
-            "accuracy": 0.8082901554404145,
+            "accuracy": 0.9067357512953368,
             "count": 193
           },
           "US": {
-            "accuracy": 0.9158878504672897,
+            "accuracy": 0.9626168224299065,
             "count": 107
           }
         }
       },
       "add_C4": {
-        "full_accuracy": 0.65,
+        "full_accuracy": 0.75,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
@@ -828,39 +828,39 @@
             "count": 100
           },
           "UC": {
-            "accuracy": 0.875,
+            "accuracy": 0.90625,
             "count": 256
           },
           "US": {
-            "accuracy": 0.8819444444444444,
+            "accuracy": 0.9305555555555556,
             "count": 144
           }
         }
       },
       "add_C5": {
-        "full_accuracy": 0.52,
+        "full_accuracy": 0.68,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
-            "accuracy": 0.95,
+            "accuracy": 1.0,
             "count": 100
           },
           "SC": {
-            "accuracy": 0.99,
+            "accuracy": 1.0,
             "count": 100
           },
           "UC": {
-            "accuracy": 0.8496732026143791,
+            "accuracy": 0.9084967320261438,
             "count": 306
           },
           "US": {
-            "accuracy": 0.8350515463917526,
+            "accuracy": 0.8556701030927835,
             "count": 194
           }
         }
       },
       "add_C6": {
-        "full_accuracy": 0.56,
+        "full_accuracy": 0.76,
         "n_examples": 100,
         "per_subtask": {
           "SC": {
@@ -868,21 +868,21 @@
             "count": 100
           },
           "UC": {
-            "accuracy": 0.8852459016393442,
+            "accuracy": 0.9344262295081968,
             "count": 366
           },
           "US": {
-            "accuracy": 0.905982905982906,
+            "accuracy": 0.9700854700854701,
             "count": 234
           }
         }
       },
       "sub_M0": {
-        "full_accuracy": 0.91,
+        "full_accuracy": 1.0,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
-            "accuracy": 0.9850249584026622,
+            "accuracy": 1.0,
             "count": 601
           },
           "ME": {
@@ -914,15 +914,15 @@
         }
       },
       "sub_M2": {
-        "full_accuracy": 0.85,
+        "full_accuracy": 0.9,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
-            "accuracy": 0.9906103286384976,
+            "accuracy": 1.0,
             "count": 213
           },
           "MB": {
-            "accuracy": 0.9823008849557522,
+            "accuracy": 0.9911504424778761,
             "count": 113
           },
           "ME": {
@@ -930,7 +930,7 @@
             "count": 85
           },
           "UB": {
-            "accuracy": 0.9281767955801105,
+            "accuracy": 0.9502762430939227,
             "count": 181
           },
           "UD": {
@@ -940,7 +940,7 @@
         }
       },
       "sub_M3": {
-        "full_accuracy": 0.3,
+        "full_accuracy": 0.19,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
@@ -948,7 +948,7 @@
             "count": 179
           },
           "MB": {
-            "accuracy": 0.9805825242718447,
+            "accuracy": 1.0,
             "count": 103
           },
           "ME": {
@@ -956,17 +956,17 @@
             "count": 56
           },
           "UB": {
-            "accuracy": 0.6040268456375839,
+            "accuracy": 0.4697986577181208,
             "count": 149
           },
           "UD": {
-            "accuracy": 0.9061032863849765,
+            "accuracy": 0.9765258215962441,
             "count": 213
           }
         }
       },
       "sub_M4": {
-        "full_accuracy": 0.03,
+        "full_accuracy": 0.01,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
@@ -978,17 +978,17 @@
             "count": 100
           },
           "UB": {
-            "accuracy": 0.43,
+            "accuracy": 0.1,
             "count": 100
           },
           "UD": {
-            "accuracy": 0.49333333333333335,
+            "accuracy": 0.57,
             "count": 300
           }
         }
       },
       "sub_M5": {
-        "full_accuracy": 0.06,
+        "full_accuracy": 0.0,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
@@ -1000,43 +1000,43 @@
             "count": 100
           },
           "UB": {
-            "accuracy": 0.41,
+            "accuracy": 0.02,
             "count": 100
           },
           "UD": {
-            "accuracy": 0.4075,
+            "accuracy": 0.435,
             "count": 400
           }
         }
       },
       "sub_random": {
-        "full_accuracy": 0.875,
+        "full_accuracy": 0.96,
         "n_examples": 200,
         "per_subtask": {
           "MD": {
-            "accuracy": 0.99,
+            "accuracy": 0.9966666666666667,
             "count": 600
           },
           "MB": {
-            "accuracy": 0.9887640449438202,
+            "accuracy": 1.0,
             "count": 267
           },
           "ME": {
-            "accuracy": 1.0,
+            "accuracy": 0.9811320754716981,
             "count": 53
           },
           "UB": {
-            "accuracy": 0.9635535307517085,
+            "accuracy": 0.9886104783599089,
             "count": 439
           },
           "UD": {
-            "accuracy": 0.975609756097561,
+            "accuracy": 1.0,
             "count": 41
           }
         }
       },
       "sub_B3": {
-        "full_accuracy": 0.75,
+        "full_accuracy": 0.77,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
@@ -1052,13 +1052,13 @@
             "count": 197
           },
           "UD": {
-            "accuracy": 0.9514563106796117,
+            "accuracy": 0.9805825242718447,
             "count": 103
           }
         }
       },
       "sub_B4": {
-        "full_accuracy": 0.55,
+        "full_accuracy": 0.6,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
@@ -1070,17 +1070,17 @@
             "count": 100
           },
           "UB": {
-            "accuracy": 0.8421052631578947,
+            "accuracy": 0.8380566801619433,
             "count": 247
           },
           "UD": {
-            "accuracy": 0.869281045751634,
+            "accuracy": 0.8758169934640523,
             "count": 153
           }
         }
       },
       "sub_B5": {
-        "full_accuracy": 0.48,
+        "full_accuracy": 0.5,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
@@ -1092,18 +1092,18 @@
             "count": 100
           },
           "UB": {
-            "accuracy": 0.8624161073825504,
+            "accuracy": 0.8355704697986577,
             "count": 298
           },
           "UD": {
-            "accuracy": 0.8118811881188119,
+            "accuracy": 0.8663366336633663,
             "count": 202
           }
         }
       }
     },
     "summary": {
-      "overall_accuracy": 0.6016666666666667,
+      "overall_accuracy": 0.66375,
       "total_examples": 2400,
       "n_splits": 22
     }
@@ -1118,11 +1118,11 @@
     },
     "splits": {
       "add_S0": {
-        "full_accuracy": 1.0,
+        "full_accuracy": 0.99,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
-            "accuracy": 1.0,
+            "accuracy": 0.9983471074380166,
             "count": 605
           },
           "SS": {
@@ -1154,23 +1154,23 @@
         }
       },
       "add_S2": {
-        "full_accuracy": 0.96,
+        "full_accuracy": 0.99,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
-            "accuracy": 0.9938650306748467,
+            "accuracy": 1.0,
             "count": 163
           },
           "SC": {
-            "accuracy": 0.9923076923076923,
+            "accuracy": 1.0,
             "count": 130
           },
           "SS": {
-            "accuracy": 0.9770114942528736,
+            "accuracy": 1.0,
             "count": 87
           },
           "UC": {
-            "accuracy": 0.9901477832512315,
+            "accuracy": 0.9950738916256158,
             "count": 203
           },
           "US": {
@@ -1180,7 +1180,7 @@
         }
       },
       "add_S3": {
-        "full_accuracy": 0.67,
+        "full_accuracy": 0.98,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
@@ -1188,7 +1188,7 @@
             "count": 121
           },
           "SC": {
-            "accuracy": 0.9917355371900827,
+            "accuracy": 1.0,
             "count": 121
           },
           "SS": {
@@ -1196,17 +1196,17 @@
             "count": 49
           },
           "UC": {
-            "accuracy": 0.8279569892473119,
+            "accuracy": 0.989247311827957,
             "count": 186
           },
           "US": {
-            "accuracy": 0.9955156950672646,
+            "accuracy": 1.0,
             "count": 223
           }
         }
       },
       "add_S4": {
-        "full_accuracy": 0.45,
+        "full_accuracy": 0.86,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
@@ -1222,17 +1222,17 @@
             "count": 23
           },
           "UC": {
-            "accuracy": 0.6875,
+            "accuracy": 0.9125,
             "count": 160
           },
           "US": {
-            "accuracy": 0.8273615635179153,
+            "accuracy": 0.9869706840390879,
             "count": 307
           }
         }
       },
       "add_S5": {
-        "full_accuracy": 0.21,
+        "full_accuracy": 0.35,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
@@ -1244,17 +1244,17 @@
             "count": 100
           },
           "UC": {
-            "accuracy": 0.33,
+            "accuracy": 0.37,
             "count": 100
           },
           "US": {
-            "accuracy": 0.6175,
+            "accuracy": 0.8925,
             "count": 400
           }
         }
       },
       "add_S6": {
-        "full_accuracy": 0.19,
+        "full_accuracy": 0.54,
         "n_examples": 100,
         "per_subtask": {
           "SC": {
@@ -1262,33 +1262,33 @@
             "count": 100
           },
           "UC": {
-            "accuracy": 0.34,
+            "accuracy": 0.55,
             "count": 100
           },
           "US": {
-            "accuracy": 0.54,
+            "accuracy": 0.882,
             "count": 500
           }
         }
       },
       "add_random": {
-        "full_accuracy": 0.97,
+        "full_accuracy": 0.98,
         "n_examples": 200,
         "per_subtask": {
           "SA": {
-            "accuracy": 0.9888143176733781,
+            "accuracy": 0.9932885906040269,
             "count": 447
           },
           "SC": {
-            "accuracy": 1.0,
+            "accuracy": 0.996875,
             "count": 320
           },
           "SS": {
-            "accuracy": 0.9642857142857143,
+            "accuracy": 1.0,
             "count": 56
           },
           "UC": {
-            "accuracy": 0.998109640831758,
+            "accuracy": 1.0,
             "count": 529
           },
           "US": {
@@ -1298,7 +1298,7 @@
         }
       },
       "add_C3": {
-        "full_accuracy": 0.82,
+        "full_accuracy": 0.95,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
@@ -1310,17 +1310,17 @@
             "count": 100
           },
           "UC": {
-            "accuracy": 0.9067357512953368,
+            "accuracy": 0.9740932642487047,
             "count": 193
           },
           "US": {
-            "accuracy": 0.9906542056074766,
+            "accuracy": 1.0,
             "count": 107
           }
         }
       },
       "add_C4": {
-        "full_accuracy": 0.79,
+        "full_accuracy": 0.96,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
@@ -1332,17 +1332,17 @@
             "count": 100
           },
           "UC": {
-            "accuracy": 0.92578125,
+            "accuracy": 0.98828125,
             "count": 256
           },
           "US": {
-            "accuracy": 0.9583333333333334,
+            "accuracy": 0.9861111111111112,
             "count": 144
           }
         }
       },
       "add_C5": {
-        "full_accuracy": 0.78,
+        "full_accuracy": 0.89,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
@@ -1354,17 +1354,17 @@
             "count": 100
           },
           "UC": {
-            "accuracy": 0.9379084967320261,
+            "accuracy": 0.9705882352941176,
             "count": 306
           },
           "US": {
-            "accuracy": 0.865979381443299,
+            "accuracy": 0.9742268041237113,
             "count": 194
           }
         }
       },
       "add_C6": {
-        "full_accuracy": 0.85,
+        "full_accuracy": 0.96,
         "n_examples": 100,
         "per_subtask": {
           "SC": {
@@ -1372,21 +1372,21 @@
             "count": 100
           },
           "UC": {
-            "accuracy": 0.9617486338797814,
+            "accuracy": 0.9890710382513661,
             "count": 366
           },
           "US": {
-            "accuracy": 0.9658119658119658,
+            "accuracy": 0.9957264957264957,
             "count": 234
           }
         }
       },
       "sub_M0": {
-        "full_accuracy": 0.96,
+        "full_accuracy": 1.0,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
-            "accuracy": 0.9933444259567388,
+            "accuracy": 1.0,
             "count": 601
           },
           "ME": {
@@ -1418,11 +1418,11 @@
         }
       },
       "sub_M2": {
-        "full_accuracy": 0.97,
+        "full_accuracy": 1.0,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
-            "accuracy": 0.9953051643192489,
+            "accuracy": 1.0,
             "count": 213
           },
           "MB": {
@@ -1434,7 +1434,7 @@
             "count": 85
           },
           "UB": {
-            "accuracy": 0.988950276243094,
+            "accuracy": 1.0,
             "count": 181
           },
           "UD": {
@@ -1444,7 +1444,7 @@
         }
       },
       "sub_M3": {
-        "full_accuracy": 0.73,
+        "full_accuracy": 0.95,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
@@ -1460,17 +1460,17 @@
             "count": 56
           },
           "UB": {
-            "accuracy": 0.8322147651006712,
+            "accuracy": 0.9664429530201343,
             "count": 149
           },
           "UD": {
-            "accuracy": 0.9906103286384976,
+            "accuracy": 0.9953051643192489,
             "count": 213
           }
         }
       },
       "sub_M4": {
-        "full_accuracy": 0.48,
+        "full_accuracy": 0.55,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
@@ -1482,17 +1482,17 @@
             "count": 100
           },
           "UB": {
-            "accuracy": 0.62,
+            "accuracy": 0.63,
             "count": 100
           },
           "UD": {
-            "accuracy": 0.8666666666666667,
+            "accuracy": 0.95,
             "count": 300
           }
         }
       },
       "sub_M5": {
-        "full_accuracy": 0.35,
+        "full_accuracy": 0.11,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
@@ -1504,25 +1504,25 @@
             "count": 100
           },
           "UB": {
-            "accuracy": 0.68,
+            "accuracy": 0.11,
             "count": 100
           },
           "UD": {
-            "accuracy": 0.755,
+            "accuracy": 0.895,
             "count": 400
           }
         }
       },
       "sub_random": {
-        "full_accuracy": 0.985,
+        "full_accuracy": 1.0,
         "n_examples": 200,
         "per_subtask": {
           "MD": {
-            "accuracy": 0.9966666666666667,
+            "accuracy": 1.0,
             "count": 600
           },
           "MB": {
-            "accuracy": 0.9962546816479401,
+            "accuracy": 1.0,
             "count": 267
           },
           "ME": {
@@ -1540,11 +1540,11 @@
         }
       },
       "sub_B3": {
-        "full_accuracy": 0.9,
+        "full_accuracy": 0.95,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
-            "accuracy": 0.9966666666666667,
+            "accuracy": 1.0,
             "count": 300
           },
           "MB": {
@@ -1552,7 +1552,7 @@
             "count": 100
           },
           "UB": {
-            "accuracy": 0.9543147208121827,
+            "accuracy": 0.9746192893401016,
             "count": 197
           },
           "UD": {
@@ -1562,7 +1562,7 @@
         }
       },
       "sub_B4": {
-        "full_accuracy": 0.87,
+        "full_accuracy": 0.95,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
@@ -1574,17 +1574,17 @@
             "count": 100
           },
           "UB": {
-            "accuracy": 0.9554655870445344,
+            "accuracy": 0.9838056680161943,
             "count": 247
           },
           "UD": {
-            "accuracy": 0.954248366013072,
+            "accuracy": 0.9803921568627451,
             "count": 153
           }
         }
       },
       "sub_B5": {
-        "full_accuracy": 0.79,
+        "full_accuracy": 0.9,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
@@ -1596,22 +1596,22 @@
             "count": 100
           },
           "UB": {
-            "accuracy": 0.9328859060402684,
+            "accuracy": 0.9664429530201343,
             "count": 298
           },
           "UD": {
-            "accuracy": 0.9554455445544554,
+            "accuracy": 0.9801980198019802,
             "count": 202
           }
         }
       }
     },
     "summary": {
-      "overall_accuracy": 0.7783333333333333,
+      "overall_accuracy": 0.8683333333333333,
       "total_examples": 2400,
       "n_splits": 22
     }
   },
-  "sorl_overall_accuracy": 0.7783333333333333,
-  "sft_overall_accuracy": 0.6016666666666667
+  "sorl_overall_accuracy": 0.8683333333333333,
+  "sft_overall_accuracy": 0.66375
 }

add_sub_sorl_v1_abs10_K1_25K/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a3abff1d3d65f28a467e0107b3021da4659af9733b2521b6687ffa6fbb31e60f
+oid sha256:cf047dee834e21f59a68ae2338d8d11dc22cd4fd412eacace785b4753ce6d636
 size 650303660

add_sub_sorl_v1_abs10_K1_25K/train_config.json

@@ -17,7 +17,7 @@
   "target_vocab_util": 0.8,
   "min_abs_ppl": 0.0,
   "zipf_alpha": 1.0,
-  "lr": 4e-05,
+  "lr": 8e-05,
   "emb_lr_mult": 1.0,
   "weight_decay": 0.01,
   "warmup_steps": 117,
@@ -69,16 +69,16 @@
   "no_wandb": false,
   "n_params": 162499262,
   "run_name": "add_sub_sorl_v1_abs10_K1_25K",
-  "git_commit": "78d46f8665a87f4b44bd5894bd34f393f2dea51f",
-  "timestamp": "2026-04-12T08:59:10.014670+00:00",
+  "git_commit": "8d5ee5420119746ef4e2c87570eb250c9718f643",
+  "timestamp": "2026-04-12T21:07:34.657454+00:00",
   "tokenizer": "Qwen/Qwen3-0.6B",
   "dataset_repo": "thoughtworks/arithmetic-sorl-data",
   "dataset_config": "add_sub_6digit",
   "model_repo": "thoughtworks/arithmetic-sorl",
   "trainer_version": "v1",
-  "wandb_run_id": "je0pfgat",
-  "wandb_url": "https://wandb.ai/nlp_and_interpretability/sorl-arithmetic/runs/je0pfgat",
-  "final_accuracy": 0.7783333333333333,
-  "sft_accuracy": 0.6016666666666667,
+  "wandb_run_id": "ihgpsgwk",
+  "wandb_url": "https://wandb.ai/nlp_and_interpretability/sorl-arithmetic/runs/ihgpsgwk",
+  "final_accuracy": 0.8683333333333333,
+  "sft_accuracy": 0.66375,
   "eval_method": "ArithmeticEvaluator"
 }