Upload add_sub_sorl_v1_abs10_K1_25K_1L3H510d

Browse files

Files changed (3) hide show

add_sub_sorl_v1_abs10_K1_25K_1L3H510d/metrics.json +1314 -1314
add_sub_sorl_v1_abs10_K1_25K_1L3H510d/model.safetensors +1 -1
add_sub_sorl_v1_abs10_K1_25K_1L3H510d/train_config.json +10 -6

add_sub_sorl_v1_abs10_K1_25K_1L3H510d/metrics.json CHANGED Viewed

@@ -143,857 +143,857 @@
       7779
     ],
     "loss": [
-      -2.59329891204834,
-      7.806329250335693,
-      4.664865016937256,
-      3.5807652473449707,
-      3.15908145904541,
-      2.915864944458008,
-      3.148441791534424,
-      0.36000847816467285,
-      -1.757477879524231,
-      -3.409620523452759,
-      -5.0319366455078125,
-      -7.095430374145508,
-      -8.759235382080078,
-      -8.767191886901855,
-      -8.945306777954102,
-      -5.980461597442627,
-      -5.657682418823242,
-      -5.555356502532959,
-      -6.722297668457031,
-      -4.748482704162598,
-      -3.466064929962158,
-      -0.8357032537460327,
-      -0.1377798318862915,
-      -0.3907341957092285,
-      0.29442957043647766,
-      -0.10398596525192261,
-      -0.4516690969467163,
-      0.37417611479759216,
-      -0.44442543387413025,
-      -0.3337244689464569,
-      -0.25515031814575195,
-      -0.3856278657913208,
-      -0.22291865944862366,
-      -0.17850244045257568,
-      -0.4978151321411133,
-      -0.4693702161312103,
-      -0.44592294096946716,
-      -0.2621464133262634,
-      -0.382561594247818,
-      -0.5315982699394226,
-      -0.3435952961444855,
-      -0.329256534576416,
-      -0.7089931964874268,
-      -0.6072415113449097,
-      -0.5729288458824158,
-      -0.4047969579696655,
-      -0.4896378219127655,
-      -0.2720121741294861,
-      -0.518795907497406,
-      -0.3424687385559082,
-      -0.6721977591514587,
-      -0.3405545949935913,
-      -0.34829750657081604,
-      -0.25543728470802307,
-      -0.5398901700973511,
-      -0.6598642468452454,
-      -0.459503173828125,
-      -0.5198010802268982,
-      -0.38155192136764526,
-      -0.5738978385925293,
-      -0.6543811559677124,
-      -0.6683095693588257,
-      -0.37674030661582947,
-      -0.2265310287475586,
-      -0.8545238971710205,
-      -0.2876709997653961,
-      -0.9567681550979614,
-      -0.35820356011390686,
-      -0.499785840511322,
-      -0.33761483430862427,
-      -0.40017256140708923,
-      -0.417964905500412,
-      -0.2706613540649414,
-      -0.4005718231201172,
-      -0.5140082240104675,
-      -0.22472795844078064,
-      -0.6303619742393494,
-      -0.380489319562912,
-      -0.43577492237091064,
-      0.025171242654323578,
-      -0.4277156889438629,
-      -0.5149685144424438,
-      -0.3809179961681366,
-      -0.3976118862628937,
-      -0.5983619689941406,
-      -0.6481726765632629,
-      -0.6451705098152161,
-      -0.2953732907772064,
-      -0.3128582835197449,
-      -0.5169304013252258,
-      -0.44698846340179443,
-      -0.6919875144958496,
-      -0.13136500120162964,
-      -0.7428823709487915,
-      -0.26386335492134094,
-      -0.5457929968833923,
-      -0.48326900601387024,
-      -0.354233980178833,
-      -0.3980136811733246,
-      -0.4296197295188904,
-      -0.43872061371803284,
-      -0.5549288988113403,
-      -0.5576112270355225,
-      -0.4448431432247162,
-      -0.6850564479827881,
-      -0.08526279032230377,
-      -0.49758049845695496,
-      -0.528289794921875,
-      -0.4233647882938385,
-      -0.27047842741012573,
-      -0.5958406925201416,
-      -0.24503447115421295,
-      -0.5884737968444824,
-      -0.2966604232788086,
-      -0.11186803877353668,
-      -0.49717044830322266,
-      -0.5715808868408203,
-      -0.310215026140213,
-      -0.2626461088657379,
-      -0.3557012379169464,
-      -0.4658515751361847,
-      -0.07596707344055176,
-      -0.22857414186000824,
-      -0.4917992651462555,
-      0.018878456205129623,
-      -0.4699482321739197,
-      -0.19665612280368805,
-      -0.45886844396591187,
-      -0.5627478957176208,
-      -0.020080439746379852,
-      -0.28417420387268066,
-      -0.10383808612823486,
-      -0.4331938624382019,
-      -0.027989462018013,
-      -0.572080135345459,
-      -0.3479749858379364,
-      -0.3199583888053894,
-      -0.14209412038326263,
-      -0.3254658579826355,
-      -0.3599850535392761
     ],
     "base_loss": [
-      10.196748733520508,
-      6.539699077606201,
-      3.8725855350494385,
-      2.0681710243225098,
-      1.9675366878509521,
-      1.9196069240570068,
-      1.8533780574798584,
-      1.951110601425171,
-      2.0042569637298584,
-      1.8366247415542603,
-      1.7919471263885498,
-      1.7820709943771362,
-      1.7885769605636597,
-      1.7231441736221313,
-      1.7234703302383423,
-      1.3017929792404175,
-      1.300842523574829,
-      1.2232086658477783,
-      1.3535493612289429,
-      1.1036676168441772,
-      0.9509031176567078,
-      0.5975162386894226,
-      0.47567373514175415,
-      0.5592564344406128,
-      0.518327534198761,
-      0.4585016071796417,
-      0.4952283203601837,
-      0.3824222981929779,
-      0.42844533920288086,
-      0.45068588852882385,
-      0.2935049831867218,
-      0.39543598890304565,
-      0.3400234878063202,
-      0.3020298182964325,
-      0.41195863485336304,
-      0.3548106253147125,
-      0.33770138025283813,
-      0.30280718207359314,
-      0.325740247964859,
-      0.3177395462989807,
-      0.28193262219429016,
-      0.2978305518627167,
-      0.3271159529685974,
-      0.33548837900161743,
-      0.30633482336997986,
-      0.27675923705101013,
-      0.21956755220890045,
-      0.29375362396240234,
-      0.2891789972782135,
-      0.32527607679367065,
-      0.30730611085891724,
-      0.2632617652416229,
-      0.25507208704948425,
-      0.2266814410686493,
-      0.263988196849823,
-      0.2839556336402893,
-      0.2557508945465088,
-      0.24259057641029358,
-      0.2714501917362213,
-      0.21652953326702118,
-      0.27574509382247925,
-      0.2669479250907898,
-      0.2079036980867386,
-      0.19827929139137268,
-      0.2644518315792084,
-      0.24134400486946106,
-      0.3041193187236786,
-      0.2472688853740692,
-      0.24810060858726501,
-      0.2032974809408188,
-      0.2518690824508667,
-      0.1975613385438919,
-      0.19218994677066803,
-      0.22987064719200134,
-      0.21874548494815826,
-      0.20414327085018158,
-      0.1903039664030075,
-      0.20824790000915527,
-      0.25246912240982056,
-      0.17222297191619873,
-      0.22310911118984222,
-      0.19762837886810303,
-      0.2397158443927765,
-      0.2757701277732849,
-      0.2096136063337326,
-      0.19665583968162537,
-      0.21887147426605225,
-      0.25790169835090637,
-      0.20052920281887054,
-      0.1768275797367096,
-      0.20910362899303436,
-      0.23822860419750214,
-      0.19321534037590027,
-      0.2246156632900238,
-      0.1836516112089157,
-      0.17393173277378082,
-      0.1797213852405548,
-      0.1975935846567154,
-      0.17399263381958008,
-      0.16129735112190247,
-      0.22429142892360687,
-      0.22638773918151855,
-      0.14325550198554993,
-      0.16796715557575226,
-      0.22135309875011444,
-      0.16441737115383148,
-      0.22248207032680511,
-      0.14299893379211426,
-      0.1808304786682129,
-      0.14688751101493835,
-      0.17729976773262024,
-      0.15668703615665436,
-      0.19968543946743011,
-      0.1618441343307495,
-      0.13713142275810242,
-      0.15012170374393463,
-      0.18270301818847656,
-      0.13032755255699158,
-      0.13019099831581116,
-      0.15042230486869812,
-      0.18148109316825867,
-      0.1746334582567215,
-      0.1649618148803711,
-      0.15130789577960968,
-      0.1465824693441391,
-      0.14087851345539093,
-      0.14302660524845123,
-      0.15380451083183289,
-      0.15758132934570312,
-      0.12044531852006912,
-      0.15550915896892548,
-      0.15038736164569855,
-      0.1784907430410385,
-      0.0905509814620018,
-      0.14896859228610992,
-      0.14195513725280762,
-      0.15365047752857208,
-      0.13856948912143707,
-      0.11941786110401154,
-      0.11631196737289429
     ],
     "info_loss": [
-      -2.1446304321289062,
-      -0.32575225830078125,
-      -0.13529229164123535,
-      -0.0395050048828125,
-      -0.06857085227966309,
-      -0.0878446102142334,
-      -0.05781435966491699,
-      -0.3329533338546753,
-      -0.5450968742370605,
-      -0.6930801868438721,
-      -0.8512004017829895,
-      -1.0552778244018555,
-      -1.2221078872680664,
-      -1.2155961990356445,
-      -1.2316124439239502,
-      -0.8885735273361206,
-      -0.8468337059020996,
-      -0.8221979141235352,
-      -0.9432716965675354,
-      -0.7168070077896118,
-      -0.5614590644836426,
-      -0.24384543299674988,
-      -0.15267881751060486,
-      -0.17980945110321045,
-      -0.10525521636009216,
-      -0.13857501745224,
-      -0.17203545570373535,
-      -0.07036077976226807,
-      -0.1279563307762146,
-      -0.10729706287384033,
-      -0.07537534832954407,
-      -0.09179061651229858,
-      -0.06815844774246216,
-      -0.0584297776222229,
-      -0.10185521841049194,
-      -0.09001076221466064,
-      -0.08385393023490906,
-      -0.06273548305034637,
-      -0.07663877308368683,
-      -0.09079703688621521,
-      -0.06756959855556488,
-      -0.06724132597446442,
-      -0.10811074078083038,
-      -0.09930633008480072,
-      -0.09256221354007721,
-      -0.07206308841705322,
-      -0.07471893727779388,
-      -0.06005033850669861,
-      -0.08448712527751923,
-      -0.0711066722869873,
-      -0.10168524086475372,
-      -0.06479458510875702,
-      -0.06599287688732147,
-      -0.052838653326034546,
-      -0.08438156545162201,
-      -0.09715546667575836,
-      -0.07497446238994598,
-      -0.08055919408798218,
-      -0.06902116537094116,
-      -0.08227460086345673,
-      -0.09579434990882874,
-      -0.09616953134536743,
-      -0.06199820339679718,
-      -0.04617848992347717,
-      -0.11456663906574249,
-      -0.05601660907268524,
-      -0.12871989607810974,
-      -0.06328007578849792,
-      -0.07753662765026093,
-      -0.05645681917667389,
-      -0.0682779997587204,
-      -0.06401722133159637,
-      -0.048893705010414124,
-      -0.06537330150604248,
-      -0.07560169696807861,
-      -0.045035943388938904,
-      -0.08440657705068588,
-      -0.06127925217151642,
-      -0.07112739980220795,
-      -0.016663089394569397,
-      -0.06749387085437775,
-      -0.07337355613708496,
-      -0.06437526643276215,
-      -0.0701342225074768,
-      -0.0825263261795044,
-      -0.08599703758955002,
-      -0.08863493800163269,
-      -0.05710361897945404,
-      -0.05359072983264923,
-      -0.07135023176670074,
-      -0.06739573180675507,
-      -0.09494532644748688,
-      -0.03425717353820801,
-      -0.09863488376140594,
-      -0.04627199470996857,
-      -0.07348194718360901,
-      -0.06861130893230438,
-      -0.056984856724739075,
-      -0.05861884355545044,
-      -0.06040181219577789,
-      -0.06799885630607605,
-      -0.0795242041349411,
-      -0.07134532183408737,
-      -0.06287021934986115,
-      -0.09188182651996613,
-      -0.026334315538406372,
-      -0.07318030297756195,
-      -0.06862989813089371,
-      -0.06157950311899185,
-      -0.04337166249752045,
-      -0.07880505174398422,
-      -0.041538387537002563,
-      -0.07995711266994476,
-      -0.04752259701490402,
-      -0.02607489377260208,
-      -0.06598459929227829,
-      -0.07677405327558517,
-      -0.04549660533666611,
-      -0.040807873010635376,
-      -0.05197954922914505,
-      -0.06574590504169464,
-      -0.02596910297870636,
-      -0.04056032747030258,
-      -0.06558245420455933,
-      -0.013828963041305542,
-      -0.06204167753458023,
-      -0.03477794677019119,
-      -0.061917684972286224,
-      -0.07310272008180618,
-      -0.01492491364479065,
-      -0.04469820111989975,
-      -0.02633901685476303,
-      -0.061958588659763336,
-      -0.012616284191608429,
-      -0.07271414995193481,
-      -0.04950237274169922,
-      -0.04833126813173294,
-      -0.0290987491607666,
-      -0.0452541783452034,
-      -0.04826049506664276
     ],
     "abs_loss": [
-      2.2833845615386963,
-      2.1349236965179443,
-      1.878380298614502,
-      1.8563865423202515,
-      1.8354262113571167,
-      1.8503063917160034,
-      1.8424841165542603,
-      1.4707140922546387,
-      1.4383527040481567,
-      1.38104248046875,
-      1.3808784484863281,
-      1.3518728017807007,
-      1.3353508710861206,
-      1.2989592552185059,
-      1.2422951459884644,
-      1.1344904899597168,
-      1.0563679933547974,
-      1.0411640405654907,
-      1.009015679359436,
-      0.9455917477607727,
-      0.853651225566864,
-      0.6120807528495789,
-      0.611920177936554,
-      0.5180513858795166,
-      0.5024454593658447,
-      0.46294403076171875,
-      0.4781595766544342,
-      0.45887699723243713,
-      0.3136500120162964,
-      0.28113308548927307,
-      0.31741151213645935,
-      0.29155611991882324,
-      0.2602435350418091,
-      0.24715155363082886,
-      0.22644563019275665,
-      0.1930122822523117,
-      0.18013298511505127,
-      0.16504378616809845,
-      0.1325383186340332,
-      0.14479666948318481,
-      0.14696170389652252,
-      0.1302548050880432,
-      0.1305399388074875,
-      0.12119248509407043,
-      0.12439487129449844,
-      0.14270903170108795,
-      0.11244238168001175,
-      0.09046735614538193,
-      0.12737874686717987,
-      0.09776115417480469,
-      0.11427365988492966,
-      0.09447143226861954,
-      0.07885978370904922,
-      0.0879351869225502,
-      0.08410171419382095,
-      0.07964954525232315,
-      0.0896737352013588,
-      0.0699366107583046,
-      0.10011555999517441,
-      0.0949270948767662,
-      0.06844495981931686,
-      0.06861484050750732,
-      0.06629729270935059,
-      0.06975804269313812,
-      0.07258649915456772,
-      0.0637349858880043,
-      0.10536119341850281,
-      0.06596854329109192,
-      0.05788467451930046,
-      0.07418698817491531,
-      0.07811196893453598,
-      0.08665874600410461,
-      0.06501919031143188,
-      0.05476010963320732,
-      0.0577680766582489,
-      0.0607517808675766,
-      0.07218018174171448,
-      0.05529147386550903,
-      0.07476102560758591,
-      0.06581460684537888,
-      0.055221568793058395,
-      0.057920634746551514,
-      0.0611116886138916,
-      0.05538506433367729,
-      0.05207012966275215,
-      0.05038874223828316,
-      0.050429850816726685,
-      0.07674344629049301,
-      0.049894899129867554,
-      0.0522899366915226,
-      0.03763778880238533,
-      0.053936153650283813,
-      0.04713640734553337,
-      0.05666078254580498,
-      0.043657347559928894,
-      0.04682837426662445,
-      0.051996469497680664,
-      0.0656459853053093,
-      0.05155832692980766,
-      0.04402616247534752,
-      0.04095534607768059,
-      0.033731523901224136,
-      0.04032720625400543,
-      0.0352306105196476,
-      0.047472912818193436,
-      0.03717735409736633,
-      0.04514874890446663,
-      0.034755889326334,
-      0.05225687846541405,
-      0.06242929399013519,
-      0.06236463785171509,
-      0.03574991598725319,
-      0.03173217549920082,
-      0.04282982647418976,
-      0.047402460128068924,
-      0.04407930746674538,
-      0.050904735922813416,
-      0.03305795416235924,
-      0.049665722995996475,
-      0.05792101100087166,
-      0.048123691231012344,
-      0.0334598682820797,
-      0.02673262171447277,
-      0.03756292536854744,
-      0.04128307104110718,
-      0.03372636064887047,
-      0.04200674965977669,
-      0.03905116394162178,
-      0.041437190026044846,
-      0.04416963458061218,
-      0.03729776665568352,
-      0.04110940173268318,
-      0.03317956626415253,
-      0.03276738524436951,
-      0.03161971643567085,
-      0.026516050100326538,
-      0.04109155386686325,
-      0.03907163813710213,
-      0.021675271913409233,
-      0.04133140295743942
     ],
     "zipf_loss": [
-      8.427918434143066,
-      4.310660362243652,
-      1.9573644399642944,
-      1.7220056056976318,
-      1.6937105655670166,
-      1.6896733045578003,
-      1.6889588832855225,
-      1.5913598537445068,
-      1.5453985929489136,
-      1.546452283859253,
-      1.550032138824463,
-      1.54008948802948,
-      1.5397311449050903,
-      1.5357297658920288,
-      1.5231165885925293,
-      1.4900315999984741,
-      1.4041755199432373,
-      1.3392977714538574,
-      1.2559688091278076,
-      1.2213599681854248,
-      1.112257480621338,
-      0.9440267086029053,
-      0.8521426916122437,
-      0.7962987422943115,
-      0.7784097194671631,
-      0.776968240737915,
-      0.7256412506103516,
-      0.6494739055633545,
-      0.37532755732536316,
-      0.2604469954967499,
-      0.1733570396900177,
-      0.10768669098615646,
-      0.09261798858642578,
-      0.07905035465955734,
-      0.08613384515047073,
-      0.05662556737661362,
-      0.03690169379115105,
-      0.04589689522981644,
-      0.0448320172727108,
-      0.04415290430188179,
-      0.03547190874814987,
-      0.03230065479874611,
-      0.03194422274827957,
-      0.03821423277258873,
-      0.03391891345381737,
-      0.02480378933250904,
-      0.026739798486232758,
-      0.025690853595733643,
-      0.0241585411131382,
-      0.03354579582810402,
-      0.025921151041984558,
-      0.03468235209584236,
-      0.04867320880293846,
-      0.037474267184734344,
-      0.03152717649936676,
-      0.019769782200455666,
-      0.025523221120238304,
-      0.03620664402842522,
-      0.027197975665330887,
-      0.022825945168733597,
-      0.02097274735569954,
-      0.019576314836740494,
-      0.028708282858133316,
-      0.029998784884810448,
-      0.01943192072212696,
-      0.02477763406932354,
-      0.015775376930832863,
-      0.02073144167661667,
-      0.021691380068659782,
-      0.016237128525972366,
-      0.022927194833755493,
-      0.015980161726474762,
-      0.01958383247256279,
-      0.017814546823501587,
-      0.017486432567238808,
-      0.015413029119372368,
-      0.016181830316781998,
-      0.018526144325733185,
-      0.015553897246718407,
-      0.012997702695429325,
-      0.01859170012176037,
-      0.015346556901931763,
-      0.017007671296596527,
-      0.02242172136902809,
-      0.012080667540431023,
-      0.010103044100105762,
-      0.01726445183157921,
-      0.0100869070738554,
-      0.01753026247024536,
-      0.014515362679958344,
-      0.014101480133831501,
-      0.013843490742146969,
-      0.01327776163816452,
-      0.013184715062379837,
-      0.010839240625500679,
-      0.010411908850073814,
-      0.017923086881637573,
-      0.011456401087343693,
-      0.00902628991752863,
-      0.008698401972651482,
-      0.012880988419055939,
-      0.010552301071584225,
-      0.008553767576813698,
-      0.012368827126920223,
-      0.0076613957062363625,
-      0.009945258498191833,
-      0.00722561264410615,
-      0.011534623801708221,
-      0.006374058313667774,
-      0.010107763111591339,
-      0.0086736511439085,
-      0.010087384842336178,
-      0.008238681592047215,
-      0.012438456527888775,
-      0.007009214721620083,
-      0.008145928382873535,
-      0.008366182446479797,
-      0.011117709800601006,
-      0.01027502678334713,
-      0.0078798308968544,
-      0.005313994362950325,
-      0.005744512192904949,
-      0.009394066408276558,
-      0.008961104787886143,
-      0.006457311101257801,
-      0.006217380054295063,
-      0.0038960399106144905,
-      0.002598780207335949,
-      0.006554239895194769,
-      0.0043064141646027565,
-      0.003568857442587614,
-      0.005053797736763954,
-      0.004583287984132767,
-      0.0043456582352519035,
-      0.0029307929798960686,
-      0.0024419911205768585,
-      0.00559467077255249,
-      0.00641672033816576,
-      0.005490543320775032,
-      0.002174779772758484
     ],
     "denoise_loss": [],
     "ortho_loss": [
-      0.7092215418815613,
-      0.46743276715278625,
-      0.3644844591617584,
-      0.25443753600120544,
-      0.23383183777332306,
-      0.20093315839767456,
-      0.20074476301670074,
-      0.23113077878952026,
-      0.22607871890068054,
-      0.2465149462223053,
-      0.2687225341796875,
-      0.24249237775802612,
-      0.2577590048313141,
-      0.266035795211792,
-      0.2552751898765564,
-      0.2689358592033386,
-      0.269536554813385,
-      0.2752798795700073,
-      0.28143933415412903,
-      0.2838402986526489,
-      0.27934321761131287,
-      0.27792537212371826,
-      0.278600811958313,
-      0.2771250605583191,
-      0.2715357840061188,
-      0.269247442483902,
-      0.27251896262168884,
-      0.26525673270225525,
-      0.266304612159729,
-      0.2764833867549896,
-      0.26652833819389343,
-      0.2704552710056305,
-      0.2712864279747009,
-      0.2649822235107422,
-      0.27131664752960205,
-      0.26084455847740173,
-      0.2620142698287964,
-      0.258016437292099,
-      0.24880310893058777,
-      0.24396663904190063,
-      0.23598477244377136,
-      0.2386299967765808,
-      0.23005273938179016,
-      0.22665658593177795,
-      0.22420556843280792,
-      0.2224186211824417,
-      0.22427774965763092,
-      0.21841591596603394,
-      0.22097480297088623,
-      0.21527259051799774,
-      0.2151358276605606,
-      0.2146364003419876,
-      0.20944494009017944,
-      0.21144999563694,
-      0.20593683421611786,
-      0.20386382937431335,
-      0.19745765626430511,
-      0.19894321262836456,
-      0.19742432236671448,
-      0.19608557224273682,
-      0.18835635483264923,
-      0.18813860416412354,
-      0.18744516372680664,
-      0.18192793428897858,
-      0.1776714324951172,
-      0.18126605451107025,
-      0.18171174824237823,
-      0.18377967178821564,
-      0.18195678293704987,
-      0.18419532477855682,
-      0.1809682846069336,
-      0.17715398967266083,
-      0.1780245155096054,
-      0.17764145135879517,
-      0.17595191299915314,
-      0.17716969549655914,
-      0.17705252766609192,
-      0.17322954535484314,
-      0.1746148020029068,
-      0.17197285592556,
-      0.17283350229263306,
-      0.17129376530647278,
-      0.1728857010602951,
-      0.17178265750408173,
-      0.16882957518100739,
-      0.16890282928943634,
-      0.17142780125141144,
-      0.17491458356380463,
-      0.1703752726316452,
-      0.16940584778785706,
-      0.1734863966703415,
-      0.1734330803155899,
-      0.17536111176013947,
-      0.17814159393310547,
-      0.18004973232746124,
-      0.1793045997619629,
-      0.18151059746742249,
-      0.17672353982925415,
-      0.17982426285743713,
-      0.18007126450538635,
-      0.17900310456752777,
-      0.18146604299545288,
-      0.1807563602924347,
-      0.17732296884059906,
-      0.18004903197288513,
-      0.18047833442687988,
-      0.18000200390815735,
-      0.1829339563846588,
-      0.18131765723228455,
-      0.18021774291992188,
-      0.17930588126182556,
-      0.1804979145526886,
-      0.18043546378612518,
-      0.18063659965991974,
-      0.18216735124588013,
-      0.1802050769329071,
-      0.1801634132862091,
-      0.18029654026031494,
-      0.18130487203598022,
-      0.18213582038879395,
-      0.1824827641248703,
-      0.18340104818344116,
-      0.18511319160461426,
-      0.185243159532547,
-      0.18528737127780914,
-      0.18479134142398834,
-      0.18610772490501404,
-      0.18649695813655853,
-      0.18489259481430054,
-      0.18530786037445068,
-      0.18532846868038177,
-      0.1857357919216156,
-      0.18599264323711395,
-      0.18614186346530914,
-      0.18604278564453125,
-      0.1854981780052185,
-      0.18638573586940765,
-      0.18637895584106445,
-      0.18691058456897736,
-      0.18711933493614197
     ],
     "lr": [
       1.6752136752136756e-05,
@@ -1161,7 +1161,7 @@
       7779
     ],
     "eval_accuracy": [
-      0.01,
       0.0,
       0.0,
       0.0,
@@ -1183,573 +1183,573 @@
       0.0
     ]
   },
-  "final_accuracy": 0.5895833333333333,
   "sft_eval": {
     "config": {
       "ops": "add_sub",
       "K": null,
       "mode": "sft",
       "n_digits": 6,
-      "n_per_split": 50
     },
     "splits": {
       "add_S0": {
-        "full_accuracy": 0.88,
-        "digit_accuracy": 0.9828571428571429,
-        "n_examples": 50,
         "per_subtask": {
           "SA": {
-            "accuracy": 0.9796610169491525,
-            "count": 295
           },
           "SS": {
             "accuracy": 1.0,
-            "count": 55
           }
         }
       },
       "add_S1": {
-        "full_accuracy": 0.82,
-        "digit_accuracy": 0.9714285714285714,
-        "n_examples": 50,
         "per_subtask": {
           "SA": {
-            "accuracy": 0.9920634920634921,
-            "count": 126
           },
           "SC": {
-            "accuracy": 0.9873417721518988,
-            "count": 79
           },
           "SS": {
-            "accuracy": 0.9523809523809523,
-            "count": 21
           },
           "UC": {
-            "accuracy": 0.9435483870967742,
-            "count": 124
           }
         }
       },
       "add_S2": {
-        "full_accuracy": 0.66,
-        "digit_accuracy": 0.9371428571428572,
-        "n_examples": 50,
         "per_subtask": {
           "SA": {
-            "accuracy": 0.9733333333333334,
-            "count": 75
           },
           "SC": {
-            "accuracy": 0.9516129032258065,
-            "count": 62
           },
           "SS": {
-            "accuracy": 0.9230769230769231,
-            "count": 39
           },
           "UC": {
-            "accuracy": 0.8828828828828829,
-            "count": 111
           },
           "US": {
-            "accuracy": 0.9841269841269841,
-            "count": 63
           }
         }
       },
       "add_S3": {
-        "full_accuracy": 0.58,
-        "digit_accuracy": 0.9285714285714286,
-        "n_examples": 50,
         "per_subtask": {
           "SA": {
             "accuracy": 1.0,
-            "count": 60
           },
           "SC": {
-            "accuracy": 0.9649122807017544,
-            "count": 57
           },
           "SS": {
             "accuracy": 1.0,
-            "count": 19
           },
           "UC": {
-            "accuracy": 0.8076923076923077,
-            "count": 104
           },
           "US": {
-            "accuracy": 0.9727272727272728,
-            "count": 110
           }
         }
       },
       "add_S4": {
-        "full_accuracy": 0.46,
-        "digit_accuracy": 0.8628571428571429,
-        "n_examples": 50,
         "per_subtask": {
           "SA": {
             "accuracy": 1.0,
-            "count": 48
           },
           "SC": {
             "accuracy": 1.0,
-            "count": 52
           },
           "SS": {
             "accuracy": 1.0,
-            "count": 7
           },
           "UC": {
-            "accuracy": 0.7528089887640449,
-            "count": 89
           },
           "US": {
-            "accuracy": 0.8311688311688312,
-            "count": 154
           }
         }
       },
       "add_S5": {
-        "full_accuracy": 0.28,
-        "digit_accuracy": 0.6857142857142857,
-        "n_examples": 50,
         "per_subtask": {
           "SA": {
             "accuracy": 1.0,
-            "count": 50
           },
           "SC": {
             "accuracy": 1.0,
-            "count": 50
           },
           "UC": {
-            "accuracy": 0.56,
-            "count": 50
           },
           "US": {
-            "accuracy": 0.56,
-            "count": 200
           }
         }
       },
       "add_S6": {
-        "full_accuracy": 0.64,
-        "digit_accuracy": 0.7914285714285715,
-        "n_examples": 50,
         "per_subtask": {
           "SC": {
             "accuracy": 1.0,
-            "count": 50
           },
           "UC": {
-            "accuracy": 0.76,
-            "count": 50
           },
           "US": {
-            "accuracy": 0.756,
-            "count": 250
           }
         }
       },
       "add_random": {
-        "full_accuracy": 0.85,
-        "digit_accuracy": 0.9764285714285714,
         "n_examples": 200,
         "per_subtask": {
           "SA": {
-            "accuracy": 0.988399071925754,
-            "count": 431
           },
           "SC": {
-            "accuracy": 0.9810126582278481,
-            "count": 316
           },
           "SS": {
-            "accuracy": 0.9743589743589743,
-            "count": 39
           },
           "UC": {
-            "accuracy": 0.9625,
-            "count": 560
           },
           "US": {
-            "accuracy": 1.0,
-            "count": 54
           }
         }
       },
       "add_C1": {
-        "full_accuracy": 0.84,
-        "digit_accuracy": 0.9771428571428571,
-        "n_examples": 50,
         "per_subtask": {
           "SA": {
             "accuracy": 1.0,
-            "count": 250
           },
           "SC": {
             "accuracy": 1.0,
-            "count": 50
           },
           "UC": {
-            "accuracy": 0.84,
-            "count": 50
           }
         }
       },
       "add_C2": {
         "full_accuracy": 0.84,
-        "digit_accuracy": 0.9657142857142857,
-        "n_examples": 50,
         "per_subtask": {
           "SA": {
             "accuracy": 1.0,
-            "count": 200
           },
           "SC": {
             "accuracy": 1.0,
-            "count": 50
           },
           "UC": {
-            "accuracy": 0.9156626506024096,
-            "count": 83
           },
           "US": {
-            "accuracy": 0.7058823529411765,
-            "count": 17
           }
         }
       },
       "add_C3": {
-        "full_accuracy": 0.56,
-        "digit_accuracy": 0.9257142857142857,
-        "n_examples": 50,
         "per_subtask": {
           "SA": {
             "accuracy": 1.0,
-            "count": 150
           },
           "SC": {
             "accuracy": 1.0,
-            "count": 50
           },
           "UC": {
-            "accuracy": 0.85,
-            "count": 100
           },
           "US": {
-            "accuracy": 0.78,
-            "count": 50
           }
         }
       },
       "add_C4": {
-        "full_accuracy": 0.7,
-        "digit_accuracy": 0.9514285714285714,
-        "n_examples": 50,
         "per_subtask": {
           "SA": {
             "accuracy": 1.0,
-            "count": 100
           },
           "SC": {
             "accuracy": 1.0,
-            "count": 50
           },
           "UC": {
-            "accuracy": 0.9090909090909091,
-            "count": 132
           },
           "US": {
-            "accuracy": 0.9264705882352942,
-            "count": 68
           }
         }
       },
       "add_C5": {
-        "full_accuracy": 0.6,
-        "digit_accuracy": 0.9228571428571428,
-        "n_examples": 50,
         "per_subtask": {
           "SA": {
             "accuracy": 1.0,
-            "count": 50
           },
           "SC": {
             "accuracy": 1.0,
-            "count": 50
           },
           "UC": {
-            "accuracy": 0.9041095890410958,
-            "count": 146
           },
           "US": {
-            "accuracy": 0.875,
-            "count": 104
           }
         }
       },
       "add_C6": {
-        "full_accuracy": 0.56,
-        "digit_accuracy": 0.9142857142857143,
-        "n_examples": 50,
         "per_subtask": {
           "SC": {
             "accuracy": 1.0,
-            "count": 50
           },
           "UC": {
-            "accuracy": 0.8994708994708994,
-            "count": 189
           },
           "US": {
-            "accuracy": 0.9009009009009009,
-            "count": 111
           }
         }
       },
       "sub_M0": {
-        "full_accuracy": 0.86,
-        "digit_accuracy": 0.98,
-        "n_examples": 50,
         "per_subtask": {
           "MD": {
-            "accuracy": 0.976897689768977,
-            "count": 303
           },
           "ME": {
             "accuracy": 1.0,
-            "count": 47
           }
         }
       },
       "sub_M1": {
-        "full_accuracy": 0.72,
-        "digit_accuracy": 0.9571428571428572,
-        "n_examples": 50,
         "per_subtask": {
           "MD": {
-            "accuracy": 1.0,
-            "count": 141
           },
           "MB": {
-            "accuracy": 0.9722222222222222,
-            "count": 72
           },
           "ME": {
-            "accuracy": 0.8888888888888888,
-            "count": 18
           },
           "UB": {
-            "accuracy": 0.907563025210084,
-            "count": 119
           }
         }
       },
       "sub_M2": {
-        "full_accuracy": 0.3,
-        "digit_accuracy": 0.8714285714285714,
-        "n_examples": 50,
         "per_subtask": {
           "MD": {
-            "accuracy": 0.9732142857142857,
-            "count": 112
           },
           "MB": {
-            "accuracy": 0.9056603773584906,
-            "count": 53
           },
           "ME": {
-            "accuracy": 0.9574468085106383,
-            "count": 47
           },
           "UB": {
-            "accuracy": 0.6470588235294118,
-            "count": 85
           },
           "UD": {
-            "accuracy": 0.9056603773584906,
-            "count": 53
           }
         }
       },
       "sub_M3": {
-        "full_accuracy": 0.2,
-        "digit_accuracy": 0.8,
-        "n_examples": 50,
         "per_subtask": {
           "MD": {
-            "accuracy": 0.9896907216494846,
-            "count": 97
           },
           "MB": {
-            "accuracy": 0.9607843137254902,
-            "count": 51
           },
           "ME": {
             "accuracy": 1.0,
-            "count": 27
           },
           "UB": {
-            "accuracy": 0.5405405405405406,
-            "count": 74
           },
           "UD": {
-            "accuracy": 0.6732673267326733,
-            "count": 101
           }
         }
       },
       "sub_M4": {
-        "full_accuracy": 0.0,
-        "digit_accuracy": 0.6428571428571429,
-        "n_examples": 50,
         "per_subtask": {
           "MD": {
             "accuracy": 1.0,
-            "count": 100
           },
           "MB": {
             "accuracy": 1.0,
-            "count": 50
           },
           "UB": {
-            "accuracy": 0.26,
-            "count": 50
           },
           "UD": {
-            "accuracy": 0.41333333333333333,
-            "count": 150
           }
         }
       },
       "sub_M5": {
-        "full_accuracy": 0.02,
-        "digit_accuracy": 0.44285714285714284,
-        "n_examples": 50,
         "per_subtask": {
           "MD": {
             "accuracy": 1.0,
-            "count": 50
           },
           "MB": {
             "accuracy": 1.0,
-            "count": 50
           },
           "UB": {
-            "accuracy": 0.32,
-            "count": 50
           },
           "UD": {
-            "accuracy": 0.195,
-            "count": 200
           }
         }
       },
       "sub_random": {
-        "full_accuracy": 0.765,
-        "digit_accuracy": 0.9628571428571429,
         "n_examples": 200,
         "per_subtask": {
           "MD": {
-            "accuracy": 0.9894736842105263,
-            "count": 570
           },
           "MB": {
-            "accuracy": 0.9566787003610109,
-            "count": 277
           },
           "ME": {
             "accuracy": 1.0,
             "count": 53
           },
           "UB": {
-            "accuracy": 0.9299363057324841,
-            "count": 471
           },
           "UD": {
-            "accuracy": 0.9655172413793104,
-            "count": 29
           }
         }
       },
       "sub_B3": {
-        "full_accuracy": 0.48,
-        "digit_accuracy": 0.8971428571428571,
-        "n_examples": 50,
         "per_subtask": {
           "MD": {
-            "accuracy": 1.0,
-            "count": 150
           },
           "MB": {
-            "accuracy": 1.0,
-            "count": 50
           },
           "UB": {
-            "accuracy": 0.7623762376237624,
-            "count": 101
           },
           "UD": {
-            "accuracy": 0.7551020408163265,
-            "count": 49
           }
         }
       },
       "sub_B4": {
-        "full_accuracy": 0.24,
-        "digit_accuracy": 0.82,
-        "n_examples": 50,
         "per_subtask": {
           "MD": {
-            "accuracy": 1.0,
-            "count": 100
           },
           "MB": {
-            "accuracy": 1.0,
-            "count": 50
           },
           "UB": {
-            "accuracy": 0.6942148760330579,
-            "count": 121
           },
           "UD": {
-            "accuracy": 0.6708860759493671,
-            "count": 79
           }
         }
       },
       "sub_B5": {
-        "full_accuracy": 0.14,
-        "digit_accuracy": 0.7714285714285715,
-        "n_examples": 50,
         "per_subtask": {
           "MD": {
             "accuracy": 1.0,
-            "count": 50
           },
           "MB": {
             "accuracy": 1.0,
-            "count": 50
           },
           "UB": {
-            "accuracy": 0.6907894736842105,
-            "count": 152
           },
           "UD": {
-            "accuracy": 0.6632653061224489,
-            "count": 98
           }
         }
       }
     },
     "summary": {
-      "overall_accuracy": 0.594,
-      "digit_accuracy": 0.8919047619047619,
-      "total_examples": 1500,
       "n_splits": 24
     }
   },
@@ -1759,569 +1759,569 @@
       "K": 1,
       "mode": "sorl",
       "n_digits": 6,
-      "n_per_split": 50
     },
     "splits": {
       "add_S0": {
-        "full_accuracy": 0.94,
-        "digit_accuracy": 0.9914285714285714,
-        "n_examples": 50,
         "per_subtask": {
           "SA": {
-            "accuracy": 0.9898305084745763,
-            "count": 295
           },
           "SS": {
-            "accuracy": 1.0,
-            "count": 55
           }
         }
       },
       "add_S1": {
-        "full_accuracy": 0.9,
-        "digit_accuracy": 0.9857142857142858,
-        "n_examples": 50,
         "per_subtask": {
           "SA": {
-            "accuracy": 0.9920634920634921,
-            "count": 126
           },
           "SC": {
-            "accuracy": 0.9620253164556962,
-            "count": 79
           },
           "SS": {
             "accuracy": 1.0,
-            "count": 21
           },
           "UC": {
-            "accuracy": 0.9919354838709677,
-            "count": 124
           }
         }
       },
       "add_S2": {
-        "full_accuracy": 0.7,
-        "digit_accuracy": 0.9457142857142857,
-        "n_examples": 50,
         "per_subtask": {
           "SA": {
-            "accuracy": 0.9866666666666667,
-            "count": 75
           },
           "SC": {
-            "accuracy": 0.9193548387096774,
-            "count": 62
           },
           "SS": {
-            "accuracy": 0.8974358974358975,
-            "count": 39
           },
           "UC": {
-            "accuracy": 0.918918918918919,
-            "count": 111
           },
           "US": {
             "accuracy": 1.0,
-            "count": 63
           }
         }
       },
       "add_S3": {
-        "full_accuracy": 0.6,
-        "digit_accuracy": 0.9285714285714286,
-        "n_examples": 50,
         "per_subtask": {
           "SA": {
-            "accuracy": 0.9833333333333333,
-            "count": 60
           },
           "SC": {
-            "accuracy": 0.9824561403508771,
-            "count": 57
           },
           "SS": {
-            "accuracy": 0.9473684210526315,
-            "count": 19
           },
           "UC": {
-            "accuracy": 0.8269230769230769,
-            "count": 104
           },
           "US": {
-            "accuracy": 0.9636363636363636,
-            "count": 110
           }
         }
       },
       "add_S4": {
-        "full_accuracy": 0.68,
-        "digit_accuracy": 0.8971428571428571,
-        "n_examples": 50,
         "per_subtask": {
           "SA": {
             "accuracy": 1.0,
-            "count": 48
           },
           "SC": {
             "accuracy": 1.0,
-            "count": 52
           },
           "SS": {
             "accuracy": 1.0,
-            "count": 7
           },
           "UC": {
-            "accuracy": 0.8651685393258427,
-            "count": 89
           },
           "US": {
-            "accuracy": 0.8441558441558441,
-            "count": 154
           }
         }
       },
       "add_S5": {
-        "full_accuracy": 0.4,
-        "digit_accuracy": 0.7514285714285714,
-        "n_examples": 50,
         "per_subtask": {
           "SA": {
             "accuracy": 1.0,
-            "count": 50
           },
           "SC": {
             "accuracy": 1.0,
-            "count": 50
           },
           "UC": {
-            "accuracy": 0.62,
-            "count": 50
           },
           "US": {
-            "accuracy": 0.66,
-            "count": 200
           }
         }
       },
       "add_S6": {
-        "full_accuracy": 0.48,
-        "digit_accuracy": 0.76,
-        "n_examples": 50,
         "per_subtask": {
           "SC": {
             "accuracy": 1.0,
-            "count": 50
           },
           "UC": {
-            "accuracy": 0.64,
-            "count": 50
           },
           "US": {
-            "accuracy": 0.736,
-            "count": 250
           }
         }
       },
       "add_random": {
-        "full_accuracy": 0.9,
-        "digit_accuracy": 0.9842857142857143,
         "n_examples": 200,
         "per_subtask": {
           "SA": {
-            "accuracy": 0.9953596287703016,
-            "count": 431
           },
           "SC": {
-            "accuracy": 0.990506329113924,
-            "count": 316
           },
           "SS": {
-            "accuracy": 0.9743589743589743,
-            "count": 39
           },
           "UC": {
-            "accuracy": 0.9732142857142857,
-            "count": 560
           },
           "US": {
-            "accuracy": 0.9814814814814815,
-            "count": 54
           }
         }
       },
       "add_C1": {
-        "full_accuracy": 0.96,
-        "digit_accuracy": 0.9942857142857143,
-        "n_examples": 50,
         "per_subtask": {
           "SA": {
             "accuracy": 1.0,
-            "count": 250
           },
           "SC": {
             "accuracy": 1.0,
-            "count": 50
           },
           "UC": {
-            "accuracy": 0.96,
-            "count": 50
           }
         }
       },
       "add_C2": {
-        "full_accuracy": 0.9,
-        "digit_accuracy": 0.98,
-        "n_examples": 50,
         "per_subtask": {
           "SA": {
             "accuracy": 1.0,
-            "count": 200
           },
           "SC": {
             "accuracy": 1.0,
-            "count": 50
           },
           "UC": {
-            "accuracy": 0.963855421686747,
-            "count": 83
           },
           "US": {
-            "accuracy": 0.7647058823529411,
-            "count": 17
           }
         }
       },
       "add_C3": {
         "full_accuracy": 0.58,
-        "digit_accuracy": 0.9142857142857143,
-        "n_examples": 50,
         "per_subtask": {
           "SA": {
             "accuracy": 1.0,
-            "count": 150
           },
           "SC": {
             "accuracy": 1.0,
-            "count": 50
           },
           "UC": {
-            "accuracy": 0.85,
-            "count": 100
           },
           "US": {
-            "accuracy": 0.7,
-            "count": 50
           }
         }
       },
       "add_C4": {
-        "full_accuracy": 0.6,
-        "digit_accuracy": 0.9285714285714286,
-        "n_examples": 50,
         "per_subtask": {
           "SA": {
             "accuracy": 1.0,
-            "count": 100
           },
           "SC": {
             "accuracy": 1.0,
-            "count": 50
           },
           "UC": {
-            "accuracy": 0.8712121212121212,
-            "count": 132
           },
           "US": {
-            "accuracy": 0.8823529411764706,
-            "count": 68
           }
         }
       },
       "add_C5": {
-        "full_accuracy": 0.62,
-        "digit_accuracy": 0.9085714285714286,
-        "n_examples": 50,
         "per_subtask": {
           "SA": {
             "accuracy": 1.0,
-            "count": 50
           },
           "SC": {
             "accuracy": 1.0,
-            "count": 50
           },
           "UC": {
-            "accuracy": 0.8698630136986302,
-            "count": 146
           },
           "US": {
-            "accuracy": 0.875,
-            "count": 104
           }
         }
       },
       "add_C6": {
-        "full_accuracy": 0.62,
-        "digit_accuracy": 0.9171428571428571,
-        "n_examples": 50,
         "per_subtask": {
           "SC": {
             "accuracy": 1.0,
-            "count": 50
           },
           "UC": {
-            "accuracy": 0.8994708994708994,
-            "count": 189
           },
           "US": {
-            "accuracy": 0.9099099099099099,
-            "count": 111
           }
         }
       },
       "sub_M0": {
-        "full_accuracy": 0.76,
-        "digit_accuracy": 0.96,
-        "n_examples": 50,
         "per_subtask": {
           "MD": {
-            "accuracy": 0.9570957095709571,
-            "count": 303
           },
           "ME": {
-            "accuracy": 0.9787234042553191,
-            "count": 47
           }
         }
       },
       "sub_M1": {
-        "full_accuracy": 0.82,
-        "digit_accuracy": 0.9657142857142857,
-        "n_examples": 50,
         "per_subtask": {
           "MD": {
-            "accuracy": 0.9858156028368794,
-            "count": 141
           },
           "MB": {
             "accuracy": 0.9861111111111112,
-            "count": 72
           },
           "ME": {
-            "accuracy": 0.8888888888888888,
-            "count": 18
           },
           "UB": {
-            "accuracy": 0.9411764705882353,
-            "count": 119
           }
         }
       },
       "sub_M2": {
-        "full_accuracy": 0.32,
-        "digit_accuracy": 0.8828571428571429,
-        "n_examples": 50,
         "per_subtask": {
           "MD": {
-            "accuracy": 0.9464285714285714,
-            "count": 112
           },
           "MB": {
-            "accuracy": 0.9433962264150944,
-            "count": 53
           },
           "ME": {
-            "accuracy": 0.9787234042553191,
-            "count": 47
           },
           "UB": {
-            "accuracy": 0.6705882352941176,
-            "count": 85
           },
           "UD": {
-            "accuracy": 0.9433962264150944,
-            "count": 53
           }
         }
       },
       "sub_M3": {
-        "full_accuracy": 0.22,
-        "digit_accuracy": 0.7885714285714286,
-        "n_examples": 50,
         "per_subtask": {
           "MD": {
-            "accuracy": 0.9896907216494846,
-            "count": 97
           },
           "MB": {
-            "accuracy": 0.9607843137254902,
-            "count": 51
           },
           "ME": {
-            "accuracy": 0.8888888888888888,
-            "count": 27
           },
           "UB": {
-            "accuracy": 0.5405405405405406,
-            "count": 74
           },
           "UD": {
-            "accuracy": 0.6633663366336634,
-            "count": 101
           }
         }
       },
       "sub_M4": {
-        "full_accuracy": 0.08,
-        "digit_accuracy": 0.6914285714285714,
-        "n_examples": 50,
         "per_subtask": {
           "MD": {
             "accuracy": 1.0,
-            "count": 100
           },
           "MB": {
             "accuracy": 1.0,
-            "count": 50
           },
           "UB": {
-            "accuracy": 0.44,
-            "count": 50
           },
           "UD": {
-            "accuracy": 0.4666666666666667,
-            "count": 150
           }
         }
       },
       "sub_M5": {
-        "full_accuracy": 0.24,
-        "digit_accuracy": 0.6028571428571429,
-        "n_examples": 50,
         "per_subtask": {
           "MD": {
             "accuracy": 1.0,
-            "count": 50
           },
           "MB": {
             "accuracy": 1.0,
-            "count": 50
           },
           "UB": {
-            "accuracy": 0.56,
-            "count": 50
           },
           "UD": {
-            "accuracy": 0.415,
-            "count": 200
           }
         }
       },
       "sub_random": {
-        "full_accuracy": 0.825,
-        "digit_accuracy": 0.9735714285714285,
         "n_examples": 200,
         "per_subtask": {
           "MD": {
-            "accuracy": 0.9894736842105263,
-            "count": 570
           },
           "MB": {
-            "accuracy": 0.9819494584837545,
-            "count": 277
           },
           "ME": {
             "accuracy": 1.0,
             "count": 53
           },
           "UB": {
-            "accuracy": 0.9490445859872612,
-            "count": 471
           },
           "UD": {
-            "accuracy": 0.9310344827586207,
-            "count": 29
           }
         }
       },
       "sub_B3": {
-        "full_accuracy": 0.46,
-        "digit_accuracy": 0.9,
-        "n_examples": 50,
         "per_subtask": {
           "MD": {
             "accuracy": 0.9933333333333333,
-            "count": 150
           },
           "MB": {
             "accuracy": 1.0,
-            "count": 50
           },
           "UB": {
-            "accuracy": 0.7722772277227723,
-            "count": 101
           },
           "UD": {
-            "accuracy": 0.7755102040816326,
-            "count": 49
           }
         }
       },
       "sub_B4": {
-        "full_accuracy": 0.32,
-        "digit_accuracy": 0.8285714285714286,
-        "n_examples": 50,
         "per_subtask": {
           "MD": {
-            "accuracy": 1.0,
-            "count": 100
           },
           "MB": {
-            "accuracy": 0.98,
-            "count": 50
           },
           "UB": {
-            "accuracy": 0.6859504132231405,
-            "count": 121
           },
           "UD": {
-            "accuracy": 0.7341772151898734,
-            "count": 79
           }
         }
       },
       "sub_B5": {
-        "full_accuracy": 0.18,
-        "digit_accuracy": 0.7657142857142857,
-        "n_examples": 50,
         "per_subtask": {
           "MD": {
             "accuracy": 1.0,
-            "count": 50
           },
           "MB": {
             "accuracy": 1.0,
-            "count": 50
           },
           "UB": {
-            "accuracy": 0.6578947368421053,
-            "count": 152
           },
           "UD": {
-            "accuracy": 0.6938775510204082,
-            "count": 98
           }
         }
       }
     },
     "summary": {
-      "overall_accuracy": 0.642,
-      "digit_accuracy": 0.9039047619047619,
-      "total_examples": 1500,
       "n_splits": 24
     }
   },
-  "sorl_overall_accuracy": 0.5895833333333333,
-  "sft_overall_accuracy": 0.5416666666666666
 }

       7779
     ],
     "loss": [
+      -1.4991626739501953,
+      7.734500885009766,
+      5.436001777648926,
+      3.4542782306671143,
+      3.120439052581787,
+      3.0616321563720703,
+      3.3218164443969727,
+      3.004723072052002,
+      1.9910811185836792,
+      0.6555660963058472,
+      -0.9676400423049927,
+      -2.3662240505218506,
+      -5.7794880867004395,
+      -7.444696426391602,
+      -9.871407508850098,
+      -9.68606948852539,
+      -10.215792655944824,
+      -10.611030578613281,
+      -10.236133575439453,
+      -11.204968452453613,
+      -11.310162544250488,
+      -12.506915092468262,
+      -12.20246410369873,
+      -11.986822128295898,
+      -12.56383991241455,
+      -13.523144721984863,
+      -12.998540878295898,
+      -12.551019668579102,
+      -14.125226974487305,
+      -14.020819664001465,
+      -13.266901016235352,
+      -13.1586275100708,
+      -13.030251502990723,
+      -12.78680419921875,
+      -12.259639739990234,
+      -12.242656707763672,
+      -11.402668952941895,
+      -12.361416816711426,
+      -11.902348518371582,
+      -11.421567916870117,
+      -10.673042297363281,
+      -11.382230758666992,
+      -6.558827877044678,
+      -6.498293876647949,
+      -4.6974992752075195,
+      -5.150529861450195,
+      -4.423306941986084,
+      -3.7705271244049072,
+      -3.8951430320739746,
+      -2.417325735092163,
+      -2.104322671890259,
+      -2.5029518604278564,
+      -1.6507831811904907,
+      -1.296630620956421,
+      -1.3789325952529907,
+      -1.2700506448745728,
+      -0.47501254081726074,
+      -1.239183783531189,
+      -1.1124522686004639,
+      -1.035009741783142,
+      -0.9158291816711426,
+      -0.7348793745040894,
+      -0.6639032959938049,
+      -0.8863333463668823,
+      -1.0262635946273804,
+      -0.49884942173957825,
+      -0.6950386166572571,
+      -0.4942106306552887,
+      -0.2716549038887024,
+      -0.5381484031677246,
+      -0.8825717568397522,
+      -0.6018041968345642,
+      -0.33367589116096497,
+      -0.5229771137237549,
+      -0.2667657732963562,
+      -0.5897171497344971,
+      -0.33587557077407837,
+      -0.4438111484050751,
+      -0.29231590032577515,
+      -0.37558865547180176,
+      -0.7385783195495605,
+      -0.29125189781188965,
+      -0.13102558255195618,
+      -0.24600398540496826,
+      -0.23949313163757324,
+      -0.4070977568626404,
+      -0.2605511546134949,
+      -0.3812254071235657,
+      -0.22385181486606598,
+      -0.3658450245857239,
+      -0.467978298664093,
+      -0.14255213737487793,
+      -0.173037588596344,
+      -0.43948355317115784,
+      -0.01865462213754654,
+      -0.3687412738800049,
+      -0.023503027856349945,
+      -0.7068221569061279,
+      -0.25219908356666565,
+      0.1554774045944214,
+      -0.5628666877746582,
+      -0.577951192855835,
+      -0.44770199060440063,
+      0.13656851649284363,
+      -0.4713708758354187,
+      -0.13712182641029358,
+      -0.20912747085094452,
+      -0.480000376701355,
+      -0.4113278090953827,
+      -0.4733881652355194,
+      -0.27355921268463135,
+      -0.3161522448062897,
+      -0.3382975459098816,
+      0.14343056082725525,
+      -0.26643693447113037,
+      -0.10106643289327621,
+      -0.18165260553359985,
+      -0.3992097079753876,
+      -0.0171702578663826,
+      -0.1860802173614502,
+      -0.3103711009025574,
+      -0.4309031665325165,
+      -0.13910165429115295,
+      -0.3424716591835022,
+      0.11052711308002472,
+      -0.1522039771080017,
+      -0.19839590787887573,
+      -0.12273947149515152,
+      -0.0678120106458664,
+      -0.25733813643455505,
+      -0.07050967961549759,
+      -0.19385433197021484,
+      -0.12846776843070984,
+      -0.06633119285106659,
+      -0.24687248468399048,
+      -0.20333541929721832,
+      -0.18603983521461487,
+      -0.381289005279541,
+      -0.3737454414367676,
+      -0.32912370562553406
     ],
     "base_loss": [
+      10.222891807556152,
+      6.434610843658447,
+      3.7198283672332764,
+      1.9681453704833984,
+      1.959210753440857,
+      1.929343342781067,
+      1.9306913614273071,
+      1.8596428632736206,
+      1.8303827047348022,
+      1.9475268125534058,
+      1.855019211769104,
+      1.9119843244552612,
+      1.8700278997421265,
+      1.8823758363723755,
+      1.8745900392532349,
+      1.836315393447876,
+      1.8635133504867554,
+      1.8799570798873901,
+      1.838736653327942,
+      1.8712080717086792,
+      1.8709423542022705,
+      1.875689148902893,
+      1.7823193073272705,
+      1.7674901485443115,
+      1.8198670148849487,
+      1.844150424003601,
+      1.8199037313461304,
+      1.76785409450531,
+      1.8722307682037354,
+      1.8727575540542603,
+      1.7651337385177612,
+      1.7576688528060913,
+      1.7199641466140747,
+      1.6449308395385742,
+      1.640900731086731,
+      1.617160677909851,
+      1.5190116167068481,
+      1.594099998474121,
+      1.506998062133789,
+      1.4643415212631226,
+      1.4485048055648804,
+      1.45021653175354,
+      0.9755846858024597,
+      0.9805561900138855,
+      0.8023272752761841,
+      0.7398602366447449,
+      0.6865811944007874,
+      0.6157902479171753,
+      0.6458702683448792,
+      0.47322097420692444,
+      0.41887447237968445,
+      0.455700546503067,
+      0.36339297890663147,
+      0.31774353981018066,
+      0.3184225559234619,
+      0.2997283637523651,
+      0.2608298361301422,
+      0.2871330678462982,
+      0.2896370589733124,
+      0.25344473123550415,
+      0.2470230907201767,
+      0.20899748802185059,
+      0.20870697498321533,
+      0.23385517299175262,
+      0.265758752822876,
+      0.1959606260061264,
+      0.23661544919013977,
+      0.2046181857585907,
+      0.2053668349981308,
+      0.211956188082695,
+      0.2493533343076706,
+      0.2304404079914093,
+      0.20379698276519775,
+      0.2550745904445648,
+      0.21894343197345734,
+      0.24354372918605804,
+      0.16568894684314728,
+      0.22153237462043762,
+      0.17909720540046692,
+      0.14946947991847992,
+      0.1980229616165161,
+      0.16256201267242432,
+      0.2212965339422226,
+      0.14926958084106445,
+      0.16306713223457336,
+      0.14940468966960907,
+      0.1395643949508667,
+      0.18206553161144257,
+      0.15634550154209137,
+      0.16714580357074738,
+      0.16745184361934662,
+      0.11398492753505707,
+      0.11608642339706421,
+      0.1713183969259262,
+      0.10937852412462234,
+      0.1577722728252411,
+      0.11792578548192978,
+      0.1740894764661789,
+      0.13912317156791687,
+      0.16688987612724304,
+      0.15285928547382355,
+      0.16415275633335114,
+      0.12775208055973053,
+      0.1447954922914505,
+      0.14248152077198029,
+      0.11021719872951508,
+      0.11120182275772095,
+      0.13144712150096893,
+      0.11101575940847397,
+      0.15845659375190735,
+      0.12258584052324295,
+      0.1119571402668953,
+      0.12098769098520279,
+      0.12010190635919571,
+      0.07548805326223373,
+      0.0853903666138649,
+      0.10983582586050034,
+      0.10240059345960617,
+      0.12491006404161453,
+      0.09631884098052979,
+      0.1358448565006256,
+      0.10576845705509186,
+      0.11273549497127533,
+      0.15282641351222992,
+      0.08400528877973557,
+      0.12438462674617767,
+      0.10317623615264893,
+      0.09730804711580276,
+      0.08032923936843872,
+      0.08921071141958237,
+      0.09194045513868332,
+      0.07488199323415756,
+      0.06639757007360458,
+      0.0887700691819191,
+      0.0883544310927391,
+      0.09428595006465912,
+      0.07859671115875244,
+      0.10635203123092651,
+      0.10783649235963821,
+      0.08185470104217529
     ],
     "info_loss": [
+      -2.037433624267578,
+      -0.31572675704956055,
+      -0.05017352104187012,
+      -0.04210937023162842,
+      -0.07202112674713135,
+      -0.07436704635620117,
+      -0.04826033115386963,
+      -0.07273316383361816,
+      -0.1699002981185913,
+      -0.30787158012390137,
+      -0.4511171579360962,
+      -0.5922137498855591,
+      -0.9263088703155518,
+      -1.0923757553100586,
+      -1.3311564922332764,
+      -1.307382583618164,
+      -1.3608746528625488,
+      -1.3961358070373535,
+      -1.3470678329467773,
+      -1.4397988319396973,
+      -1.4440470933914185,
+      -1.5294926166534424,
+      -1.4736708402633667,
+      -1.438417673110962,
+      -1.4990330934524536,
+      -1.5943763256072998,
+      -1.5328370332717896,
+      -1.4824275970458984,
+      -1.6502817869186401,
+      -1.6358681917190552,
+      -1.54860520362854,
+      -1.5320099592208862,
+      -1.51332688331604,
+      -1.4763262271881104,
+      -1.4228277206420898,
+      -1.4195810556411743,
+      -1.3227262496948242,
+      -1.4174060821533203,
+      -1.360844612121582,
+      -1.3054325580596924,
+      -1.226885437965393,
+      -1.2967873811721802,
+      -0.7679556012153625,
+      -0.7592524290084839,
+      -0.5631743669509888,
+      -0.5992276072502136,
+      -0.5220549702644348,
+      -0.44866302609443665,
+      -0.4627205729484558,
+      -0.2990763783454895,
+      -0.26095426082611084,
+      -0.30547964572906494,
+      -0.20989865064620972,
+      -0.17013928294181824,
+      -0.1788894385099411,
+      -0.16711220145225525,
+      -0.08040527999401093,
+      -0.15986192226409912,
+      -0.1477246880531311,
+      -0.13738852739334106,
+      -0.12397092580795288,
+      -0.10177233070135117,
+      -0.09493035823106766,
+      -0.11996994912624359,
+      -0.1356387436389923,
+      -0.07737710326910019,
+      -0.10097216069698334,
+      -0.07617561519145966,
+      -0.05582185089588165,
+      -0.08229339122772217,
+      -0.11973747611045837,
+      -0.08974818885326385,
+      -0.060351938009262085,
+      -0.08523020148277283,
+      -0.0554652065038681,
+      -0.08915802836418152,
+      -0.05697622150182724,
+      -0.07321585714817047,
+      -0.05324859917163849,
+      -0.05828547477722168,
+      -0.10016466677188873,
+      -0.051857367157936096,
+      -0.040182337164878845,
+      -0.04722199589014053,
+      -0.04640142619609833,
+      -0.06200437247753143,
+      -0.04559026658535004,
+      -0.0621969997882843,
+      -0.04386666417121887,
+      -0.058832526206970215,
+      -0.06905774027109146,
+      -0.03173664212226868,
+      -0.034987613558769226,
+      -0.06714990735054016,
+      -0.018569253385066986,
+      -0.05842562019824982,
+      -0.02083367109298706,
+      -0.09449857473373413,
+      -0.04437990486621857,
+      -0.007008716464042664,
+      -0.07735760509967804,
+      -0.08071395009756088,
+      -0.06259468197822571,
+      -0.006447583436965942,
+      -0.06709475815296173,
+      -0.031158633530139923,
+      -0.03744358569383621,
+      -0.06632976233959198,
+      -0.057221584022045135,
+      -0.06812497973442078,
+      -0.04631491005420685,
+      -0.04810434579849243,
+      -0.05078253149986267,
+      -0.003159046173095703,
+      -0.03911986202001572,
+      -0.024468280375003815,
+      -0.03566398471593857,
+      -0.05539749562740326,
+      -0.01884063333272934,
+      -0.03409624472260475,
+      -0.05011004954576492,
+      -0.05908038467168808,
+      -0.03038986772298813,
+      -0.054623715579509735,
+      -0.0025235339999198914,
+      -0.03323037177324295,
+      -0.03580985218286514,
+      -0.0279695987701416,
+      -0.019559767097234726,
+      -0.039626412093639374,
+      -0.021337643265724182,
+      -0.03141063079237938,
+      -0.024501889944076538,
+      -0.020283721387386322,
+      -0.03983597829937935,
+      -0.03490420803427696,
+      -0.032450538128614426,
+      -0.05533437058329582,
+      -0.053110718727111816,
+      -0.046020276844501495
     ],
     "abs_loss": [
+      2.2782208919525146,
+      2.0877914428710938,
+      1.8768965005874634,
+      1.8503764867782593,
+      1.860660433769226,
+      1.8386014699935913,
+      1.8303370475769043,
+      1.837899088859558,
+      1.8108211755752563,
+      1.5847219228744507,
+      1.391497015953064,
+      1.3384944200515747,
+      1.329427719116211,
+      1.3017956018447876,
+      1.2399191856384277,
+      1.2146539688110352,
+      1.135986328125,
+      1.0552599430084229,
+      0.887962818145752,
+      0.8350238800048828,
+      0.6903941631317139,
+      0.5229440331459045,
+      0.4153222143650055,
+      0.3750406801700592,
+      0.3795664310455322,
+      0.30999478697776794,
+      0.2965479791164398,
+      0.3220847547054291,
+      0.29502496123313904,
+      0.29283303022384644,
+      0.29946067929267883,
+      0.2762465178966522,
+      0.27067646384239197,
+      0.2124723196029663,
+      0.2123774290084839,
+      0.27615517377853394,
+      0.2274278849363327,
+      0.1947956085205078,
+      0.1658640205860138,
+      0.14536798000335693,
+      0.13485930860042572,
+      0.1487635374069214,
+      0.09887402504682541,
+      0.08551109582185745,
+      0.11851557344198227,
+      0.07192469388246536,
+      0.09643194824457169,
+      0.07271024584770203,
+      0.08401944488286972,
+      0.0711170956492424,
+      0.10404173284769058,
+      0.07230190932750702,
+      0.07444865256547928,
+      0.057993996888399124,
+      0.06331399083137512,
+      0.06968239694833755,
+      0.058420877903699875,
+      0.05234828591346741,
+      0.04469572380185127,
+      0.060892462730407715,
+      0.06377529352903366,
+      0.05298902466893196,
+      0.06325497478246689,
+      0.0557883195579052,
+      0.05224437639117241,
+      0.04783019796013832,
+      0.0495179109275341,
+      0.0373246930539608,
+      0.05701762065291405,
+      0.03870227187871933,
+      0.059414517134428024,
+      0.029631739482283592,
+      0.04484502971172333,
+      0.042912598699331284,
+      0.05295603349804878,
+      0.04987824335694313,
+      0.03641092777252197,
+      0.040556978434324265,
+      0.03168303146958351,
+      0.028551781550049782,
+      0.02967704087495804,
+      0.027214542031288147,
+      0.017562584951519966,
+      0.024341275915503502,
+      0.032353684306144714,
+      0.037270668894052505,
+      0.027527958154678345,
+      0.025686120614409447,
+      0.021791374310851097,
+      0.02155947871506214,
+      0.017588598653674126,
+      0.019590383395552635,
+      0.024403566494584084,
+      0.040734563022851944,
+      0.01853681355714798,
+      0.022299962118268013,
+      0.020661523565649986,
+      0.018253402784466743,
+      0.014955420047044754,
+      0.01722128875553608,
+      0.014421396888792515,
+      0.022876715287566185,
+      0.022903740406036377,
+      0.019680185243487358,
+      0.023799598217010498,
+      0.02028706483542919,
+      0.011872164905071259,
+      0.019997278228402138,
+      0.014807574450969696,
+      0.01684972085058689,
+      0.014521368779242039,
+      0.014271489344537258,
+      0.013847983442246914,
+      0.02395080029964447,
+      0.021941566839814186,
+      0.017697757109999657,
+      0.013051857240498066,
+      0.01706533133983612,
+      0.014984418638050556,
+      0.012025459669530392,
+      0.02180357836186886,
+      0.007351210806518793,
+      0.012332173995673656,
+      0.0186754297465086,
+      0.009667596779763699,
+      0.01859714835882187,
+      0.0180825162678957,
+      0.009598099626600742,
+      0.012128149159252644,
+      0.009924765676259995,
+      0.005770361050963402,
+      0.017123397439718246,
+      0.01288231834769249,
+      0.006488412618637085,
+      0.015862809494137764,
+      0.016753973439335823,
+      0.011881467886269093,
+      0.014946346171200275,
+      0.023875480517745018,
+      0.01311760675162077
     ],
     "zipf_loss": [
+      8.424459457397461,
+      4.248378753662109,
+      2.030219078063965,
+      1.722188949584961,
+      1.69537353515625,
+      1.6920992136001587,
+      1.6906945705413818,
+      1.688621997833252,
+      1.6786192655563354,
+      1.628282904624939,
+      1.5493625402450562,
+      1.5100793838500977,
+      1.4806294441223145,
+      1.4665058851242065,
+      1.4415757656097412,
+      1.4299758672714233,
+      1.415842056274414,
+      1.3648438453674316,
+      1.3070120811462402,
+      1.2383089065551758,
+      1.1903269290924072,
+      0.8600262999534607,
+      0.7103928327560425,
+      0.5923600196838379,
+      0.5686673521995544,
+      0.5454696416854858,
+      0.48027122020721436,
+      0.47319427132606506,
+      0.47585660219192505,
+      0.435821533203125,
+      0.42406991124153137,
+      0.3761786222457886,
+      0.3559854030609131,
+      0.31027960777282715,
+      0.3064996898174286,
+      0.3083776831626892,
+      0.2828387916088104,
+      0.19906440377235413,
+      0.18251287937164307,
+      0.15387912094593048,
+      0.13382180035114288,
+      0.12054996937513351,
+      0.13525637984275818,
+      0.10512371361255646,
+      0.1200651153922081,
+      0.09469343721866608,
+      0.10101855546236038,
+      0.09304188936948776,
+      0.07779079675674438,
+      0.09310503304004669,
+      0.07594139128923416,
+      0.08891379088163376,
+      0.0773656815290451,
+      0.08121927082538605,
+      0.08520787209272385,
+      0.09437482804059982,
+      0.06236838549375534,
+      0.067067451775074,
+      0.07068801671266556,
+      0.07934156805276871,
+      0.07047945261001587,
+      0.06854751706123352,
+      0.07036779075860977,
+      0.07393214106559753,
+      0.05914054065942764,
+      0.07417795062065125,
+      0.07311580330133438,
+      0.0591949000954628,
+      0.07549495995044708,
+      0.06895903497934341,
+      0.05950825661420822,
+      0.062274135649204254,
+      0.061562009155750275,
+      0.06995910406112671,
+      0.0636473149061203,
+      0.053331539034843445,
+      0.06455662846565247,
+      0.06275936961174011,
+      0.05790455639362335,
+      0.05494140088558197,
+      0.06207764893770218,
+      0.06203828006982803,
+      0.0477449893951416,
+      0.07451224327087402,
+      0.05821862816810608,
+      0.059814199805259705,
+      0.05303432047367096,
+      0.0561104416847229,
+      0.056290194392204285,
+      0.05317850410938263,
+      0.053388360887765884,
+      0.05887032300233841,
+      0.05831175297498703,
+      0.05662363022565842,
+      0.05580570548772812,
+      0.05551263689994812,
+      0.06484174728393555,
+      0.06224876269698143,
+      0.05098125338554382,
+      0.056952573359012604,
+      0.056407906115055084,
+      0.06274788081645966,
+      0.04820239916443825,
+      0.054280832409858704,
+      0.05471523106098175,
+      0.062218599021434784,
+      0.05291934311389923,
+      0.04985041171312332,
+      0.04839150980114937,
+      0.0477200448513031,
+      0.06555189192295074,
+      0.05150694400072098,
+      0.04715529829263687,
+      0.05252403765916824,
+      0.04707948490977287,
+      0.05645621567964554,
+      0.06384622305631638,
+      0.050658129155635834,
+      0.04482756927609444,
+      0.05736084282398224,
+      0.05270415171980858,
+      0.05339711531996727,
+      0.050828322768211365,
+      0.0490715391933918,
+      0.05079040676355362,
+      0.053855396807193756,
+      0.054718103259801865,
+      0.05868866294622421,
+      0.046243615448474884,
+      0.04872281104326248,
+      0.050349265336990356,
+      0.043657638132572174,
+      0.04886531084775925,
+      0.047087110579013824,
+      0.06154657155275345,
+      0.049745336174964905,
+      0.0586807057261467,
+      0.06420803815126419,
+      0.04713771492242813,
+      0.047912608832120895
     ],
     "denoise_loss": [],
     "ortho_loss": [
+      0.7175698280334473,
+      0.42890316247940063,
+      0.33829447627067566,
+      0.22440843284130096,
+      0.18137924373149872,
+      0.2310202568769455,
+      0.22335532307624817,
+      0.21682365238666534,
+      0.25529515743255615,
+      0.30100017786026,
+      0.3371667265892029,
+      0.3791210651397705,
+      0.3911088705062866,
+      0.3969413936138153,
+      0.4060496985912323,
+      0.40077337622642517,
+      0.39444079995155334,
+      0.3958539366722107,
+      0.4089014232158661,
+      0.40195876359939575,
+      0.3901920020580292,
+      0.3879682719707489,
+      0.37536731362342834,
+      0.36621353030204773,
+      0.3571617305278778,
+      0.34676823019981384,
+      0.3404388427734375,
+      0.3386509418487549,
+      0.3293488025665283,
+      0.3230898678302765,
+      0.31814470887184143,
+      0.31388574838638306,
+      0.30950528383255005,
+      0.3056495189666748,
+      0.30528897047042847,
+      0.3057379424571991,
+      0.3013770282268524,
+      0.29826030135154724,
+      0.29658982157707214,
+      0.2873019576072693,
+      0.2833050787448883,
+      0.27994805574417114,
+      0.2750612199306488,
+      0.2668859660625458,
+      0.25714653730392456,
+      0.25182783603668213,
+      0.25069114565849304,
+      0.24311591684818268,
+      0.24343299865722656,
+      0.23794493079185486,
+      0.23388665914535522,
+      0.22817164659500122,
+      0.22779357433319092,
+      0.2294483184814453,
+      0.22844713926315308,
+      0.23184555768966675,
+      0.22146819531917572,
+      0.22426211833953857,
+      0.22186093032360077,
+      0.2249176949262619,
+      0.22080540657043457,
+      0.22399508953094482,
+      0.2173675149679184,
+      0.2208639681339264,
+      0.22077171504497528,
+      0.22138890624046326,
+      0.22595320641994476,
+      0.22017161548137665,
+      0.21775898337364197,
+      0.22427847981452942,
+      0.22222276031970978,
+      0.22420811653137207,
+      0.22324113547801971,
+      0.22908048331737518,
+      0.22781133651733398,
+      0.23045624792575836,
+      0.23191936314105988,
+      0.23010753095149994,
+      0.2286965698003769,
+      0.2256595641374588,
+      0.22391031682491302,
+      0.22720178961753845,
+      0.22458872199058533,
+      0.21908141672611237,
+      0.21781863272190094,
+      0.22157607972621918,
+      0.22329872846603394,
+      0.22436219453811646,
+      0.22031615674495697,
+      0.22133824229240417,
+      0.21895863115787506,
+      0.21569904685020447,
+      0.21912707388401031,
+      0.2237694412469864,
+      0.22242595255374908,
+      0.22354666888713837,
+      0.22155342996120453,
+      0.2200615555047989,
+      0.22214236855506897,
+      0.22286343574523926,
+      0.21898429095745087,
+      0.21795101463794708,
+      0.2166079729795456,
+      0.21775244176387787,
+      0.21914467215538025,
+      0.22057823836803436,
+      0.21595270931720734,
+      0.21475619077682495,
+      0.2145148068666458,
+      0.2125515639781952,
+      0.21255271136760712,
+      0.21542948484420776,
+      0.21557892858982086,
+      0.22325363755226135,
+      0.22297166287899017,
+      0.2213776558637619,
+      0.22247739136219025,
+      0.22220821678638458,
+      0.2229536771774292,
+      0.2249082773923874,
+      0.22506743669509888,
+      0.223460391163826,
+      0.22405298054218292,
+      0.22543157637119293,
+      0.22438181936740875,
+      0.22402642667293549,
+      0.23021270334720612,
+      0.22955596446990967,
+      0.22911269962787628,
+      0.23038555681705475,
+      0.23054704070091248,
+      0.23122508823871613,
+      0.2306143045425415,
+      0.23163563013076782,
+      0.23052428662776947,
+      0.2300809919834137,
+      0.22999243438243866,
+      0.23001831769943237,
+      0.23135921359062195,
+      0.23247401416301727
     ],
     "lr": [
       1.6752136752136756e-05,
       7779
     ],
     "eval_accuracy": [
+      0.0,
       0.0,
       0.0,
       0.0,
       0.0
     ]
   },
+  "final_accuracy": 0.6407692307692308,
   "sft_eval": {
     "config": {
       "ops": "add_sub",
       "K": null,
       "mode": "sft",
       "n_digits": 6,
+      "n_per_split": 100
     },
     "splits": {
       "add_S0": {
+        "full_accuracy": 0.95,
+        "digit_accuracy": 0.9928571428571429,
+        "n_examples": 100,
         "per_subtask": {
           "SA": {
+            "accuracy": 0.9917355371900827,
+            "count": 605
           },
           "SS": {
             "accuracy": 1.0,
+            "count": 95
           }
         }
       },
       "add_S1": {
+        "full_accuracy": 0.88,
+        "digit_accuracy": 0.9828571428571429,
+        "n_examples": 100,
         "per_subtask": {
           "SA": {
+            "accuracy": 0.9901960784313726,
+            "count": 204
           },
           "SC": {
+            "accuracy": 0.9881656804733728,
+            "count": 169
           },
           "SS": {
+            "accuracy": 1.0,
+            "count": 31
           },
           "UC": {
+            "accuracy": 0.972972972972973,
+            "count": 296
           }
         }
       },
       "add_S2": {
+        "full_accuracy": 0.79,
+        "digit_accuracy": 0.97,
+        "n_examples": 100,
         "per_subtask": {
           "SA": {
+            "accuracy": 0.9938650306748467,
+            "count": 163
           },
           "SC": {
+            "accuracy": 0.9615384615384616,
+            "count": 130
           },
           "SS": {
+            "accuracy": 0.9655172413793104,
+            "count": 87
           },
           "UC": {
+            "accuracy": 0.9556650246305419,
+            "count": 203
           },
           "US": {
+            "accuracy": 0.9743589743589743,
+            "count": 117
           }
         }
       },
       "add_S3": {
+        "full_accuracy": 0.47,
+        "digit_accuracy": 0.91,
+        "n_examples": 100,
         "per_subtask": {
           "SA": {
             "accuracy": 1.0,
+            "count": 121
           },
           "SC": {
+            "accuracy": 0.9834710743801653,
+            "count": 121
           },
           "SS": {
             "accuracy": 1.0,
+            "count": 49
           },
           "UC": {
+            "accuracy": 0.7365591397849462,
+            "count": 186
           },
           "US": {
+            "accuracy": 0.9461883408071748,
+            "count": 223
           }
         }
       },
       "add_S4": {
+        "full_accuracy": 0.25,
+        "digit_accuracy": 0.7671428571428571,
+        "n_examples": 100,
         "per_subtask": {
           "SA": {
             "accuracy": 1.0,
+            "count": 104
           },
           "SC": {
             "accuracy": 1.0,
+            "count": 106
           },
           "SS": {
             "accuracy": 1.0,
+            "count": 23
           },
           "UC": {
+            "accuracy": 0.60625,
+            "count": 160
           },
           "US": {
+            "accuracy": 0.6742671009771987,
+            "count": 307
           }
         }
       },
       "add_S5": {
+        "full_accuracy": 0.0,
+        "digit_accuracy": 0.5,
+        "n_examples": 100,
         "per_subtask": {
           "SA": {
             "accuracy": 1.0,
+            "count": 100
           },
           "SC": {
             "accuracy": 1.0,
+            "count": 100
           },
           "UC": {
+            "accuracy": 0.08,
+            "count": 100
           },
           "US": {
+            "accuracy": 0.355,
+            "count": 400
           }
         }
       },
       "add_S6": {
+        "full_accuracy": 0.07,
+        "digit_accuracy": 0.46714285714285714,
+        "n_examples": 100,
         "per_subtask": {
           "SC": {
             "accuracy": 1.0,
+            "count": 100
           },
           "UC": {
+            "accuracy": 0.27,
+            "count": 100
           },
           "US": {
+            "accuracy": 0.4,
+            "count": 500
           }
         }
       },
       "add_random": {
+        "full_accuracy": 0.905,
+        "digit_accuracy": 0.9835714285714285,
         "n_examples": 200,
         "per_subtask": {
           "SA": {
+            "accuracy": 0.9932885906040269,
+            "count": 447
           },
           "SC": {
+            "accuracy": 0.996875,
+            "count": 320
           },
           "SS": {
+            "accuracy": 0.9821428571428571,
+            "count": 56
           },
           "UC": {
+            "accuracy": 0.9716446124763705,
+            "count": 529
           },
           "US": {
+            "accuracy": 0.9375,
+            "count": 48
           }
         }
       },
       "add_C1": {
+        "full_accuracy": 0.85,
+        "digit_accuracy": 0.9785714285714285,
+        "n_examples": 100,
         "per_subtask": {
           "SA": {
             "accuracy": 1.0,
+            "count": 500
           },
           "SC": {
             "accuracy": 1.0,
+            "count": 100
           },
           "UC": {
+            "accuracy": 0.85,
+            "count": 100
           }
         }
       },
       "add_C2": {
         "full_accuracy": 0.84,
+        "digit_accuracy": 0.9771428571428571,
+        "n_examples": 100,
         "per_subtask": {
           "SA": {
             "accuracy": 1.0,
+            "count": 400
           },
           "SC": {
             "accuracy": 1.0,
+            "count": 100
           },
           "UC": {
+            "accuracy": 0.9102564102564102,
+            "count": 156
           },
           "US": {
+            "accuracy": 0.9545454545454546,
+            "count": 44
           }
         }
       },
       "add_C3": {
+        "full_accuracy": 0.58,
+        "digit_accuracy": 0.9271428571428572,
+        "n_examples": 100,
         "per_subtask": {
           "SA": {
             "accuracy": 1.0,
+            "count": 300
           },
           "SC": {
             "accuracy": 1.0,
+            "count": 100
           },
           "UC": {
+            "accuracy": 0.7889447236180904,
+            "count": 199
           },
           "US": {
+            "accuracy": 0.9108910891089109,
+            "count": 101
           }
         }
       },
       "add_C4": {
+        "full_accuracy": 0.53,
+        "digit_accuracy": 0.9128571428571428,
+        "n_examples": 100,
         "per_subtask": {
           "SA": {
             "accuracy": 1.0,
+            "count": 200
           },
           "SC": {
             "accuracy": 1.0,
+            "count": 100
           },
           "UC": {
+            "accuracy": 0.8409090909090909,
+            "count": 264
           },
           "US": {
+            "accuracy": 0.8602941176470589,
+            "count": 136
           }
         }
       },
       "add_C5": {
+        "full_accuracy": 0.56,
+        "digit_accuracy": 0.8928571428571429,
+        "n_examples": 100,
         "per_subtask": {
           "SA": {
             "accuracy": 1.0,
+            "count": 100
           },
           "SC": {
             "accuracy": 1.0,
+            "count": 100
           },
           "UC": {
+            "accuracy": 0.8580645161290322,
+            "count": 310
           },
           "US": {
+            "accuracy": 0.8368421052631579,
+            "count": 190
           }
         }
       },
       "add_C6": {
+        "full_accuracy": 0.63,
+        "digit_accuracy": 0.8971428571428571,
+        "n_examples": 100,
         "per_subtask": {
           "SC": {
             "accuracy": 1.0,
+            "count": 100
           },
           "UC": {
+            "accuracy": 0.9027027027027027,
+            "count": 370
           },
           "US": {
+            "accuracy": 0.8434782608695652,
+            "count": 230
           }
         }
       },
       "sub_M0": {
+        "full_accuracy": 0.96,
+        "digit_accuracy": 0.9942857142857143,
+        "n_examples": 100,
         "per_subtask": {
           "MD": {
+            "accuracy": 0.9934959349593496,
+            "count": 615
           },
           "ME": {
             "accuracy": 1.0,
+            "count": 85
           }
         }
       },
       "sub_M1": {
+        "full_accuracy": 0.85,
+        "digit_accuracy": 0.9771428571428571,
+        "n_examples": 100,
         "per_subtask": {
           "MD": {
+            "accuracy": 0.9863013698630136,
+            "count": 292
           },
           "MB": {
+            "accuracy": 0.9861111111111112,
+            "count": 144
           },
           "ME": {
+            "accuracy": 1.0,
+            "count": 25
           },
           "UB": {
+            "accuracy": 0.9581589958158996,
+            "count": 239
           }
         }
       },
       "sub_M2": {
+        "full_accuracy": 0.59,
+        "digit_accuracy": 0.9371428571428572,
+        "n_examples": 100,
         "per_subtask": {
           "MD": {
+            "accuracy": 0.990521327014218,
+            "count": 211
           },
           "MB": {
+            "accuracy": 0.9391304347826087,
+            "count": 115
           },
           "ME": {
+            "accuracy": 0.9882352941176471,
+            "count": 85
           },
           "UB": {
+            "accuracy": 0.8121546961325967,
+            "count": 181
           },
           "UD": {
+            "accuracy": 1.0,
+            "count": 108
           }
         }
       },
       "sub_M3": {
+        "full_accuracy": 0.3,
+        "digit_accuracy": 0.8628571428571429,
+        "n_examples": 100,
         "per_subtask": {
           "MD": {
+            "accuracy": 0.9888268156424581,
+            "count": 179
           },
           "MB": {
+            "accuracy": 0.970873786407767,
+            "count": 103
           },
           "ME": {
             "accuracy": 1.0,
+            "count": 56
           },
           "UB": {
+            "accuracy": 0.5906040268456376,
+            "count": 149
           },
           "UD": {
+            "accuracy": 0.8591549295774648,
+            "count": 213
           }
         }
       },
       "sub_M4": {
+        "full_accuracy": 0.05,
+        "digit_accuracy": 0.7171428571428572,
+        "n_examples": 100,
         "per_subtask": {
           "MD": {
             "accuracy": 1.0,
+            "count": 200
           },
           "MB": {
             "accuracy": 1.0,
+            "count": 100
           },
           "UB": {
+            "accuracy": 0.5,
+            "count": 100
           },
           "UD": {
+            "accuracy": 0.5066666666666667,
+            "count": 300
           }
         }
       },
       "sub_M5": {
+        "full_accuracy": 0.06,
+        "digit_accuracy": 0.6242857142857143,
+        "n_examples": 100,
         "per_subtask": {
           "MD": {
             "accuracy": 1.0,
+            "count": 100
           },
           "MB": {
             "accuracy": 1.0,
+            "count": 100
           },
           "UB": {
+            "accuracy": 0.52,
+            "count": 100
           },
           "UD": {
+            "accuracy": 0.4625,
+            "count": 400
           }
         }
       },
       "sub_random": {
+        "full_accuracy": 0.86,
+        "digit_accuracy": 0.9792857142857143,
         "n_examples": 200,
         "per_subtask": {
           "MD": {
+            "accuracy": 0.9966666666666667,
+            "count": 600
           },
           "MB": {
+            "accuracy": 0.9812734082397003,
+            "count": 267
           },
           "ME": {
             "accuracy": 1.0,
             "count": 53
           },
           "UB": {
+            "accuracy": 0.9521640091116174,
+            "count": 439
           },
           "UD": {
+            "accuracy": 0.975609756097561,
+            "count": 41
           }
         }
       },
       "sub_B3": {
+        "full_accuracy": 0.61,
+        "digit_accuracy": 0.9314285714285714,
+        "n_examples": 100,
         "per_subtask": {
           "MD": {
+            "accuracy": 0.99,
+            "count": 300
           },
           "MB": {
+            "accuracy": 0.98,
+            "count": 100
           },
           "UB": {
+            "accuracy": 0.8527918781725888,
+            "count": 197
           },
           "UD": {
+            "accuracy": 0.8640776699029126,
+            "count": 103
           }
         }
       },
       "sub_B4": {
+        "full_accuracy": 0.5,
+        "digit_accuracy": 0.9,
+        "n_examples": 100,
         "per_subtask": {
           "MD": {
+            "accuracy": 0.995,
+            "count": 200
           },
           "MB": {
+            "accuracy": 0.99,
+            "count": 100
           },
           "UB": {
+            "accuracy": 0.8299595141700404,
+            "count": 247
           },
           "UD": {
+            "accuracy": 0.8300653594771242,
+            "count": 153
           }
         }
       },
       "sub_B5": {
+        "full_accuracy": 0.5,
+        "digit_accuracy": 0.8842857142857142,
+        "n_examples": 100,
         "per_subtask": {
           "MD": {
             "accuracy": 1.0,
+            "count": 100
           },
           "MB": {
             "accuracy": 1.0,
+            "count": 100
           },
           "UB": {
+            "accuracy": 0.87248322147651,
+            "count": 298
           },
           "UD": {
+            "accuracy": 0.7871287128712872,
+            "count": 202
           }
         }
       }
     },
     "summary": {
+      "overall_accuracy": 0.59,
+      "digit_accuracy": 0.8818131868131868,
+      "total_examples": 2600,
       "n_splits": 24
     }
   },
       "K": 1,
       "mode": "sorl",
       "n_digits": 6,
+      "n_per_split": 100
     },
     "splits": {
       "add_S0": {
+        "full_accuracy": 0.93,
+        "digit_accuracy": 0.9885714285714285,
+        "n_examples": 100,
         "per_subtask": {
           "SA": {
+            "accuracy": 0.9884297520661157,
+            "count": 605
           },
           "SS": {
+            "accuracy": 0.9894736842105263,
+            "count": 95
           }
         }
       },
       "add_S1": {
+        "full_accuracy": 0.87,
+        "digit_accuracy": 0.98,
+        "n_examples": 100,
         "per_subtask": {
           "SA": {
+            "accuracy": 0.9950980392156863,
+            "count": 204
           },
           "SC": {
+            "accuracy": 0.9763313609467456,
+            "count": 169
           },
           "SS": {
             "accuracy": 1.0,
+            "count": 31
           },
           "UC": {
+            "accuracy": 0.9695945945945946,
+            "count": 296
           }
         }
       },
       "add_S2": {
+        "full_accuracy": 0.85,
+        "digit_accuracy": 0.9757142857142858,
+        "n_examples": 100,
         "per_subtask": {
           "SA": {
+            "accuracy": 0.9815950920245399,
+            "count": 163
           },
           "SC": {
+            "accuracy": 0.9769230769230769,
+            "count": 130
           },
           "SS": {
+            "accuracy": 0.9770114942528736,
+            "count": 87
           },
           "UC": {
+            "accuracy": 0.9556650246305419,
+            "count": 203
           },
           "US": {
             "accuracy": 1.0,
+            "count": 117
           }
         }
       },
       "add_S3": {
+        "full_accuracy": 0.64,
+        "digit_accuracy": 0.9314285714285714,
+        "n_examples": 100,
         "per_subtask": {
           "SA": {
+            "accuracy": 0.9917355371900827,
+            "count": 121
           },
           "SC": {
+            "accuracy": 0.9752066115702479,
+            "count": 121
           },
           "SS": {
+            "accuracy": 1.0,
+            "count": 49
           },
           "UC": {
+            "accuracy": 0.8440860215053764,
+            "count": 186
           },
           "US": {
+            "accuracy": 0.9327354260089686,
+            "count": 223
           }
         }
       },
       "add_S4": {
+        "full_accuracy": 0.41,
+        "digit_accuracy": 0.8485714285714285,
+        "n_examples": 100,
         "per_subtask": {
           "SA": {
             "accuracy": 1.0,
+            "count": 104
           },
           "SC": {
             "accuracy": 1.0,
+            "count": 106
           },
           "SS": {
             "accuracy": 1.0,
+            "count": 23
           },
           "UC": {
+            "accuracy": 0.7375,
+            "count": 160
           },
           "US": {
+            "accuracy": 0.7915309446254072,
+            "count": 307
           }
         }
       },
       "add_S5": {
+        "full_accuracy": 0.07,
+        "digit_accuracy": 0.64,
+        "n_examples": 100,
         "per_subtask": {
           "SA": {
             "accuracy": 1.0,
+            "count": 100
           },
           "SC": {
             "accuracy": 1.0,
+            "count": 100
           },
           "UC": {
+            "accuracy": 0.3,
+            "count": 100
           },
           "US": {
+            "accuracy": 0.545,
+            "count": 400
           }
         }
       },
       "add_S6": {
+        "full_accuracy": 0.12,
+        "digit_accuracy": 0.5871428571428572,
+        "n_examples": 100,
         "per_subtask": {
           "SC": {
             "accuracy": 1.0,
+            "count": 100
           },
           "UC": {
+            "accuracy": 0.3,
+            "count": 100
           },
           "US": {
+            "accuracy": 0.562,
+            "count": 500
           }
         }
       },
       "add_random": {
+        "full_accuracy": 0.93,
+        "digit_accuracy": 0.9885714285714285,
         "n_examples": 200,
         "per_subtask": {
           "SA": {
+            "accuracy": 0.9955257270693513,
+            "count": 447
           },
           "SC": {
+            "accuracy": 0.99375,
+            "count": 320
           },
           "SS": {
+            "accuracy": 0.9821428571428571,
+            "count": 56
           },
           "UC": {
+            "accuracy": 0.9810964083175804,
+            "count": 529
           },
           "US": {
+            "accuracy": 0.9791666666666666,
+            "count": 48
           }
         }
       },
       "add_C1": {
+        "full_accuracy": 0.87,
+        "digit_accuracy": 0.9814285714285714,
+        "n_examples": 100,
         "per_subtask": {
           "SA": {
             "accuracy": 1.0,
+            "count": 500
           },
           "SC": {
             "accuracy": 1.0,
+            "count": 100
           },
           "UC": {
+            "accuracy": 0.87,
+            "count": 100
           }
         }
       },
       "add_C2": {
+        "full_accuracy": 0.79,
+        "digit_accuracy": 0.9685714285714285,
+        "n_examples": 100,
         "per_subtask": {
           "SA": {
             "accuracy": 1.0,
+            "count": 400
           },
           "SC": {
             "accuracy": 1.0,
+            "count": 100
           },
           "UC": {
+            "accuracy": 0.8653846153846154,
+            "count": 156
           },
           "US": {
+            "accuracy": 0.9772727272727273,
+            "count": 44
           }
         }
       },
       "add_C3": {
         "full_accuracy": 0.58,
+        "digit_accuracy": 0.92,
+        "n_examples": 100,
         "per_subtask": {
           "SA": {
             "accuracy": 1.0,
+            "count": 300
           },
           "SC": {
             "accuracy": 1.0,
+            "count": 100
           },
           "UC": {
+            "accuracy": 0.7788944723618091,
+            "count": 199
           },
           "US": {
+            "accuracy": 0.8811881188118812,
+            "count": 101
           }
         }
       },
       "add_C4": {
+        "full_accuracy": 0.64,
+        "digit_accuracy": 0.9214285714285714,
+        "n_examples": 100,
         "per_subtask": {
           "SA": {
             "accuracy": 1.0,
+            "count": 200
           },
           "SC": {
             "accuracy": 1.0,
+            "count": 100
           },
           "UC": {
+            "accuracy": 0.8636363636363636,
+            "count": 264
           },
           "US": {
+            "accuracy": 0.8602941176470589,
+            "count": 136
           }
         }
       },
       "add_C5": {
+        "full_accuracy": 0.59,
+        "digit_accuracy": 0.9114285714285715,
+        "n_examples": 100,
         "per_subtask": {
           "SA": {
             "accuracy": 1.0,
+            "count": 100
           },
           "SC": {
             "accuracy": 1.0,
+            "count": 100
           },
           "UC": {
+            "accuracy": 0.8838709677419355,
+            "count": 310
           },
           "US": {
+            "accuracy": 0.8631578947368421,
+            "count": 190
           }
         }
       },
       "add_C6": {
+        "full_accuracy": 0.65,
+        "digit_accuracy": 0.9014285714285715,
+        "n_examples": 100,
         "per_subtask": {
           "SC": {
             "accuracy": 1.0,
+            "count": 100
           },
           "UC": {
+            "accuracy": 0.8945945945945946,
+            "count": 370
           },
           "US": {
+            "accuracy": 0.8695652173913043,
+            "count": 230
           }
         }
       },
       "sub_M0": {
+        "full_accuracy": 0.93,
+        "digit_accuracy": 0.99,
+        "n_examples": 100,
         "per_subtask": {
           "MD": {
+            "accuracy": 0.9886178861788618,
+            "count": 615
           },
           "ME": {
+            "accuracy": 1.0,
+            "count": 85
           }
         }
       },
       "sub_M1": {
+        "full_accuracy": 0.89,
+        "digit_accuracy": 0.9842857142857143,
+        "n_examples": 100,
         "per_subtask": {
           "MD": {
+            "accuracy": 0.9965753424657534,
+            "count": 292
           },
           "MB": {
             "accuracy": 0.9861111111111112,
+            "count": 144
           },
           "ME": {
+            "accuracy": 1.0,
+            "count": 25
           },
           "UB": {
+            "accuracy": 0.9665271966527197,
+            "count": 239
           }
         }
       },
       "sub_M2": {
+        "full_accuracy": 0.7,
+        "digit_accuracy": 0.9542857142857143,
+        "n_examples": 100,
         "per_subtask": {
           "MD": {
+            "accuracy": 0.995260663507109,
+            "count": 211
           },
           "MB": {
+            "accuracy": 0.9739130434782609,
+            "count": 115
           },
           "ME": {
+            "accuracy": 0.9882352941176471,
+            "count": 85
           },
           "UB": {
+            "accuracy": 0.850828729281768,
+            "count": 181
           },
           "UD": {
+            "accuracy": 1.0,
+            "count": 108
           }
         }
       },
       "sub_M3": {
+        "full_accuracy": 0.35,
+        "digit_accuracy": 0.8571428571428571,
+        "n_examples": 100,
         "per_subtask": {
           "MD": {
+            "accuracy": 0.9888268156424581,
+            "count": 179
           },
           "MB": {
+            "accuracy": 0.970873786407767,
+            "count": 103
           },
           "ME": {
+            "accuracy": 1.0,
+            "count": 56
           },
           "UB": {
+            "accuracy": 0.610738255033557,
+            "count": 149
           },
           "UD": {
+            "accuracy": 0.8262910798122066,
+            "count": 213
           }
         }
       },
       "sub_M4": {
+        "full_accuracy": 0.23,
+        "digit_accuracy": 0.77,
+        "n_examples": 100,
         "per_subtask": {
           "MD": {
             "accuracy": 1.0,
+            "count": 200
           },
           "MB": {
             "accuracy": 1.0,
+            "count": 100
           },
           "UB": {
+            "accuracy": 0.45,
+            "count": 100
           },
           "UD": {
+            "accuracy": 0.6466666666666666,
+            "count": 300
           }
         }
       },
       "sub_M5": {
+        "full_accuracy": 0.12,
+        "digit_accuracy": 0.6314285714285715,
+        "n_examples": 100,
         "per_subtask": {
           "MD": {
             "accuracy": 1.0,
+            "count": 100
           },
           "MB": {
             "accuracy": 1.0,
+            "count": 100
           },
           "UB": {
+            "accuracy": 0.48,
+            "count": 100
           },
           "UD": {
+            "accuracy": 0.485,
+            "count": 400
           }
         }
       },
       "sub_random": {
+        "full_accuracy": 0.91,
+        "digit_accuracy": 0.9864285714285714,
         "n_examples": 200,
         "per_subtask": {
           "MD": {
+            "accuracy": 0.9983333333333333,
+            "count": 600
           },
           "MB": {
+            "accuracy": 0.9850187265917603,
+            "count": 267
           },
           "ME": {
             "accuracy": 1.0,
             "count": 53
           },
           "UB": {
+            "accuracy": 0.9703872437357631,
+            "count": 439
           },
           "UD": {
+            "accuracy": 0.975609756097561,
+            "count": 41
           }
         }
       },
       "sub_B3": {
+        "full_accuracy": 0.6,
+        "digit_accuracy": 0.9214285714285714,
+        "n_examples": 100,
         "per_subtask": {
           "MD": {
             "accuracy": 0.9933333333333333,
+            "count": 300
           },
           "MB": {
             "accuracy": 1.0,
+            "count": 100
           },
           "UB": {
+            "accuracy": 0.817258883248731,
+            "count": 197
           },
           "UD": {
+            "accuracy": 0.8349514563106796,
+            "count": 103
           }
         }
       },
       "sub_B4": {
+        "full_accuracy": 0.62,
+        "digit_accuracy": 0.9171428571428571,
+        "n_examples": 100,
         "per_subtask": {
           "MD": {
+            "accuracy": 0.995,
+            "count": 200
           },
           "MB": {
+            "accuracy": 0.99,
+            "count": 100
           },
           "UB": {
+            "accuracy": 0.8704453441295547,
+            "count": 247
           },
           "UD": {
+            "accuracy": 0.8431372549019608,
+            "count": 153
           }
         }
       },
       "sub_B5": {
+        "full_accuracy": 0.54,
+        "digit_accuracy": 0.8971428571428571,
+        "n_examples": 100,
         "per_subtask": {
           "MD": {
             "accuracy": 1.0,
+            "count": 100
           },
           "MB": {
             "accuracy": 1.0,
+            "count": 100
           },
           "UB": {
+            "accuracy": 0.8657718120805369,
+            "count": 298
           },
           "UD": {
+            "accuracy": 0.8415841584158416,
+            "count": 202
           }
         }
       }
     },
     "summary": {
+      "overall_accuracy": 0.6407692307692308,
+      "digit_accuracy": 0.900989010989011,
+      "total_examples": 2600,
       "n_splits": 24
     }
   },
+  "sorl_overall_accuracy": 0.6407692307692308,
+  "sft_overall_accuracy": 0.59
 }

add_sub_sorl_v1_abs10_K1_25K_1L3H510d/model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:76aa98787a44b36dd1e9fd52457c04af3c9ebd3f0bc0c822d63b94dee465388a
 size 634679036

 version https://git-lfs.github.com/spec/v1
+oid sha256:abedcbc3a527a5ac60f33047ce6a4eb7c6124a4b9647aa1463c93dd8b722d329
 size 634679036

add_sub_sorl_v1_abs10_K1_25K_1L3H510d/train_config.json CHANGED Viewed

@@ -69,16 +69,20 @@
   "no_wandb": false,
   "n_params": 158593426,
   "run_name": "add_sub_sorl_v1_abs10_K1_25K_1L3H510d",
-  "git_commit": "57deaa28d9c21e39ddac5ef448d6e1be992fba91",
-  "timestamp": "2026-04-13T09:55:13.754039+00:00",
   "tokenizer": "Qwen/Qwen3-0.6B",
   "dataset_repo": "thoughtworks/arithmetic-sorl-data",
   "dataset_config": "add_sub_6digit",
   "model_repo": "thoughtworks/arithmetic-sorl",
   "trainer_version": "v1",
-  "wandb_run_id": "u2cu9qs9",
-  "wandb_url": "https://wandb.ai/nlp_and_interpretability/sorl-arithmetic/runs/u2cu9qs9",
-  "final_accuracy": 0.5895833333333333,
-  "sft_accuracy": 0.5416666666666666,
   "eval_method": "ArithmeticEvaluator"
 }

   "no_wandb": false,
   "n_params": 158593426,
   "run_name": "add_sub_sorl_v1_abs10_K1_25K_1L3H510d",
+  "git_commit": "f835493c19eb98267697007042c9d440cad2afbb",
+  "timestamp": "2026-04-15T21:12:50.528525+00:00",
   "tokenizer": "Qwen/Qwen3-0.6B",
   "dataset_repo": "thoughtworks/arithmetic-sorl-data",
   "dataset_config": "add_sub_6digit",
+  "train_dataset": "fixed_train/train_25K_seed42.pt",
   "model_repo": "thoughtworks/arithmetic-sorl",
   "trainer_version": "v1",
+  "wandb_run_id": "yh5kauv2",
+  "wandb_url": "https://wandb.ai/nlp_and_interpretability/sorl-arithmetic/runs/yh5kauv2",
+  "eval_final_dataset": "eval_sets/eval_add_sub_6d_N100_seed42.json",
+  "eval_epoch_dataset": "eval_sets/eval_add_sub_6d_N25_seed42.json",
+  "eval_hf_repo": "thoughtworks/arithmetic-sorl-data",
+  "final_accuracy": 0.6407692307692308,
+  "sft_accuracy": 0.59,
   "eval_method": "ArithmeticEvaluator"
 }