Upload add_sub_sorl_v1_abs10_K1_25K_1L3H510d

add_sub_sorl_v1_abs10_K1_25K_1L3H510d/metrics.json

@@ -70,512 +70,1072 @@
       3719,
       3769,
       3819,
-      3869
+      3869,
+      3960,
+      4010,
+      4060,
+      4110,
+      4160,
+      4210,
+      4260,
+      4351,
+      4401,
+      4451,
+      4501,
+      4551,
+      4601,
+      4651,
+      4742,
+      4792,
+      4842,
+      4892,
+      4942,
+      4992,
+      5042,
+      5133,
+      5183,
+      5233,
+      5283,
+      5333,
+      5383,
+      5433,
+      5524,
+      5574,
+      5624,
+      5674,
+      5724,
+      5774,
+      5824,
+      5915,
+      5965,
+      6015,
+      6065,
+      6115,
+      6165,
+      6215,
+      6306,
+      6356,
+      6406,
+      6456,
+      6506,
+      6556,
+      6606,
+      6697,
+      6747,
+      6797,
+      6847,
+      6897,
+      6947,
+      6997,
+      7088,
+      7138,
+      7188,
+      7238,
+      7288,
+      7338,
+      7388,
+      7479,
+      7529,
+      7579,
+      7629,
+      7679,
+      7729,
+      7779
     ],
     "loss": [
       -2.59329891204834,
       7.806329250335693,
-      4.891926288604736,
-      3.912823438644409,
-      3.36497163772583,
-      3.413069248199463,
-      3.1604514122009277,
-      3.0855469703674316,
-      2.895873546600342,
-      2.8154397010803223,
-      2.8238906860351562,
-      2.5073657035827637,
-      1.2554247379302979,
-      -0.46714138984680176,
-      -5.484283447265625,
-      -6.567154884338379,
-      -6.758439064025879,
-      -7.20958137512207,
-      -8.60386848449707,
-      -9.11019515991211,
-      -9.290766716003418,
-      -9.791807174682617,
-      -10.01004695892334,
-      -10.105368614196777,
-      -9.49570083618164,
-      -10.431818008422852,
-      -10.326833724975586,
-      -10.126893997192383,
-      -10.160858154296875,
-      -10.941141128540039,
-      -10.631235122680664,
-      -10.644250869750977,
-      -10.591297149658203,
-      -11.348092079162598,
-      -11.023357391357422,
-      -11.110491752624512,
-      -11.359291076660156,
-      -11.153099060058594,
-      -10.987231254577637,
-      -11.629621505737305,
-      -10.848411560058594,
-      -11.752678871154785,
-      -11.179244995117188,
-      -11.764345169067383,
-      -11.807055473327637,
-      -11.234673500061035,
-      -12.306229591369629,
-      -11.79053783416748,
-      -12.127859115600586,
-      -11.52390193939209,
-      -11.549543380737305,
-      -13.031827926635742,
-      -12.10395336151123,
-      -11.681001663208008,
-      -12.33035945892334,
-      -12.12756633758545,
-      -12.05741024017334,
-      -12.84146785736084,
-      -12.221896171569824,
-      -12.554245948791504,
-      -12.93739128112793,
-      -12.630762100219727,
-      -12.096063613891602,
-      -12.651780128479004,
-      -13.059272766113281,
-      -12.436356544494629,
-      -12.79887580871582,
-      -12.472254753112793,
-      -11.984771728515625,
-      -13.45839786529541
+      4.664865016937256,
+      3.5807652473449707,
+      3.15908145904541,
+      2.915864944458008,
+      3.148441791534424,
+      0.36000847816467285,
+      -1.757477879524231,
+      -3.409620523452759,
+      -5.0319366455078125,
+      -7.095430374145508,
+      -8.759235382080078,
+      -8.767191886901855,
+      -8.945306777954102,
+      -5.980461597442627,
+      -5.657682418823242,
+      -5.555356502532959,
+      -6.722297668457031,
+      -4.748482704162598,
+      -3.466064929962158,
+      -0.8357032537460327,
+      -0.1377798318862915,
+      -0.3907341957092285,
+      0.29442957043647766,
+      -0.10398596525192261,
+      -0.4516690969467163,
+      0.37417611479759216,
+      -0.44442543387413025,
+      -0.3337244689464569,
+      -0.25515031814575195,
+      -0.3856278657913208,
+      -0.22291865944862366,
+      -0.17850244045257568,
+      -0.4978151321411133,
+      -0.4693702161312103,
+      -0.44592294096946716,
+      -0.2621464133262634,
+      -0.382561594247818,
+      -0.5315982699394226,
+      -0.3435952961444855,
+      -0.329256534576416,
+      -0.7089931964874268,
+      -0.6072415113449097,
+      -0.5729288458824158,
+      -0.4047969579696655,
+      -0.4896378219127655,
+      -0.2720121741294861,
+      -0.518795907497406,
+      -0.3424687385559082,
+      -0.6721977591514587,
+      -0.3405545949935913,
+      -0.34829750657081604,
+      -0.25543728470802307,
+      -0.5398901700973511,
+      -0.6598642468452454,
+      -0.459503173828125,
+      -0.5198010802268982,
+      -0.38155192136764526,
+      -0.5738978385925293,
+      -0.6543811559677124,
+      -0.6683095693588257,
+      -0.37674030661582947,
+      -0.2265310287475586,
+      -0.8545238971710205,
+      -0.2876709997653961,
+      -0.9567681550979614,
+      -0.35820356011390686,
+      -0.499785840511322,
+      -0.33761483430862427,
+      -0.40017256140708923,
+      -0.417964905500412,
+      -0.2706613540649414,
+      -0.4005718231201172,
+      -0.5140082240104675,
+      -0.22472795844078064,
+      -0.6303619742393494,
+      -0.380489319562912,
+      -0.43577492237091064,
+      0.025171242654323578,
+      -0.4277156889438629,
+      -0.5149685144424438,
+      -0.3809179961681366,
+      -0.3976118862628937,
+      -0.5983619689941406,
+      -0.6481726765632629,
+      -0.6451705098152161,
+      -0.2953732907772064,
+      -0.3128582835197449,
+      -0.5169304013252258,
+      -0.44698846340179443,
+      -0.6919875144958496,
+      -0.13136500120162964,
+      -0.7428823709487915,
+      -0.26386335492134094,
+      -0.5457929968833923,
+      -0.48326900601387024,
+      -0.354233980178833,
+      -0.3980136811733246,
+      -0.4296197295188904,
+      -0.43872061371803284,
+      -0.5549288988113403,
+      -0.5576112270355225,
+      -0.4448431432247162,
+      -0.6850564479827881,
+      -0.08526279032230377,
+      -0.49758049845695496,
+      -0.528289794921875,
+      -0.4233647882938385,
+      -0.27047842741012573,
+      -0.5958406925201416,
+      -0.24503447115421295,
+      -0.5884737968444824,
+      -0.2966604232788086,
+      -0.11186803877353668,
+      -0.49717044830322266,
+      -0.5715808868408203,
+      -0.310215026140213,
+      -0.2626461088657379,
+      -0.3557012379169464,
+      -0.4658515751361847,
+      -0.07596707344055176,
+      -0.22857414186000824,
+      -0.4917992651462555,
+      0.018878456205129623,
+      -0.4699482321739197,
+      -0.19665612280368805,
+      -0.45886844396591187,
+      -0.5627478957176208,
+      -0.020080439746379852,
+      -0.28417420387268066,
+      -0.10383808612823486,
+      -0.4331938624382019,
+      -0.027989462018013,
+      -0.572080135345459,
+      -0.3479749858379364,
+      -0.3199583888053894,
+      -0.14209412038326263,
+      -0.3254658579826355,
+      -0.3599850535392761
     ],
     "base_loss": [
       10.196748733520508,
       6.539699077606201,
-      4.092434406280518,
-      2.346903085708618,
-      2.0746912956237793,
-      1.9594690799713135,
-      1.8837043046951294,
-      1.8864774703979492,
-      1.8490782976150513,
-      1.7932301759719849,
-      1.7640596628189087,
-      1.8651959896087646,
-      1.8547264337539673,
-      1.886150598526001,
-      1.9799963235855103,
-      1.80038583278656,
-      1.8168869018554688,
-      1.7473572492599487,
-      1.8770685195922852,
-      1.8492628335952759,
-      1.8485273122787476,
-      1.834829330444336,
-      1.843698263168335,
-      1.8508756160736084,
-      1.804511308670044,
-      1.85122549533844,
-      1.8213146924972534,
-      1.8022531270980835,
-      1.8216105699539185,
-      1.8896723985671997,
-      1.7682313919067383,
-      1.851951003074646,
-      1.8244448900222778,
-      1.860870122909546,
-      1.844719648361206,
-      1.8215335607528687,
-      1.8681211471557617,
-      1.7685410976409912,
-      1.77374267578125,
-      1.83017098903656,
-      1.780069351196289,
-      1.8695632219314575,
-      1.803731918334961,
-      1.794657588005066,
-      1.8132097721099854,
-      1.744333028793335,
-      1.850972056388855,
-      1.79466712474823,
-      1.865286111831665,
-      1.775697112083435,
-      1.831557273864746,
-      1.8576253652572632,
-      1.7820489406585693,
-      1.7218695878982544,
-      1.7814966440200806,
-      1.771523356437683,
-      1.748187780380249,
-      1.839253544807434,
-      1.7425659894943237,
-      1.7759649753570557,
-      1.8560504913330078,
-      1.794585108757019,
-      1.7335294485092163,
-      1.806968092918396,
-      1.8292748928070068,
-      1.7885210514068604,
-      1.8298585414886475,
-      1.7961997985839844,
-      1.723584532737732,
-      1.8568757772445679
+      3.8725855350494385,
+      2.0681710243225098,
+      1.9675366878509521,
+      1.9196069240570068,
+      1.8533780574798584,
+      1.951110601425171,
+      2.0042569637298584,
+      1.8366247415542603,
+      1.7919471263885498,
+      1.7820709943771362,
+      1.7885769605636597,
+      1.7231441736221313,
+      1.7234703302383423,
+      1.3017929792404175,
+      1.300842523574829,
+      1.2232086658477783,
+      1.3535493612289429,
+      1.1036676168441772,
+      0.9509031176567078,
+      0.5975162386894226,
+      0.47567373514175415,
+      0.5592564344406128,
+      0.518327534198761,
+      0.4585016071796417,
+      0.4952283203601837,
+      0.3824222981929779,
+      0.42844533920288086,
+      0.45068588852882385,
+      0.2935049831867218,
+      0.39543598890304565,
+      0.3400234878063202,
+      0.3020298182964325,
+      0.41195863485336304,
+      0.3548106253147125,
+      0.33770138025283813,
+      0.30280718207359314,
+      0.325740247964859,
+      0.3177395462989807,
+      0.28193262219429016,
+      0.2978305518627167,
+      0.3271159529685974,
+      0.33548837900161743,
+      0.30633482336997986,
+      0.27675923705101013,
+      0.21956755220890045,
+      0.29375362396240234,
+      0.2891789972782135,
+      0.32527607679367065,
+      0.30730611085891724,
+      0.2632617652416229,
+      0.25507208704948425,
+      0.2266814410686493,
+      0.263988196849823,
+      0.2839556336402893,
+      0.2557508945465088,
+      0.24259057641029358,
+      0.2714501917362213,
+      0.21652953326702118,
+      0.27574509382247925,
+      0.2669479250907898,
+      0.2079036980867386,
+      0.19827929139137268,
+      0.2644518315792084,
+      0.24134400486946106,
+      0.3041193187236786,
+      0.2472688853740692,
+      0.24810060858726501,
+      0.2032974809408188,
+      0.2518690824508667,
+      0.1975613385438919,
+      0.19218994677066803,
+      0.22987064719200134,
+      0.21874548494815826,
+      0.20414327085018158,
+      0.1903039664030075,
+      0.20824790000915527,
+      0.25246912240982056,
+      0.17222297191619873,
+      0.22310911118984222,
+      0.19762837886810303,
+      0.2397158443927765,
+      0.2757701277732849,
+      0.2096136063337326,
+      0.19665583968162537,
+      0.21887147426605225,
+      0.25790169835090637,
+      0.20052920281887054,
+      0.1768275797367096,
+      0.20910362899303436,
+      0.23822860419750214,
+      0.19321534037590027,
+      0.2246156632900238,
+      0.1836516112089157,
+      0.17393173277378082,
+      0.1797213852405548,
+      0.1975935846567154,
+      0.17399263381958008,
+      0.16129735112190247,
+      0.22429142892360687,
+      0.22638773918151855,
+      0.14325550198554993,
+      0.16796715557575226,
+      0.22135309875011444,
+      0.16441737115383148,
+      0.22248207032680511,
+      0.14299893379211426,
+      0.1808304786682129,
+      0.14688751101493835,
+      0.17729976773262024,
+      0.15668703615665436,
+      0.19968543946743011,
+      0.1618441343307495,
+      0.13713142275810242,
+      0.15012170374393463,
+      0.18270301818847656,
+      0.13032755255699158,
+      0.13019099831581116,
+      0.15042230486869812,
+      0.18148109316825867,
+      0.1746334582567215,
+      0.1649618148803711,
+      0.15130789577960968,
+      0.1465824693441391,
+      0.14087851345539093,
+      0.14302660524845123,
+      0.15380451083183289,
+      0.15758132934570312,
+      0.12044531852006912,
+      0.15550915896892548,
+      0.15038736164569855,
+      0.1784907430410385,
+      0.0905509814620018,
+      0.14896859228610992,
+      0.14195513725280762,
+      0.15365047752857208,
+      0.13856948912143707,
+      0.11941786110401154,
+      0.11631196737289429
     ],
     "info_loss": [
       -2.1446304321289062,
       -0.32575225830078125,
-      -0.1383652687072754,
-      -0.03788328170776367,
-      -0.06099653244018555,
-      -0.043364644050598145,
-      -0.060524702072143555,
-      -0.06769096851348877,
-      -0.08283662796020508,
-      -0.08506667613983154,
-      -0.08107435703277588,
-      -0.12192976474761963,
-      -0.23974978923797607,
-      -0.40476346015930176,
-      -0.9116840362548828,
-      -1.002124309539795,
-      -1.0228478908538818,
-      -1.060563087463379,
-      -1.2133022546768188,
-      -1.2610199451446533,
-      -1.2785308361053467,
-      -1.326535940170288,
-      -1.3484688997268677,
-      -1.3588534593582153,
-      -1.2928407192230225,
-      -1.3912382125854492,
-      -1.3773154020309448,
-      -1.3551386594772339,
-      -1.3596680164337158,
-      -1.44418203830719,
-      -1.3997809886932373,
-      -1.4097068309783936,
-      -1.400420069694519,
-      -1.4767446517944336,
-      -1.4412634372711182,
-      -1.4422601461410522,
-      -1.468010663986206,
-      -1.437137484550476,
-      -1.421332597732544,
-      -1.4890285730361938,
-      -1.4050776958465576,
-      -1.5023729801177979,
-      -1.4319555759429932,
-      -1.4917011260986328,
-      -1.4962141513824463,
-      -1.4313055276870728,
-      -1.5444698333740234,
-      -1.487035870552063,
-      -1.5295355319976807,
-      -1.4528287649154663,
-      -1.4570941925048828,
-      -1.6042754650115967,
-      -1.5032556056976318,
-      -1.4498255252838135,
-      -1.5202281475067139,
-      -1.4980217218399048,
-      -1.488149881362915,
-      -1.574017882347107,
-      -1.498759150505066,
-      -1.5380897521972656,
-      -1.5861152410507202,
-      -1.5452888011932373,
-      -1.4880478382110596,
-      -1.5506173372268677,
-      -1.5903542041778564,
-      -1.5227900743484497,
-      -1.5617271661758423,
-      -1.5277729034423828,
-      -1.4715402126312256,
-      -1.62960946559906
+      -0.13529229164123535,
+      -0.0395050048828125,
+      -0.06857085227966309,
+      -0.0878446102142334,
+      -0.05781435966491699,
+      -0.3329533338546753,
+      -0.5450968742370605,
+      -0.6930801868438721,
+      -0.8512004017829895,
+      -1.0552778244018555,
+      -1.2221078872680664,
+      -1.2155961990356445,
+      -1.2316124439239502,
+      -0.8885735273361206,
+      -0.8468337059020996,
+      -0.8221979141235352,
+      -0.9432716965675354,
+      -0.7168070077896118,
+      -0.5614590644836426,
+      -0.24384543299674988,
+      -0.15267881751060486,
+      -0.17980945110321045,
+      -0.10525521636009216,
+      -0.13857501745224,
+      -0.17203545570373535,
+      -0.07036077976226807,
+      -0.1279563307762146,
+      -0.10729706287384033,
+      -0.07537534832954407,
+      -0.09179061651229858,
+      -0.06815844774246216,
+      -0.0584297776222229,
+      -0.10185521841049194,
+      -0.09001076221466064,
+      -0.08385393023490906,
+      -0.06273548305034637,
+      -0.07663877308368683,
+      -0.09079703688621521,
+      -0.06756959855556488,
+      -0.06724132597446442,
+      -0.10811074078083038,
+      -0.09930633008480072,
+      -0.09256221354007721,
+      -0.07206308841705322,
+      -0.07471893727779388,
+      -0.06005033850669861,
+      -0.08448712527751923,
+      -0.0711066722869873,
+      -0.10168524086475372,
+      -0.06479458510875702,
+      -0.06599287688732147,
+      -0.052838653326034546,
+      -0.08438156545162201,
+      -0.09715546667575836,
+      -0.07497446238994598,
+      -0.08055919408798218,
+      -0.06902116537094116,
+      -0.08227460086345673,
+      -0.09579434990882874,
+      -0.09616953134536743,
+      -0.06199820339679718,
+      -0.04617848992347717,
+      -0.11456663906574249,
+      -0.05601660907268524,
+      -0.12871989607810974,
+      -0.06328007578849792,
+      -0.07753662765026093,
+      -0.05645681917667389,
+      -0.0682779997587204,
+      -0.06401722133159637,
+      -0.048893705010414124,
+      -0.06537330150604248,
+      -0.07560169696807861,
+      -0.045035943388938904,
+      -0.08440657705068588,
+      -0.06127925217151642,
+      -0.07112739980220795,
+      -0.016663089394569397,
+      -0.06749387085437775,
+      -0.07337355613708496,
+      -0.06437526643276215,
+      -0.0701342225074768,
+      -0.0825263261795044,
+      -0.08599703758955002,
+      -0.08863493800163269,
+      -0.05710361897945404,
+      -0.05359072983264923,
+      -0.07135023176670074,
+      -0.06739573180675507,
+      -0.09494532644748688,
+      -0.03425717353820801,
+      -0.09863488376140594,
+      -0.04627199470996857,
+      -0.07348194718360901,
+      -0.06861130893230438,
+      -0.056984856724739075,
+      -0.05861884355545044,
+      -0.06040181219577789,
+      -0.06799885630607605,
+      -0.0795242041349411,
+      -0.07134532183408737,
+      -0.06287021934986115,
+      -0.09188182651996613,
+      -0.026334315538406372,
+      -0.07318030297756195,
+      -0.06862989813089371,
+      -0.06157950311899185,
+      -0.04337166249752045,
+      -0.07880505174398422,
+      -0.041538387537002563,
+      -0.07995711266994476,
+      -0.04752259701490402,
+      -0.02607489377260208,
+      -0.06598459929227829,
+      -0.07677405327558517,
+      -0.04549660533666611,
+      -0.040807873010635376,
+      -0.05197954922914505,
+      -0.06574590504169464,
+      -0.02596910297870636,
+      -0.04056032747030258,
+      -0.06558245420455933,
+      -0.013828963041305542,
+      -0.06204167753458023,
+      -0.03477794677019119,
+      -0.061917684972286224,
+      -0.07310272008180618,
+      -0.01492491364479065,
+      -0.04469820111989975,
+      -0.02633901685476303,
+      -0.061958588659763336,
+      -0.012616284191608429,
+      -0.07271414995193481,
+      -0.04950237274169922,
+      -0.04833126813173294,
+      -0.0290987491607666,
+      -0.0452541783452034,
+      -0.04826049506664276
     ],
     "abs_loss": [
       2.2833845615386963,
       2.1349236965179443,
-      1.895667552947998,
-      1.8790363073349,
-      1.8763422966003418,
-      1.863279938697815,
-      1.8707689046859741,
-      1.8497987985610962,
-      1.8467472791671753,
-      1.8501476049423218,
-      1.8510236740112305,
-      1.7979803085327148,
-      1.6018939018249512,
-      1.4351223707199097,
-      1.3627341985702515,
-      1.3827515840530396,
-      1.378796935081482,
-      1.3818906545639038,
-      1.3893027305603027,
-      1.376089096069336,
-      1.3647276163101196,
-      1.341958999633789,
-      1.3429460525512695,
-      1.2983181476593018,
-      1.3058513402938843,
-      1.3161550760269165,
-      1.269581913948059,
-      1.2819956541061401,
-      1.225730061531067,
-      1.2145700454711914,
-      1.2128896713256836,
-      1.181650161743164,
-      1.1704578399658203,
-      1.100685477256775,
-      1.1276469230651855,
-      1.0256637334823608,
-      0.9807112812995911,
-      0.9855987429618835,
-      1.0340598821640015,
-      0.962256133556366,
-      0.9177753925323486,
-      0.923234760761261,
-      0.9172429442405701,
-      0.9422297477722168,
-      0.9557555317878723,
-      0.959925651550293,
-      0.8680426478385925,
-      0.8737877011299133,
-      0.9473252296447754,
-      0.8711683750152588,
-      0.8707416653633118,
-      0.7836803793907166,
-      0.847979724407196,
-      0.7654786109924316,
-      0.793886661529541,
-      0.7679941058158875,
-      0.7534409165382385,
-      0.7690866589546204,
-      0.7134169936180115,
-      0.7436110973358154,
-      0.743655264377594,
-      0.6757664084434509,
-      0.6782504916191101,
-      0.684099018573761,
-      0.6790602207183838,
-      0.6778237223625183,
-      0.6263924241065979,
-      0.6698463559150696,
-      0.650520384311676,
-      0.6476595401763916
+      1.878380298614502,
+      1.8563865423202515,
+      1.8354262113571167,
+      1.8503063917160034,
+      1.8424841165542603,
+      1.4707140922546387,
+      1.4383527040481567,
+      1.38104248046875,
+      1.3808784484863281,
+      1.3518728017807007,
+      1.3353508710861206,
+      1.2989592552185059,
+      1.2422951459884644,
+      1.1344904899597168,
+      1.0563679933547974,
+      1.0411640405654907,
+      1.009015679359436,
+      0.9455917477607727,
+      0.853651225566864,
+      0.6120807528495789,
+      0.611920177936554,
+      0.5180513858795166,
+      0.5024454593658447,
+      0.46294403076171875,
+      0.4781595766544342,
+      0.45887699723243713,
+      0.3136500120162964,
+      0.28113308548927307,
+      0.31741151213645935,
+      0.29155611991882324,
+      0.2602435350418091,
+      0.24715155363082886,
+      0.22644563019275665,
+      0.1930122822523117,
+      0.18013298511505127,
+      0.16504378616809845,
+      0.1325383186340332,
+      0.14479666948318481,
+      0.14696170389652252,
+      0.1302548050880432,
+      0.1305399388074875,
+      0.12119248509407043,
+      0.12439487129449844,
+      0.14270903170108795,
+      0.11244238168001175,
+      0.09046735614538193,
+      0.12737874686717987,
+      0.09776115417480469,
+      0.11427365988492966,
+      0.09447143226861954,
+      0.07885978370904922,
+      0.0879351869225502,
+      0.08410171419382095,
+      0.07964954525232315,
+      0.0896737352013588,
+      0.0699366107583046,
+      0.10011555999517441,
+      0.0949270948767662,
+      0.06844495981931686,
+      0.06861484050750732,
+      0.06629729270935059,
+      0.06975804269313812,
+      0.07258649915456772,
+      0.0637349858880043,
+      0.10536119341850281,
+      0.06596854329109192,
+      0.05788467451930046,
+      0.07418698817491531,
+      0.07811196893453598,
+      0.08665874600410461,
+      0.06501919031143188,
+      0.05476010963320732,
+      0.0577680766582489,
+      0.0607517808675766,
+      0.07218018174171448,
+      0.05529147386550903,
+      0.07476102560758591,
+      0.06581460684537888,
+      0.055221568793058395,
+      0.057920634746551514,
+      0.0611116886138916,
+      0.05538506433367729,
+      0.05207012966275215,
+      0.05038874223828316,
+      0.050429850816726685,
+      0.07674344629049301,
+      0.049894899129867554,
+      0.0522899366915226,
+      0.03763778880238533,
+      0.053936153650283813,
+      0.04713640734553337,
+      0.05666078254580498,
+      0.043657347559928894,
+      0.04682837426662445,
+      0.051996469497680664,
+      0.0656459853053093,
+      0.05155832692980766,
+      0.04402616247534752,
+      0.04095534607768059,
+      0.033731523901224136,
+      0.04032720625400543,
+      0.0352306105196476,
+      0.047472912818193436,
+      0.03717735409736633,
+      0.04514874890446663,
+      0.034755889326334,
+      0.05225687846541405,
+      0.06242929399013519,
+      0.06236463785171509,
+      0.03574991598725319,
+      0.03173217549920082,
+      0.04282982647418976,
+      0.047402460128068924,
+      0.04407930746674538,
+      0.050904735922813416,
+      0.03305795416235924,
+      0.049665722995996475,
+      0.05792101100087166,
+      0.048123691231012344,
+      0.0334598682820797,
+      0.02673262171447277,
+      0.03756292536854744,
+      0.04128307104110718,
+      0.03372636064887047,
+      0.04200674965977669,
+      0.03905116394162178,
+      0.041437190026044846,
+      0.04416963458061218,
+      0.03729776665568352,
+      0.04110940173268318,
+      0.03317956626415253,
+      0.03276738524436951,
+      0.03161971643567085,
+      0.026516050100326538,
+      0.04109155386686325,
+      0.03907163813710213,
+      0.021675271913409233,
+      0.04133140295743942
     ],
     "zipf_loss": [
       8.427918434143066,
       4.310660362243652,
-      1.9935778379440308,
-      1.7568495273590088,
-      1.7126115560531616,
-      1.7009185552597046,
-      1.6949173212051392,
-      1.6909992694854736,
-      1.6904866695404053,
-      1.687861680984497,
-      1.6854722499847412,
-      1.6816692352294922,
-      1.6380068063735962,
-      1.550830364227295,
-      1.5162874460220337,
-      1.5154277086257935,
-      1.5152742862701416,
-      1.510502576828003,
-      1.513155460357666,
-      1.513131856918335,
-      1.5095428228378296,
-      1.5045267343521118,
-      1.4966490268707275,
-      1.5024579763412476,
-      1.4976110458374023,
-      1.4977227449417114,
-      1.4980478286743164,
-      1.4940409660339355,
-      1.49163818359375,
-      1.4895493984222412,
-      1.4770550727844238,
-      1.4827024936676025,
-      1.4714136123657227,
-      1.4484158754348755,
-      1.4317924976348877,
-      1.3880096673965454,
-      1.354623794555664,
-      1.3511745929718018,
-      1.3489454984664917,
-      1.3342679738998413,
-      1.3305190801620483,
-      1.309164047241211,
-      1.2448537349700928,
-      1.2637850046157837,
-      1.2463005781173706,
-      1.2380549907684326,
-      1.2006921768188477,
-      1.1977745294570923,
-      1.2074775695800781,
-      1.141572117805481,
-      1.1027672290802002,
-      1.0749335289001465,
-      1.061755895614624,
-      1.0188356637954712,
-      1.0110366344451904,
-      1.0043277740478516,
-      1.0005559921264648,
-      0.9825484752655029,
-      0.9517877101898193,
-      0.9763262271881104,
-      0.9933456182479858,
-      0.959964394569397,
-      0.9830599427223206,
-      0.9790149927139282,
-      0.9470869898796082,
-      0.935240626335144,
-      0.9258978962898254,
-      0.9422906637191772,
-      0.9419942498207092,
-      0.9160555005073547
+      1.9573644399642944,
+      1.7220056056976318,
+      1.6937105655670166,
+      1.6896733045578003,
+      1.6889588832855225,
+      1.5913598537445068,
+      1.5453985929489136,
+      1.546452283859253,
+      1.550032138824463,
+      1.54008948802948,
+      1.5397311449050903,
+      1.5357297658920288,
+      1.5231165885925293,
+      1.4900315999984741,
+      1.4041755199432373,
+      1.3392977714538574,
+      1.2559688091278076,
+      1.2213599681854248,
+      1.112257480621338,
+      0.9440267086029053,
+      0.8521426916122437,
+      0.7962987422943115,
+      0.7784097194671631,
+      0.776968240737915,
+      0.7256412506103516,
+      0.6494739055633545,
+      0.37532755732536316,
+      0.2604469954967499,
+      0.1733570396900177,
+      0.10768669098615646,
+      0.09261798858642578,
+      0.07905035465955734,
+      0.08613384515047073,
+      0.05662556737661362,
+      0.03690169379115105,
+      0.04589689522981644,
+      0.0448320172727108,
+      0.04415290430188179,
+      0.03547190874814987,
+      0.03230065479874611,
+      0.03194422274827957,
+      0.03821423277258873,
+      0.03391891345381737,
+      0.02480378933250904,
+      0.026739798486232758,
+      0.025690853595733643,
+      0.0241585411131382,
+      0.03354579582810402,
+      0.025921151041984558,
+      0.03468235209584236,
+      0.04867320880293846,
+      0.037474267184734344,
+      0.03152717649936676,
+      0.019769782200455666,
+      0.025523221120238304,
+      0.03620664402842522,
+      0.027197975665330887,
+      0.022825945168733597,
+      0.02097274735569954,
+      0.019576314836740494,
+      0.028708282858133316,
+      0.029998784884810448,
+      0.01943192072212696,
+      0.02477763406932354,
+      0.015775376930832863,
+      0.02073144167661667,
+      0.021691380068659782,
+      0.016237128525972366,
+      0.022927194833755493,
+      0.015980161726474762,
+      0.01958383247256279,
+      0.017814546823501587,
+      0.017486432567238808,
+      0.015413029119372368,
+      0.016181830316781998,
+      0.018526144325733185,
+      0.015553897246718407,
+      0.012997702695429325,
+      0.01859170012176037,
+      0.015346556901931763,
+      0.017007671296596527,
+      0.02242172136902809,
+      0.012080667540431023,
+      0.010103044100105762,
+      0.01726445183157921,
+      0.0100869070738554,
+      0.01753026247024536,
+      0.014515362679958344,
+      0.014101480133831501,
+      0.013843490742146969,
+      0.01327776163816452,
+      0.013184715062379837,
+      0.010839240625500679,
+      0.010411908850073814,
+      0.017923086881637573,
+      0.011456401087343693,
+      0.00902628991752863,
+      0.008698401972651482,
+      0.012880988419055939,
+      0.010552301071584225,
+      0.008553767576813698,
+      0.012368827126920223,
+      0.0076613957062363625,
+      0.009945258498191833,
+      0.00722561264410615,
+      0.011534623801708221,
+      0.006374058313667774,
+      0.010107763111591339,
+      0.0086736511439085,
+      0.010087384842336178,
+      0.008238681592047215,
+      0.012438456527888775,
+      0.007009214721620083,
+      0.008145928382873535,
+      0.008366182446479797,
+      0.011117709800601006,
+      0.01027502678334713,
+      0.0078798308968544,
+      0.005313994362950325,
+      0.005744512192904949,
+      0.009394066408276558,
+      0.008961104787886143,
+      0.006457311101257801,
+      0.006217380054295063,
+      0.0038960399106144905,
+      0.002598780207335949,
+      0.006554239895194769,
+      0.0043064141646027565,
+      0.003568857442587614,
+      0.005053797736763954,
+      0.004583287984132767,
+      0.0043456582352519035,
+      0.0029307929798960686,
+      0.0024419911205768585,
+      0.00559467077255249,
+      0.00641672033816576,
+      0.005490543320775032,
+      0.002174779772758484
     ],
     "denoise_loss": [],
     "ortho_loss": [
       0.7092215418815613,
       0.46743276715278625,
-      0.372333288192749,
-      0.3163504898548126,
-      0.29026153683662415,
-      0.2792986333370209,
-      0.27686527371406555,
-      0.262327641248703,
-      0.24570715427398682,
-      0.2475493848323822,
-      0.24840138852596283,
-      0.25525224208831787,
-      0.27400314807891846,
-      0.2834039628505707,
-      0.28120777010917664,
-      0.2767947316169739,
-      0.2838645875453949,
-      0.26357901096343994,
-      0.24860280752182007,
-      0.2444341778755188,
-      0.2471916675567627,
-      0.2405933439731598,
-      0.24468615651130676,
-      0.24482561647891998,
-      0.240675151348114,
-      0.24134141206741333,
-      0.24261823296546936,
-      0.24529020488262177,
-      0.24550136923789978,
-      0.24657639861106873,
-      0.24326443672180176,
-      0.24152472615242004,
-      0.24578434228897095,
-      0.24196375906467438,
-      0.24180641770362854,
-      0.24166396260261536,
-      0.23602785170078278,
-      0.2411782592535019,
-      0.23615865409374237,
-      0.23971572518348694,
-      0.23798082768917084,
-      0.2350902259349823,
-      0.23152871429920197,
-      0.23074424266815186,
-      0.22700950503349304,
-      0.2275175005197525,
-      0.23137938976287842,
-      0.22892071306705475,
-      0.22994598746299744,
-      0.2339673489332199,
-      0.23359638452529907,
-      0.23373164236545563,
-      0.23107723891735077,
-      0.2339753359556198,
-      0.23272015154361725,
-      0.2336493581533432,
-      0.233825221657753,
-      0.2339244931936264,
-      0.235467329621315,
-      0.2342061847448349,
-      0.23358942568302155,
-      0.23396462202072144,
-      0.23547381162643433,
-      0.23512768745422363,
-      0.23589524626731873,
-      0.2354237139225006,
-      0.2354665845632553,
-      0.23491325974464417,
-      0.23564963042736053,
-      0.2355274111032486
+      0.3644844591617584,
+      0.25443753600120544,
+      0.23383183777332306,
+      0.20093315839767456,
+      0.20074476301670074,
+      0.23113077878952026,
+      0.22607871890068054,
+      0.2465149462223053,
+      0.2687225341796875,
+      0.24249237775802612,
+      0.2577590048313141,
+      0.266035795211792,
+      0.2552751898765564,
+      0.2689358592033386,
+      0.269536554813385,
+      0.2752798795700073,
+      0.28143933415412903,
+      0.2838402986526489,
+      0.27934321761131287,
+      0.27792537212371826,
+      0.278600811958313,
+      0.2771250605583191,
+      0.2715357840061188,
+      0.269247442483902,
+      0.27251896262168884,
+      0.26525673270225525,
+      0.266304612159729,
+      0.2764833867549896,
+      0.26652833819389343,
+      0.2704552710056305,
+      0.2712864279747009,
+      0.2649822235107422,
+      0.27131664752960205,
+      0.26084455847740173,
+      0.2620142698287964,
+      0.258016437292099,
+      0.24880310893058777,
+      0.24396663904190063,
+      0.23598477244377136,
+      0.2386299967765808,
+      0.23005273938179016,
+      0.22665658593177795,
+      0.22420556843280792,
+      0.2224186211824417,
+      0.22427774965763092,
+      0.21841591596603394,
+      0.22097480297088623,
+      0.21527259051799774,
+      0.2151358276605606,
+      0.2146364003419876,
+      0.20944494009017944,
+      0.21144999563694,
+      0.20593683421611786,
+      0.20386382937431335,
+      0.19745765626430511,
+      0.19894321262836456,
+      0.19742432236671448,
+      0.19608557224273682,
+      0.18835635483264923,
+      0.18813860416412354,
+      0.18744516372680664,
+      0.18192793428897858,
+      0.1776714324951172,
+      0.18126605451107025,
+      0.18171174824237823,
+      0.18377967178821564,
+      0.18195678293704987,
+      0.18419532477855682,
+      0.1809682846069336,
+      0.17715398967266083,
+      0.1780245155096054,
+      0.17764145135879517,
+      0.17595191299915314,
+      0.17716969549655914,
+      0.17705252766609192,
+      0.17322954535484314,
+      0.1746148020029068,
+      0.17197285592556,
+      0.17283350229263306,
+      0.17129376530647278,
+      0.1728857010602951,
+      0.17178265750408173,
+      0.16882957518100739,
+      0.16890282928943634,
+      0.17142780125141144,
+      0.17491458356380463,
+      0.1703752726316452,
+      0.16940584778785706,
+      0.1734863966703415,
+      0.1734330803155899,
+      0.17536111176013947,
+      0.17814159393310547,
+      0.18004973232746124,
+      0.1793045997619629,
+      0.18151059746742249,
+      0.17672353982925415,
+      0.17982426285743713,
+      0.18007126450538635,
+      0.17900310456752777,
+      0.18146604299545288,
+      0.1807563602924347,
+      0.17732296884059906,
+      0.18004903197288513,
+      0.18047833442687988,
+      0.18000200390815735,
+      0.1829339563846588,
+      0.18131765723228455,
+      0.18021774291992188,
+      0.17930588126182556,
+      0.1804979145526886,
+      0.18043546378612518,
+      0.18063659965991974,
+      0.18216735124588013,
+      0.1802050769329071,
+      0.1801634132862091,
+      0.18029654026031494,
+      0.18130487203598022,
+      0.18213582038879395,
+      0.1824827641248703,
+      0.18340104818344116,
+      0.18511319160461426,
+      0.185243159532547,
+      0.18528737127780914,
+      0.18479134142398834,
+      0.18610772490501404,
+      0.18649695813655853,
+      0.18489259481430054,
+      0.18530786037445068,
+      0.18532846868038177,
+      0.1857357919216156,
+      0.18599264323711395,
+      0.18614186346530914,
+      0.18604278564453125,
+      0.1854981780052185,
+      0.18638573586940765,
+      0.18637895584106445,
+      0.18691058456897736,
+      0.18711933493614197
     ],
     "lr": [
       1.6752136752136756e-05,
       3.384615384615385e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      3.9947798576324814e-05,
-      3.8761402583706826e-05,
-      3.757500659108885e-05,
-      3.6388610598470864e-05,
-      3.5202214605852884e-05,
-      3.401581861323491e-05,
-      3.282942262061693e-05,
-      3.0670181914052204e-05,
-      2.948378592143422e-05,
-      2.8297389928816243e-05,
-      2.711099393619826e-05,
-      2.5924597943580284e-05,
-      2.4738201950962303e-05,
-      2.3551805958344316e-05,
-      2.1392565251779595e-05,
-      2.020616925916161e-05,
-      1.901977326654364e-05,
-      1.783337727392566e-05,
-      1.6646981281307675e-05,
-      1.546058528868969e-05,
-      1.427418929607171e-05,
-      1.2114948589506984e-05,
-      1.0928552596889013e-05,
-      9.742156604271029e-06,
-      8.555760611653046e-06,
-      7.369364619035064e-06,
-      6.182968626417082e-06,
-      4.996572633799099e-06
+      5.094017094017095e-05,
+      6.803418803418804e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      7.987186923279727e-05,
+      7.868547324017929e-05,
+      7.74990772475613e-05,
+      7.631268125494332e-05,
+      7.512628526232533e-05,
+      7.393988926970736e-05,
+      7.178064856314262e-05,
+      7.059425257052466e-05,
+      6.940785657790668e-05,
+      6.822146058528868e-05,
+      6.703506459267071e-05,
+      6.584866860005273e-05,
+      6.466227260743475e-05,
+      6.250303190087003e-05,
+      6.131663590825203e-05,
+      6.0130239915634074e-05,
+      5.894384392301608e-05,
+      5.77574479303981e-05,
+      5.657105193778013e-05,
+      5.538465594516214e-05,
+      5.3225415238597426e-05,
+      5.203901924597944e-05,
+      5.0852623253361464e-05,
+      4.966622726074349e-05,
+      4.8479831268125495e-05,
+      4.729343527550752e-05,
+      4.610703928288953e-05,
+      4.3947798576324816e-05,
+      4.276140258370682e-05,
+      4.157500659108885e-05,
+      4.038861059847088e-05,
+      3.9202214605852886e-05,
+      3.801581861323492e-05,
+      3.6829422620616924e-05,
+      3.46701819140522e-05,
+      3.348378592143423e-05,
+      3.229738992881624e-05,
+      3.111099393619827e-05,
+      2.9924597943580276e-05,
+      2.8738201950962302e-05,
+      2.7551805958344328e-05,
+      2.5392565251779594e-05,
+      2.4206169259161623e-05,
+      2.3019773266543632e-05,
+      2.1833377273925658e-05,
+      2.0646981281307667e-05,
+      1.9460585288689693e-05,
+      1.8274189296071722e-05,
+      1.6114948589506984e-05,
+      1.4928552596889012e-05,
+      1.374215660427102e-05,
+      1.2555760611653047e-05,
+      1.1369364619035074e-05,
+      1.0182968626417082e-05,
+      8.99657263379911e-06
     ],
     "emb_lr": [],
     "eval_step": [
@@ -588,7 +1148,17 @@
       2696,
       3087,
       3478,
-      3869
+      3869,
+      4260,
+      4651,
+      5042,
+      5433,
+      5824,
+      6215,
+      6606,
+      6997,
+      7388,
+      7779
     ],
     "eval_accuracy": [
       0.01,
@@ -600,10 +1170,20 @@
       0.0,
       0.0,
       0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
       0.0
     ]
   },
-  "final_accuracy": 0.28291666666666665,
+  "final_accuracy": 0.5895833333333333,
   "sft_eval": {
     "config": {
       "ops": "add_sub",
@@ -614,11 +1194,11 @@
     },
     "splits": {
       "add_S0": {
-        "full_accuracy": 0.0,
+        "full_accuracy": 0.91,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
-            "accuracy": 0.2066115702479339,
+            "accuracy": 0.9851239669421488,
             "count": 605
           },
           "SS": {
@@ -628,327 +1208,327 @@
         }
       },
       "add_S1": {
-        "full_accuracy": 0.0,
+        "full_accuracy": 0.86,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
-            "accuracy": 0.2647058823529412,
+            "accuracy": 0.9852941176470589,
             "count": 204
           },
           "SC": {
-            "accuracy": 0.11242603550295859,
+            "accuracy": 0.9822485207100592,
             "count": 169
           },
           "SS": {
-            "accuracy": 0.6451612903225806,
+            "accuracy": 1.0,
             "count": 31
           },
           "UC": {
-            "accuracy": 0.21621621621621623,
+            "accuracy": 0.9695945945945946,
             "count": 296
           }
         }
       },
       "add_S2": {
-        "full_accuracy": 0.0,
+        "full_accuracy": 0.77,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
-            "accuracy": 0.3987730061349693,
+            "accuracy": 1.0,
             "count": 163
           },
           "SC": {
-            "accuracy": 0.13846153846153847,
+            "accuracy": 0.9615384615384616,
             "count": 130
           },
           "SS": {
-            "accuracy": 0.3448275862068966,
+            "accuracy": 0.9770114942528736,
             "count": 87
           },
           "UC": {
-            "accuracy": 0.35960591133004927,
+            "accuracy": 0.9310344827586207,
             "count": 203
           },
           "US": {
-            "accuracy": 0.6324786324786325,
+            "accuracy": 0.9743589743589743,
             "count": 117
           }
         }
       },
       "add_S3": {
-        "full_accuracy": 0.0,
+        "full_accuracy": 0.53,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
-            "accuracy": 0.48760330578512395,
+            "accuracy": 0.9834710743801653,
             "count": 121
           },
           "SC": {
-            "accuracy": 0.04132231404958678,
+            "accuracy": 0.9669421487603306,
             "count": 121
           },
           "SS": {
-            "accuracy": 0.6530612244897959,
+            "accuracy": 1.0,
             "count": 49
           },
           "UC": {
-            "accuracy": 0.3548387096774194,
+            "accuracy": 0.8064516129032258,
             "count": 186
           },
           "US": {
-            "accuracy": 0.57847533632287,
+            "accuracy": 0.9551569506726457,
             "count": 223
           }
         }
       },
       "add_S4": {
-        "full_accuracy": 0.0,
+        "full_accuracy": 0.4,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
-            "accuracy": 0.47115384615384615,
+            "accuracy": 1.0,
             "count": 104
           },
           "SC": {
-            "accuracy": 0.10377358490566038,
+            "accuracy": 0.9716981132075472,
             "count": 106
           },
           "SS": {
-            "accuracy": 0.5652173913043478,
+            "accuracy": 1.0,
             "count": 23
           },
           "UC": {
-            "accuracy": 0.3875,
+            "accuracy": 0.8125,
             "count": 160
           },
           "US": {
-            "accuracy": 0.5700325732899023,
+            "accuracy": 0.8045602605863192,
             "count": 307
           }
         }
       },
       "add_S5": {
-        "full_accuracy": 0.0,
+        "full_accuracy": 0.27,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
-            "accuracy": 0.46,
+            "accuracy": 1.0,
             "count": 100
           },
           "SC": {
-            "accuracy": 0.01,
+            "accuracy": 1.0,
             "count": 100
           },
           "UC": {
-            "accuracy": 0.18,
+            "accuracy": 0.58,
             "count": 100
           },
           "US": {
-            "accuracy": 0.09,
+            "accuracy": 0.6425,
             "count": 400
           }
         }
       },
       "add_S6": {
-        "full_accuracy": 0.02,
+        "full_accuracy": 0.61,
         "n_examples": 100,
         "per_subtask": {
           "SC": {
-            "accuracy": 0.02,
+            "accuracy": 1.0,
             "count": 100
           },
           "UC": {
-            "accuracy": 0.65,
+            "accuracy": 0.74,
             "count": 100
           },
           "US": {
-            "accuracy": 0.648,
+            "accuracy": 0.766,
             "count": 500
           }
         }
       },
       "add_random": {
-        "full_accuracy": 0.0,
+        "full_accuracy": 0.865,
         "n_examples": 200,
         "per_subtask": {
           "SA": {
-            "accuracy": 0.2639821029082774,
+            "accuracy": 0.9910514541387024,
             "count": 447
           },
           "SC": {
-            "accuracy": 0.1125,
+            "accuracy": 0.975,
             "count": 320
           },
           "SS": {
-            "accuracy": 0.5178571428571429,
+            "accuracy": 0.9821428571428571,
             "count": 56
           },
           "UC": {
-            "accuracy": 0.23062381852551986,
+            "accuracy": 0.9754253308128544,
             "count": 529
           },
           "US": {
-            "accuracy": 0.5625,
+            "accuracy": 0.9583333333333334,
             "count": 48
           }
         }
       },
       "add_C3": {
-        "full_accuracy": 0.0,
+        "full_accuracy": 0.61,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
-            "accuracy": 0.25,
+            "accuracy": 1.0,
             "count": 300
           },
           "SC": {
-            "accuracy": 0.08,
+            "accuracy": 1.0,
             "count": 100
           },
           "UC": {
-            "accuracy": 0.11398963730569948,
+            "accuracy": 0.8082901554404145,
             "count": 193
           },
           "US": {
-            "accuracy": 0.14953271028037382,
+            "accuracy": 0.9158878504672897,
             "count": 107
           }
         }
       },
       "add_C4": {
-        "full_accuracy": 0.0,
+        "full_accuracy": 0.65,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
-            "accuracy": 0.355,
+            "accuracy": 1.0,
             "count": 200
           },
           "SC": {
-            "accuracy": 0.03,
+            "accuracy": 1.0,
             "count": 100
           },
           "UC": {
-            "accuracy": 0.10546875,
+            "accuracy": 0.88671875,
             "count": 256
           },
           "US": {
-            "accuracy": 0.24305555555555555,
+            "accuracy": 0.8888888888888888,
             "count": 144
           }
         }
       },
       "add_C5": {
-        "full_accuracy": 0.0,
+        "full_accuracy": 0.51,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
-            "accuracy": 0.5,
+            "accuracy": 1.0,
             "count": 100
           },
           "SC": {
-            "accuracy": 0.09,
+            "accuracy": 1.0,
             "count": 100
           },
           "UC": {
-            "accuracy": 0.13725490196078433,
+            "accuracy": 0.8562091503267973,
             "count": 306
           },
           "US": {
-            "accuracy": 0.3556701030927835,
+            "accuracy": 0.9278350515463918,
             "count": 194
           }
         }
       },
       "add_C6": {
-        "full_accuracy": 0.0,
+        "full_accuracy": 0.68,
         "n_examples": 100,
         "per_subtask": {
           "SC": {
-            "accuracy": 0.12,
+            "accuracy": 1.0,
             "count": 100
           },
           "UC": {
-            "accuracy": 0.2540983606557377,
+            "accuracy": 0.9153005464480874,
             "count": 366
           },
           "US": {
-            "accuracy": 0.8632478632478633,
+            "accuracy": 0.9700854700854701,
             "count": 234
           }
         }
       },
       "sub_M0": {
-        "full_accuracy": 0.0,
+        "full_accuracy": 0.88,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
-            "accuracy": 0.20465890183028287,
+            "accuracy": 0.9866888519134775,
             "count": 601
           },
           "ME": {
-            "accuracy": 1.0,
+            "accuracy": 0.9595959595959596,
             "count": 99
           }
         }
       },
       "sub_M1": {
-        "full_accuracy": 0.0,
+        "full_accuracy": 0.78,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
-            "accuracy": 0.3835125448028674,
+            "accuracy": 0.985663082437276,
             "count": 279
           },
           "MB": {
-            "accuracy": 0.0,
+            "accuracy": 0.9586206896551724,
             "count": 145
           },
           "ME": {
-            "accuracy": 1.0,
+            "accuracy": 0.9583333333333334,
             "count": 24
           },
           "UB": {
-            "accuracy": 0.09523809523809523,
+            "accuracy": 0.9484126984126984,
             "count": 252
           }
         }
       },
       "sub_M2": {
-        "full_accuracy": 0.0,
+        "full_accuracy": 0.35,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
-            "accuracy": 0.6150234741784038,
+            "accuracy": 0.9765258215962441,
             "count": 213
           },
           "MB": {
-            "accuracy": 0.0,
+            "accuracy": 0.9734513274336283,
             "count": 113
           },
           "ME": {
-            "accuracy": 1.0,
+            "accuracy": 0.9764705882352941,
             "count": 85
           },
           "UB": {
-            "accuracy": 0.16574585635359115,
+            "accuracy": 0.6629834254143646,
             "count": 181
           },
           "UD": {
-            "accuracy": 0.0,
+            "accuracy": 0.9074074074074074,
             "count": 108
           }
         }
       },
       "sub_M3": {
-        "full_accuracy": 0.0,
+        "full_accuracy": 0.11,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
-            "accuracy": 0.7597765363128491,
+            "accuracy": 0.994413407821229,
             "count": 179
           },
           "MB": {
-            "accuracy": 0.0,
+            "accuracy": 0.970873786407767,
             "count": 103
           },
           "ME": {
@@ -956,33 +1536,33 @@
             "count": 56
           },
           "UB": {
-            "accuracy": 0.12080536912751678,
+            "accuracy": 0.5167785234899329,
             "count": 149
           },
           "UD": {
-            "accuracy": 0.0,
+            "accuracy": 0.6384976525821596,
             "count": 213
           }
         }
       },
       "sub_M4": {
-        "full_accuracy": 0.0,
+        "full_accuracy": 0.09,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
-            "accuracy": 0.5,
+            "accuracy": 1.0,
             "count": 200
           },
           "MB": {
-            "accuracy": 0.0,
+            "accuracy": 0.99,
             "count": 100
           },
           "UB": {
-            "accuracy": 0.3,
+            "accuracy": 0.34,
             "count": 100
           },
           "UD": {
-            "accuracy": 0.0,
+            "accuracy": 0.4,
             "count": 300
           }
         }
@@ -996,29 +1576,29 @@
             "count": 100
           },
           "MB": {
-            "accuracy": 0.0,
+            "accuracy": 1.0,
             "count": 100
           },
           "UB": {
-            "accuracy": 0.31,
+            "accuracy": 0.24,
             "count": 100
           },
           "UD": {
-            "accuracy": 0.0,
+            "accuracy": 0.22,
             "count": 400
           }
         }
       },
       "sub_random": {
-        "full_accuracy": 0.0,
+        "full_accuracy": 0.705,
         "n_examples": 200,
         "per_subtask": {
           "MD": {
-            "accuracy": 0.3616666666666667,
+            "accuracy": 0.985,
             "count": 600
           },
           "MB": {
-            "accuracy": 0.0,
+            "accuracy": 0.9662921348314607,
             "count": 267
           },
           "ME": {
@@ -1026,61 +1606,61 @@
             "count": 53
           },
           "UB": {
-            "accuracy": 0.12072892938496584,
+            "accuracy": 0.9020501138952164,
             "count": 439
           },
           "UD": {
-            "accuracy": 0.0,
+            "accuracy": 0.975609756097561,
             "count": 41
           }
         }
       },
       "sub_B3": {
-        "full_accuracy": 0.0,
+        "full_accuracy": 0.38,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
-            "accuracy": 0.3333333333333333,
+            "accuracy": 0.99,
             "count": 300
           },
           "MB": {
-            "accuracy": 0.0,
+            "accuracy": 1.0,
             "count": 100
           },
           "UB": {
-            "accuracy": 0.17766497461928935,
+            "accuracy": 0.7055837563451777,
             "count": 197
           },
           "UD": {
-            "accuracy": 0.0,
+            "accuracy": 0.6893203883495146,
             "count": 103
           }
         }
       },
       "sub_B4": {
-        "full_accuracy": 0.0,
+        "full_accuracy": 0.27,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
-            "accuracy": 0.5,
+            "accuracy": 1.0,
             "count": 200
           },
           "MB": {
-            "accuracy": 0.0,
+            "accuracy": 0.99,
             "count": 100
           },
           "UB": {
-            "accuracy": 0.145748987854251,
+            "accuracy": 0.6882591093117408,
             "count": 247
           },
           "UD": {
-            "accuracy": 0.0,
+            "accuracy": 0.6405228758169934,
             "count": 153
           }
         }
       },
       "sub_B5": {
-        "full_accuracy": 0.0,
+        "full_accuracy": 0.2,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
@@ -1088,22 +1668,22 @@
             "count": 100
           },
           "MB": {
-            "accuracy": 0.0,
+            "accuracy": 1.0,
             "count": 100
           },
           "UB": {
-            "accuracy": 0.11073825503355705,
+            "accuracy": 0.7248322147651006,
             "count": 298
           },
           "UD": {
-            "accuracy": 0.0,
+            "accuracy": 0.6287128712871287,
             "count": 202
           }
         }
       }
     },
     "summary": {
-      "overall_accuracy": 0.0008333333333333334,
+      "overall_accuracy": 0.5416666666666666,
       "total_examples": 2400,
       "n_splits": 22
     }
@@ -1118,29 +1698,29 @@
     },
     "splits": {
       "add_S0": {
-        "full_accuracy": 0.74,
+        "full_accuracy": 0.96,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
-            "accuracy": 0.9603305785123967,
+            "accuracy": 0.9933884297520661,
             "count": 605
           },
           "SS": {
-            "accuracy": 0.9578947368421052,
+            "accuracy": 1.0,
             "count": 95
           }
         }
       },
       "add_S1": {
-        "full_accuracy": 0.58,
+        "full_accuracy": 0.9,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
-            "accuracy": 0.9362745098039216,
+            "accuracy": 0.9852941176470589,
             "count": 204
           },
           "SC": {
-            "accuracy": 0.9585798816568047,
+            "accuracy": 0.9881656804733728,
             "count": 169
           },
           "SS": {
@@ -1148,65 +1728,65 @@
             "count": 31
           },
           "UC": {
-            "accuracy": 0.875,
+            "accuracy": 0.9831081081081081,
             "count": 296
           }
         }
       },
       "add_S2": {
-        "full_accuracy": 0.35,
+        "full_accuracy": 0.69,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
-            "accuracy": 0.9693251533742331,
+            "accuracy": 0.9877300613496932,
             "count": 163
           },
           "SC": {
-            "accuracy": 0.9076923076923077,
+            "accuracy": 0.9384615384615385,
             "count": 130
           },
           "SS": {
-            "accuracy": 0.9080459770114943,
+            "accuracy": 0.9310344827586207,
             "count": 87
           },
           "UC": {
-            "accuracy": 0.7192118226600985,
+            "accuracy": 0.9064039408866995,
             "count": 203
           },
           "US": {
-            "accuracy": 0.9316239316239316,
+            "accuracy": 0.9914529914529915,
             "count": 117
           }
         }
       },
       "add_S3": {
-        "full_accuracy": 0.19,
+        "full_accuracy": 0.57,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
-            "accuracy": 0.9834710743801653,
+            "accuracy": 1.0,
             "count": 121
           },
           "SC": {
-            "accuracy": 0.9504132231404959,
+            "accuracy": 0.9752066115702479,
             "count": 121
           },
           "SS": {
-            "accuracy": 0.9183673469387755,
+            "accuracy": 0.9795918367346939,
             "count": 49
           },
           "UC": {
-            "accuracy": 0.6612903225806451,
+            "accuracy": 0.8279569892473119,
             "count": 186
           },
           "US": {
-            "accuracy": 0.6860986547085202,
+            "accuracy": 0.8923766816143498,
             "count": 223
           }
         }
       },
       "add_S4": {
-        "full_accuracy": 0.2,
+        "full_accuracy": 0.58,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
@@ -1214,7 +1794,7 @@
             "count": 104
           },
           "SC": {
-            "accuracy": 0.9433962264150944,
+            "accuracy": 0.9905660377358491,
             "count": 106
           },
           "SS": {
@@ -1222,17 +1802,17 @@
             "count": 23
           },
           "UC": {
-            "accuracy": 0.64375,
+            "accuracy": 0.825,
             "count": 160
           },
           "US": {
-            "accuracy": 0.5309446254071661,
+            "accuracy": 0.8306188925081434,
             "count": 307
           }
         }
       },
       "add_S5": {
-        "full_accuracy": 0.05,
+        "full_accuracy": 0.37,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
@@ -1240,21 +1820,21 @@
             "count": 100
           },
           "SC": {
-            "accuracy": 0.98,
+            "accuracy": 1.0,
             "count": 100
           },
           "UC": {
-            "accuracy": 0.36,
+            "accuracy": 0.54,
             "count": 100
           },
           "US": {
-            "accuracy": 0.3325,
+            "accuracy": 0.6425,
             "count": 400
           }
         }
       },
       "add_S6": {
-        "full_accuracy": 0.03,
+        "full_accuracy": 0.61,
         "n_examples": 100,
         "per_subtask": {
           "SC": {
@@ -1262,25 +1842,25 @@
             "count": 100
           },
           "UC": {
-            "accuracy": 0.28,
+            "accuracy": 0.69,
             "count": 100
           },
           "US": {
-            "accuracy": 0.298,
+            "accuracy": 0.77,
             "count": 500
           }
         }
       },
       "add_random": {
-        "full_accuracy": 0.575,
+        "full_accuracy": 0.925,
         "n_examples": 200,
         "per_subtask": {
           "SA": {
-            "accuracy": 0.9552572706935123,
+            "accuracy": 0.9932885906040269,
             "count": 447
           },
           "SC": {
-            "accuracy": 0.9625,
+            "accuracy": 0.9875,
             "count": 320
           },
           "SS": {
@@ -1288,21 +1868,21 @@
             "count": 56
           },
           "UC": {
-            "accuracy": 0.8657844990548205,
+            "accuracy": 0.9848771266540642,
             "count": 529
           },
           "US": {
-            "accuracy": 0.7916666666666666,
+            "accuracy": 1.0,
             "count": 48
           }
         }
       },
       "add_C3": {
-        "full_accuracy": 0.41,
+        "full_accuracy": 0.62,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
-            "accuracy": 0.9833333333333333,
+            "accuracy": 1.0,
             "count": 300
           },
           "SC": {
@@ -1310,17 +1890,17 @@
             "count": 100
           },
           "UC": {
-            "accuracy": 0.7150259067357513,
+            "accuracy": 0.8186528497409327,
             "count": 193
           },
           "US": {
-            "accuracy": 0.7102803738317757,
+            "accuracy": 0.8785046728971962,
             "count": 107
           }
         }
       },
       "add_C4": {
-        "full_accuracy": 0.32,
+        "full_accuracy": 0.61,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
@@ -1332,17 +1912,17 @@
             "count": 100
           },
           "UC": {
-            "accuracy": 0.71875,
+            "accuracy": 0.87890625,
             "count": 256
           },
           "US": {
-            "accuracy": 0.7291666666666666,
+            "accuracy": 0.8611111111111112,
             "count": 144
           }
         }
       },
       "add_C5": {
-        "full_accuracy": 0.23,
+        "full_accuracy": 0.59,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
@@ -1350,21 +1930,21 @@
             "count": 100
           },
           "SC": {
-            "accuracy": 0.97,
+            "accuracy": 1.0,
             "count": 100
           },
           "UC": {
-            "accuracy": 0.696078431372549,
+            "accuracy": 0.8823529411764706,
             "count": 306
           },
           "US": {
-            "accuracy": 0.6752577319587629,
+            "accuracy": 0.8969072164948454,
             "count": 194
           }
         }
       },
       "add_C6": {
-        "full_accuracy": 0.23,
+        "full_accuracy": 0.69,
         "n_examples": 100,
         "per_subtask": {
           "SC": {
@@ -1372,57 +1952,57 @@
             "count": 100
           },
           "UC": {
-            "accuracy": 0.7486338797814208,
+            "accuracy": 0.912568306010929,
             "count": 366
           },
           "US": {
-            "accuracy": 0.7136752136752137,
+            "accuracy": 0.9444444444444444,
             "count": 234
           }
         }
       },
       "sub_M0": {
-        "full_accuracy": 0.61,
+        "full_accuracy": 0.89,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
-            "accuracy": 0.9234608985024958,
+            "accuracy": 0.9850249584026622,
             "count": 601
           },
           "ME": {
-            "accuracy": 0.9797979797979798,
+            "accuracy": 0.9696969696969697,
             "count": 99
           }
         }
       },
       "sub_M1": {
-        "full_accuracy": 0.45,
+        "full_accuracy": 0.82,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
-            "accuracy": 0.9605734767025089,
+            "accuracy": 0.982078853046595,
             "count": 279
           },
           "MB": {
-            "accuracy": 0.9241379310344827,
+            "accuracy": 0.9793103448275862,
             "count": 145
           },
           "ME": {
-            "accuracy": 0.875,
+            "accuracy": 0.9583333333333334,
             "count": 24
           },
           "UB": {
-            "accuracy": 0.8015873015873016,
+            "accuracy": 0.9603174603174603,
             "count": 252
           }
         }
       },
       "sub_M2": {
-        "full_accuracy": 0.21,
+        "full_accuracy": 0.33,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
-            "accuracy": 0.9530516431924883,
+            "accuracy": 0.971830985915493,
             "count": 213
           },
           "MB": {
@@ -1434,25 +2014,25 @@
             "count": 85
           },
           "UB": {
-            "accuracy": 0.5524861878453039,
+            "accuracy": 0.6464088397790055,
             "count": 181
           },
           "UD": {
-            "accuracy": 0.7685185185185185,
+            "accuracy": 0.9444444444444444,
             "count": 108
           }
         }
       },
       "sub_M3": {
-        "full_accuracy": 0.07,
+        "full_accuracy": 0.22,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
-            "accuracy": 0.9888268156424581,
+            "accuracy": 0.9832402234636871,
             "count": 179
           },
           "MB": {
-            "accuracy": 0.941747572815534,
+            "accuracy": 0.9805825242718447,
             "count": 103
           },
           "ME": {
@@ -1460,39 +2040,39 @@
             "count": 56
           },
           "UB": {
-            "accuracy": 0.4563758389261745,
+            "accuracy": 0.5704697986577181,
             "count": 149
           },
           "UD": {
-            "accuracy": 0.4788732394366197,
+            "accuracy": 0.7136150234741784,
             "count": 213
           }
         }
       },
       "sub_M4": {
-        "full_accuracy": 0.03,
+        "full_accuracy": 0.2,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
-            "accuracy": 0.935,
+            "accuracy": 0.99,
             "count": 200
           },
           "MB": {
-            "accuracy": 0.96,
+            "accuracy": 1.0,
             "count": 100
           },
           "UB": {
-            "accuracy": 0.34,
+            "accuracy": 0.49,
             "count": 100
           },
           "UD": {
-            "accuracy": 0.23333333333333334,
+            "accuracy": 0.49,
             "count": 300
           }
         }
       },
       "sub_M5": {
-        "full_accuracy": 0.06,
+        "full_accuracy": 0.1,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
@@ -1504,87 +2084,87 @@
             "count": 100
           },
           "UB": {
-            "accuracy": 0.38,
+            "accuracy": 0.4,
             "count": 100
           },
           "UD": {
-            "accuracy": 0.235,
+            "accuracy": 0.33,
             "count": 400
           }
         }
       },
       "sub_random": {
-        "full_accuracy": 0.32,
+        "full_accuracy": 0.735,
         "n_examples": 200,
         "per_subtask": {
           "MD": {
-            "accuracy": 0.935,
+            "accuracy": 0.9766666666666667,
             "count": 600
           },
           "MB": {
-            "accuracy": 0.898876404494382,
+            "accuracy": 0.9588014981273408,
             "count": 267
           },
           "ME": {
-            "accuracy": 0.9433962264150944,
+            "accuracy": 1.0,
             "count": 53
           },
           "UB": {
-            "accuracy": 0.7562642369020501,
+            "accuracy": 0.9225512528473804,
             "count": 439
           },
           "UD": {
-            "accuracy": 0.7804878048780488,
+            "accuracy": 0.975609756097561,
             "count": 41
           }
         }
       },
       "sub_B3": {
-        "full_accuracy": 0.13,
+        "full_accuracy": 0.44,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
-            "accuracy": 0.8833333333333333,
+            "accuracy": 0.98,
             "count": 300
           },
           "MB": {
-            "accuracy": 0.95,
+            "accuracy": 0.99,
             "count": 100
           },
           "UB": {
-            "accuracy": 0.5482233502538071,
+            "accuracy": 0.7360406091370558,
             "count": 197
           },
           "UD": {
-            "accuracy": 0.5533980582524272,
+            "accuracy": 0.7766990291262136,
             "count": 103
           }
         }
       },
       "sub_B4": {
-        "full_accuracy": 0.09,
+        "full_accuracy": 0.39,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
-            "accuracy": 0.95,
+            "accuracy": 1.0,
             "count": 200
           },
           "MB": {
-            "accuracy": 0.97,
+            "accuracy": 0.99,
             "count": 100
           },
           "UB": {
-            "accuracy": 0.5546558704453441,
+            "accuracy": 0.7530364372469636,
             "count": 247
           },
           "UD": {
-            "accuracy": 0.47058823529411764,
+            "accuracy": 0.7058823529411765,
             "count": 153
           }
         }
       },
       "sub_B5": {
-        "full_accuracy": 0.04,
+        "full_accuracy": 0.27,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
@@ -1596,22 +2176,22 @@
             "count": 100
           },
           "UB": {
-            "accuracy": 0.540268456375839,
+            "accuracy": 0.7583892617449665,
             "count": 298
           },
           "UD": {
-            "accuracy": 0.4603960396039604,
+            "accuracy": 0.7128712871287128,
             "count": 202
           }
         }
       }
     },
     "summary": {
-      "overall_accuracy": 0.28291666666666665,
+      "overall_accuracy": 0.5895833333333333,
       "total_examples": 2400,
       "n_splits": 22
     }
   },
-  "sorl_overall_accuracy": 0.28291666666666665,
-  "sft_overall_accuracy": 0.0008333333333333334
+  "sorl_overall_accuracy": 0.5895833333333333,
+  "sft_overall_accuracy": 0.5416666666666666
 }

add_sub_sorl_v1_abs10_K1_25K_1L3H510d/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:83dc63f41a380d62231535ea7934fea7ce172db8bc245f6beae0be7d7b4c8b71
+oid sha256:76aa98787a44b36dd1e9fd52457c04af3c9ebd3f0bc0c822d63b94dee465388a
 size 634679036

add_sub_sorl_v1_abs10_K1_25K_1L3H510d/train_config.json

@@ -17,10 +17,10 @@
   "target_vocab_util": 0.8,
   "min_abs_ppl": 0.0,
   "zipf_alpha": 1.0,
-  "lr": 4e-05,
+  "lr": 8e-05,
   "emb_lr_mult": 1.0,
   "weight_decay": 0.01,
-  "warmup_steps": 117,
+  "warmup_steps": 234,
   "cooldown_frac": 0.4,
   "max_grad_norm": 1.0,
   "vq_abs_pretrain_steps": 0,
@@ -30,7 +30,7 @@
   "vq_abs_pretrain_target_vectors": 20000,
   "batch_size": 64,
   "gradient_accumulation_steps": 1,
-  "num_epochs": 10,
+  "num_epochs": 20,
   "emb_warmup_steps": 0,
   "log_every": 50,
   "eval_every": 390,
@@ -69,16 +69,16 @@
   "no_wandb": false,
   "n_params": 158593426,
   "run_name": "add_sub_sorl_v1_abs10_K1_25K_1L3H510d",
-  "git_commit": "f447da529caceac8c7d256cbb2cd185cbc50feac",
-  "timestamp": "2026-04-12T16:20:24.628526+00:00",
+  "git_commit": "57deaa28d9c21e39ddac5ef448d6e1be992fba91",
+  "timestamp": "2026-04-13T09:55:13.754039+00:00",
   "tokenizer": "Qwen/Qwen3-0.6B",
   "dataset_repo": "thoughtworks/arithmetic-sorl-data",
   "dataset_config": "add_sub_6digit",
   "model_repo": "thoughtworks/arithmetic-sorl",
   "trainer_version": "v1",
-  "wandb_run_id": "ybv7051n",
-  "wandb_url": "https://wandb.ai/nlp_and_interpretability/sorl-arithmetic/runs/ybv7051n",
-  "final_accuracy": 0.28291666666666665,
-  "sft_accuracy": 0.0008333333333333334,
+  "wandb_run_id": "u2cu9qs9",
+  "wandb_url": "https://wandb.ai/nlp_and_interpretability/sorl-arithmetic/runs/u2cu9qs9",
+  "final_accuracy": 0.5895833333333333,
+  "sft_accuracy": 0.5416666666666666,
   "eval_method": "ArithmeticEvaluator"
 }