Upload add_sub_sorl_v1_abs20_K1_100K

add_sub_sorl_v1_abs20_K1_100K/config.json

@@ -0,0 +1,37 @@
+{
+  "architectures": [
+    "SorlModelWrapper"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": null,
+  "dtype": "float32",
+  "eos_token_id": null,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 510,
+  "initializer_range": 0.02,
+  "intermediate_size": 2040,
+  "layer_types": [
+    "full_attention",
+    "full_attention"
+  ],
+  "max_position_embeddings": 128,
+  "max_window_layers": 28,
+  "model_type": "qwen3",
+  "num_attention_heads": 3,
+  "num_hidden_layers": 2,
+  "num_key_value_heads": 3,
+  "pad_token_id": null,
+  "rms_norm_eps": 1e-06,
+  "rope_parameters": {
+    "rope_theta": 10000.0,
+    "rope_type": "default"
+  },
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "transformers_version": "5.5.0",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 151664
+}

add_sub_sorl_v1_abs20_K1_100K/generation_config.json

@@ -0,0 +1,7 @@
+{
+  "_from_model_config": true,
+  "output_attentions": false,
+  "output_hidden_states": false,
+  "transformers_version": "5.5.0",
+  "use_cache": true
+}

add_sub_sorl_v1_abs20_K1_100K/metrics.json

@@ -0,0 +1,3537 @@
+{
+  "history": {
+    "step": [
+      50,
+      100,
+      150,
+      200,
+      250,
+      300,
+      350,
+      400,
+      450,
+      500,
+      550,
+      600,
+      650,
+      700,
+      750,
+      800,
+      850,
+      900,
+      950,
+      1000,
+      1050,
+      1100,
+      1150,
+      1200,
+      1250,
+      1300,
+      1350,
+      1400,
+      1450,
+      1500,
+      1550,
+      1613,
+      1663,
+      1713,
+      1763,
+      1813,
+      1863,
+      1913,
+      1963,
+      2013,
+      2063,
+      2113,
+      2163,
+      2213,
+      2263,
+      2313,
+      2363,
+      2413,
+      2463,
+      2513,
+      2563,
+      2613,
+      2663,
+      2713,
+      2763,
+      2813,
+      2863,
+      2913,
+      2963,
+      3013,
+      3063,
+      3113,
+      3176,
+      3226,
+      3276,
+      3326,
+      3376,
+      3426,
+      3476,
+      3526,
+      3576,
+      3626,
+      3676,
+      3726,
+      3776,
+      3826,
+      3876,
+      3926,
+      3976,
+      4026,
+      4076,
+      4126,
+      4176,
+      4226,
+      4276,
+      4326,
+      4376,
+      4426,
+      4476,
+      4526,
+      4576,
+      4626,
+      4676,
+      4739,
+      4789,
+      4839,
+      4889,
+      4939,
+      4989,
+      5039,
+      5089,
+      5139,
+      5189,
+      5239,
+      5289,
+      5339,
+      5389,
+      5439,
+      5489,
+      5539,
+      5589,
+      5639,
+      5689,
+      5739,
+      5789,
+      5839,
+      5889,
+      5939,
+      5989,
+      6039,
+      6089,
+      6139,
+      6189,
+      6239,
+      6302,
+      6352,
+      6402,
+      6452,
+      6502,
+      6552,
+      6602,
+      6652,
+      6702,
+      6752,
+      6802,
+      6852,
+      6902,
+      6952,
+      7002,
+      7052,
+      7102,
+      7152,
+      7202,
+      7252,
+      7302,
+      7352,
+      7402,
+      7452,
+      7502,
+      7552,
+      7602,
+      7652,
+      7702,
+      7752,
+      7802,
+      7865,
+      7915,
+      7965,
+      8015,
+      8065,
+      8115,
+      8165,
+      8215,
+      8265,
+      8315,
+      8365,
+      8415,
+      8465,
+      8515,
+      8565,
+      8615,
+      8665,
+      8715,
+      8765,
+      8815,
+      8865,
+      8915,
+      8965,
+      9015,
+      9065,
+      9115,
+      9165,
+      9215,
+      9265,
+      9315,
+      9365,
+      9428,
+      9478,
+      9528,
+      9578,
+      9628,
+      9678,
+      9728,
+      9778,
+      9828,
+      9878,
+      9928,
+      9978,
+      10028,
+      10078,
+      10128,
+      10178,
+      10228,
+      10278,
+      10328,
+      10378,
+      10428,
+      10478,
+      10528,
+      10578,
+      10628,
+      10678,
+      10728,
+      10778,
+      10828,
+      10878,
+      10928,
+      10991,
+      11041,
+      11091,
+      11141,
+      11191,
+      11241,
+      11291,
+      11341,
+      11391,
+      11441,
+      11491,
+      11541,
+      11591,
+      11641,
+      11691,
+      11741,
+      11791,
+      11841,
+      11891,
+      11941,
+      11991,
+      12041,
+      12091,
+      12141,
+      12191,
+      12241,
+      12291,
+      12341,
+      12391,
+      12441,
+      12491,
+      12554,
+      12604,
+      12654,
+      12704,
+      12754,
+      12804,
+      12854,
+      12904,
+      12954,
+      13004,
+      13054,
+      13104,
+      13154,
+      13204,
+      13254,
+      13304,
+      13354,
+      13404,
+      13454,
+      13504,
+      13554,
+      13604,
+      13654,
+      13704,
+      13754,
+      13804,
+      13854,
+      13904,
+      13954,
+      14004,
+      14054,
+      14117,
+      14167,
+      14217,
+      14267,
+      14317,
+      14367,
+      14417,
+      14467,
+      14517,
+      14567,
+      14617,
+      14667,
+      14717,
+      14767,
+      14817,
+      14867,
+      14917,
+      14967,
+      15017,
+      15067,
+      15117,
+      15167,
+      15217,
+      15267,
+      15317,
+      15367,
+      15417,
+      15467,
+      15517,
+      15567,
+      15617
+    ],
+    "loss": [
+      0.7572331428527832,
+      -4.1088128089904785,
+      4.92240047454834,
+      6.863762378692627,
+      4.62153434753418,
+      3.7265849113464355,
+      2.634976387023926,
+      2.671053409576416,
+      2.7696900367736816,
+      2.258213520050049,
+      2.16804838180542,
+      1.5210580825805664,
+      0.6210905313491821,
+      -3.2670226097106934,
+      -5.004988670349121,
+      -3.6877942085266113,
+      -2.2799763679504395,
+      -1.0594818592071533,
+      -0.467401385307312,
+      -1.0743809938430786,
+      -1.5555450916290283,
+      -1.736448049545288,
+      -0.9791319370269775,
+      -1.049828052520752,
+      -0.8316065669059753,
+      -0.9291037321090698,
+      -0.10457479953765869,
+      -0.20095288753509521,
+      -0.548839807510376,
+      -0.3219412565231323,
+      -0.36635565757751465,
+      -0.3528318405151367,
+      0.026454448699951172,
+      -0.07644355297088623,
+      -0.32562559843063354,
+      -0.17350387573242188,
+      -0.2866344451904297,
+      -0.5754052400588989,
+      -0.2641051411628723,
+      0.035104185342788696,
+      -0.684080958366394,
+      -0.493069589138031,
+      -0.5354839563369751,
+      -0.4995620846748352,
+      -0.3217971622943878,
+      -0.3521539568901062,
+      -0.4038366675376892,
+      -0.6195577383041382,
+      -0.5501360297203064,
+      -0.5692479610443115,
+      -0.7562788128852844,
+      -0.9780133366584778,
+      -0.7792848944664001,
+      -0.6671980619430542,
+      -0.8792123794555664,
+      -0.6089744567871094,
+      -0.6482593417167664,
+      -0.9847323894500732,
+      -1.0424913167953491,
+      -0.9844663739204407,
+      -0.79583740234375,
+      -0.9576754570007324,
+      -0.49776551127433777,
+      -0.4625418782234192,
+      -0.6531974077224731,
+      -1.1888946294784546,
+      -0.6440246105194092,
+      -0.6820342540740967,
+      -0.8137439489364624,
+      -0.6066876649856567,
+      -0.5646378397941589,
+      -0.9681340456008911,
+      -0.9584231376647949,
+      -0.6563090085983276,
+      -0.6814383864402771,
+      -1.0258846282958984,
+      -0.39244240522384644,
+      -0.8771434426307678,
+      -1.1061186790466309,
+      -1.0608580112457275,
+      -1.0042860507965088,
+      -0.6980247497558594,
+      -0.7052803039550781,
+      -0.7784515619277954,
+      -0.6134355664253235,
+      -0.9554014205932617,
+      -0.8785175681114197,
+      -0.6864355802536011,
+      -0.935036838054657,
+      -0.9437254667282104,
+      -1.2484549283981323,
+      -0.923052191734314,
+      -0.6445103287696838,
+      -0.7176944017410278,
+      -0.7207449674606323,
+      -0.8866404294967651,
+      -0.8694981932640076,
+      -0.35646361112594604,
+      -0.9853545427322388,
+      -0.7620975375175476,
+      -1.0418447256088257,
+      -0.36955496668815613,
+      -0.6847604513168335,
+      -0.6237123012542725,
+      -0.652388334274292,
+      -0.5494027733802795,
+      -0.5900116562843323,
+      -1.251389741897583,
+      -0.4885002374649048,
+      -0.9727175235748291,
+      -0.9167803525924683,
+      -0.4562698006629944,
+      -0.8879244327545166,
+      -0.8562024235725403,
+      -0.4748397767543793,
+      -0.44835585355758667,
+      -0.5543228387832642,
+      -0.6463515758514404,
+      -0.5022682547569275,
+      -0.7029032707214355,
+      -0.5944797396659851,
+      -0.4108027219772339,
+      -0.7498533725738525,
+      -0.38277798891067505,
+      -0.7727941274642944,
+      -0.7939614057540894,
+      -0.5801682472229004,
+      -0.32728078961372375,
+      -0.5926397442817688,
+      -0.6610171794891357,
+      -0.8355449438095093,
+      -0.4640677869319916,
+      -0.5959733724594116,
+      -0.3957676887512207,
+      -0.640071451663971,
+      -0.5187087655067444,
+      -0.37623360753059387,
+      -0.38300931453704834,
+      -0.4762595295906067,
+      -0.28993842005729675,
+      -0.5762218832969666,
+      -0.3432050943374634,
+      -0.7931725382804871,
+      -0.4460122585296631,
+      -0.3992304801940918,
+      -0.6115362644195557,
+      -0.3439960777759552,
+      -0.24094384908676147,
+      -0.22449710965156555,
+      -0.8024484515190125,
+      -0.29573333263397217,
+      -0.31872105598449707,
+      -0.07722895592451096,
+      -0.3788284659385681,
+      -0.6425816416740417,
+      -0.3196375072002411,
+      -0.5695381760597229,
+      -0.4219270646572113,
+      -0.5712203979492188,
+      -0.2495477944612503,
+      -0.24825827777385712,
+      -0.2586551606655121,
+      -0.44450560212135315,
+      -0.7753189206123352,
+      -0.30905574560165405,
+      -0.38787487149238586,
+      -0.28502145409584045,
+      -0.24729561805725098,
+      -0.24524784088134766,
+      -0.3243459463119507,
+      -0.4287901520729065,
+      -0.1906277984380722,
+      -0.3011859059333801,
+      -0.5004443526268005,
+      -0.3690613806247711,
+      -0.38381528854370117,
+      -0.4024859666824341,
+      -0.36327192187309265,
+      -0.6053040027618408,
+      -0.5427647233009338,
+      -0.4430527091026306,
+      -0.5658628344535828,
+      -0.300243616104126,
+      -0.4288637042045593,
+      -0.33472129702568054,
+      -0.30738216638565063,
+      -0.4212794899940491,
+      -0.4448728859424591,
+      -0.5388637185096741,
+      -0.3537139594554901,
+      -0.4183817207813263,
+      -0.6248802542686462,
+      -0.5340408682823181,
+      -0.14217877388000488,
+      -0.26273924112319946,
+      -0.26890474557876587,
+      -0.4285196363925934,
+      -0.23147913813591003,
+      -0.16399525105953217,
+      -0.2418072670698166,
+      -0.36358749866485596,
+      -0.3002931773662567,
+      -0.12276255339384079,
+      -0.18128184974193573,
+      -0.3129577934741974,
+      -0.2123219519853592,
+      -0.21718193590641022,
+      -0.352618008852005,
+      -0.28210005164146423,
+      -0.32711076736450195,
+      -0.11082524061203003,
+      -0.5531051754951477,
+      -0.35493436455726624,
+      -0.27564260363578796,
+      -0.2803899645805359,
+      -0.45139968395233154,
+      0.003664538264274597,
+      -0.14456573128700256,
+      -0.15059120953083038,
+      -0.2755080759525299,
+      -0.12048216164112091,
+      -0.2820596396923065,
+      -0.28085094690322876,
+      -0.38926786184310913,
+      -0.26719021797180176,
+      -0.16140715777873993,
+      -0.14905700087547302,
+      -0.35209745168685913,
+      -0.25925999879837036,
+      -0.33221739530563354,
+      -0.101854607462883,
+      -0.15131431818008423,
+      -0.3242277503013611,
+      -0.20929203927516937,
+      -0.17773771286010742,
+      -0.1078529879450798,
+      -0.10825538635253906,
+      -0.18695253133773804,
+      -0.11143551766872406,
+      -0.22275972366333008,
+      -0.1643391102552414,
+      -0.20426253974437714,
+      -0.34204161167144775,
+      -0.12181445956230164,
+      -0.03151487559080124,
+      -0.20848126709461212,
+      -0.182655468583107,
+      -0.17660343647003174,
+      -0.11328932642936707,
+      -0.12237479537725449,
+      -0.09103978425264359,
+      -0.1942792385816574,
+      -0.08818943798542023,
+      -0.02035299502313137,
+      -0.010144004598259926,
+      -0.20345327258110046,
+      -0.2162674218416214,
+      -0.038134634494781494,
+      -0.11628672480583191,
+      -0.06826280802488327,
+      -0.18298408389091492,
+      -0.17394717037677765,
+      -0.09377621114253998,
+      -0.12375708669424057,
+      -0.062440089881420135,
+      -0.28978002071380615,
+      -0.4227134585380554,
+      -0.1515023559331894,
+      -0.0605059489607811,
+      -0.16949521005153656,
+      -0.05131351202726364,
+      -0.02367829531431198,
+      -0.07569480687379837,
+      -0.04092489555478096,
+      -0.012895889580249786,
+      -0.0176103338599205,
+      -0.21457606554031372,
+      -0.062300629913806915,
+      -0.05682635307312012,
+      -0.12275825440883636,
+      -0.039571259170770645,
+      -0.10159416496753693,
+      -0.05951068922877312,
+      -0.059655021876096725,
+      -0.026829242706298828,
+      -0.1999252587556839,
+      -0.01361328549683094,
+      -0.04596453532576561,
+      -0.05472489818930626,
+      -0.01935693621635437,
+      -0.07774822413921356,
+      -0.045203112065792084,
+      -0.06574356555938721,
+      -0.1723708063364029,
+      -0.034418124705553055,
+      -0.1686779260635376,
+      0.003089960664510727,
+      -0.05640334635972977,
+      0.0044072396121919155,
+      -0.012165093794465065,
+      -0.02255118265748024,
+      -0.013711551204323769,
+      -0.04891897737979889,
+      0.0010970900766551495,
+      -0.12209063023328781,
+      -0.015328139066696167,
+      -0.07129570841789246,
+      0.0028486475348472595,
+      -0.007078210357576609,
+      -0.0018760920502245426
+    ],
+    "base_loss": [
+      11.348176956176758,
+      9.658164024353027,
+      8.175503730773926,
+      6.755279541015625,
+      5.456831932067871,
+      3.536381959915161,
+      2.2111237049102783,
+      2.020595073699951,
+      1.8831709623336792,
+      1.8164139986038208,
+      1.8264715671539307,
+      1.789453387260437,
+      1.827249526977539,
+      1.7979072332382202,
+      1.65717351436615,
+      1.3548482656478882,
+      1.092720866203308,
+      0.8811156153678894,
+      0.7566943168640137,
+      0.7505759596824646,
+      0.7253063321113586,
+      0.6461313962936401,
+      0.5313529372215271,
+      0.4853276312351227,
+      0.41144293546676636,
+      0.43505552411079407,
+      0.35781002044677734,
+      0.3662125766277313,
+      0.3105466365814209,
+      0.32540789246559143,
+      0.32633766531944275,
+      0.2660132348537445,
+      0.2095886915922165,
+      0.23939529061317444,
+      0.21866437792778015,
+      0.2298569679260254,
+      0.2129904329776764,
+      0.2077513486146927,
+      0.19318965077400208,
+      0.22784128785133362,
+      0.21969671547412872,
+      0.1694052368402481,
+      0.1979457288980484,
+      0.18826699256896973,
+      0.1579810231924057,
+      0.1744004338979721,
+      0.13743995130062103,
+      0.18059197068214417,
+      0.2032344490289688,
+      0.1726742684841156,
+      0.1709929257631302,
+      0.19687053561210632,
+      0.1973063200712204,
+      0.17787732183933258,
+      0.2129112035036087,
+      0.17937204241752625,
+      0.1486138254404068,
+      0.16416920721530914,
+      0.18011467158794403,
+      0.16545338928699493,
+      0.15337659418582916,
+      0.1535557061433792,
+      0.15468788146972656,
+      0.10868119448423386,
+      0.12626560032367706,
+      0.1853545755147934,
+      0.13237892091274261,
+      0.12765221297740936,
+      0.1245928630232811,
+      0.11368465423583984,
+      0.10360479354858398,
+      0.16353169083595276,
+      0.14328661561012268,
+      0.12675049901008606,
+      0.11431024968624115,
+      0.14487215876579285,
+      0.09992139786481857,
+      0.14056676626205444,
+      0.15103816986083984,
+      0.1489901840686798,
+      0.14176549017429352,
+      0.10614297538995743,
+      0.11745451390743256,
+      0.11934898793697357,
+      0.1094503402709961,
+      0.12906691431999207,
+      0.13131670653820038,
+      0.11526160687208176,
+      0.12292040884494781,
+      0.13772085309028625,
+      0.16186226904392242,
+      0.12914633750915527,
+      0.09511610120534897,
+      0.0917370468378067,
+      0.1102045401930809,
+      0.11891024559736252,
+      0.12637022137641907,
+      0.07427643984556198,
+      0.1217934712767601,
+      0.1061604842543602,
+      0.1304951310157776,
+      0.07702717930078506,
+      0.09671071916818619,
+      0.09373380988836288,
+      0.08524361997842789,
+      0.08898228406906128,
+      0.08046979457139969,
+      0.16282297670841217,
+      0.0659712627530098,
+      0.12500140070915222,
+      0.11204084008932114,
+      0.06858927011489868,
+      0.13379588723182678,
+      0.10761930048465729,
+      0.10035061836242676,
+      0.06445668637752533,
+      0.07547269761562347,
+      0.08173443377017975,
+      0.06381353735923767,
+      0.08800162374973297,
+      0.08381403982639313,
+      0.05515104532241821,
+      0.09454596042633057,
+      0.06685151904821396,
+      0.09162329137325287,
+      0.11063210666179657,
+      0.07126855850219727,
+      0.04556313902139664,
+      0.08401603251695633,
+      0.08215134590864182,
+      0.11719880998134613,
+      0.06366000324487686,
+      0.07958980649709702,
+      0.05134474113583565,
+      0.08279245346784592,
+      0.06308238208293915,
+      0.060220010578632355,
+      0.08741027861833572,
+      0.06228303164243698,
+      0.04039480909705162,
+      0.07642487436532974,
+      0.05590095743536949,
+      0.10389459133148193,
+      0.05273384600877762,
+      0.05174679681658745,
+      0.07798067480325699,
+      0.042904146015644073,
+      0.05566927418112755,
+      0.045218586921691895,
+      0.092104971408844,
+      0.040956515818834305,
+      0.04299997538328171,
+      0.09489194303750992,
+      0.05761682242155075,
+      0.078117735683918,
+      0.05063673108816147,
+      0.06737948954105377,
+      0.052483730018138885,
+      0.07632990926504135,
+      0.032999370247125626,
+      0.039553042501211166,
+      0.03946533799171448,
+      0.05298209190368652,
+      0.12058936059474945,
+      0.03645765781402588,
+      0.04938702657818794,
+      0.03373356908559799,
+      0.03559574857354164,
+      0.03654894232749939,
+      0.04033171385526657,
+      0.05728921294212341,
+      0.04139111563563347,
+      0.03515798598527908,
+      0.05767108127474785,
+      0.044614315032958984,
+      0.054069630801677704,
+      0.04794895276427269,
+      0.04255472868680954,
+      0.07275857776403427,
+      0.06676798313856125,
+      0.052579283714294434,
+      0.06576798111200333,
+      0.03866137936711311,
+      0.05096651241183281,
+      0.04090649634599686,
+      0.03765810281038284,
+      0.05055162310600281,
+      0.05141264200210571,
+      0.06436275690793991,
+      0.042909521609544754,
+      0.0481412447988987,
+      0.07364120334386826,
+      0.06127581372857094,
+      0.032087262719869614,
+      0.03204682469367981,
+      0.031952571123838425,
+      0.05041082575917244,
+      0.027917351573705673,
+      0.04051786661148071,
+      0.028488488867878914,
+      0.04157419130206108,
+      0.038279034197330475,
+      0.032214123755693436,
+      0.03714577108621597,
+      0.037206947803497314,
+      0.0253861453384161,
+      0.026984112337231636,
+      0.0403747633099556,
+      0.0341695211827755,
+      0.0387321300804615,
+      0.014403988607227802,
+      0.064630888402462,
+      0.04145904257893562,
+      0.03234080597758293,
+      0.040043167769908905,
+      0.05187687277793884,
+      0.042458124458789825,
+      0.020632952451705933,
+      0.018148887902498245,
+      0.03218194842338562,
+      0.014508134685456753,
+      0.0322672538459301,
+      0.03237120062112808,
+      0.04743164777755737,
+      0.03177398070693016,
+      0.020632823929190636,
+      0.018216822296380997,
+      0.040302302688360214,
+      0.03021249547600746,
+      0.0410601980984211,
+      0.011937438510358334,
+      0.017787184566259384,
+      0.03788934275507927,
+      0.024480637162923813,
+      0.021386442705988884,
+      0.013995553366839886,
+      0.013218357227742672,
+      0.02170519344508648,
+      0.013265741057693958,
+      0.027774328365921974,
+      0.019175902009010315,
+      0.023694012314081192,
+      0.03891494497656822,
+      0.014863639138638973,
+      0.00477577606216073,
+      0.024596700444817543,
+      0.022156761959195137,
+      0.020905090495944023,
+      0.013665799982845783,
+      0.014746705070137978,
+      0.011086123064160347,
+      0.0223664790391922,
+      0.012526833452284336,
+      0.0031596629414707422,
+      0.002147423569113016,
+      0.023116543889045715,
+      0.024747014045715332,
+      0.00506470026448369,
+      0.014170246198773384,
+      0.008654003031551838,
+      0.02848130464553833,
+      0.020278919488191605,
+      0.012490171007812023,
+      0.014678877778351307,
+      0.00794923398643732,
+      0.03411915898323059,
+      0.04834481701254845,
+      0.017941590398550034,
+      0.007513564545661211,
+      0.021018287166953087,
+      0.006819728761911392,
+      0.0053443750366568565,
+      0.0091599952429533,
+      0.005529830697923899,
+      0.002496313536539674,
+      0.0027466346509754658,
+      0.024676257744431496,
+      0.008029204793274403,
+      0.006855060812085867,
+      0.014386625960469246,
+      0.0055620549246668816,
+      0.012134808115661144,
+      0.007098639849573374,
+      0.0077147227711975574,
+      0.004118192009627819,
+      0.023535089567303658,
+      0.003320255083963275,
+      0.005930927116423845,
+      0.00807294249534607,
+      0.003055460285395384,
+      0.009166034869849682,
+      0.005424796603620052,
+      0.008324241265654564,
+      0.01967540755867958,
+      0.004747512750327587,
+      0.02126237377524376,
+      0.0005846708663739264,
+      0.007051372434943914,
+      0.0002061913546640426,
+      0.0030558311846107244,
+      0.003224612446501851,
+      0.0018434918019920588,
+      0.006465771701186895,
+      0.0005574421375058591,
+      0.014160649850964546,
+      0.002493246691301465,
+      0.009521164000034332,
+      0.0007089687860570848,
+      0.0015819991240277886,
+      0.0009139505564235151
+    ],
+    "info_loss": [
+      -1.8398351669311523,
+      -2.044219970703125,
+      -0.838585376739502,
+      -0.33407068252563477,
+      -0.3052663803100586,
+      -0.13642120361328125,
+      -0.095794677734375,
+      -0.06758511066436768,
+      -0.042688846588134766,
+      -0.08711934089660645,
+      -0.09618604183197021,
+      -0.15716540813446045,
+      -0.2509937286376953,
+      -0.6369593143463135,
+      -0.7974681258201599,
+      -0.6359913349151611,
+      -0.46846145391464233,
+      -0.3248310685157776,
+      -0.25287580490112305,
+      -0.3106302320957184,
+      -0.3546713590621948,
+      -0.3641493022441864,
+      -0.273483544588089,
+      -0.2744779586791992,
+      -0.23988062143325806,
+      -0.24504630267620087,
+      -0.15258248150348663,
+      -0.1542072743177414,
+      -0.18088553845882416,
+      -0.1555505096912384,
+      -0.149787038564682,
+      -0.13772223889827728,
+      -0.0854477509856224,
+      -0.09826163947582245,
+      -0.11604318022727966,
+      -0.09581506252288818,
+      -0.10112380236387253,
+      -0.12665539979934692,
+      -0.09326464682817459,
+      -0.06344161927700043,
+      -0.13222730159759521,
+      -0.104347825050354,
+      -0.11384182423353195,
+      -0.1089448556303978,
+      -0.08756814897060394,
+      -0.0905868411064148,
+      -0.08477367460727692,
+      -0.11827360093593597,
+      -0.10568773746490479,
+      -0.10404142737388611,
+      -0.1266840696334839,
+      -0.1466711312532425,
+      -0.12933440506458282,
+      -0.11368615925312042,
+      -0.13761311769485474,
+      -0.10902324318885803,
+      -0.10882501304149628,
+      -0.14210256934165955,
+      -0.14836953580379486,
+      -0.1389470100402832,
+      -0.11975423991680145,
+      -0.1351478099822998,
+      -0.08715786784887314,
+      -0.07842544466257095,
+      -0.09658178687095642,
+      -0.16036082804203033,
+      -0.09417106211185455,
+      -0.10182587802410126,
+      -0.11284688860177994,
+      -0.09305805712938309,
+      -0.08438123017549515,
+      -0.13175822794437408,
+      -0.12518969178199768,
+      -0.09319722652435303,
+      -0.09480932354927063,
+      -0.12968377768993378,
+      -0.06403618305921555,
+      -0.11741723865270615,
+      -0.1366928070783615,
+      -0.13349445164203644,
+      -0.12730760872364044,
+      -0.09400708973407745,
+      -0.09622948616743088,
+      -0.1036338061094284,
+      -0.08669906854629517,
+      -0.12010125070810318,
+      -0.11021239310503006,
+      -0.09275370836257935,
+      -0.11714392155408859,
+      -0.12018654495477676,
+      -0.1536489725112915,
+      -0.1171664223074913,
+      -0.08353244513273239,
+      -0.0887352004647255,
+      -0.09289058297872543,
+      -0.11061441898345947,
+      -0.10907161980867386,
+      -0.05115537345409393,
+      -0.11878849565982819,
+      -0.09420275688171387,
+      -0.12510739266872406,
+      -0.053283724933862686,
+      -0.0857665091753006,
+      -0.07793471962213516,
+      -0.08139720559120178,
+      -0.07023963332176208,
+      -0.07186076045036316,
+      -0.14707539975643158,
+      -0.06280907988548279,
+      -0.11592680215835571,
+      -0.10717639327049255,
+      -0.057251229882240295,
+      -0.10630366206169128,
+      -0.10139380395412445,
+      -0.061158884316682816,
+      -0.056418031454086304,
+      -0.06789487600326538,
+      -0.07788398861885071,
+      -0.060629621148109436,
+      -0.08452030271291733,
+      -0.0716065838932991,
+      -0.04956388100981712,
+      -0.08785617351531982,
+      -0.0487699881196022,
+      -0.08978073298931122,
+      -0.09475350379943848,
+      -0.06840009242296219,
+      -0.040759943425655365,
+      -0.07073906064033508,
+      -0.07734540849924088,
+      -0.0987088680267334,
+      -0.05639068782329559,
+      -0.0698167011141777,
+      -0.04775746911764145,
+      -0.07557619363069534,
+      -0.060415416955947876,
+      -0.04605577141046524,
+      -0.04938408359885216,
+      -0.057204946875572205,
+      -0.035225678235292435,
+      -0.06689294427633286,
+      -0.043324247002601624,
+      -0.09226767718791962,
+      -0.05179920047521591,
+      -0.04669686406850815,
+      -0.07118741422891617,
+      -0.04146597161889076,
+      -0.03165189176797867,
+      -0.02891518361866474,
+      -0.09099714457988739,
+      -0.035399775952100754,
+      -0.038294870406389236,
+      -0.01871110498905182,
+      -0.04552214592695236,
+      -0.07339572161436081,
+      -0.038483861833810806,
+      -0.06585320085287094,
+      -0.049296606332063675,
+      -0.06631350517272949,
+      -0.029588188976049423,
+      -0.0302404947578907,
+      -0.0314614474773407,
+      -0.05152343586087227,
+      -0.09130795300006866,
+      -0.03613182157278061,
+      -0.04537980258464813,
+      -0.033348198980093,
+      -0.029755849391222,
+      -0.030010968446731567,
+      -0.03732753172516823,
+      -0.049935776740312576,
+      -0.025189371779561043,
+      -0.03477514162659645,
+      -0.05707725137472153,
+      -0.043004587292671204,
+      -0.045877423137426376,
+      -0.046664442867040634,
+      -0.041824620217084885,
+      -0.06901447474956512,
+      -0.06288215517997742,
+      -0.05149596557021141,
+      -0.06445349752902985,
+      -0.03541754558682442,
+      -0.049192287027835846,
+      -0.038704704493284225,
+      -0.036120712757110596,
+      -0.04903409257531166,
+      -0.05070880427956581,
+      -0.061793144792318344,
+      -0.040628403425216675,
+      -0.047824926674366,
+      -0.07112540304660797,
+      -0.06083229184150696,
+      -0.01826101914048195,
+      -0.03086796961724758,
+      -0.031452205032110214,
+      -0.048829350620508194,
+      -0.026968374848365784,
+      -0.021961364895105362,
+      -0.028025884181261063,
+      -0.04135384038090706,
+      -0.03508465737104416,
+      -0.016960009932518005,
+      -0.022921666502952576,
+      -0.03624604269862175,
+      -0.025064673274755478,
+      -0.02591349557042122,
+      -0.040236517786979675,
+      -0.032556332647800446,
+      -0.03791283816099167,
+      -0.013542335480451584,
+      -0.06294728815555573,
+      -0.040674854069948196,
+      -0.03192960098385811,
+      -0.0330173633992672,
+      -0.051272425800561905,
+      -0.004900109022855759,
+      -0.017937397584319115,
+      -0.018043598160147667,
+      -0.03205059468746185,
+      -0.014335359446704388,
+      -0.032214973121881485,
+      -0.03230881690979004,
+      -0.045075856149196625,
+      -0.031128181144595146,
+      -0.019158950075507164,
+      -0.017802739515900612,
+      -0.04021153226494789,
+      -0.030147938057780266,
+      -0.038002341985702515,
+      -0.011879323050379753,
+      -0.017573650926351547,
+      -0.03767099231481552,
+      -0.02429858222603798,
+      -0.02132408693432808,
+      -0.013935096561908722,
+      -0.013111663050949574,
+      -0.021667780354619026,
+      -0.013213922269642353,
+      -0.026040207594633102,
+      -0.019114220514893532,
+      -0.02366098389029503,
+      -0.03878571465611458,
+      -0.01483581680804491,
+      -0.004753402899950743,
+      -0.023840337991714478,
+      -0.0216221921145916,
+      -0.02087859809398651,
+      -0.013629944063723087,
+      -0.014400054700672626,
+      -0.011008127592504025,
+      -0.02231239341199398,
+      -0.010912548750638962,
+      -0.0031244936399161816,
+      -0.0020974816288799047,
+      -0.023091357201337814,
+      -0.024715369567275047,
+      -0.005042221862822771,
+      -0.014116048812866211,
+      -0.00861935131251812,
+      -0.02197342738509178,
+      -0.020171964541077614,
+      -0.011772380210459232,
+      -0.014535006135702133,
+      -0.007877267897129059,
+      -0.033622365444898605,
+      -0.04830646514892578,
+      -0.01788763701915741,
+      -0.007491616066545248,
+      -0.02010720781981945,
+      -0.006792391184717417,
+      -0.003747388254851103,
+      -0.009139390662312508,
+      -0.005510346032679081,
+      -0.0024173881392925978,
+      -0.002727402839809656,
+      -0.024651682004332542,
+      -0.008005335927009583,
+      -0.006814910564571619,
+      -0.01432492583990097,
+      -0.00548264104872942,
+      -0.012113568373024464,
+      -0.0070703052915632725,
+      -0.007505388930439949,
+      -0.004096816293895245,
+      -0.02349882200360298,
+      -0.0032955810893326998,
+      -0.005902600008994341,
+      -0.007054865825921297,
+      -0.0030397968366742134,
+      -0.009042835794389248,
+      -0.005407304503023624,
+      -0.008200021460652351,
+      -0.019657833501696587,
+      -0.004734076093882322,
+      -0.020061146467924118,
+      -0.0005704064387828112,
+      -0.007034923415631056,
+      -0.00017200679576490074,
+      -0.0030426119919866323,
+      -0.00316312862560153,
+      -0.0018213725415989757,
+      -0.006453771144151688,
+      -0.000545549439266324,
+      -0.014146880246698856,
+      -0.002480157418176532,
+      -0.009492229670286179,
+      -0.000697301875334233,
+      -0.001564358244650066,
+      -0.0009014341048896313
+    ],
+    "abs_loss": [
+      2.9938933849334717,
+      2.9749977588653564,
+      2.93611741065979,
+      2.8215205669403076,
+      2.6753578186035156,
+      2.4742519855499268,
+      2.442002058029175,
+      2.42311429977417,
+      2.454895257949829,
+      2.455317497253418,
+      2.4329206943511963,
+      2.419623374938965,
+      2.4380531311035156,
+      2.436211347579956,
+      2.4310152530670166,
+      2.4455997943878174,
+      2.4148261547088623,
+      2.4034602642059326,
+      2.3583991527557373,
+      2.2303736209869385,
+      2.189007043838501,
+      2.1008894443511963,
+      2.037555456161499,
+      1.927724838256836,
+      1.7091485261917114,
+      1.6011953353881836,
+      1.4509927034378052,
+      1.3542317152023315,
+      1.260477900505066,
+      1.1403446197509766,
+      0.9959344863891602,
+      0.9764981269836426,
+      0.8602082133293152,
+      0.8042932152748108,
+      0.7840302586555481,
+      0.7407229542732239,
+      0.7090451121330261,
+      0.6747018694877625,
+      0.6812026500701904,
+      0.6362624764442444,
+      0.5427495241165161,
+      0.5825626850128174,
+      0.5656066536903381,
+      0.5304238200187683,
+      0.5704765915870667,
+      0.46333324909210205,
+      0.4362069368362427,
+      0.4433794319629669,
+      0.3897620439529419,
+      0.4148775339126587,
+      0.41411861777305603,
+      0.3951142132282257,
+      0.39505401253700256,
+      0.368399053812027,
+      0.38996458053588867,
+      0.40069326758384705,
+      0.35118377208709717,
+      0.3709304630756378,
+      0.30766066908836365,
+      0.28643709421157837,
+      0.307537704706192,
+      0.26411768794059753,
+      0.24873606860637665,
+      0.24062480032444,
+      0.2723563015460968,
+      0.2632524371147156,
+      0.2322479486465454,
+      0.2408895492553711,
+      0.19072508811950684,
+      0.2258065938949585,
+      0.20723851025104523,
+      0.22509582340717316,
+      0.2040308117866516,
+      0.22623562812805176,
+      0.20279943943023682,
+      0.16436998546123505,
+      0.1703117936849594,
+      0.19735081493854523,
+      0.17114202678203583,
+      0.18872618675231934,
+      0.18236549198627472,
+      0.17763422429561615,
+      0.17430095374584198,
+      0.14133577048778534,
+      0.18916980922222137,
+      0.16085992753505707,
+      0.16394765675067902,
+      0.1651025265455246,
+      0.16129319369792938,
+      0.16508719325065613,
+      0.16133813560009003,
+      0.1461344212293625,
+      0.13233846426010132,
+      0.14676137268543243,
+      0.1407933235168457,
+      0.13859213888645172,
+      0.13539771735668182,
+      0.10955790430307388,
+      0.1257605254650116,
+      0.11575054377317429,
+      0.10865107923746109,
+      0.11954519897699356,
+      0.11063772439956665,
+      0.1199750304222107,
+      0.14249856770038605,
+      0.12310238927602768,
+      0.10610493272542953,
+      0.10531586408615112,
+      0.12927508354187012,
+      0.12472269684076309,
+      0.11823070794343948,
+      0.10072892904281616,
+      0.10399831086397171,
+      0.11885204166173935,
+      0.10525098443031311,
+      0.09697303175926208,
+      0.09991861134767532,
+      0.07801462709903717,
+      0.12320420145988464,
+      0.09257522970438004,
+      0.09562268108129501,
+      0.09805417060852051,
+      0.0943652018904686,
+      0.0889117494225502,
+      0.08721182495355606,
+      0.11119433492422104,
+      0.06671595573425293,
+      0.10498549789190292,
+      0.09113067388534546,
+      0.06254053115844727,
+      0.07475905120372772,
+      0.09587674587965012,
+      0.06692967563867569,
+      0.07371363043785095,
+      0.06730442494153976,
+      0.06787613034248352,
+      0.09451959282159805,
+      0.05706527829170227,
+      0.08041390031576157,
+      0.052461009472608566,
+      0.06363413482904434,
+      0.07634305953979492,
+      0.07341243326663971,
+      0.05652907118201256,
+      0.04334472492337227,
+      0.06914454698562622,
+      0.048156093806028366,
+      0.068581223487854,
+      0.05636994168162346,
+      0.06884375214576721,
+      0.04884235933423042,
+      0.047733258455991745,
+      0.052274663001298904,
+      0.04276375100016594,
+      0.04133615270256996,
+      0.04700519144535065,
+      0.03698791190981865,
+      0.04827089235186577,
+      0.05317207798361778,
+      0.030071159824728966,
+      0.06499289721250534,
+      0.041782211512327194,
+      0.04565069451928139,
+      0.04445822909474373,
+      0.06319693475961685,
+      0.046127449721097946,
+      0.046332791447639465,
+      0.038911569863557816,
+      0.03652055561542511,
+      0.040581800043582916,
+      0.03712296485900879,
+      0.042434900999069214,
+      0.041029203683137894,
+      0.04779548943042755,
+      0.044525399804115295,
+      0.032833222299814224,
+      0.04053442180156708,
+      0.03886010870337486,
+      0.03976539522409439,
+      0.027735590934753418,
+      0.04368611052632332,
+      0.021648764610290527,
+      0.04334479942917824,
+      0.028875714167952538,
+      0.05094917118549347,
+      0.036913394927978516,
+      0.03653205931186676,
+      0.04565936326980591,
+      0.04067688807845116,
+      0.03329917788505554,
+      0.021196315065026283,
+      0.028443718329072,
+      0.038855601102113724,
+      0.02844543196260929,
+      0.027145447209477425,
+      0.030981509014964104,
+      0.024207519367337227,
+      0.034038834273815155,
+      0.03773678466677666,
+      0.01800752617418766,
+      0.02666519582271576,
+      0.0208128709346056,
+      0.02491801418364048,
+      0.012329664081335068,
+      0.023850271478295326,
+      0.025254761800169945,
+      0.030552169308066368,
+      0.019725842401385307,
+      0.0271352156996727,
+      0.0175436083227396,
+      0.019106363877654076,
+      0.03091115690767765,
+      0.022990381345152855,
+      0.023444881662726402,
+      0.02155453898012638,
+      0.016893990337848663,
+      0.024599524214863777,
+      0.02393362484872341,
+      0.0212771724909544,
+      0.035765379667282104,
+      0.018335390836000443,
+      0.022814542055130005,
+      0.017440618947148323,
+      0.020681465044617653,
+      0.02412932924926281,
+      0.016143223270773888,
+      0.025536412373185158,
+      0.02186231128871441,
+      0.02213762141764164,
+      0.02496977336704731,
+      0.021429985761642456,
+      0.01813187263906002,
+      0.022595709189772606,
+      0.01267828419804573,
+      0.02139400504529476,
+      0.030547169968485832,
+      0.012931725941598415,
+      0.0202499907463789,
+      0.01977205090224743,
+      0.0094446474686265,
+      0.02570066787302494,
+      0.013433116488158703,
+      0.014218248426914215,
+      0.01797904632985592,
+      0.016701532527804375,
+      0.012059773318469524,
+      0.012821301817893982,
+      0.008677738718688488,
+      0.015291091986000538,
+      0.016353486105799675,
+      0.012689098715782166,
+      0.011004486121237278,
+      0.009067011065781116,
+      0.011839977465569973,
+      0.010253990069031715,
+      0.010401847772300243,
+      0.009730520658195019,
+      0.009363397024571896,
+      0.0159695353358984,
+      0.0190542321652174,
+      0.00840098224580288,
+      0.01213742047548294,
+      0.008595985360443592,
+      0.004637958016246557,
+      0.003987576346844435,
+      0.014758736826479435,
+      0.00895618461072445,
+      0.007945787161588669,
+      0.006248538848012686,
+      0.008503042161464691,
+      0.007997240871191025,
+      0.0030844148714095354,
+      0.008163300342857838,
+      0.007821774110198021,
+      0.0069182440638542175,
+      0.005710149649530649,
+      0.007785602007061243,
+      0.004901018459349871,
+      0.008665218017995358,
+      0.00488354591652751,
+      0.010418585501611233,
+      0.010181576013565063,
+      0.00493974843993783,
+      0.006040124222636223,
+      0.008254206739366055,
+      0.005456992890685797,
+      0.008817612193524837,
+      0.005491325631737709,
+      0.004182519391179085,
+      0.003974607679992914,
+      0.0037016738206148148,
+      0.006753202527761459,
+      0.004019949119538069,
+      0.004432115703821182,
+      0.004973252769559622,
+      0.004932798445224762,
+      0.003272750647738576,
+      0.002955566393211484,
+      0.004928942304104567,
+      0.007794182747602463,
+      0.00529333995655179,
+      0.0034571022260934114,
+      0.007893756031990051,
+      0.005533301737159491,
+      0.004806728567928076,
+      0.009191330522298813,
+      0.004205226432532072,
+      0.0019827077630907297,
+      0.0018654415616765618,
+      0.0034071195404976606
+    ],
+    "zipf_loss": [
+      7.508018493652344,
+      6.377723217010498,
+      4.839138984680176,
+      3.1670374870300293,
+      1.9498305320739746,
+      1.3069896697998047,
+      1.137599229812622,
+      1.0839978456497192,
+      1.0679179430007935,
+      1.0674612522125244,
+      1.0601451396942139,
+      1.0612964630126953,
+      1.0599730014801025,
+      1.0610418319702148,
+      1.0694173574447632,
+      1.0727109909057617,
+      1.0704345703125,
+      1.0673670768737793,
+      1.0688223838806152,
+      1.0583080053329468,
+      1.0469615459442139,
+      1.0488247871398926,
+      1.0205949544906616,
+      1.0168514251708984,
+      0.9848416447639465,
+      0.9261842966079712,
+      0.9183406829833984,
+      0.8394840955734253,
+      0.8234212398529053,
+      0.794121503829956,
+      0.7055836915969849,
+      0.6607275009155273,
+      0.5853224396705627,
+      0.586348295211792,
+      0.5377388596534729,
+      0.4807174801826477,
+      0.44070863723754883,
+      0.4159272015094757,
+      0.4072313904762268,
+      0.37805286049842834,
+      0.36422038078308105,
+      0.3227471709251404,
+      0.3484278619289398,
+      0.348577082157135,
+      0.33885565400123596,
+      0.3329806923866272,
+      0.2628393769264221,
+      0.3382484018802643,
+      0.2645307183265686,
+      0.2570043206214905,
+      0.2981570363044739,
+      0.2523159384727478,
+      0.27724748849868774,
+      0.2549462616443634,
+      0.2450110763311386,
+      0.26181653141975403,
+      0.25625860691070557,
+      0.2350311577320099,
+      0.23032346367835999,
+      0.21090656518936157,
+      0.21757470071315765,
+      0.21383513510227203,
+      0.19425168633460999,
+      0.18896891176700592,
+      0.15911924839019775,
+      0.20303383469581604,
+      0.14208224415779114,
+      0.18448331952095032,
+      0.17105945944786072,
+      0.18762755393981934,
+      0.15484575927257538,
+      0.16340693831443787,
+      0.12978410720825195,
+      0.1262892186641693,
+      0.13206464052200317,
+      0.10964392125606537,
+      0.13096685707569122,
+      0.13672703504562378,
+      0.09265706688165665,
+      0.1062237098813057,
+      0.10878805816173553,
+      0.11813965439796448,
+      0.12212994694709778,
+      0.1244039535522461,
+      0.12518781423568726,
+      0.10045816004276276,
+      0.07589489966630936,
+      0.10932967066764832,
+      0.09735257178544998,
+      0.103910431265831,
+      0.11003872752189636,
+      0.1048523336648941,
+      0.08246423304080963,
+      0.06324440985918045,
+      0.08387705683708191,
+      0.08673429489135742,
+      0.08130808174610138,
+      0.06985792517662048,
+      0.0681607574224472,
+      0.06219450384378433,
+      0.06786900013685226,
+      0.074300616979599,
+      0.06513010710477829,
+      0.04990356042981148,
+      0.06209024041891098,
+      0.05170098692178726,
+      0.03751566633582115,
+      0.04600973427295685,
+      0.06069177761673927,
+      0.04907681420445442,
+      0.03111977130174637,
+      0.037580300122499466,
+      0.030916567891836166,
+      0.03823115676641464,
+      0.025873342528939247,
+      0.04167042672634125,
+      0.03916134685277939,
+      0.04295240342617035,
+      0.027893977239727974,
+      0.04504067078232765,
+      0.028209812939167023,
+      0.01987963728606701,
+      0.02472582831978798,
+      0.029179174453020096,
+      0.024668727070093155,
+      0.031822070479393005,
+      0.025892505422234535,
+      0.024256976321339607,
+      0.021621791645884514,
+      0.024031449109315872,
+      0.0268690288066864,
+      0.026591423898935318,
+      0.015910949558019638,
+      0.023090887814760208,
+      0.026167571544647217,
+      0.015575386583805084,
+      0.014652129262685776,
+      0.017714740708470345,
+      0.025465546175837517,
+      0.016677433624863625,
+      0.009919259697198868,
+      0.02650211751461029,
+      0.01826842874288559,
+      0.013593020848929882,
+      0.011656910181045532,
+      0.015442749485373497,
+      0.022943882271647453,
+      0.013047667220234871,
+      0.013799160718917847,
+      0.008533666841685772,
+      0.012423652224242687,
+      0.01645432412624359,
+      0.009762682020664215,
+      0.014499807730317116,
+      0.009124213829636574,
+      0.00986386463046074,
+      0.01791560649871826,
+      0.013728177174925804,
+      0.010267551988363266,
+      0.010327628813683987,
+      0.00809432566165924,
+      0.012315742671489716,
+      0.013181609101593494,
+      0.012725376524031162,
+      0.009485132992267609,
+      0.011923369020223618,
+      0.01009367872029543,
+      0.01077595166862011,
+      0.014660831540822983,
+      0.004539459012448788,
+      0.009566102176904678,
+      0.015631314367055893,
+      0.007304617669433355,
+      0.007877523079514503,
+      0.011917642317712307,
+      0.017605988308787346,
+      0.012156074866652489,
+      0.008533544838428497,
+      0.00810571201145649,
+      0.01651523821055889,
+      0.014959052205085754,
+      0.010739190503954887,
+      0.010935965925455093,
+      0.009205074980854988,
+      0.006324338261038065,
+      0.012475525960326195,
+      0.014856601133942604,
+      0.006236622110009193,
+      0.010637265630066395,
+      0.006330633535981178,
+      0.009606647305190563,
+      0.0098881796002388,
+      0.009120631963014603,
+      0.00549960695207119,
+      0.011179102584719658,
+      0.010566587559878826,
+      0.006942258682101965,
+      0.006883366033434868,
+      0.011326853185892105,
+      0.008162328973412514,
+      0.005710173398256302,
+      0.010193098336458206,
+      0.012131622061133385,
+      0.009556088596582413,
+      0.00991067849099636,
+      0.010413167998194695,
+      0.011913683265447617,
+      0.007399837486445904,
+      0.00658019632101059,
+      0.011531122960150242,
+      0.008283493109047413,
+      0.008645711466670036,
+      0.008056065067648888,
+      0.008968126960098743,
+      0.007585056126117706,
+      0.007758310530334711,
+      0.007747551426291466,
+      0.011781929060816765,
+      0.009568164125084877,
+      0.009239370934665203,
+      0.006529760546982288,
+      0.005541387014091015,
+      0.008121967315673828,
+      0.011990927159786224,
+      0.00990463886409998,
+      0.007935209199786186,
+      0.008199924603104591,
+      0.007529303431510925,
+      0.009793114848434925,
+      0.00424883421510458,
+      0.002858188934624195,
+      0.004821814596652985,
+      0.0123332804068923,
+      0.007945295423269272,
+      0.011977298185229301,
+      0.014447704888880253,
+      0.008349712006747723,
+      0.005995080806314945,
+      0.005460754968225956,
+      0.00892355665564537,
+      0.0050571211613714695,
+      0.007309983018785715,
+      0.005478726699948311,
+      0.009882170706987381,
+      0.009573226794600487,
+      0.004119419492781162,
+      0.010127575136721134,
+      0.010409685783088207,
+      0.007815204560756683,
+      0.005243698600679636,
+      0.006686466280370951,
+      0.005377766210585833,
+      0.007502518594264984,
+      0.006548281759023666,
+      0.007657989859580994,
+      0.0033035678789019585,
+      0.005166221875697374,
+      0.006286541000008583,
+      0.009106560610234737,
+      0.00737127847969532,
+      0.0074288020841777325,
+      0.006279816851019859,
+      0.010597821325063705,
+      0.00645030289888382,
+      0.007984600961208344,
+      0.010848619975149632,
+      0.011110762134194374,
+      0.00863784458488226,
+      0.006271792575716972,
+      0.009708289057016373,
+      0.008990945294499397,
+      0.008142768405377865,
+      0.005722767673432827,
+      0.007866553962230682,
+      0.008089855313301086,
+      0.006346045061945915,
+      0.006485946010798216,
+      0.009233424440026283,
+      0.0036011715419590473,
+      0.005616024136543274,
+      0.008651234209537506,
+      0.006388550158590078,
+      0.0035997512750327587,
+      0.007080127485096455,
+      0.00919530913233757,
+      0.010982177220284939,
+      0.015140509232878685,
+      0.006581403315067291,
+      0.0073325661942362785,
+      0.007588110864162445,
+      0.0031439396552741528,
+      0.0027698143385350704,
+      0.007530405186116695,
+      0.004088919144123793,
+      0.007677796296775341,
+      0.010177896358072758,
+      0.007882079109549522,
+      0.006598957814276218,
+      0.005428222008049488,
+      0.014425776898860931,
+      0.0053261565044522285,
+      0.002312971744686365,
+      0.008363589644432068,
+      0.0054418123327195644,
+      0.00473686121404171,
+      0.006061055231839418,
+      0.013684902340173721,
+      0.008914426900446415,
+      0.006796828005462885,
+      0.005883586592972279
+    ],
+    "denoise_loss": [],
+    "ortho_loss": [
+      0.9357067942619324,
+      0.6422317624092102,
+      0.4942902624607086,
+      0.29429781436920166,
+      0.24794542789459229,
+      0.22385038435459137,
+      0.19311273097991943,
+      0.17221230268478394,
+      0.1324591189622879,
+      0.11966486275196075,
+      0.11843959987163544,
+      0.12658552825450897,
+      0.14483223855495453,
+      0.16538843512535095,
+      0.20255842804908752,
+      0.22847242653369904,
+      0.22890633344650269,
+      0.23279890418052673,
+      0.23943206667900085,
+      0.24902619421482086,
+      0.25732555985450745,
+      0.2688867747783661,
+      0.27691540122032166,
+      0.28126972913742065,
+      0.28658929467201233,
+      0.2880364656448364,
+      0.28995969891548157,
+      0.29220712184906006,
+      0.28871554136276245,
+      0.2893725335597992,
+      0.2871643602848053,
+      0.2876298725605011,
+      0.28997722268104553,
+      0.2891787588596344,
+      0.29156380891799927,
+      0.2962709665298462,
+      0.2925257086753845,
+      0.2928231954574585,
+      0.2951858937740326,
+      0.29334795475006104,
+      0.2914734482765198,
+      0.2910447418689728,
+      0.2899889349937439,
+      0.28629210591316223,
+      0.29511505365371704,
+      0.2950782775878906,
+      0.2912893295288086,
+      0.29630428552627563,
+      0.2931010127067566,
+      0.29433175921440125,
+      0.29263049364089966,
+      0.2946012616157532,
+      0.2915116846561432,
+      0.28947049379348755,
+      0.29247814416885376,
+      0.2980205714702606,
+      0.29925838112831116,
+      0.2982354760169983,
+      0.29646483063697815,
+      0.2910875678062439,
+      0.29541441798210144,
+      0.2931373715400696,
+      0.29201871156692505,
+      0.29173851013183594,
+      0.2976354658603668,
+      0.28784075379371643,
+      0.2869347035884857,
+      0.29056474566459656,
+      0.2957608997821808,
+      0.298565536737442,
+      0.299645334482193,
+      0.2973152995109558,
+      0.29361268877983093,
+      0.29091721773147583,
+      0.29167798161506653,
+      0.29417839646339417,
+      0.29681408405303955,
+      0.2925621271133423,
+      0.2890797257423401,
+      0.2903701663017273,
+      0.2845795154571533,
+      0.284394234418869,
+      0.2800513505935669,
+      0.28083544969558716,
+      0.2749250531196594,
+      0.2757197320461273,
+      0.2729575037956238,
+      0.27686187624931335,
+      0.27504122257232666,
+      0.28050342202186584,
+      0.28639787435531616,
+      0.28382253646850586,
+      0.277944952249527,
+      0.27306732535362244,
+      0.2733241617679596,
+      0.27030202746391296,
+      0.2679824233055115,
+      0.2663925588130951,
+      0.26683127880096436,
+      0.2637677788734436,
+      0.2603582441806793,
+      0.26671767234802246,
+      0.26803871989250183,
+      0.27057039737701416,
+      0.2696698009967804,
+      0.26371487975120544,
+      0.2667105495929718,
+      0.26532647013664246,
+      0.2622978687286377,
+      0.26921921968460083,
+      0.2694823741912842,
+      0.26909205317497253,
+      0.2656244933605194,
+      0.26089727878570557,
+      0.26395392417907715,
+      0.2611384093761444,
+      0.26153337955474854,
+      0.25924792885780334,
+      0.26162704825401306,
+      0.2616712749004364,
+      0.26247167587280273,
+      0.25996118783950806,
+      0.25641125440597534,
+      0.2608923017978668,
+      0.2578441798686981,
+      0.2561759948730469,
+      0.2589804530143738,
+      0.2574058175086975,
+      0.2559970021247864,
+      0.2558385133743286,
+      0.2543094754219055,
+      0.2562011480331421,
+      0.25481194257736206,
+      0.2569066882133484,
+      0.25113925337791443,
+      0.24666552245616913,
+      0.24779640138149261,
+      0.24791672825813293,
+      0.24761070311069489,
+      0.2466919869184494,
+      0.24797818064689636,
+      0.24688461422920227,
+      0.24983103573322296,
+      0.24891504645347595,
+      0.25042685866355896,
+      0.2474178969860077,
+      0.2462024837732315,
+      0.24414153397083282,
+      0.23954972624778748,
+      0.23531906306743622,
+      0.23609355092048645,
+      0.23189228773117065,
+      0.23293961584568024,
+      0.23709818720817566,
+      0.23996911942958832,
+      0.24068787693977356,
+      0.23669955134391785,
+      0.2375536561012268,
+      0.23852285742759705,
+      0.23809772729873657,
+      0.23809972405433655,
+      0.23904356360435486,
+      0.23542122542858124,
+      0.2393740713596344,
+      0.24114780128002167,
+      0.23833809792995453,
+      0.23236897587776184,
+      0.23552101850509644,
+      0.23300562798976898,
+      0.23094601929187775,
+      0.23226290941238403,
+      0.2343435138463974,
+      0.23637379705905914,
+      0.23456497490406036,
+      0.2347889095544815,
+      0.23816919326782227,
+      0.23527134954929352,
+      0.23826108872890472,
+      0.24391894042491913,
+      0.24607284367084503,
+      0.2448626160621643,
+      0.24438802897930145,
+      0.24572844803333282,
+      0.2432861477136612,
+      0.24532926082611084,
+      0.2422964870929718,
+      0.24091248214244843,
+      0.23530641198158264,
+      0.2347714751958847,
+      0.234837606549263,
+      0.23736950755119324,
+      0.23760047554969788,
+      0.23290078341960907,
+      0.23271754384040833,
+      0.23291030526161194,
+      0.23450066149234772,
+      0.23524610698223114,
+      0.23219306766986847,
+      0.23220641911029816,
+      0.23640581965446472,
+      0.23277226090431213,
+      0.22785478830337524,
+      0.22684350609779358,
+      0.22504018247127533,
+      0.22346368432044983,
+      0.22450341284275055,
+      0.22281962633132935,
+      0.22338008880615234,
+      0.22406215965747833,
+      0.22416630387306213,
+      0.2298343926668167,
+      0.23191460967063904,
+      0.23138746619224548,
+      0.23130297660827637,
+      0.22848114371299744,
+      0.22782231867313385,
+      0.22623401880264282,
+      0.2287047654390335,
+      0.22918124496936798,
+      0.22987119853496552,
+      0.23187166452407837,
+      0.23239445686340332,
+      0.23223066329956055,
+      0.2323235124349594,
+      0.23177029192447662,
+      0.23191207647323608,
+      0.23621831834316254,
+      0.23637987673282623,
+      0.23628520965576172,
+      0.23547324538230896,
+      0.23612439632415771,
+      0.23981040716171265,
+      0.2413926124572754,
+      0.24188148975372314,
+      0.24439086019992828,
+      0.24338805675506592,
+      0.24359260499477386,
+      0.24382725358009338,
+      0.24250797927379608,
+      0.2431001514196396,
+      0.2415461540222168,
+      0.2424304038286209,
+      0.24104849994182587,
+      0.24240747094154358,
+      0.2422892451286316,
+      0.2426515370607376,
+      0.24490493535995483,
+      0.24562010169029236,
+      0.24731475114822388,
+      0.24622128903865814,
+      0.24710728228092194,
+      0.24945400655269623,
+      0.24861550331115723,
+      0.2490844428539276,
+      0.24981819093227386,
+      0.25292736291885376,
+      0.2526569962501526,
+      0.25513604283332825,
+      0.25599491596221924,
+      0.25455906987190247,
+      0.2546842098236084,
+      0.25445064902305603,
+      0.25372451543807983,
+      0.2546672821044922,
+      0.25446799397468567,
+      0.2542880177497864,
+      0.25482404232025146,
+      0.2552380859851837,
+      0.25651663541793823,
+      0.25693514943122864,
+      0.2579176723957062,
+      0.25768107175827026,
+      0.2592007517814636,
+      0.2582704424858093,
+      0.2580220103263855,
+      0.25747179985046387,
+      0.25709253549575806,
+      0.25713810324668884,
+      0.2573889493942261,
+      0.25913330912590027,
+      0.2583840787410736,
+      0.2594054639339447,
+      0.2599242031574249,
+      0.2603592872619629,
+      0.2603609263896942,
+      0.26061707735061646,
+      0.2606254816055298,
+      0.2607192397117615,
+      0.2604772448539734,
+      0.2601570188999176,
+      0.26017218828201294,
+      0.26030242443084717,
+      0.260734498500824,
+      0.26047825813293457,
+      0.2604830861091614,
+      0.260887086391449,
+      0.26124802231788635,
+      0.2611342668533325,
+      0.26165759563446045,
+      0.26253366470336914,
+      0.2626202702522278,
+      0.2630818486213684,
+      0.2632027268409729,
+      0.26326560974121094,
+      0.2637380063533783,
+      0.263968825340271,
+      0.2642729878425598,
+      0.26452895998954773,
+      0.26446181535720825,
+      0.26452890038490295
+    ],
+    "lr": [
+      4.188034188034189e-06,
+      8.461538461538462e-06,
+      1.2735042735042738e-05,
+      1.700854700854701e-05,
+      2.1282051282051282e-05,
+      2.5555555555555557e-05,
+      2.9829059829059833e-05,
+      3.4102564102564105e-05,
+      3.837606837606838e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      3.992995647012267e-05,
+      3.963316185199842e-05,
+      3.933636723387416e-05,
+      3.90395726157499e-05,
+      3.874277799762565e-05,
+      3.844598337950139e-05,
+      3.814918876137713e-05,
+      3.785239414325287e-05,
+      3.7555599525128613e-05,
+      3.725880490700435e-05,
+      3.696201028888009e-05,
+      3.666521567075585e-05,
+      3.6368421052631585e-05,
+      3.607162643450732e-05,
+      3.577483181638307e-05,
+      3.547803719825881e-05,
+      3.518124258013455e-05,
+      3.4884447962010287e-05,
+      3.458765334388604e-05,
+      3.4290858725761776e-05,
+      3.399406410763751e-05,
+      3.3697269489513265e-05,
+      3.3400474871389e-05,
+      3.310368025326474e-05,
+      3.280688563514048e-05,
+      3.251009101701623e-05,
+      3.2213296398891967e-05,
+      3.191650178076771e-05,
+      3.1542540561931145e-05,
+      3.124574594380688e-05,
+      3.094895132568263e-05,
+      3.065215670755838e-05,
+      3.0355362089434113e-05,
+      3.0058567471309854e-05,
+      2.97617728531856e-05,
+      2.9464978235061336e-05,
+      2.9168183616937077e-05,
+      2.8871388998812818e-05,
+      2.857459438068857e-05,
+      2.8277799762564307e-05,
+      2.798100514444005e-05,
+      2.7684210526315793e-05,
+      2.738741590819153e-05,
+      2.709062129006727e-05,
+      2.6793826671943013e-05,
+      2.6497032053818764e-05,
+      2.62002374356945e-05,
+      2.5903442817570243e-05,
+      2.5606648199445987e-05,
+      2.5309853581321725e-05,
+      2.5013058963197466e-05,
+      2.4716264345073214e-05,
+      2.441946972694896e-05,
+      2.4122675108824693e-05,
+      2.3825880490700434e-05,
+      2.352908587257618e-05,
+      2.3232291254451916e-05,
+      2.293549663632766e-05,
+      2.2638702018203408e-05,
+      2.226474079936684e-05,
+      2.196794618124258e-05,
+      2.1671151563118328e-05,
+      2.1374356944994066e-05,
+      2.1077562326869803e-05,
+      2.0780767708745554e-05,
+      2.0483973090621296e-05,
+      2.018717847249703e-05,
+      1.989038385437277e-05,
+      1.959358923624852e-05,
+      1.929679461812426e-05,
+      1.8999999999999998e-05,
+      1.8703205381875746e-05,
+      1.8406410763751487e-05,
+      1.8109616145627224e-05,
+      1.7812821527502965e-05,
+      1.7516026909378713e-05,
+      1.7219232291254454e-05,
+      1.6922437673130192e-05,
+      1.662564305500594e-05,
+      1.632884843688168e-05,
+      1.603205381875742e-05,
+      1.573525920063316e-05,
+      1.5438464582508908e-05,
+      1.5141669964384647e-05,
+      1.4844875346260385e-05,
+      1.4548080728136134e-05,
+      1.4251286110011875e-05,
+      1.3954491491887611e-05,
+      1.3657696873763363e-05,
+      1.33609022556391e-05,
+      1.298694103680253e-05,
+      1.2690146418678277e-05,
+      1.2393351800554018e-05,
+      1.2096557182429756e-05,
+      1.1799762564305506e-05,
+      1.1502967946181245e-05,
+      1.1206173328056984e-05,
+      1.0909378709932724e-05,
+      1.0612584091808472e-05,
+      1.0315789473684213e-05,
+      1.0018994855559949e-05,
+      9.7222002374357e-06,
+      9.425405619311438e-06,
+      9.128611001187177e-06,
+      8.831816383062916e-06,
+      8.535021764938666e-06,
+      8.238227146814405e-06,
+      7.941432528690143e-06,
+      7.644637910565893e-06,
+      7.347843292441632e-06,
+      7.0510486743173715e-06,
+      6.75425405619311e-06,
+      6.45745943806886e-06,
+      6.160664819944598e-06,
+      5.8638702018203375e-06,
+      5.567075583696086e-06,
+      5.270280965571826e-06,
+      4.973486347447565e-06,
+      4.676691729323314e-06,
+      4.379897111199053e-06,
+      4.083102493074792e-06
+    ],
+    "emb_lr": [],
+    "eval_step": [
+      1550,
+      3113,
+      4676,
+      6239,
+      7802,
+      9365,
+      10928,
+      12491,
+      14054,
+      15617
+    ],
+    "eval_accuracy": [
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.0
+    ]
+  },
+  "final_accuracy": 0.9858333333333333,
+  "sft_eval": {
+    "config": {
+      "ops": "add_sub",
+      "K": null,
+      "mode": "sft",
+      "n_digits": 6,
+      "n_per_split": 100
+    },
+    "splits": {
+      "add_S0": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 605
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 95
+          }
+        }
+      },
+      "add_S1": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 204
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 169
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 31
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 296
+          }
+        }
+      },
+      "add_S2": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 163
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 130
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 87
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 203
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 117
+          }
+        }
+      },
+      "add_S3": {
+        "full_accuracy": 0.99,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 121
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 121
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 49
+          },
+          "UC": {
+            "accuracy": 0.9946236559139785,
+            "count": 186
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 223
+          }
+        }
+      },
+      "add_S4": {
+        "full_accuracy": 0.88,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 104
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 106
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 23
+          },
+          "UC": {
+            "accuracy": 0.925,
+            "count": 160
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 307
+          }
+        }
+      },
+      "add_S5": {
+        "full_accuracy": 0.78,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.84,
+            "count": 100
+          },
+          "US": {
+            "accuracy": 0.955,
+            "count": 400
+          }
+        }
+      },
+      "add_S6": {
+        "full_accuracy": 0.93,
+        "n_examples": 100,
+        "per_subtask": {
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.94,
+            "count": 100
+          },
+          "US": {
+            "accuracy": 0.98,
+            "count": 500
+          }
+        }
+      },
+      "add_random": {
+        "full_accuracy": 0.995,
+        "n_examples": 200,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 447
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 320
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 56
+          },
+          "UC": {
+            "accuracy": 0.998109640831758,
+            "count": 529
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 48
+          }
+        }
+      },
+      "add_C3": {
+        "full_accuracy": 0.99,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 300
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.9948186528497409,
+            "count": 193
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 107
+          }
+        }
+      },
+      "add_C4": {
+        "full_accuracy": 0.98,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 200
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.9921875,
+            "count": 256
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 144
+          }
+        }
+      },
+      "add_C5": {
+        "full_accuracy": 0.95,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.9836601307189542,
+            "count": 306
+          },
+          "US": {
+            "accuracy": 0.9948453608247423,
+            "count": 194
+          }
+        }
+      },
+      "add_C6": {
+        "full_accuracy": 0.98,
+        "n_examples": 100,
+        "per_subtask": {
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.9972677595628415,
+            "count": 366
+          },
+          "US": {
+            "accuracy": 0.9957264957264957,
+            "count": 234
+          }
+        }
+      },
+      "sub_M0": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 601
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 99
+          }
+        }
+      },
+      "sub_M1": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 279
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 145
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 24
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 252
+          }
+        }
+      },
+      "sub_M2": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 213
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 113
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 85
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 181
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 108
+          }
+        }
+      },
+      "sub_M3": {
+        "full_accuracy": 0.95,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 179
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 103
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 56
+          },
+          "UB": {
+            "accuracy": 0.9664429530201343,
+            "count": 149
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 213
+          }
+        }
+      },
+      "sub_M4": {
+        "full_accuracy": 0.54,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 200
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 0.57,
+            "count": 100
+          },
+          "UD": {
+            "accuracy": 0.94,
+            "count": 300
+          }
+        }
+      },
+      "sub_M5": {
+        "full_accuracy": 0.29,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 0.38,
+            "count": 100
+          },
+          "UD": {
+            "accuracy": 0.7825,
+            "count": 400
+          }
+        }
+      },
+      "sub_random": {
+        "full_accuracy": 1.0,
+        "n_examples": 200,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 600
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 267
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 53
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 439
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 41
+          }
+        }
+      },
+      "sub_B3": {
+        "full_accuracy": 0.92,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 300
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 0.9593908629441624,
+            "count": 197
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 103
+          }
+        }
+      },
+      "sub_B4": {
+        "full_accuracy": 0.92,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 200
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 0.9676113360323887,
+            "count": 247
+          },
+          "UD": {
+            "accuracy": 0.9803921568627451,
+            "count": 153
+          }
+        }
+      },
+      "sub_B5": {
+        "full_accuracy": 0.93,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 0.9832214765100671,
+            "count": 298
+          },
+          "UD": {
+            "accuracy": 0.9752475247524752,
+            "count": 202
+          }
+        }
+      }
+    },
+    "summary": {
+      "overall_accuracy": 0.9170833333333334,
+      "total_examples": 2400,
+      "n_splits": 22
+    }
+  },
+  "sorl_eval": {
+    "config": {
+      "ops": "add_sub",
+      "K": 1,
+      "mode": "sorl",
+      "n_digits": 6,
+      "n_per_split": 100
+    },
+    "splits": {
+      "add_S0": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 605
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 95
+          }
+        }
+      },
+      "add_S1": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 204
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 169
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 31
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 296
+          }
+        }
+      },
+      "add_S2": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 163
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 130
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 87
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 203
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 117
+          }
+        }
+      },
+      "add_S3": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 121
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 121
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 49
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 186
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 223
+          }
+        }
+      },
+      "add_S4": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 104
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 106
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 23
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 160
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 307
+          }
+        }
+      },
+      "add_S5": {
+        "full_accuracy": 0.98,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.98,
+            "count": 100
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 400
+          }
+        }
+      },
+      "add_S6": {
+        "full_accuracy": 0.87,
+        "n_examples": 100,
+        "per_subtask": {
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.87,
+            "count": 100
+          },
+          "US": {
+            "accuracy": 0.994,
+            "count": 500
+          }
+        }
+      },
+      "add_random": {
+        "full_accuracy": 1.0,
+        "n_examples": 200,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 447
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 320
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 56
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 529
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 48
+          }
+        }
+      },
+      "add_C3": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 300
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 193
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 107
+          }
+        }
+      },
+      "add_C4": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 200
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 256
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 144
+          }
+        }
+      },
+      "add_C5": {
+        "full_accuracy": 0.99,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.9967320261437909,
+            "count": 306
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 194
+          }
+        }
+      },
+      "add_C6": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 366
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 234
+          }
+        }
+      },
+      "sub_M0": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 601
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 99
+          }
+        }
+      },
+      "sub_M1": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 279
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 145
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 24
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 252
+          }
+        }
+      },
+      "sub_M2": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 213
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 113
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 85
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 181
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 108
+          }
+        }
+      },
+      "sub_M3": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 179
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 103
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 56
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 149
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 213
+          }
+        }
+      },
+      "sub_M4": {
+        "full_accuracy": 0.99,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 200
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UD": {
+            "accuracy": 0.9966666666666667,
+            "count": 300
+          }
+        }
+      },
+      "sub_M5": {
+        "full_accuracy": 0.83,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 0.83,
+            "count": 100
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 400
+          }
+        }
+      },
+      "sub_random": {
+        "full_accuracy": 1.0,
+        "n_examples": 200,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 600
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 267
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 53
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 439
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 41
+          }
+        }
+      },
+      "sub_B3": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 300
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 197
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 103
+          }
+        }
+      },
+      "sub_B4": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 200
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 247
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 153
+          }
+        }
+      },
+      "sub_B5": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 298
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 202
+          }
+        }
+      }
+    },
+    "summary": {
+      "overall_accuracy": 0.9858333333333333,
+      "total_examples": 2400,
+      "n_splits": 22
+    }
+  },
+  "sorl_overall_accuracy": 0.9858333333333333,
+  "sft_overall_accuracy": 0.9170833333333334
+}

add_sub_sorl_v1_abs20_K1_100K/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ab15b3dfdae14e16bf2bb7ab9f48696c6c51d2a284e8286fa0c0579ff346da
+size 650344480

add_sub_sorl_v1_abs20_K1_100K/train_config.json

@@ -0,0 +1,84 @@
+{
+  "num_rollouts": 4,
+  "K": 1,
+  "max_iterations": 2,
+  "memory_span_abs": 1792,
+  "memory_span_traj": 1792,
+  "temperature": 1.0,
+  "ar_search": false,
+  "response_only_abs": false,
+  "alpha_info_gain": 10.0,
+  "alpha_abs": 0.1,
+  "alpha_soft_zipf": 1.0,
+  "alpha_ortho": 0.0,
+  "alpha_anchor": 0.0,
+  "alpha_jacobi": 0.0,
+  "decay": 0.8,
+  "target_vocab_util": 0.8,
+  "min_abs_ppl": 0.0,
+  "zipf_alpha": 1.0,
+  "lr": 4e-05,
+  "emb_lr_mult": 1.0,
+  "weight_decay": 0.01,
+  "warmup_steps": 468,
+  "cooldown_frac": 0.4,
+  "max_grad_norm": 1.0,
+  "vq_abs_pretrain_steps": 0,
+  "vq_abs_pretrain_lr": 0.001,
+  "vq_abs_pretrain_layer": -1,
+  "vq_abs_pretrain_batch_size": 256,
+  "vq_abs_pretrain_target_vectors": 20000,
+  "batch_size": 64,
+  "gradient_accumulation_steps": 1,
+  "num_epochs": 10,
+  "emb_warmup_steps": 0,
+  "log_every": 50,
+  "eval_every": 1562,
+  "save_every": 999999,
+  "eval_samples": 100,
+  "output_dir": "ckpt/sweep/as_sorl_abs20_K1_100K",
+  "eval_K": 4,
+  "alpha_traj": 0.0,
+  "corrupt_method": "shuffle",
+  "corrupt_ratio": 0.3,
+  "alpha_contrastive": 1.0,
+  "gamma_contrastive": 0.5,
+  "alpha_masked_traj": 0.0,
+  "mask_nl_ratio": 0.3,
+  "mask_nl_mode": "fixed",
+  "mask_nl_fixed_id": 0,
+  "use_ste": true,
+  "n_inner": 1,
+  "random_K": null,
+  "strip_suffix": null,
+  "compress_prefix": null,
+  "random_mem_span": null,
+  "warmup_ratio": 0.03,
+  "beta2": 0.999,
+  "seed": 42,
+  "n_digits": 6,
+  "n_layer": 2,
+  "n_head": 3,
+  "n_embd": 510,
+  "ops": "add_sub",
+  "abs_vocab": 20,
+  "dataset_size": 100000,
+  "mode": "sorl",
+  "device": "cuda",
+  "push_to_hub": true,
+  "no_wandb": false,
+  "n_params": 162509462,
+  "run_name": "add_sub_sorl_v1_abs20_K1_100K",
+  "git_commit": "f447da529caceac8c7d256cbb2cd185cbc50feac",
+  "timestamp": "2026-04-12T09:26:23.026154+00:00",
+  "tokenizer": "Qwen/Qwen3-0.6B",
+  "dataset_repo": "thoughtworks/arithmetic-sorl-data",
+  "dataset_config": "add_sub_6digit",
+  "model_repo": "thoughtworks/arithmetic-sorl",
+  "trainer_version": "v1",
+  "wandb_run_id": "3jjelhsq",
+  "wandb_url": "https://wandb.ai/nlp_and_interpretability/sorl-arithmetic/runs/3jjelhsq",
+  "final_accuracy": 0.9858333333333333,
+  "sft_accuracy": 0.9170833333333334,
+  "eval_method": "ArithmeticEvaluator"
+}