Upload add_sub_sorl_v1_abs70_K1_100K

add_sub_sorl_v1_abs70_K1_100K/config.json

@@ -0,0 +1,37 @@
+{
+  "architectures": [
+    "SorlModelWrapper"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": null,
+  "dtype": "float32",
+  "eos_token_id": null,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 510,
+  "initializer_range": 0.02,
+  "intermediate_size": 2040,
+  "layer_types": [
+    "full_attention",
+    "full_attention"
+  ],
+  "max_position_embeddings": 128,
+  "max_window_layers": 28,
+  "model_type": "qwen3",
+  "num_attention_heads": 3,
+  "num_hidden_layers": 2,
+  "num_key_value_heads": 3,
+  "pad_token_id": null,
+  "rms_norm_eps": 1e-06,
+  "rope_parameters": {
+    "rope_theta": 10000.0,
+    "rope_type": "default"
+  },
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "transformers_version": "5.5.0",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 151714
+}

add_sub_sorl_v1_abs70_K1_100K/generation_config.json

@@ -0,0 +1,7 @@
+{
+  "_from_model_config": true,
+  "output_attentions": false,
+  "output_hidden_states": false,
+  "transformers_version": "5.5.0",
+  "use_cache": true
+}

add_sub_sorl_v1_abs70_K1_100K/metrics.json

@@ -0,0 +1,3537 @@
+{
+  "history": {
+    "step": [
+      50,
+      100,
+      150,
+      200,
+      250,
+      300,
+      350,
+      400,
+      450,
+      500,
+      550,
+      600,
+      650,
+      700,
+      750,
+      800,
+      850,
+      900,
+      950,
+      1000,
+      1050,
+      1100,
+      1150,
+      1200,
+      1250,
+      1300,
+      1350,
+      1400,
+      1450,
+      1500,
+      1550,
+      1613,
+      1663,
+      1713,
+      1763,
+      1813,
+      1863,
+      1913,
+      1963,
+      2013,
+      2063,
+      2113,
+      2163,
+      2213,
+      2263,
+      2313,
+      2363,
+      2413,
+      2463,
+      2513,
+      2563,
+      2613,
+      2663,
+      2713,
+      2763,
+      2813,
+      2863,
+      2913,
+      2963,
+      3013,
+      3063,
+      3113,
+      3176,
+      3226,
+      3276,
+      3326,
+      3376,
+      3426,
+      3476,
+      3526,
+      3576,
+      3626,
+      3676,
+      3726,
+      3776,
+      3826,
+      3876,
+      3926,
+      3976,
+      4026,
+      4076,
+      4126,
+      4176,
+      4226,
+      4276,
+      4326,
+      4376,
+      4426,
+      4476,
+      4526,
+      4576,
+      4626,
+      4676,
+      4739,
+      4789,
+      4839,
+      4889,
+      4939,
+      4989,
+      5039,
+      5089,
+      5139,
+      5189,
+      5239,
+      5289,
+      5339,
+      5389,
+      5439,
+      5489,
+      5539,
+      5589,
+      5639,
+      5689,
+      5739,
+      5789,
+      5839,
+      5889,
+      5939,
+      5989,
+      6039,
+      6089,
+      6139,
+      6189,
+      6239,
+      6302,
+      6352,
+      6402,
+      6452,
+      6502,
+      6552,
+      6602,
+      6652,
+      6702,
+      6752,
+      6802,
+      6852,
+      6902,
+      6952,
+      7002,
+      7052,
+      7102,
+      7152,
+      7202,
+      7252,
+      7302,
+      7352,
+      7402,
+      7452,
+      7502,
+      7552,
+      7602,
+      7652,
+      7702,
+      7752,
+      7802,
+      7865,
+      7915,
+      7965,
+      8015,
+      8065,
+      8115,
+      8165,
+      8215,
+      8265,
+      8315,
+      8365,
+      8415,
+      8465,
+      8515,
+      8565,
+      8615,
+      8665,
+      8715,
+      8765,
+      8815,
+      8865,
+      8915,
+      8965,
+      9015,
+      9065,
+      9115,
+      9165,
+      9215,
+      9265,
+      9315,
+      9365,
+      9428,
+      9478,
+      9528,
+      9578,
+      9628,
+      9678,
+      9728,
+      9778,
+      9828,
+      9878,
+      9928,
+      9978,
+      10028,
+      10078,
+      10128,
+      10178,
+      10228,
+      10278,
+      10328,
+      10378,
+      10428,
+      10478,
+      10528,
+      10578,
+      10628,
+      10678,
+      10728,
+      10778,
+      10828,
+      10878,
+      10928,
+      10991,
+      11041,
+      11091,
+      11141,
+      11191,
+      11241,
+      11291,
+      11341,
+      11391,
+      11441,
+      11491,
+      11541,
+      11591,
+      11641,
+      11691,
+      11741,
+      11791,
+      11841,
+      11891,
+      11941,
+      11991,
+      12041,
+      12091,
+      12141,
+      12191,
+      12241,
+      12291,
+      12341,
+      12391,
+      12441,
+      12491,
+      12554,
+      12604,
+      12654,
+      12704,
+      12754,
+      12804,
+      12854,
+      12904,
+      12954,
+      13004,
+      13054,
+      13104,
+      13154,
+      13204,
+      13254,
+      13304,
+      13354,
+      13404,
+      13454,
+      13504,
+      13554,
+      13604,
+      13654,
+      13704,
+      13754,
+      13804,
+      13854,
+      13904,
+      13954,
+      14004,
+      14054,
+      14117,
+      14167,
+      14217,
+      14267,
+      14317,
+      14367,
+      14417,
+      14467,
+      14517,
+      14567,
+      14617,
+      14667,
+      14717,
+      14767,
+      14817,
+      14867,
+      14917,
+      14967,
+      15017,
+      15067,
+      15117,
+      15167,
+      15217,
+      15267,
+      15317,
+      15367,
+      15417,
+      15467,
+      15517,
+      15567,
+      15617
+    ],
+    "loss": [
+      0.8866982460021973,
+      -3.788806915283203,
+      4.6006011962890625,
+      6.147926330566406,
+      5.222723960876465,
+      3.776581048965454,
+      2.457441806793213,
+      2.4024930000305176,
+      2.2147018909454346,
+      2.0642762184143066,
+      -1.2444977760314941,
+      -5.036869049072266,
+      -5.4967427253723145,
+      -2.640268564224243,
+      -1.4451607465744019,
+      -1.0451411008834839,
+      -1.7194592952728271,
+      -1.4358991384506226,
+      -1.6920527219772339,
+      -1.0755432844161987,
+      -1.4901912212371826,
+      -0.7330172061920166,
+      -0.5352746844291687,
+      -0.27819138765335083,
+      -1.2732810974121094,
+      -0.7306901812553406,
+      -0.572812557220459,
+      -0.7788453698158264,
+      -0.3419772982597351,
+      -0.8455581665039062,
+      -0.8026807308197021,
+      -0.36284172534942627,
+      -0.259625643491745,
+      -0.13749879598617554,
+      -0.4098086357116699,
+      -0.36508411169052124,
+      -0.4451039433479309,
+      -0.29875731468200684,
+      0.015173077583312988,
+      -0.4868472218513489,
+      -0.5156322717666626,
+      -0.8024143576622009,
+      -0.4307299256324768,
+      -0.47916728258132935,
+      -0.3247167468070984,
+      -0.07097569108009338,
+      -0.5756721496582031,
+      -0.37441447377204895,
+      -0.451339453458786,
+      -0.8175148963928223,
+      -0.43502888083457947,
+      -0.4419375956058502,
+      -0.27625226974487305,
+      -0.4736276865005493,
+      -0.541213870048523,
+      -0.4443986117839813,
+      -0.3302844762802124,
+      -0.7712308764457703,
+      -0.42658883333206177,
+      -0.8083404898643494,
+      -0.6433419585227966,
+      -0.4524625539779663,
+      -0.2413674145936966,
+      -0.27073317766189575,
+      -0.6301178336143494,
+      -0.442097008228302,
+      -0.6382318139076233,
+      -0.27032169699668884,
+      -0.3972350060939789,
+      -0.841691792011261,
+      -0.32364097237586975,
+      -0.7708748579025269,
+      -0.8563361763954163,
+      -0.26667487621307373,
+      -0.6592992544174194,
+      -0.5177367329597473,
+      -0.5369452238082886,
+      -0.20350953936576843,
+      -0.6344473361968994,
+      -0.2492152750492096,
+      -0.39206355810165405,
+      -0.26421600580215454,
+      -0.4335653483867645,
+      -0.8035870790481567,
+      -0.22930318117141724,
+      -0.2077687680721283,
+      -0.37174728512763977,
+      0.004082925617694855,
+      -0.3117775321006775,
+      -0.38674020767211914,
+      -0.7881333231925964,
+      -0.2837821841239929,
+      -0.38362932205200195,
+      -0.08608970046043396,
+      -0.2472025752067566,
+      -0.3545932471752167,
+      -0.652929961681366,
+      -0.0645827129483223,
+      -0.3655315339565277,
+      -0.3237170875072479,
+      -0.3274988532066345,
+      -0.2829725742340088,
+      -0.3568487763404846,
+      -0.1458946317434311,
+      -0.10398125648498535,
+      -0.24189360439777374,
+      -0.1451478898525238,
+      -1.0633833408355713,
+      -0.21429307758808136,
+      -0.04533877968788147,
+      -0.17476031184196472,
+      -0.18522730469703674,
+      -0.27521827816963196,
+      -0.17089524865150452,
+      -0.340803325176239,
+      -0.5030611753463745,
+      -0.07963436841964722,
+      -0.13622424006462097,
+      0.024718627333641052,
+      -0.0819568857550621,
+      -0.12208741903305054,
+      -0.16242460906505585,
+      -0.28225821256637573,
+      -0.15099027752876282,
+      -0.22738218307495117,
+      -0.20120716094970703,
+      -0.0576200932264328,
+      -0.12784433364868164,
+      -0.17364099621772766,
+      -0.42879945039749146,
+      -0.38950347900390625,
+      -0.18074668943881989,
+      -0.21955963969230652,
+      -0.3327450156211853,
+      -0.1898571401834488,
+      -0.2271229326725006,
+      -0.1481928825378418,
+      -0.18389306962490082,
+      -0.11143359541893005,
+      -0.30136844515800476,
+      -0.27999985218048096,
+      -0.11647064983844757,
+      -0.21506455540657043,
+      -0.17757993936538696,
+      -0.21700815856456757,
+      -0.114307701587677,
+      -0.31339240074157715,
+      -0.04498620331287384,
+      -0.34631019830703735,
+      -0.09179767966270447,
+      -0.15248030424118042,
+      -0.031176552176475525,
+      -0.06657453626394272,
+      -0.2532966434955597,
+      -0.43234604597091675,
+      -0.16614198684692383,
+      -0.24050378799438477,
+      -0.2950085401535034,
+      -0.28000640869140625,
+      -0.3232608139514923,
+      -0.3079572021961212,
+      -0.016652211546897888,
+      -0.1261325627565384,
+      -0.4262658357620239,
+      -0.03386596217751503,
+      -0.05903532728552818,
+      -0.15719354152679443,
+      -0.22293366491794586,
+      -0.1726878434419632,
+      -0.13456402719020844,
+      -0.38129571080207825,
+      -0.05523914098739624,
+      -0.03955927863717079,
+      -0.0598689429461956,
+      -0.1914459466934204,
+      -0.03307018429040909,
+      -0.23427842557430267,
+      -0.10844185203313828,
+      -0.1488707810640335,
+      -0.08564920723438263,
+      -0.3566935956478119,
+      -0.29904669523239136,
+      -0.20036576688289642,
+      -0.05108006298542023,
+      -0.02853963151574135,
+      -0.04621351882815361,
+      -0.09279734641313553,
+      -0.04983488470315933,
+      -0.050096526741981506,
+      -0.19188326597213745,
+      -0.1619933545589447,
+      -0.18380281329154968,
+      -0.12040083110332489,
+      -0.21095359325408936,
+      -0.0382847897708416,
+      -0.018444810062646866,
+      -0.04622134566307068,
+      -0.02845964953303337,
+      -0.2934240400791168,
+      -0.01998162642121315,
+      -0.1197638213634491,
+      -0.039724960923194885,
+      -0.057806722819805145,
+      -0.18715299665927887,
+      -0.07705263048410416,
+      -0.0698586255311966,
+      -0.047387219965457916,
+      -0.23807889223098755,
+      -0.11732307076454163,
+      -0.14464294910430908,
+      -0.12694129347801208,
+      -0.0581982247531414,
+      -0.023055382072925568,
+      -0.03726552799344063,
+      -0.05346151441335678,
+      -0.0014413408935070038,
+      -0.17088867723941803,
+      -0.049447543919086456,
+      -0.2470145970582962,
+      0.07553483545780182,
+      -0.026642469689249992,
+      -0.06761228293180466,
+      0.008223917335271835,
+      -0.05468817800283432,
+      -0.042907387018203735,
+      -0.3006502091884613,
+      -0.1156216412782669,
+      -0.09995187819004059,
+      -0.030014846473932266,
+      -0.04077576473355293,
+      0.005617255344986916,
+      0.02524901181459427,
+      -0.0015042833983898163,
+      -0.10043550282716751,
+      0.021284686401486397,
+      0.016086656600236893,
+      0.01281595230102539,
+      -0.11459367722272873,
+      -0.022535031661391258,
+      -0.020949706435203552,
+      -0.0026400797069072723,
+      -0.214441180229187,
+      -0.14377188682556152,
+      0.02788509987294674,
+      0.00993034802377224,
+      -0.0016724932938814163,
+      -0.17991676926612854,
+      0.028261449187994003,
+      -0.019934533163905144,
+      -0.02670363336801529,
+      0.001590728759765625,
+      0.026498550549149513,
+      -0.011777322739362717,
+      0.008050614967942238,
+      0.018580133095383644,
+      -0.009862998500466347,
+      -0.05111939460039139,
+      0.02294507622718811,
+      0.02354084700345993,
+      0.014864549040794373,
+      0.015116050839424133,
+      -0.0019109994173049927,
+      -0.023882966488599777,
+      0.03031952679157257,
+      0.01132000982761383,
+      0.023004408925771713,
+      -0.0062728151679039,
+      -0.0044120922684669495,
+      -0.023699549958109856,
+      0.020205317065119743,
+      -0.03993557021021843,
+      -0.015972048044204712,
+      0.010975193232297897,
+      0.025547031313180923,
+      0.02101135067641735,
+      -0.060543861240148544,
+      -0.011877233162522316,
+      -0.003494463860988617,
+      0.02812216617166996,
+      0.02014692686498165,
+      0.03645240515470505,
+      -0.11368466913700104,
+      -0.045479319989681244,
+      -0.03400401026010513,
+      0.03612872585654259,
+      0.0029280781745910645,
+      0.022409683093428612,
+      -0.024222176522016525,
+      0.012166932225227356,
+      0.008208783343434334,
+      0.011064102873206139,
+      0.016111813485622406,
+      0.023987339809536934,
+      -0.00252627395093441,
+      0.02619614638388157,
+      0.01574827916920185,
+      0.024821491912007332,
+      0.020048806443810463,
+      0.028652073815464973,
+      0.018157264217734337,
+      0.04146207869052887,
+      0.02275739423930645,
+      0.011289171874523163,
+      0.015728529542684555,
+      0.001628907397389412,
+      0.027351073920726776,
+      0.03395961597561836,
+      0.02672100067138672,
+      0.03158589079976082,
+      0.04801052808761597
+    ],
+    "base_loss": [
+      11.357035636901855,
+      9.554627418518066,
+      8.089612007141113,
+      6.8033599853515625,
+      5.436634540557861,
+      3.556497573852539,
+      2.149662733078003,
+      2.006547451019287,
+      1.8919860124588013,
+      1.8072749376296997,
+      1.872997522354126,
+      1.7792257070541382,
+      1.6071090698242188,
+      1.112163782119751,
+      0.8354216814041138,
+      0.7096108794212341,
+      0.7130460143089294,
+      0.5602771043777466,
+      0.5379956960678101,
+      0.46152231097221375,
+      0.4370526671409607,
+      0.3518361747264862,
+      0.3346538543701172,
+      0.2822693884372711,
+      0.33899518847465515,
+      0.29478055238723755,
+      0.28290292620658875,
+      0.28591009974479675,
+      0.22296097874641418,
+      0.2542581260204315,
+      0.26360660791397095,
+      0.19018495082855225,
+      0.17572066187858582,
+      0.16143979132175446,
+      0.17480485141277313,
+      0.17752592265605927,
+      0.18381091952323914,
+      0.13680386543273926,
+      0.13213439285755157,
+      0.22231772541999817,
+      0.18177072703838348,
+      0.18350276350975037,
+      0.13274386525154114,
+      0.14343996345996857,
+      0.12973876297473907,
+      0.160408154129982,
+      0.14224952459335327,
+      0.12320417910814285,
+      0.15530596673488617,
+      0.18369950354099274,
+      0.11644283682107925,
+      0.12331365048885345,
+      0.10830716043710709,
+      0.11568929255008698,
+      0.14311064779758453,
+      0.1095053106546402,
+      0.1004800945520401,
+      0.14485910534858704,
+      0.10436376184225082,
+      0.14245760440826416,
+      0.111247718334198,
+      0.0975479707121849,
+      0.08902324736118317,
+      0.0622674822807312,
+      0.10995616018772125,
+      0.10260314494371414,
+      0.12167467176914215,
+      0.07463216781616211,
+      0.07275792211294174,
+      0.13604073226451874,
+      0.07270374149084091,
+      0.11473303288221359,
+      0.12359883636236191,
+      0.07244597375392914,
+      0.1011611744761467,
+      0.086849145591259,
+      0.08912499994039536,
+      0.0581958070397377,
+      0.09563981741666794,
+      0.0796188935637474,
+      0.07072335481643677,
+      0.05161924287676811,
+      0.08457368612289429,
+      0.11051885038614273,
+      0.06905154138803482,
+      0.05181657522916794,
+      0.06571720540523529,
+      0.04620496556162834,
+      0.05523300543427467,
+      0.07410739362239838,
+      0.11791569739580154,
+      0.056476421654224396,
+      0.06766251474618912,
+      0.02962416037917137,
+      0.05907848849892616,
+      0.06180339306592941,
+      0.09830866754055023,
+      0.040312670171260834,
+      0.06005966663360596,
+      0.058943409472703934,
+      0.06299480050802231,
+      0.046607907861471176,
+      0.06977558881044388,
+      0.03378602862358093,
+      0.04086964577436447,
+      0.05613305792212486,
+      0.034743089228868484,
+      0.1440156251192093,
+      0.0496537946164608,
+      0.03119187243282795,
+      0.032435402274131775,
+      0.039745960384607315,
+      0.05660497024655342,
+      0.041844870895147324,
+      0.060661476105451584,
+      0.06880028545856476,
+      0.028543414548039436,
+      0.03668322041630745,
+      0.03573160618543625,
+      0.02411065809428692,
+      0.05658414214849472,
+      0.02980104088783264,
+      0.044847529381513596,
+      0.03881698101758957,
+      0.039021432399749756,
+      0.03710438683629036,
+      0.026304544880986214,
+      0.024331016466021538,
+      0.03395349904894829,
+      0.06135905534029007,
+      0.06009645015001297,
+      0.03229394182562828,
+      0.037189237773418427,
+      0.051279664039611816,
+      0.04715842008590698,
+      0.037176214158535004,
+      0.02852855995297432,
+      0.036947157233953476,
+      0.024842122569680214,
+      0.04329339787364006,
+      0.04643541947007179,
+      0.02498922310769558,
+      0.041984740644693375,
+      0.029568472877144814,
+      0.044211216270923615,
+      0.03051983192563057,
+      0.04468735679984093,
+      0.01454518549144268,
+      0.04826440289616585,
+      0.02057216875255108,
+      0.02639961615204811,
+      0.01500108651816845,
+      0.030536344274878502,
+      0.03415869548916817,
+      0.05620170384645462,
+      0.025397296994924545,
+      0.03368647024035454,
+      0.03853489086031914,
+      0.04197919741272926,
+      0.04702145606279373,
+      0.04449990764260292,
+      0.02508862502872944,
+      0.020450007170438766,
+      0.05272641032934189,
+      0.01027919165790081,
+      0.011064521968364716,
+      0.021617788821458817,
+      0.03015500120818615,
+      0.024432817474007607,
+      0.019990773871541023,
+      0.047378189861774445,
+      0.01217337790876627,
+      0.010320601984858513,
+      0.01973068155348301,
+      0.02787824347615242,
+      0.018091099336743355,
+      0.03230282664299011,
+      0.01858575828373432,
+      0.02193545177578926,
+      0.014458169229328632,
+      0.04542988911271095,
+      0.03937229514122009,
+      0.028136953711509705,
+      0.010774918831884861,
+      0.007921284064650536,
+      0.010392301715910435,
+      0.016019495204091072,
+      0.01052879262715578,
+      0.010602944530546665,
+      0.026968801394104958,
+      0.022768540307879448,
+      0.026090964674949646,
+      0.0203778687864542,
+      0.028779949992895126,
+      0.008661543019115925,
+      0.008466995321214199,
+      0.011552358977496624,
+      0.008306763134896755,
+      0.03762605041265488,
+      0.006495323497802019,
+      0.018415924161672592,
+      0.008453416638076305,
+      0.010051636956632137,
+      0.024197418242692947,
+      0.014781487174332142,
+      0.012461562640964985,
+      0.010072323493659496,
+      0.030498692765831947,
+      0.01750447042286396,
+      0.02167341485619545,
+      0.018192414194345474,
+      0.011094310320913792,
+      0.0060009523294866085,
+      0.00859794020652771,
+      0.010365411639213562,
+      0.003984435927122831,
+      0.022352710366249084,
+      0.009743548929691315,
+      0.03203964978456497,
+      0.0032499213702976704,
+      0.006424404680728912,
+      0.01169256679713726,
+      0.002607333706691861,
+      0.011441404931247234,
+      0.009466810151934624,
+      0.037185851484537125,
+      0.016193130984902382,
+      0.013928143307566643,
+      0.007090710569173098,
+      0.007945775054395199,
+      0.0074912020936608315,
+      0.0012026570038869977,
+      0.0045003569684922695,
+      0.015430726110935211,
+      0.0030192099511623383,
+      0.002488328842446208,
+      0.0017039731610566378,
+      0.015757182613015175,
+      0.005525390617549419,
+      0.009171837940812111,
+      0.004435508977621794,
+      0.02938077040016651,
+      0.021483419463038445,
+      0.002714992966502905,
+      0.0029602323193103075,
+      0.0032771697733551264,
+      0.023031892254948616,
+      0.002103216014802456,
+      0.005821481347084045,
+      0.007263711653649807,
+      0.00279552536085248,
+      0.0015178256435319781,
+      0.00492085749283433,
+      0.003525763750076294,
+      0.001212378148920834,
+      0.00448849331587553,
+      0.008882804773747921,
+      0.0006022402085363865,
+      0.0009342667763121426,
+      0.001277318922802806,
+      0.0025026306975632906,
+      0.003969788551330566,
+      0.005546010565012693,
+      0.0011536857346072793,
+      0.0034631192684173584,
+      0.0030518402345478535,
+      0.00504712387919426,
+      0.004639749880880117,
+      0.005920636933296919,
+      0.0006521978066302836,
+      0.008032253943383694,
+      0.005480878055095673,
+      0.002230058191344142,
+      0.0005100017297081649,
+      0.0005169127834960818,
+      0.009634162299335003,
+      0.004943725652992725,
+      0.004072216339409351,
+      0.0004343828768469393,
+      0.001295665861107409,
+      0.0010895364684984088,
+      0.015857402235269547,
+      0.008974243886768818,
+      0.006834195461124182,
+      0.00020472412870731205,
+      0.003968365024775267,
+      0.0020844119135290384,
+      0.006278269458562136,
+      0.0021395317744463682,
+      0.0020664019975811243,
+      0.0014232880203053355,
+      0.0014043392147868872,
+      0.0019850539974868298,
+      0.003062907140702009,
+      0.0004039614286739379,
+      0.0034046589862555265,
+      0.0005124689778313041,
+      0.0002822829410433769,
+      0.00022054013970773667,
+      0.0008340326021425426,
+      0.00021134850976523012,
+      0.0002855001075658947,
+      0.002289067953824997,
+      0.0014635034603998065,
+      0.0027968958020210266,
+      0.0004979801014997065,
+      0.00038121987017802894,
+      0.00021753624605480582,
+      0.00011042633559554815,
+      0.00012580155453179032
+    ],
+    "info_loss": [
+      -1.6845178604125977,
+      -1.880136489868164,
+      -0.7781872749328613,
+      -0.3760695457458496,
+      -0.21820640563964844,
+      -0.0924074649810791,
+      -0.06305766105651855,
+      -0.05046379566192627,
+      -0.05715823173522949,
+      -0.0635685920715332,
+      -0.4012404680252075,
+      -0.7715736627578735,
+      -0.8012099862098694,
+      -0.46590960025787354,
+      -0.31876659393310547,
+      -0.2656315267086029,
+      -0.33250555396080017,
+      -0.288910448551178,
+      -0.31206047534942627,
+      -0.24132414162158966,
+      -0.2794179916381836,
+      -0.19330602884292603,
+      -0.16804198920726776,
+      -0.13261274993419647,
+      -0.2333766222000122,
+      -0.16826564073562622,
+      -0.14876651763916016,
+      -0.16636833548545837,
+      -0.11462478339672089,
+      -0.16541561484336853,
+      -0.16008248925209045,
+      -0.10620079934597015,
+      -0.09394414722919464,
+      -0.07939358800649643,
+      -0.10468167066574097,
+      -0.10187514871358871,
+      -0.10856560617685318,
+      -0.08912228047847748,
+      -0.055771417915821075,
+      -0.11165620386600494,
+      -0.11121959239244461,
+      -0.13785725831985474,
+      -0.09762637317180634,
+      -0.09939129650592804,
+      -0.08255629241466522,
+      -0.059800758957862854,
+      -0.10212108492851257,
+      -0.08443209528923035,
+      -0.09134220331907272,
+      -0.13016659021377563,
+      -0.08804567903280258,
+      -0.08519479632377625,
+      -0.06612265110015869,
+      -0.08621099591255188,
+      -0.09518647193908691,
+      -0.08401819318532944,
+      -0.06951231509447098,
+      -0.1174015924334526,
+      -0.07796931266784668,
+      -0.11636006832122803,
+      -0.09843239188194275,
+      -0.07790429145097733,
+      -0.05519775301218033,
+      -0.05443594604730606,
+      -0.09469553083181381,
+      -0.07840922474861145,
+      -0.09811846166849136,
+      -0.05386374145746231,
+      -0.06620055437088013,
+      -0.11768649518489838,
+      -0.05957645922899246,
+      -0.10932556539773941,
+      -0.11735521256923676,
+      -0.05341051146388054,
+      -0.09429244697093964,
+      -0.07854487001895905,
+      -0.08080926537513733,
+      -0.04216248169541359,
+      -0.08827685564756393,
+      -0.05011850595474243,
+      -0.0621134378015995,
+      -0.04777924716472626,
+      -0.06806638091802597,
+      -0.10591182857751846,
+      -0.04498394578695297,
+      -0.04115511104464531,
+      -0.05788017436861992,
+      -0.01873812824487686,
+      -0.05175603926181793,
+      -0.05906003713607788,
+      -0.10486780852079391,
+      -0.048906195908784866,
+      -0.06077366694808006,
+      -0.026827020570635796,
+      -0.04548431932926178,
+      -0.05630237236618996,
+      -0.089582659304142,
+      -0.023420119658112526,
+      -0.057096149772405624,
+      -0.0524451844394207,
+      -0.05225393548607826,
+      -0.04575489088892937,
+      -0.05530523508787155,
+      -0.03193533420562744,
+      -0.02603903040289879,
+      -0.04271017014980316,
+      -0.030583081766963005,
+      -0.13347090780735016,
+      -0.0386335551738739,
+      -0.01984293758869171,
+      -0.03160049021244049,
+      -0.034085340797901154,
+      -0.04436471313238144,
+      -0.0346246063709259,
+      -0.0524965301156044,
+      -0.06830570846796036,
+      -0.023444417864084244,
+      -0.02834698185324669,
+      -0.012284757569432259,
+      -0.023732420057058334,
+      -0.030248302966356277,
+      -0.029553478583693504,
+      -0.044109079986810684,
+      -0.02958172932267189,
+      -0.037186283618211746,
+      -0.03597940132021904,
+      -0.018449431285262108,
+      -0.02399912290275097,
+      -0.03324350342154503,
+      -0.06095890700817108,
+      -0.05560272932052612,
+      -0.030946670100092888,
+      -0.03672769293189049,
+      -0.04808655381202698,
+      -0.03364656865596771,
+      -0.03607888147234917,
+      -0.028394103050231934,
+      -0.03234918415546417,
+      -0.02368510514497757,
+      -0.04298824816942215,
+      -0.041298091411590576,
+      -0.024565864354372025,
+      -0.03525955229997635,
+      -0.029399290680885315,
+      -0.034070271998643875,
+      -0.024320535361766815,
+      -0.04458359256386757,
+      -0.01374984160065651,
+      -0.04760410636663437,
+      -0.019402969628572464,
+      -0.02622826211154461,
+      -0.011529017239809036,
+      -0.014759037643671036,
+      -0.03358038514852524,
+      -0.05606997758150101,
+      -0.025247935205698013,
+      -0.03308200091123581,
+      -0.038368649780750275,
+      -0.038447171449661255,
+      -0.042612940073013306,
+      -0.03993666544556618,
+      -0.009133784100413322,
+      -0.020344717428088188,
+      -0.05236738175153732,
+      -0.010210730135440826,
+      -0.010691964067518711,
+      -0.021558355540037155,
+      -0.030089830979704857,
+      -0.024361321702599525,
+      -0.01975465752184391,
+      -0.04725152254104614,
+      -0.011625215411186218,
+      -0.010266570374369621,
+      -0.01168998796492815,
+      -0.027794314548373222,
+      -0.009014757350087166,
+      -0.03177862614393234,
+      -0.018015677109360695,
+      -0.021770533174276352,
+      -0.01437960471957922,
+      -0.04520782083272934,
+      -0.03873175382614136,
+      -0.02651386149227619,
+      -0.010653822682797909,
+      -0.007833332754671574,
+      -0.010306413285434246,
+      -0.01583869382739067,
+      -0.010306095704436302,
+      -0.010561185888946056,
+      -0.02689836360514164,
+      -0.022732596844434738,
+      -0.025382084771990776,
+      -0.019542042165994644,
+      -0.028731338679790497,
+      -0.008604641072452068,
+      -0.008370177820324898,
+      -0.011216205544769764,
+      -0.008191474713385105,
+      -0.03756227344274521,
+      -0.006468852050602436,
+      -0.018352346494793892,
+      -0.008431139402091503,
+      -0.010023399256169796,
+      -0.024172106757760048,
+      -0.013515538536012173,
+      -0.012248000130057335,
+      -0.009934654459357262,
+      -0.030460067093372345,
+      -0.01740582473576069,
+      -0.02164219319820404,
+      -0.018158428370952606,
+      -0.011057416908442974,
+      -0.005972997285425663,
+      -0.00854895543307066,
+      -0.01034765224903822,
+      -0.003953146748244762,
+      -0.02231045812368393,
+      -0.009719740599393845,
+      -0.03201047703623772,
+      0.003523825202137232,
+      -0.006406732369214296,
+      -0.011669349856674671,
+      -0.0025894376449286938,
+      -0.011422396637499332,
+      -0.009076490998268127,
+      -0.03717077895998955,
+      -0.0159912109375,
+      -0.013912070542573929,
+      -0.007071910426020622,
+      -0.007925713434815407,
+      -0.0033026691526174545,
+      -0.001188260386697948,
+      -0.004486327525228262,
+      -0.01518905907869339,
+      -0.0030067639891058207,
+      -0.0024668113328516483,
+      -0.0016857830341905355,
+      -0.015735670924186707,
+      -0.005508421454578638,
+      -0.007407850585877895,
+      -0.004423072561621666,
+      -0.02936144545674324,
+      -0.02085474692285061,
+      -0.0024764200206846,
+      -0.0029446796979755163,
+      -0.0032623799052089453,
+      -0.02300630509853363,
+      -0.0020878033246845007,
+      -0.005808148067444563,
+      -0.006807983852922916,
+      -0.0027793205808848143,
+      -0.0015067060012370348,
+      -0.004907667636871338,
+      -0.0035111214965581894,
+      -0.001197523670271039,
+      -0.0044767484068870544,
+      -0.00887126475572586,
+      -0.0005908673629164696,
+      -0.0009224668028764427,
+      -0.0012650653952732682,
+      -0.0024820826947689056,
+      -0.003952052444219589,
+      -0.005536862649023533,
+      -0.0011337421601638198,
+      -0.0034513177815824747,
+      -0.0030426341108977795,
+      -0.005028268322348595,
+      -0.004629882052540779,
+      -0.005902621429413557,
+      -0.0005749308038502932,
+      -0.008024772629141808,
+      -0.00546319829300046,
+      -0.0022150801960378885,
+      -0.0004978986689820886,
+      -0.0005065497825853527,
+      -0.009624342434108257,
+      -0.00493266386911273,
+      -0.004059970378875732,
+      -0.0004207734309602529,
+      -0.001286535756662488,
+      -0.001078052562661469,
+      -0.015846217051148415,
+      -0.008966895751655102,
+      -0.00681446585804224,
+      -0.00019552344747353345,
+      -0.003959062974900007,
+      -0.0020739028695970774,
+      -0.006268294528126717,
+      -0.002128150314092636,
+      -0.002053208649158478,
+      -0.0014157495461404324,
+      -0.0013918665936216712,
+      -0.001976062310859561,
+      -0.003053432796150446,
+      -0.00039766443660482764,
+      -0.002864947309717536,
+      -0.000505073694512248,
+      -0.0002748346596490592,
+      -0.0002097264805343002,
+      -0.000827192619908601,
+      0.0006888614152558148,
+      -0.00027715141186490655,
+      -0.0022813098039478064,
+      -0.0014571662759408355,
+      -0.002790178172290325,
+      -0.0004906206740997732,
+      -0.00037376396358013153,
+      -0.00021090454538352787,
+      -0.00010295042011421174,
+      -0.00011825514957308769
+    ],
+    "abs_loss": [
+      4.248603820800781,
+      4.222499370574951,
+      4.2066121101379395,
+      4.096597194671631,
+      3.899991035461426,
+      3.4147987365722656,
+      3.2582666873931885,
+      3.2508087158203125,
+      3.3003556728363037,
+      3.2925708293914795,
+      3.3172671794891357,
+      3.3135271072387695,
+      3.3402652740478516,
+      3.262688636779785,
+      3.3096084594726562,
+      3.3074944019317627,
+      3.2074148654937744,
+      3.2745742797851562,
+      3.2566540241241455,
+      3.2353744506835938,
+      3.1410999298095703,
+      3.0534000396728516,
+      2.9215281009674072,
+      2.7926433086395264,
+      2.640831232070923,
+      2.340205430984497,
+      2.3795106410980225,
+      2.206646203994751,
+      2.1312170028686523,
+      2.097783327102661,
+      2.1069135665893555,
+      1.8072643280029297,
+      1.8129981756210327,
+      1.8970093727111816,
+      1.8207839727401733,
+      1.7212127447128296,
+      1.8081927299499512,
+      1.677327275276184,
+      1.6457009315490723,
+      1.4924567937850952,
+      1.5043808221817017,
+      1.5211153030395508,
+      1.5759754180908203,
+      1.3707727193832397,
+      1.4676443338394165,
+      1.3407578468322754,
+      1.2346299886703491,
+      1.307939887046814,
+      1.2280187606811523,
+      1.1226863861083984,
+      1.2179919481277466,
+      1.164408564567566,
+      1.1270548105239868,
+      1.1211148500442505,
+      1.0856815576553345,
+      1.0909754037857056,
+      1.0146352052688599,
+      1.0166206359863281,
+      0.9806444644927979,
+      0.8790922164916992,
+      0.9082357287406921,
+      0.9060630798339844,
+      0.8941442370414734,
+      0.8676784038543701,
+      0.8233774304389954,
+      0.8751638531684875,
+      0.889637291431427,
+      0.7964116930961609,
+      0.7389230728149414,
+      0.7619727253913879,
+      0.7445794939994812,
+      0.6930427551269531,
+      0.6903583407402039,
+      0.6433708071708679,
+      0.7149796485900879,
+      0.5814311504364014,
+      0.6136469841003418,
+      0.6450690627098083,
+      0.5256707072257996,
+      0.5376664996147156,
+      0.611758291721344,
+      0.6129154562950134,
+      0.5786607265472412,
+      0.47089090943336487,
+      0.5437725186347961,
+      0.5135354399681091,
+      0.5079829692840576,
+      0.5378919243812561,
+      0.4295816421508789,
+      0.48612797260284424,
+      0.48400402069091797,
+      0.42618879675865173,
+      0.3939852714538574,
+      0.45398449897766113,
+      0.46709179878234863,
+      0.47789058089256287,
+      0.40150097012519836,
+      0.45169806480407715,
+      0.4399000406265259,
+      0.44765469431877136,
+      0.39555296301841736,
+      0.4326975345611572,
+      0.3675288259983063,
+      0.3894825875759125,
+      0.4279477596282959,
+      0.4224933683872223,
+      0.37837859988212585,
+      0.4045667350292206,
+      0.3817945420742035,
+      0.37835344672203064,
+      0.36168739199638367,
+      0.34341344237327576,
+      0.2887497842311859,
+      0.28092432022094727,
+      0.36921870708465576,
+      0.3015557527542114,
+      0.3323322832584381,
+      0.3037363588809967,
+      0.2836986482143402,
+      0.3225257694721222,
+      0.32611605525016785,
+      0.2727375626564026,
+      0.3126954138278961,
+      0.25902584195137024,
+      0.2615189850330353,
+      0.26008114218711853,
+      0.2292197346687317,
+      0.2876671254634857,
+      0.3145621716976166,
+      0.245247483253479,
+      0.2604895532131195,
+      0.2461647391319275,
+      0.279938668012619,
+      0.22339580953121185,
+      0.2175353616476059,
+      0.24148784577846527,
+      0.17904238402843475,
+      0.2315792292356491,
+      0.16414551436901093,
+      0.17675621807575226,
+      0.20937566459178925,
+      0.19905777275562286,
+      0.1346922665834427,
+      0.22274178266525269,
+      0.17896856367588043,
+      0.1749875545501709,
+      0.22766560316085815,
+      0.15335386991500854,
+      0.19178926944732666,
+      0.2002636194229126,
+      0.14461670815944672,
+      0.17870159447193146,
+      0.141882061958313,
+      0.15782774984836578,
+      0.17191310226917267,
+      0.1742546409368515,
+      0.13277490437030792,
+      0.13913141191005707,
+      0.11684095859527588,
+      0.13007859885692596,
+      0.1105969175696373,
+      0.12326553463935852,
+      0.091985784471035,
+      0.12789636850357056,
+      0.1234755739569664,
+      0.11163993924856186,
+      0.11117803305387497,
+      0.11482497304677963,
+      0.10143188387155533,
+      0.08986350148916245,
+      0.10149606317281723,
+      0.11594092845916748,
+      0.09523133188486099,
+      0.07875585556030273,
+      0.11130938678979874,
+      0.08846712112426758,
+      0.09477104991674423,
+      0.10320901870727539,
+      0.07928754389286041,
+      0.09902780503034592,
+      0.09885412454605103,
+      0.08026526123285294,
+      0.07697651535272598,
+      0.08719533681869507,
+      0.11339626461267471,
+      0.08443454653024673,
+      0.06264984607696533,
+      0.08851418644189835,
+      0.07155659049749374,
+      0.07710728049278259,
+      0.060385361313819885,
+      0.0805659294128418,
+      0.07710077613592148,
+      0.054185882210731506,
+      0.07479282468557358,
+      0.09126291424036026,
+      0.07025463134050369,
+      0.08372106403112411,
+      0.07338673621416092,
+      0.0760725662112236,
+      0.062137674540281296,
+      0.04462913051247597,
+      0.05902169272303581,
+      0.034700747579336166,
+      0.07486877590417862,
+      0.04563656076788902,
+      0.06162459775805473,
+      0.05905302241444588,
+      0.05430176854133606,
+      0.041387319564819336,
+      0.05287908390164375,
+      0.05790318176150322,
+      0.04943523183465004,
+      0.04406578466296196,
+      0.05703475698828697,
+      0.049475450068712234,
+      0.03814709186553955,
+      0.04224250838160515,
+      0.057524580508470535,
+      0.056067850440740585,
+      0.03933670371770859,
+      0.03223520144820213,
+      0.02759975753724575,
+      0.04929530620574951,
+      0.03986310958862305,
+      0.03435857221484184,
+      0.03492335230112076,
+      0.03402262181043625,
+      0.037492189556360245,
+      0.042883265763521194,
+      0.03823019936680794,
+      0.04658883810043335,
+      0.03504708409309387,
+      0.04226979613304138,
+      0.03296232968568802,
+      0.04663039743900299,
+      0.03310871124267578,
+      0.031829770654439926,
+      0.024810364469885826,
+      0.03402751311659813,
+      0.03647597134113312,
+      0.036504268646240234,
+      0.030856767669320107,
+      0.035571545362472534,
+      0.03430952504277229,
+      0.02071932703256607,
+      0.02605549991130829,
+      0.032155487686395645,
+      0.026978829875588417,
+      0.02861734665930271,
+      0.0252494215965271,
+      0.028905054554343224,
+      0.029427168890833855,
+      0.03010430745780468,
+      0.03131081536412239,
+      0.019295133650302887,
+      0.028012961149215698,
+      0.02889290452003479,
+      0.02461855299770832,
+      0.028516843914985657,
+      0.02453460358083248,
+      0.031491171568632126,
+      0.02895490825176239,
+      0.02520282007753849,
+      0.029308080673217773,
+      0.023172391578555107,
+      0.03162917494773865,
+      0.02895469032227993,
+      0.023023640736937523,
+      0.02652932144701481,
+      0.03096175007522106,
+      0.03029632568359375,
+      0.032353516668081284,
+      0.01636950485408306,
+      0.029314080253243446,
+      0.024606777355074883,
+      0.025720328092575073,
+      0.02380760945379734,
+      0.02623082511126995,
+      0.02326059155166149,
+      0.03852645680308342,
+      0.03225034102797508,
+      0.0199538953602314,
+      0.025298824533820152,
+      0.03150516748428345,
+      0.019422488287091255,
+      0.027598517015576363,
+      0.01777186244726181,
+      0.03637807443737984,
+      0.022381693124771118,
+      0.035868722945451736,
+      0.02048160880804062,
+      0.029573267325758934,
+      0.0240336861461401,
+      0.019593099132180214,
+      0.01662611961364746,
+      0.021164478734135628,
+      0.02360491268336773,
+      0.02312520146369934,
+      0.023661697283387184,
+      0.022750774398446083,
+      0.014745545573532581,
+      0.02786974422633648,
+      0.019521137699484825,
+      0.020956695079803467,
+      0.012933564372360706,
+      0.020663632079958916,
+      0.014413859695196152,
+      0.03426806256175041,
+      0.023411214351654053
+    ],
+    "zipf_loss": [
+      5.949980735778809,
+      5.035680770874023,
+      3.8722009658813477,
+      2.6956024169921875,
+      1.5781545639038086,
+      0.8026783466339111,
+      0.6125290393829346,
+      0.5755027532577515,
+      0.5642626881599426,
+      0.5634299516677856,
+      0.5631824135780334,
+      0.5682885646820068,
+      0.5742220878601074,
+      0.5803945064544678,
+      0.5761228799819946,
+      0.570813775062561,
+      0.5718088746070862,
+      0.565470814704895,
+      0.56489098072052,
+      0.5526382923126221,
+      0.5528259873390198,
+      0.5428668260574341,
+      0.5183385014533997,
+      0.4864024519920349,
+      0.4574067294597626,
+      0.4231650233268738,
+      0.3939986228942871,
+      0.37826329469680786,
+      0.36818790435791016,
+      0.3445615768432617,
+      0.3238462209701538,
+      0.32825493812561035,
+      0.3227953016757965,
+      0.3052963614463806,
+      0.2801247835159302,
+      0.3040201663970947,
+      0.27592188119888306,
+      0.2879289388656616,
+      0.27618277072906494,
+      0.25815141201019287,
+      0.2643548846244812,
+      0.2405439019203186,
+      0.25519245862960815,
+      0.23422841727733612,
+      0.22434301674365997,
+      0.23254793882369995,
+      0.1798262894153595,
+      0.21590831875801086,
+      0.1839747130870819,
+      0.18818283081054688,
+      0.20718589425086975,
+      0.1702558696269989,
+      0.16396158933639526,
+      0.16068147122859955,
+      0.1589721143245697,
+      0.17718049883842468,
+      0.1628950536251068,
+      0.15626387298107147,
+      0.15067613124847412,
+      0.12489338219165802,
+      0.13891063630580902,
+      0.1384260654449463,
+      0.13217245042324066,
+      0.12459094077348709,
+      0.12454358488321304,
+      0.15187573432922363,
+      0.13231438398361206,
+      0.11404237896203995,
+      0.11812034249305725,
+      0.12293525040149689,
+      0.12496193498373032,
+      0.1383434683084488,
+      0.12458135187625885,
+      0.13064716756343842,
+      0.11096610128879547,
+      0.1227196604013443,
+      0.12065771967172623,
+      0.09541255980730057,
+      0.1001143679022789,
+      0.11858425289392471,
+      0.09717165678739548,
+      0.10066569596529007,
+      0.10465868562459946,
+      0.09792322665452957,
+      0.09710749983787537,
+      0.10061222314834595,
+      0.09053895622491837,
+      0.09147004038095474,
+      0.1075916737318039,
+      0.08113996684551239,
+      0.09422864019870758,
+      0.10618449747562408,
+      0.11704624444246292,
+      0.1071578860282898,
+      0.10185295343399048,
+      0.09883803874254227,
+      0.10443780571222305,
+      0.084136001765728,
+      0.10138025879859924,
+      0.09702587127685547,
+      0.09249041974544525,
+      0.08469867706298828,
+      0.08967512845993042,
+      0.10072441399097443,
+      0.07274462282657623,
+      0.08682571351528168,
+      0.08810195326805115,
+      0.08685342967510223,
+      0.08420921862125397,
+      0.08406338095664978,
+      0.07264045625925064,
+      0.08153880387544632,
+      0.08294888585805893,
+      0.10541349649429321,
+      0.08657865226268768,
+      0.08103999495506287,
+      0.09303316473960876,
+      0.08018874377012253,
+      0.08346472680568695,
+      0.09900408238172531,
+      0.0911998450756073,
+      0.07603538036346436,
+      0.08271551877260208,
+      0.0801074355840683,
+      0.07930731028318405,
+      0.09547435492277145,
+      0.07764770090579987,
+      0.05904918164014816,
+      0.09338434785604477,
+      0.09490584582090378,
+      0.08037841320037842,
+      0.07180957496166229,
+      0.08253419399261475,
+      0.07450126111507416,
+      0.07769657671451569,
+      0.07234088331460953,
+      0.08931533247232437,
+      0.0794936865568161,
+      0.08416077494621277,
+      0.06754502654075623,
+      0.06560808420181274,
+      0.08429299294948578,
+      0.08207700401544571,
+      0.06457032263278961,
+      0.06158648058772087,
+      0.08087906241416931,
+      0.0649896115064621,
+      0.06263162940740585,
+      0.06228753551840782,
+      0.061633482575416565,
+      0.06894102692604065,
+      0.05124237388372421,
+      0.03629127889871597,
+      0.03256573528051376,
+      0.0549607127904892,
+      0.04351460188627243,
+      0.04335227608680725,
+      0.03622990846633911,
+      0.050802022218704224,
+      0.04283929616212845,
+      0.03584984317421913,
+      0.03727045655250549,
+      0.0476660318672657,
+      0.03189195692539215,
+      0.045614589005708694,
+      0.025655794888734818,
+      0.025654438883066177,
+      0.03632713854312897,
+      0.036349352449178696,
+      0.03400541841983795,
+      0.03369174152612686,
+      0.03724554181098938,
+      0.04326269403100014,
+      0.029424671083688736,
+      0.047487981617450714,
+      0.03013957478106022,
+      0.04172791540622711,
+      0.042808257043361664,
+      0.038970351219177246,
+      0.03378588706254959,
+      0.0400693416595459,
+      0.0408720001578331,
+      0.02893824875354767,
+      0.03596371412277222,
+      0.030532781034708023,
+      0.038014862686395645,
+      0.04330512136220932,
+      0.03384586423635483,
+      0.03775673359632492,
+      0.04242083430290222,
+      0.03652554377913475,
+      0.03587046265602112,
+      0.04693162813782692,
+      0.0421612486243248,
+      0.03162079676985741,
+      0.04766367748379707,
+      0.04736288636922836,
+      0.03677622601389885,
+      0.03723398596048355,
+      0.03060431405901909,
+      0.039129938930273056,
+      0.03167010843753815,
+      0.02647346258163452,
+      0.02690056897699833,
+      0.035834379494190216,
+      0.03559615835547447,
+      0.03572455048561096,
+      0.030117787420749664,
+      0.03380052372813225,
+      0.04596683010458946,
+      0.031162666156888008,
+      0.03549132123589516,
+      0.025730114430189133,
+      0.03521950915455818,
+      0.033946119248867035,
+      0.029158147051930428,
+      0.026048485189676285,
+      0.03378206491470337,
+      0.03529809042811394,
+      0.0314398817718029,
+      0.027066780254244804,
+      0.034165121614933014,
+      0.028750983998179436,
+      0.04316485673189163,
+      0.03440439701080322,
+      0.030435888096690178,
+      0.02460499107837677,
+      0.021838407963514328,
+      0.02986433357000351,
+      0.026247266680002213,
+      0.02732972614467144,
+      0.03127007558941841,
+      0.03535392880439758,
+      0.0317973718047142,
+      0.045036882162094116,
+      0.033603399991989136,
+      0.024658938869833946,
+      0.023822864517569542,
+      0.024542754516005516,
+      0.040554214268922806,
+      0.033507540822029114,
+      0.04614206403493881,
+      0.040206484496593475,
+      0.04637715220451355,
+      0.03298595920205116,
+      0.025602202862501144,
+      0.02450883388519287,
+      0.04382072016596794,
+      0.029627585783600807,
+      0.03125075623393059,
+      0.024063467979431152,
+      0.03715727850794792,
+      0.02943577617406845,
+      0.036625634878873825,
+      0.02621190994977951,
+      0.028486477211117744,
+      0.025909148156642914,
+      0.025362219661474228,
+      0.02936939336359501,
+      0.02338619902729988,
+      0.034980785101652145,
+      0.03049061819911003,
+      0.023044157773256302,
+      0.03798298165202141,
+      0.039439260959625244,
+      0.04806167259812355,
+      0.03579982742667198,
+      0.03435150906443596,
+      0.027103664353489876,
+      0.0226494949311018,
+      0.029183726757764816,
+      0.030149422585964203,
+      0.027660585939884186,
+      0.028379065915942192,
+      0.022628527134656906,
+      0.023604724556207657,
+      0.02993364818394184,
+      0.030652262270450592,
+      0.02927243523299694,
+      0.02939055860042572,
+      0.04229074716567993,
+      0.0256950706243515,
+      0.03322000056505203,
+      0.02477657049894333,
+      0.03472872078418732,
+      0.036608096212148666,
+      0.03830444812774658,
+      0.030405309051275253,
+      0.027671096846461296,
+      0.02443629875779152,
+      0.020211437717080116,
+      0.02657797932624817,
+      0.038805581629276276,
+      0.022541776299476624,
+      0.027809519320726395,
+      0.039330482482910156,
+      0.02724331244826317,
+      0.020154379308223724,
+      0.028216278180480003,
+      0.02322898805141449,
+      0.032087039202451706,
+      0.023768853396177292,
+      0.029026228934526443,
+      0.026884576305747032,
+      0.02463812381029129,
+      0.03046594373881817,
+      0.03524967283010483,
+      0.027171123772859573,
+      0.0290781632065773,
+      0.046726156026124954
+    ],
+    "denoise_loss": [],
+    "ortho_loss": [
+      0.9405548572540283,
+      0.7093138098716736,
+      0.3860025703907013,
+      0.19621992111206055,
+      0.13535962998867035,
+      0.1148088201880455,
+      0.11312248557806015,
+      0.09795600175857544,
+      0.08876202255487442,
+      0.0874704048037529,
+      0.09890742599964142,
+      0.11553092300891876,
+      0.12836314737796783,
+      0.13343201577663422,
+      0.14030228555202484,
+      0.14855629205703735,
+      0.15982434153556824,
+      0.1725960522890091,
+      0.184641033411026,
+      0.1934436708688736,
+      0.1966315060853958,
+      0.19849085807800293,
+      0.20530568063259125,
+      0.21167565882205963,
+      0.21709808707237244,
+      0.22186711430549622,
+      0.21948090195655823,
+      0.22243015468120575,
+      0.22239573299884796,
+      0.2167823761701584,
+      0.21429572999477386,
+      0.21535028517246246,
+      0.21883004903793335,
+      0.22001442313194275,
+      0.22154033184051514,
+      0.21902503073215485,
+      0.21931540966033936,
+      0.2198156714439392,
+      0.22356149554252625,
+      0.22275663912296295,
+      0.22312070429325104,
+      0.22427581250667572,
+      0.22312688827514648,
+      0.22535772621631622,
+      0.2280835509300232,
+      0.2253153920173645,
+      0.22507192194461823,
+      0.22433774173259735,
+      0.22226719558238983,
+      0.22155877947807312,
+      0.21603089570999146,
+      0.21269027888774872,
+      0.2130151242017746,
+      0.2145068645477295,
+      0.21426592767238617,
+      0.21334752440452576,
+      0.2160765528678894,
+      0.21763953566551208,
+      0.21531768143177032,
+      0.21458874642848969,
+      0.2135649174451828,
+      0.2130126953125,
+      0.21408234536647797,
+      0.21312180161476135,
+      0.2143585979938507,
+      0.2140677124261856,
+      0.2115246206521988,
+      0.20908908545970917,
+      0.20263266563415527,
+      0.2006993442773819,
+      0.20390087366104126,
+      0.2051895409822464,
+      0.20025448501110077,
+      0.20089052617549896,
+      0.20348533987998962,
+      0.2007439285516739,
+      0.20254401862621307,
+      0.20526787638664246,
+      0.20374366641044617,
+      0.20429043471813202,
+      0.20324257016181946,
+      0.20448745787143707,
+      0.20056699216365814,
+      0.20315435528755188,
+      0.2062034010887146,
+      0.2042759656906128,
+      0.2033148854970932,
+      0.2023809850215912,
+      0.20271526277065277,
+      0.2015286535024643,
+      0.19608232378959656,
+      0.19150017201900482,
+      0.19114910066127777,
+      0.18822526931762695,
+      0.1880023330450058,
+      0.1859520673751831,
+      0.18688209354877472,
+      0.18744012713432312,
+      0.1860995888710022,
+      0.18560254573822021,
+      0.18537767231464386,
+      0.18222209811210632,
+      0.18345583975315094,
+      0.18039152026176453,
+      0.17752529680728912,
+      0.17382651567459106,
+      0.17465266585350037,
+      0.17181044816970825,
+      0.1718626320362091,
+      0.17307467758655548,
+      0.17302030324935913,
+      0.17434781789779663,
+      0.170208141207695,
+      0.17045558989048004,
+      0.16666024923324585,
+      0.1655508428812027,
+      0.16634568572044373,
+      0.16501599550247192,
+      0.1647634655237198,
+      0.16515761613845825,
+      0.1673177182674408,
+      0.1668211817741394,
+      0.1643962413072586,
+      0.16440263390541077,
+      0.16320383548736572,
+      0.16519109904766083,
+      0.16581135988235474,
+      0.16899436712265015,
+      0.16787180304527283,
+      0.16846755146980286,
+      0.169200137257576,
+      0.1704157143831253,
+      0.1688281148672104,
+      0.16834457218647003,
+      0.1683877557516098,
+      0.16691097617149353,
+      0.16812509298324585,
+      0.1720004379749298,
+      0.17001497745513916,
+      0.1680622398853302,
+      0.1668056845664978,
+      0.16580279171466827,
+      0.16654008626937866,
+      0.1667376160621643,
+      0.1684609204530716,
+      0.16904930770397186,
+      0.1684345006942749,
+      0.17130695283412933,
+      0.1708867996931076,
+      0.16976439952850342,
+      0.16950948536396027,
+      0.16786924004554749,
+      0.16801652312278748,
+      0.1664217859506607,
+      0.166994109749794,
+      0.16556937992572784,
+      0.16588148474693298,
+      0.1664929836988449,
+      0.16508761048316956,
+      0.16498973965644836,
+      0.16525451838970184,
+      0.1644761562347412,
+      0.16283093392848969,
+      0.1636974811553955,
+      0.16270390152931213,
+      0.1614045351743698,
+      0.15995368361473083,
+      0.16171546280384064,
+      0.16246747970581055,
+      0.16222842037677765,
+      0.16317109763622284,
+      0.16275450587272644,
+      0.16305118799209595,
+      0.16364255547523499,
+      0.16347825527191162,
+      0.16319555044174194,
+      0.16205374896526337,
+      0.16145816445350647,
+      0.16094684600830078,
+      0.16152451932430267,
+      0.16380490362644196,
+      0.16014240682125092,
+      0.1606040745973587,
+      0.16144709289073944,
+      0.16091932356357574,
+      0.1610264927148819,
+      0.16228270530700684,
+      0.16152489185333252,
+      0.16388550400733948,
+      0.1620180606842041,
+      0.16241736710071564,
+      0.16493728756904602,
+      0.16343022882938385,
+      0.16318334639072418,
+      0.16300983726978302,
+      0.1640429049730301,
+      0.1659395694732666,
+      0.1655762940645218,
+      0.16689865291118622,
+      0.16968603432178497,
+      0.16971229016780853,
+      0.17051181197166443,
+      0.1701134294271469,
+      0.17001307010650635,
+      0.1683603674173355,
+      0.16935929656028748,
+      0.16916535794734955,
+      0.17132055759429932,
+      0.17143388092517853,
+      0.1725674718618393,
+      0.17342637479305267,
+      0.17363013327121735,
+      0.1737707555294037,
+      0.1744634509086609,
+      0.173520028591156,
+      0.17422915995121002,
+      0.17481641471385956,
+      0.1749243140220642,
+      0.1746535450220108,
+      0.1757020503282547,
+      0.17542040348052979,
+      0.17513450980186462,
+      0.17563478648662567,
+      0.17536936700344086,
+      0.17491325736045837,
+      0.17465488612651825,
+      0.17476437985897064,
+      0.17332050204277039,
+      0.17335402965545654,
+      0.17327576875686646,
+      0.17386563122272491,
+      0.17391978204250336,
+      0.17548631131649017,
+      0.17499889433383942,
+      0.1756540834903717,
+      0.17551745474338531,
+      0.17530758678913116,
+      0.17596468329429626,
+      0.1773405373096466,
+      0.17767225205898285,
+      0.17660759389400482,
+      0.1745901107788086,
+      0.174685537815094,
+      0.17535215616226196,
+      0.17600861191749573,
+      0.1766800433397293,
+      0.17528308928012848,
+      0.17538176476955414,
+      0.1751641035079956,
+      0.17548340559005737,
+      0.17561191320419312,
+      0.1760593056678772,
+      0.176646426320076,
+      0.17661888897418976,
+      0.17801816761493683,
+      0.17753809690475464,
+      0.17816874384880066,
+      0.178848534822464,
+      0.17995865643024445,
+      0.17932139337062836,
+      0.17943701148033142,
+      0.1796424835920334,
+      0.17962615191936493,
+      0.1804531067609787,
+      0.18065927922725677,
+      0.18012644350528717,
+      0.18005526065826416,
+      0.18012700974941254,
+      0.18104815483093262,
+      0.18214936554431915,
+      0.18276053667068481,
+      0.18368346989154816,
+      0.18323443830013275,
+      0.1839149296283722,
+      0.18375085294246674,
+      0.1838325560092926,
+      0.18402230739593506,
+      0.18462786078453064,
+      0.18512184917926788,
+      0.1852230727672577,
+      0.1855592429637909,
+      0.18505460023880005,
+      0.18493251502513885,
+      0.18481533229351044,
+      0.18497717380523682,
+      0.18502944707870483,
+      0.18546132743358612,
+      0.18580476939678192,
+      0.18591910600662231,
+      0.18637801706790924,
+      0.18628641963005066,
+      0.18635612726211548,
+      0.18721024692058563,
+      0.1871924102306366,
+      0.18791463971138,
+      0.18831172585487366,
+      0.18864646553993225,
+      0.1890813261270523,
+      0.18935741484165192,
+      0.18905109167099,
+      0.189208984375,
+      0.18929588794708252,
+      0.18947425484657288,
+      0.1893615871667862,
+      0.189352884888649,
+      0.18928568065166473,
+      0.1894601285457611,
+      0.1894100159406662,
+      0.18972231447696686,
+      0.1898670196533203
+    ],
+    "lr": [
+      4.188034188034189e-06,
+      8.461538461538462e-06,
+      1.2735042735042738e-05,
+      1.700854700854701e-05,
+      2.1282051282051282e-05,
+      2.5555555555555557e-05,
+      2.9829059829059833e-05,
+      3.4102564102564105e-05,
+      3.837606837606838e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      3.992995647012267e-05,
+      3.963316185199842e-05,
+      3.933636723387416e-05,
+      3.90395726157499e-05,
+      3.874277799762565e-05,
+      3.844598337950139e-05,
+      3.814918876137713e-05,
+      3.785239414325287e-05,
+      3.7555599525128613e-05,
+      3.725880490700435e-05,
+      3.696201028888009e-05,
+      3.666521567075585e-05,
+      3.6368421052631585e-05,
+      3.607162643450732e-05,
+      3.577483181638307e-05,
+      3.547803719825881e-05,
+      3.518124258013455e-05,
+      3.4884447962010287e-05,
+      3.458765334388604e-05,
+      3.4290858725761776e-05,
+      3.399406410763751e-05,
+      3.3697269489513265e-05,
+      3.3400474871389e-05,
+      3.310368025326474e-05,
+      3.280688563514048e-05,
+      3.251009101701623e-05,
+      3.2213296398891967e-05,
+      3.191650178076771e-05,
+      3.1542540561931145e-05,
+      3.124574594380688e-05,
+      3.094895132568263e-05,
+      3.065215670755838e-05,
+      3.0355362089434113e-05,
+      3.0058567471309854e-05,
+      2.97617728531856e-05,
+      2.9464978235061336e-05,
+      2.9168183616937077e-05,
+      2.8871388998812818e-05,
+      2.857459438068857e-05,
+      2.8277799762564307e-05,
+      2.798100514444005e-05,
+      2.7684210526315793e-05,
+      2.738741590819153e-05,
+      2.709062129006727e-05,
+      2.6793826671943013e-05,
+      2.6497032053818764e-05,
+      2.62002374356945e-05,
+      2.5903442817570243e-05,
+      2.5606648199445987e-05,
+      2.5309853581321725e-05,
+      2.5013058963197466e-05,
+      2.4716264345073214e-05,
+      2.441946972694896e-05,
+      2.4122675108824693e-05,
+      2.3825880490700434e-05,
+      2.352908587257618e-05,
+      2.3232291254451916e-05,
+      2.293549663632766e-05,
+      2.2638702018203408e-05,
+      2.226474079936684e-05,
+      2.196794618124258e-05,
+      2.1671151563118328e-05,
+      2.1374356944994066e-05,
+      2.1077562326869803e-05,
+      2.0780767708745554e-05,
+      2.0483973090621296e-05,
+      2.018717847249703e-05,
+      1.989038385437277e-05,
+      1.959358923624852e-05,
+      1.929679461812426e-05,
+      1.8999999999999998e-05,
+      1.8703205381875746e-05,
+      1.8406410763751487e-05,
+      1.8109616145627224e-05,
+      1.7812821527502965e-05,
+      1.7516026909378713e-05,
+      1.7219232291254454e-05,
+      1.6922437673130192e-05,
+      1.662564305500594e-05,
+      1.632884843688168e-05,
+      1.603205381875742e-05,
+      1.573525920063316e-05,
+      1.5438464582508908e-05,
+      1.5141669964384647e-05,
+      1.4844875346260385e-05,
+      1.4548080728136134e-05,
+      1.4251286110011875e-05,
+      1.3954491491887611e-05,
+      1.3657696873763363e-05,
+      1.33609022556391e-05,
+      1.298694103680253e-05,
+      1.2690146418678277e-05,
+      1.2393351800554018e-05,
+      1.2096557182429756e-05,
+      1.1799762564305506e-05,
+      1.1502967946181245e-05,
+      1.1206173328056984e-05,
+      1.0909378709932724e-05,
+      1.0612584091808472e-05,
+      1.0315789473684213e-05,
+      1.0018994855559949e-05,
+      9.7222002374357e-06,
+      9.425405619311438e-06,
+      9.128611001187177e-06,
+      8.831816383062916e-06,
+      8.535021764938666e-06,
+      8.238227146814405e-06,
+      7.941432528690143e-06,
+      7.644637910565893e-06,
+      7.347843292441632e-06,
+      7.0510486743173715e-06,
+      6.75425405619311e-06,
+      6.45745943806886e-06,
+      6.160664819944598e-06,
+      5.8638702018203375e-06,
+      5.567075583696086e-06,
+      5.270280965571826e-06,
+      4.973486347447565e-06,
+      4.676691729323314e-06,
+      4.379897111199053e-06,
+      4.083102493074792e-06
+    ],
+    "emb_lr": [],
+    "eval_step": [
+      1550,
+      3113,
+      4676,
+      6239,
+      7802,
+      9365,
+      10928,
+      12491,
+      14054,
+      15617
+    ],
+    "eval_accuracy": [
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.0
+    ]
+  },
+  "final_accuracy": 0.9991666666666666,
+  "sft_eval": {
+    "config": {
+      "ops": "add_sub",
+      "K": null,
+      "mode": "sft",
+      "n_digits": 6,
+      "n_per_split": 100
+    },
+    "splits": {
+      "add_S0": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 605
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 95
+          }
+        }
+      },
+      "add_S1": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 204
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 169
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 31
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 296
+          }
+        }
+      },
+      "add_S2": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 163
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 130
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 87
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 203
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 117
+          }
+        }
+      },
+      "add_S3": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 121
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 121
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 49
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 186
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 223
+          }
+        }
+      },
+      "add_S4": {
+        "full_accuracy": 0.97,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 104
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 106
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 23
+          },
+          "UC": {
+            "accuracy": 0.98125,
+            "count": 160
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 307
+          }
+        }
+      },
+      "add_S5": {
+        "full_accuracy": 0.96,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.97,
+            "count": 100
+          },
+          "US": {
+            "accuracy": 0.9975,
+            "count": 400
+          }
+        }
+      },
+      "add_S6": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 500
+          }
+        }
+      },
+      "add_random": {
+        "full_accuracy": 1.0,
+        "n_examples": 200,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 447
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 320
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 56
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 529
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 48
+          }
+        }
+      },
+      "add_C3": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 300
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 193
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 107
+          }
+        }
+      },
+      "add_C4": {
+        "full_accuracy": 0.98,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 200
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.9921875,
+            "count": 256
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 144
+          }
+        }
+      },
+      "add_C5": {
+        "full_accuracy": 0.98,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.9934640522875817,
+            "count": 306
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 194
+          }
+        }
+      },
+      "add_C6": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 366
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 234
+          }
+        }
+      },
+      "sub_M0": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 601
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 99
+          }
+        }
+      },
+      "sub_M1": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 279
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 145
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 24
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 252
+          }
+        }
+      },
+      "sub_M2": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 213
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 113
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 85
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 181
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 108
+          }
+        }
+      },
+      "sub_M3": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 179
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 103
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 56
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 149
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 213
+          }
+        }
+      },
+      "sub_M4": {
+        "full_accuracy": 0.83,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 200
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 0.83,
+            "count": 100
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 300
+          }
+        }
+      },
+      "sub_M5": {
+        "full_accuracy": 0.94,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 0.97,
+            "count": 100
+          },
+          "UD": {
+            "accuracy": 0.9925,
+            "count": 400
+          }
+        }
+      },
+      "sub_random": {
+        "full_accuracy": 1.0,
+        "n_examples": 200,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 600
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 267
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 53
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 439
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 41
+          }
+        }
+      },
+      "sub_B3": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 300
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 197
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 103
+          }
+        }
+      },
+      "sub_B4": {
+        "full_accuracy": 0.97,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 200
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 0.9878542510121457,
+            "count": 247
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 153
+          }
+        }
+      },
+      "sub_B5": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 298
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 202
+          }
+        }
+      }
+    },
+    "summary": {
+      "overall_accuracy": 0.9845833333333334,
+      "total_examples": 2400,
+      "n_splits": 22
+    }
+  },
+  "sorl_eval": {
+    "config": {
+      "ops": "add_sub",
+      "K": 1,
+      "mode": "sorl",
+      "n_digits": 6,
+      "n_per_split": 100
+    },
+    "splits": {
+      "add_S0": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 605
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 95
+          }
+        }
+      },
+      "add_S1": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 204
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 169
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 31
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 296
+          }
+        }
+      },
+      "add_S2": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 163
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 130
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 87
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 203
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 117
+          }
+        }
+      },
+      "add_S3": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 121
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 121
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 49
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 186
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 223
+          }
+        }
+      },
+      "add_S4": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 104
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 106
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 23
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 160
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 307
+          }
+        }
+      },
+      "add_S5": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 400
+          }
+        }
+      },
+      "add_S6": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 500
+          }
+        }
+      },
+      "add_random": {
+        "full_accuracy": 1.0,
+        "n_examples": 200,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 447
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 320
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 56
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 529
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 48
+          }
+        }
+      },
+      "add_C3": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 300
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 193
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 107
+          }
+        }
+      },
+      "add_C4": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 200
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 256
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 144
+          }
+        }
+      },
+      "add_C5": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 306
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 194
+          }
+        }
+      },
+      "add_C6": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 366
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 234
+          }
+        }
+      },
+      "sub_M0": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 601
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 99
+          }
+        }
+      },
+      "sub_M1": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 279
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 145
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 24
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 252
+          }
+        }
+      },
+      "sub_M2": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 213
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 113
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 85
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 181
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 108
+          }
+        }
+      },
+      "sub_M3": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 179
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 103
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 56
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 149
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 213
+          }
+        }
+      },
+      "sub_M4": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 200
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 300
+          }
+        }
+      },
+      "sub_M5": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 400
+          }
+        }
+      },
+      "sub_random": {
+        "full_accuracy": 0.99,
+        "n_examples": 200,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.9966666666666667,
+            "count": 600
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 267
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 53
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 439
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 41
+          }
+        }
+      },
+      "sub_B3": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 300
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 197
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 103
+          }
+        }
+      },
+      "sub_B4": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 200
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 247
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 153
+          }
+        }
+      },
+      "sub_B5": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 298
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 202
+          }
+        }
+      }
+    },
+    "summary": {
+      "overall_accuracy": 0.9991666666666666,
+      "total_examples": 2400,
+      "n_splits": 22
+    }
+  },
+  "sorl_overall_accuracy": 0.9991666666666666,
+  "sft_overall_accuracy": 0.9845833333333334
+}

add_sub_sorl_v1_abs70_K1_100K/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:721fadbb1dc6523b75520b324969d00869ab8bf5cc59ab07edc0cb19413b3104
+size 650548580

add_sub_sorl_v1_abs70_K1_100K/train_config.json

@@ -0,0 +1,84 @@
+{
+  "num_rollouts": 4,
+  "K": 1,
+  "max_iterations": 2,
+  "memory_span_abs": 1792,
+  "memory_span_traj": 1792,
+  "temperature": 1.0,
+  "ar_search": false,
+  "response_only_abs": false,
+  "alpha_info_gain": 10.0,
+  "alpha_abs": 0.1,
+  "alpha_soft_zipf": 1.0,
+  "alpha_ortho": 0.0,
+  "alpha_anchor": 0.0,
+  "alpha_jacobi": 0.0,
+  "decay": 0.8,
+  "target_vocab_util": 0.8,
+  "min_abs_ppl": 0.0,
+  "zipf_alpha": 1.0,
+  "lr": 4e-05,
+  "emb_lr_mult": 1.0,
+  "weight_decay": 0.01,
+  "warmup_steps": 468,
+  "cooldown_frac": 0.4,
+  "max_grad_norm": 1.0,
+  "vq_abs_pretrain_steps": 0,
+  "vq_abs_pretrain_lr": 0.001,
+  "vq_abs_pretrain_layer": -1,
+  "vq_abs_pretrain_batch_size": 256,
+  "vq_abs_pretrain_target_vectors": 20000,
+  "batch_size": 64,
+  "gradient_accumulation_steps": 1,
+  "num_epochs": 10,
+  "emb_warmup_steps": 0,
+  "log_every": 50,
+  "eval_every": 1562,
+  "save_every": 999999,
+  "eval_samples": 100,
+  "output_dir": "ckpt/sweep/as_sorl_abs70_K1_100K",
+  "eval_K": 4,
+  "alpha_traj": 0.0,
+  "corrupt_method": "shuffle",
+  "corrupt_ratio": 0.3,
+  "alpha_contrastive": 1.0,
+  "gamma_contrastive": 0.5,
+  "alpha_masked_traj": 0.0,
+  "mask_nl_ratio": 0.3,
+  "mask_nl_mode": "fixed",
+  "mask_nl_fixed_id": 0,
+  "use_ste": true,
+  "n_inner": 1,
+  "random_K": null,
+  "strip_suffix": null,
+  "compress_prefix": null,
+  "random_mem_span": null,
+  "warmup_ratio": 0.03,
+  "beta2": 0.999,
+  "seed": 42,
+  "n_digits": 6,
+  "n_layer": 2,
+  "n_head": 3,
+  "n_embd": 510,
+  "ops": "add_sub",
+  "abs_vocab": 70,
+  "dataset_size": 100000,
+  "mode": "sorl",
+  "device": "cuda",
+  "push_to_hub": true,
+  "no_wandb": false,
+  "n_params": 162560462,
+  "run_name": "add_sub_sorl_v1_abs70_K1_100K",
+  "git_commit": "f447da529caceac8c7d256cbb2cd185cbc50feac",
+  "timestamp": "2026-04-12T11:53:19.353546+00:00",
+  "tokenizer": "Qwen/Qwen3-0.6B",
+  "dataset_repo": "thoughtworks/arithmetic-sorl-data",
+  "dataset_config": "add_sub_6digit",
+  "model_repo": "thoughtworks/arithmetic-sorl",
+  "trainer_version": "v1",
+  "wandb_run_id": "724acrhz",
+  "wandb_url": "https://wandb.ai/nlp_and_interpretability/sorl-arithmetic/runs/724acrhz",
+  "final_accuracy": 0.9991666666666666,
+  "sft_accuracy": 0.9845833333333334,
+  "eval_method": "ArithmeticEvaluator"
+}