Upload add_sub_sorl_v1_abs100_K1_100K

add_sub_sorl_v1_abs100_K1_100K/config.json

@@ -0,0 +1,37 @@
+{
+  "architectures": [
+    "SorlModelWrapper"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": null,
+  "dtype": "float32",
+  "eos_token_id": null,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 510,
+  "initializer_range": 0.02,
+  "intermediate_size": 2040,
+  "layer_types": [
+    "full_attention",
+    "full_attention"
+  ],
+  "max_position_embeddings": 128,
+  "max_window_layers": 28,
+  "model_type": "qwen3",
+  "num_attention_heads": 3,
+  "num_hidden_layers": 2,
+  "num_key_value_heads": 3,
+  "pad_token_id": null,
+  "rms_norm_eps": 1e-06,
+  "rope_parameters": {
+    "rope_theta": 10000.0,
+    "rope_type": "default"
+  },
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "transformers_version": "5.5.0",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 151744
+}

add_sub_sorl_v1_abs100_K1_100K/generation_config.json

@@ -0,0 +1,7 @@
+{
+  "_from_model_config": true,
+  "output_attentions": false,
+  "output_hidden_states": false,
+  "transformers_version": "5.5.0",
+  "use_cache": true
+}

add_sub_sorl_v1_abs100_K1_100K/metrics.json

@@ -0,0 +1,3537 @@
+{
+  "history": {
+    "step": [
+      50,
+      100,
+      150,
+      200,
+      250,
+      300,
+      350,
+      400,
+      450,
+      500,
+      550,
+      600,
+      650,
+      700,
+      750,
+      800,
+      850,
+      900,
+      950,
+      1000,
+      1050,
+      1100,
+      1150,
+      1200,
+      1250,
+      1300,
+      1350,
+      1400,
+      1450,
+      1500,
+      1550,
+      1613,
+      1663,
+      1713,
+      1763,
+      1813,
+      1863,
+      1913,
+      1963,
+      2013,
+      2063,
+      2113,
+      2163,
+      2213,
+      2263,
+      2313,
+      2363,
+      2413,
+      2463,
+      2513,
+      2563,
+      2613,
+      2663,
+      2713,
+      2763,
+      2813,
+      2863,
+      2913,
+      2963,
+      3013,
+      3063,
+      3113,
+      3176,
+      3226,
+      3276,
+      3326,
+      3376,
+      3426,
+      3476,
+      3526,
+      3576,
+      3626,
+      3676,
+      3726,
+      3776,
+      3826,
+      3876,
+      3926,
+      3976,
+      4026,
+      4076,
+      4126,
+      4176,
+      4226,
+      4276,
+      4326,
+      4376,
+      4426,
+      4476,
+      4526,
+      4576,
+      4626,
+      4676,
+      4739,
+      4789,
+      4839,
+      4889,
+      4939,
+      4989,
+      5039,
+      5089,
+      5139,
+      5189,
+      5239,
+      5289,
+      5339,
+      5389,
+      5439,
+      5489,
+      5539,
+      5589,
+      5639,
+      5689,
+      5739,
+      5789,
+      5839,
+      5889,
+      5939,
+      5989,
+      6039,
+      6089,
+      6139,
+      6189,
+      6239,
+      6302,
+      6352,
+      6402,
+      6452,
+      6502,
+      6552,
+      6602,
+      6652,
+      6702,
+      6752,
+      6802,
+      6852,
+      6902,
+      6952,
+      7002,
+      7052,
+      7102,
+      7152,
+      7202,
+      7252,
+      7302,
+      7352,
+      7402,
+      7452,
+      7502,
+      7552,
+      7602,
+      7652,
+      7702,
+      7752,
+      7802,
+      7865,
+      7915,
+      7965,
+      8015,
+      8065,
+      8115,
+      8165,
+      8215,
+      8265,
+      8315,
+      8365,
+      8415,
+      8465,
+      8515,
+      8565,
+      8615,
+      8665,
+      8715,
+      8765,
+      8815,
+      8865,
+      8915,
+      8965,
+      9015,
+      9065,
+      9115,
+      9165,
+      9215,
+      9265,
+      9315,
+      9365,
+      9428,
+      9478,
+      9528,
+      9578,
+      9628,
+      9678,
+      9728,
+      9778,
+      9828,
+      9878,
+      9928,
+      9978,
+      10028,
+      10078,
+      10128,
+      10178,
+      10228,
+      10278,
+      10328,
+      10378,
+      10428,
+      10478,
+      10528,
+      10578,
+      10628,
+      10678,
+      10728,
+      10778,
+      10828,
+      10878,
+      10928,
+      10991,
+      11041,
+      11091,
+      11141,
+      11191,
+      11241,
+      11291,
+      11341,
+      11391,
+      11441,
+      11491,
+      11541,
+      11591,
+      11641,
+      11691,
+      11741,
+      11791,
+      11841,
+      11891,
+      11941,
+      11991,
+      12041,
+      12091,
+      12141,
+      12191,
+      12241,
+      12291,
+      12341,
+      12391,
+      12441,
+      12491,
+      12554,
+      12604,
+      12654,
+      12704,
+      12754,
+      12804,
+      12854,
+      12904,
+      12954,
+      13004,
+      13054,
+      13104,
+      13154,
+      13204,
+      13254,
+      13304,
+      13354,
+      13404,
+      13454,
+      13504,
+      13554,
+      13604,
+      13654,
+      13704,
+      13754,
+      13804,
+      13854,
+      13904,
+      13954,
+      14004,
+      14054,
+      14117,
+      14167,
+      14217,
+      14267,
+      14317,
+      14367,
+      14417,
+      14467,
+      14517,
+      14567,
+      14617,
+      14667,
+      14717,
+      14767,
+      14817,
+      14867,
+      14917,
+      14967,
+      15017,
+      15067,
+      15117,
+      15167,
+      15217,
+      15267,
+      15317,
+      15367,
+      15417,
+      15467,
+      15517,
+      15567,
+      15617
+    ],
+    "loss": [
+      1.0664606094360352,
+      -3.3413729667663574,
+      4.319561004638672,
+      6.777217388153076,
+      5.0598273277282715,
+      3.600525140762329,
+      2.567056179046631,
+      2.4118309020996094,
+      2.431142807006836,
+      1.9818832874298096,
+      1.558206558227539,
+      0.3146878778934479,
+      -3.7737298011779785,
+      -6.181707859039307,
+      -5.083313465118408,
+      -3.7771084308624268,
+      -2.6182398796081543,
+      -2.6247217655181885,
+      -2.087367534637451,
+      -2.1312968730926514,
+      -2.6685807704925537,
+      -2.092385768890381,
+      -1.7533386945724487,
+      -1.2619707584381104,
+      -1.3593165874481201,
+      -0.9183420538902283,
+      -1.6090948581695557,
+      -1.1344794034957886,
+      -0.8129481077194214,
+      -0.939844012260437,
+      -1.0884939432144165,
+      -0.6228066682815552,
+      -0.5494827628135681,
+      -0.5973113775253296,
+      -0.9492865204811096,
+      -0.8527410626411438,
+      -0.6668461561203003,
+      -0.6200451850891113,
+      -0.5056888461112976,
+      -1.417230248451233,
+      -1.0165972709655762,
+      -0.5822110772132874,
+      -0.6840647459030151,
+      -0.3080425262451172,
+      -0.1592114418745041,
+      -0.6937429904937744,
+      -0.43715211749076843,
+      -0.5924221873283386,
+      -0.3682578206062317,
+      -0.6857794523239136,
+      -0.7115035057067871,
+      -0.558780312538147,
+      -0.6552019715309143,
+      -0.26699402928352356,
+      -0.37855905294418335,
+      -0.8669564127922058,
+      -0.2425278127193451,
+      -0.5538155436515808,
+      -0.20611761510372162,
+      -0.29826247692108154,
+      -0.2503764033317566,
+      -0.22872035205364227,
+      -0.292000949382782,
+      -0.021833084523677826,
+      -0.2050989866256714,
+      -0.4219905138015747,
+      -0.27638745307922363,
+      -0.12598362565040588,
+      -0.17885074019432068,
+      -0.06159238517284393,
+      -0.518576443195343,
+      -0.36545059084892273,
+      -0.19623753428459167,
+      -0.2212906926870346,
+      -0.21547932922840118,
+      -0.1364957094192505,
+      -0.10791955143213272,
+      -0.17245277762413025,
+      -0.10920217633247375,
+      -0.23217836022377014,
+      -0.1445857137441635,
+      -0.3076881766319275,
+      -0.02939470112323761,
+      -0.40284401178359985,
+      -0.261845201253891,
+      -0.3696023225784302,
+      -0.09583646804094315,
+      -0.13663510978221893,
+      -0.1477874517440796,
+      -0.2419748157262802,
+      -0.20038042962551117,
+      -0.12283073365688324,
+      -0.4142155647277832,
+      -0.05653613805770874,
+      -0.12112052738666534,
+      -0.4081878364086151,
+      -0.22010070085525513,
+      -0.02316729724407196,
+      -0.2263665497303009,
+      -0.05877941474318504,
+      -0.06364306807518005,
+      -0.11318793147802353,
+      -0.028023626655340195,
+      -0.09794174879789352,
+      -0.10376553982496262,
+      0.007053602486848831,
+      -0.1245996430516243,
+      -0.04036162048578262,
+      -0.0693342387676239,
+      -0.06778055429458618,
+      -0.09522704780101776,
+      -0.0580228790640831,
+      -0.15885789692401886,
+      -0.11855684965848923,
+      -0.0499919131398201,
+      0.03315545618534088,
+      0.0216967910528183,
+      -0.05868081748485565,
+      0.013110561296343803,
+      0.006761729717254639,
+      -0.10776176303625107,
+      0.03221374377608299,
+      -0.04764406755566597,
+      0.038330335170030594,
+      -0.11673370003700256,
+      0.025804700329899788,
+      -0.0011606067419052124,
+      -0.002581719309091568,
+      -0.03550297021865845,
+      -0.004945486783981323,
+      -0.09307838976383209,
+      0.052502214908599854,
+      0.016737405210733414,
+      0.030999882146716118,
+      -0.01538512110710144,
+      0.0056137219071388245,
+      -0.04343424737453461,
+      -0.10714598745107651,
+      -0.04261987656354904,
+      -0.09053416550159454,
+      0.015999920666217804,
+      0.022900313138961792,
+      0.04075893387198448,
+      0.01324760913848877,
+      0.024834543466567993,
+      0.04116029292345047,
+      0.003218460828065872,
+      -0.00864899531006813,
+      0.03551499545574188,
+      0.2832469940185547,
+      -0.007751725614070892,
+      -0.014847606420516968,
+      -0.012988641858100891,
+      0.03155326098203659,
+      -0.14025439321994781,
+      -0.003313004970550537,
+      0.022897524759173393,
+      0.009539254009723663,
+      0.03127961605787277,
+      0.02400984987616539,
+      0.0077528320252895355,
+      0.03798247128725052,
+      0.04397474601864815,
+      0.001193128526210785,
+      0.0268325787037611,
+      0.02343951165676117,
+      0.03717686980962753,
+      0.007043089717626572,
+      -0.08001168072223663,
+      -0.03850996494293213,
+      0.03854174539446831,
+      0.06003142148256302,
+      0.029181834310293198,
+      0.002971721813082695,
+      0.03721901774406433,
+      0.028488952666521072,
+      0.03777478262782097,
+      0.04199827089905739,
+      -0.07353831827640533,
+      -0.017165061086416245,
+      -0.014051564037799835,
+      0.047176528722047806,
+      -0.031735531985759735,
+      0.03330183029174805,
+      0.025763196870684624,
+      -0.12449732422828674,
+      0.011544864624738693,
+      0.0368003286421299,
+      0.027070004492998123,
+      0.007165323942899704,
+      0.01169200986623764,
+      -0.11844679713249207,
+      0.0252859964966774,
+      0.03458349034190178,
+      0.04513313248753548,
+      0.03842907026410103,
+      0.012784086167812347,
+      0.03757982328534126,
+      0.02625146508216858,
+      0.04219738394021988,
+      0.02966756373643875,
+      0.03692697361111641,
+      0.030924798920750618,
+      0.04406774789094925,
+      0.03825094550848007,
+      0.03882833942770958,
+      0.03487744182348251,
+      -0.01552712731063366,
+      0.030084939673542976,
+      -0.014330405741930008,
+      0.027621082961559296,
+      0.028032027184963226,
+      -0.0054822154343128204,
+      0.034422580152750015,
+      0.04463361203670502,
+      0.03759485110640526,
+      -0.029422812163829803,
+      0.0034063048660755157,
+      -0.033259034156799316,
+      0.03872751444578171,
+      -0.07967151701450348,
+      0.03483220934867859,
+      0.0353083498775959,
+      0.03346346318721771,
+      0.03018520399928093,
+      0.041694581508636475,
+      0.03257603943347931,
+      0.016950154677033424,
+      0.04556126147508621,
+      0.033820562064647675,
+      0.032700445502996445,
+      0.04396568983793259,
+      0.040629323571920395,
+      0.04463769495487213,
+      0.04389692097902298,
+      0.036039356142282486,
+      0.03656092286109924,
+      0.024959925562143326,
+      0.03547786548733711,
+      0.04309987276792526,
+      -0.2355595976114273,
+      0.04199466109275818,
+      -0.010916169732809067,
+      0.0388471893966198,
+      0.03349750488996506,
+      -0.05913688987493515,
+      0.03664737567305565,
+      0.04117068648338318,
+      0.0402890183031559,
+      0.04501673951745033,
+      0.008626190945506096,
+      0.042667217552661896,
+      0.04110349342226982,
+      0.03789304569363594,
+      0.03443964943289757,
+      0.035775139927864075,
+      0.03979143127799034,
+      0.03474107012152672,
+      0.04315731301903725,
+      0.04772436246275902,
+      0.037727151066064835,
+      0.04630950465798378,
+      0.037069983780384064,
+      0.04996776580810547,
+      0.030258260667324066,
+      0.033165331929922104,
+      0.04709594324231148,
+      0.03257731720805168,
+      0.04514104500412941,
+      -0.001954497769474983,
+      0.03856378048658371,
+      0.027972698211669922,
+      0.04287264496088028,
+      0.027901941910386086,
+      0.04109715297818184,
+      0.04156051203608513,
+      0.042257409542798996,
+      0.036409005522727966,
+      0.027354024350643158,
+      0.03842397406697273,
+      0.04734078422188759,
+      0.029766805469989777,
+      0.025336407124996185,
+      0.035672932863235474,
+      0.03978734463453293,
+      0.03317052125930786,
+      0.048309605568647385,
+      0.030048005282878876,
+      0.0386713370680809,
+      0.03928830102086067,
+      0.03497984632849693,
+      0.037059687077999115,
+      0.04475829377770424,
+      0.03695715591311455,
+      0.03803648799657822,
+      0.052076347172260284,
+      0.03751390427350998,
+      0.045421451330184937,
+      0.05091147869825363,
+      0.04010364040732384,
+      0.042153116315603256,
+      0.04285721108317375,
+      0.04198171943426132,
+      0.03703484684228897,
+      0.03774353116750717,
+      0.04692570120096207,
+      0.04007577896118164,
+      0.03525951877236366,
+      0.04413042962551117,
+      0.03911620378494263
+    ],
+    "base_loss": [
+      11.356718063354492,
+      9.548453330993652,
+      8.050538063049316,
+      6.734401702880859,
+      5.352938175201416,
+      3.368302583694458,
+      2.106759548187256,
+      2.0061068534851074,
+      1.884503960609436,
+      1.8061273097991943,
+      1.8300752639770508,
+      1.7916336059570312,
+      1.9053407907485962,
+      1.7099350690841675,
+      1.4077036380767822,
+      1.1062419414520264,
+      0.8901417851448059,
+      0.7566534876823425,
+      0.6391062140464783,
+      0.587936282157898,
+      0.6264175772666931,
+      0.5220407247543335,
+      0.47252628207206726,
+      0.3897264897823334,
+      0.36327823996543884,
+      0.3192365765571594,
+      0.3505609333515167,
+      0.31324610114097595,
+      0.262179434299469,
+      0.2316390722990036,
+      0.2588884234428406,
+      0.172030970454216,
+      0.16002419590950012,
+      0.15175344049930573,
+      0.1915096938610077,
+      0.19242684543132782,
+      0.15074658393859863,
+      0.1319277584552765,
+      0.11718714982271194,
+      0.22299747169017792,
+      0.17098429799079895,
+      0.13521729409694672,
+      0.13196469843387604,
+      0.12192820012569427,
+      0.10068628937005997,
+      0.13441267609596252,
+      0.08767639100551605,
+      0.11452396959066391,
+      0.12260130792856216,
+      0.1273505985736847,
+      0.1173861026763916,
+      0.10244120657444,
+      0.1153917983174324,
+      0.06762773543596268,
+      0.07422107458114624,
+      0.14140784740447998,
+      0.05382787436246872,
+      0.09128846228122711,
+      0.0552077516913414,
+      0.06387655436992645,
+      0.04824099317193031,
+      0.05535067990422249,
+      0.052386920899152756,
+      0.023149486631155014,
+      0.042323999106884,
+      0.07102709263563156,
+      0.049370042979717255,
+      0.0338006392121315,
+      0.03761451691389084,
+      0.0324096605181694,
+      0.07703180611133575,
+      0.057282786816358566,
+      0.03682002052664757,
+      0.04252305254340172,
+      0.03904692456126213,
+      0.031195538118481636,
+      0.027146385982632637,
+      0.038859087973833084,
+      0.027347158640623093,
+      0.04037249833345413,
+      0.03015303425490856,
+      0.04862061142921448,
+      0.0304709579795599,
+      0.057618219405412674,
+      0.045000575482845306,
+      0.05856044963002205,
+      0.03451954200863838,
+      0.028822746127843857,
+      0.028996935114264488,
+      0.04589473828673363,
+      0.0342138335108757,
+      0.02665300853550434,
+      0.05774456262588501,
+      0.01859527826309204,
+      0.02468334697186947,
+      0.054861124604940414,
+      0.03519606962800026,
+      0.013943672180175781,
+      0.03530536964535713,
+      0.015494288876652718,
+      0.015569107607007027,
+      0.020680949091911316,
+      0.012148085050284863,
+      0.0199408121407032,
+      0.02069663442671299,
+      0.007321435492485762,
+      0.02165074273943901,
+      0.0130686666816473,
+      0.016087787225842476,
+      0.015184404328465462,
+      0.018497738987207413,
+      0.013703889213502407,
+      0.02493109367787838,
+      0.02087731473147869,
+      0.012139363214373589,
+      0.012444247491657734,
+      0.004634774290025234,
+      0.014108766801655293,
+      0.005642027594149113,
+      0.006029900629073381,
+      0.01849067583680153,
+      0.0023466539569199085,
+      0.011180520989000797,
+      0.0020730586256831884,
+      0.01948000304400921,
+      0.00354547007009387,
+      0.006063684821128845,
+      0.006294974125921726,
+      0.010042752139270306,
+      0.006284511182457209,
+      0.016984393820166588,
+      0.0005151968216523528,
+      0.005874189548194408,
+      0.002556562889367342,
+      0.007727435324341059,
+      0.004789342638105154,
+      0.009922766126692295,
+      0.01741747185587883,
+      0.010859185829758644,
+      0.014621319249272346,
+      0.0053294082172214985,
+      0.003602638142183423,
+      0.001870386186055839,
+      0.003925827797502279,
+      0.00225110468454659,
+      0.0007947799167595804,
+      0.005947140511125326,
+      0.005848655942827463,
+      0.000934421201236546,
+      0.004510719329118729,
+      0.0054958276450634,
+      0.0063496241346001625,
+      0.006627290975302458,
+      0.0013636410003528,
+      0.020111961290240288,
+      0.005918459035456181,
+      0.0018504727631807327,
+      0.004286831710487604,
+      0.0014447551220655441,
+      0.00251778750680387,
+      0.005922266747802496,
+      0.001949518104083836,
+      0.00017086350999306887,
+      0.004415383096784353,
+      0.0023110867477953434,
+      0.0024018683470785618,
+      0.0007134453626349568,
+      0.003895906265825033,
+      0.01359934639185667,
+      0.009816022589802742,
+      0.0012424623128026724,
+      0.00011585997708607465,
+      0.002145789796486497,
+      0.003909310791641474,
+      0.0012203685473650694,
+      0.0012569633545354009,
+      0.0003893454559147358,
+      0.0010422799969092011,
+      0.012871927581727505,
+      0.005944870412349701,
+      0.006965217646211386,
+      0.0003388803161215037,
+      0.007897102274000645,
+      0.00036106299376115203,
+      0.002639312297105789,
+      0.0184232909232378,
+      0.0029910888988524675,
+      0.001064358395524323,
+      0.0013742492301389575,
+      0.00443993927910924,
+      0.004003556910902262,
+      0.01853915862739086,
+      0.0015371607150882483,
+      0.0007549685542471707,
+      0.00019772537052631378,
+      0.0005279059987515211,
+      0.003952490631490946,
+      0.0001886456593638286,
+      0.0013548994902521372,
+      0.0002484374272171408,
+      0.001224033534526825,
+      0.000899218488484621,
+      0.0011443572584539652,
+      0.0004370952083263546,
+      0.0003863008168991655,
+      0.0004016864695586264,
+      0.0007308078929781914,
+      0.005567010026425123,
+      0.0004824791685678065,
+      0.005473974160850048,
+      0.0019608349539339542,
+      0.0005263011553324759,
+      0.0048079644329845905,
+      0.0006183158257044852,
+      0.00026801222702488303,
+      0.00034555824822746217,
+      0.008479134179651737,
+      0.0048667266964912415,
+      0.007753435522317886,
+      0.0003176348109263927,
+      0.014168992638587952,
+      0.0001468626142013818,
+      7.616518996655941e-05,
+      0.00032010304857976735,
+      0.0005761987413279712,
+      9.959381713997573e-05,
+      9.804391447687522e-05,
+      0.0020625346805900335,
+      0.00025049876421689987,
+      0.00021074242249596864,
+      9.36376818572171e-05,
+      0.0003631088475231081,
+      3.97357543988619e-05,
+      0.000123509656987153,
+      0.0001848286483436823,
+      0.0001930765138240531,
+      0.0003585308731999248,
+      0.0008728955290280282,
+      0.00021700674551539123,
+      0.00012918005813844502,
+      0.02983257733285427,
+      8.506327867507935e-05,
+      0.004950170870870352,
+      2.7652580683934502e-05,
+      0.0001985271373996511,
+      0.01116181630641222,
+      0.0003188523987773806,
+      2.707611747609917e-05,
+      0.00014825700782239437,
+      5.672861516359262e-05,
+      0.003525350010022521,
+      5.510632036020979e-05,
+      8.169674401869997e-05,
+      4.743336103274487e-05,
+      9.559605678077787e-05,
+      5.7907349400920793e-05,
+      0.0001101468806155026,
+      1.2482322745199781e-05,
+      2.726751336012967e-05,
+      0.0003054686530958861,
+      5.505143053596839e-05,
+      7.231323979794979e-05,
+      3.982451744377613e-05,
+      1.134302237915108e-05,
+      0.00015206226089503616,
+      9.228569979313761e-05,
+      2.819934525177814e-05,
+      0.00035051675513386726,
+      2.4978022338473238e-05,
+      0.0033743774984031916,
+      0.0009495074627920985,
+      0.0014125375309959054,
+      4.378549783723429e-05,
+      0.0001345476193819195,
+      0.00030832309857942164,
+      9.463964488531929e-06,
+      1.627849997021258e-05,
+      4.235278538544662e-05,
+      1.0411609764560126e-05,
+      1.7130547348642722e-05,
+      0.00014150490460451692,
+      5.2003684686496854e-05,
+      0.0006301828543655574,
+      2.61843506450532e-05,
+      0.00011875682685058564,
+      2.3932296244311146e-05,
+      9.978181878977921e-06,
+      9.8342261480866e-06,
+      1.397290270688245e-05,
+      9.339009920950048e-06,
+      1.2037357009830885e-05,
+      1.1952404747717083e-05,
+      1.847141538746655e-05,
+      1.0864380783459637e-05,
+      1.1463607734185643e-05,
+      9.38671928452095e-06,
+      8.356297257705592e-06,
+      1.0832836778718047e-05,
+      1.1720329894160386e-05,
+      7.603311132697854e-06,
+      8.084125511231832e-06,
+      6.3722632148710545e-06,
+      3.142891364404932e-05,
+      3.092598490184173e-05,
+      1.2181319107185118e-05,
+      8.359259481949266e-06,
+      8.379879545827862e-06,
+      8.524321856384631e-06,
+      6.200567895575659e-06,
+      8.25512961455388e-06
+    ],
+    "info_loss": [
+      -1.6414213180541992,
+      -1.816573143005371,
+      -0.7889370918273926,
+      -0.2980337142944336,
+      -0.21735620498657227,
+      -0.08219265937805176,
+      -0.042023420333862305,
+      -0.044944167137145996,
+      -0.029181957244873047,
+      -0.06557989120483398,
+      -0.11028933525085449,
+      -0.23153579235076904,
+      -0.6512768268585205,
+      -0.8737664818763733,
+      -0.7344223856925964,
+      -0.5723384618759155,
+      -0.43505167961120605,
+      -0.4228346347808838,
+      -0.35660985112190247,
+      -0.35535603761672974,
+      -0.412447452545166,
+      -0.3439449667930603,
+      -0.30313801765441895,
+      -0.24534408748149872,
+      -0.24880200624465942,
+      -0.1962471902370453,
+      -0.26602083444595337,
+      -0.2126409113407135,
+      -0.17115969955921173,
+      -0.17923790216445923,
+      -0.19013988971710205,
+      -0.1312088966369629,
+      -0.120570108294487,
+      -0.12261860817670822,
+      -0.15998166799545288,
+      -0.14819633960723877,
+      -0.1236516684293747,
+      -0.1143304854631424,
+      -0.09946946799755096,
+      -0.20064859092235565,
+      -0.15405519306659698,
+      -0.10555221140384674,
+      -0.11712271720170975,
+      -0.07605809718370438,
+      -0.05881492793560028,
+      -0.11524166166782379,
+      -0.08056307584047318,
+      -0.10071855783462524,
+      -0.0774831622838974,
+      -0.10770256817340851,
+      -0.11050382256507874,
+      -0.09081194549798965,
+      -0.10249423235654831,
+      -0.05746406689286232,
+      -0.06627097725868225,
+      -0.12268416583538055,
+      -0.051491059362888336,
+      -0.08570364117622375,
+      -0.0470566563308239,
+      -0.05305585265159607,
+      -0.04705703631043434,
+      -0.04633725434541702,
+      -0.051419906318187714,
+      -0.02182532660663128,
+      -0.03974014148116112,
+      -0.06615376472473145,
+      -0.048380088061094284,
+      -0.031568992882966995,
+      -0.036478251218795776,
+      -0.024104811251163483,
+      -0.07487587630748749,
+      -0.05639788880944252,
+      -0.03652379661798477,
+      -0.03925654664635658,
+      -0.03846259415149689,
+      -0.030123775824904442,
+      -0.026287047192454338,
+      -0.03424815461039543,
+      -0.026972325518727303,
+      -0.039360810071229935,
+      -0.029717199504375458,
+      -0.04742119833827019,
+      -0.017811279743909836,
+      -0.05732689052820206,
+      -0.04290097951889038,
+      -0.0537954680621624,
+      -0.024144519120454788,
+      -0.028509942814707756,
+      -0.02772676944732666,
+      -0.03953155130147934,
+      -0.03390685096383095,
+      -0.0245954766869545,
+      -0.05754601210355759,
+      -0.018413051962852478,
+      -0.02457304298877716,
+      -0.05468747764825821,
+      -0.03461487963795662,
+      -0.01196512021124363,
+      -0.03521433100104332,
+      -0.015416179783642292,
+      -0.015413844957947731,
+      -0.02060128003358841,
+      -0.012071454897522926,
+      -0.019818812608718872,
+      -0.020626476034522057,
+      -0.007235595025122166,
+      -0.02147303707897663,
+      -0.012981204316020012,
+      -0.015981091186404228,
+      -0.014910366386175156,
+      -0.018423691391944885,
+      -0.013645061291754246,
+      -0.02487649954855442,
+      -0.020798780024051666,
+      -0.012094789184629917,
+      -0.003507678396999836,
+      -0.0045806835405528545,
+      -0.014048563316464424,
+      -0.0055995783768594265,
+      -0.005990410223603249,
+      -0.018072795122861862,
+      -0.0023128343746066093,
+      -0.011131302453577518,
+      -0.0019647148437798023,
+      -0.019436391070485115,
+      -0.003467048518359661,
+      -0.006032169330865145,
+      -0.0062392582185566425,
+      -0.010002661496400833,
+      -0.006256108172237873,
+      -0.01696380227804184,
+      -0.0004878409090451896,
+      -0.005849887616932392,
+      -0.0025370235089212656,
+      -0.007707635406404734,
+      -0.004721880424767733,
+      -0.009883266873657703,
+      -0.01739588752388954,
+      -0.010649303905665874,
+      -0.014589671045541763,
+      -0.005279276054352522,
+      -0.0035842156503349543,
+      -0.0018002031138166785,
+      -0.003911444451659918,
+      -0.0022144124377518892,
+      -0.0007748243515379727,
+      -0.0057691484689712524,
+      -0.005829197354614735,
+      -0.0009182158391922712,
+      0.023302190005779266,
+      -0.005476834252476692,
+      -0.006333555094897747,
+      -0.006310049910098314,
+      -0.0011707788798958063,
+      -0.020092159509658813,
+      -0.005901510827243328,
+      -0.001840499578975141,
+      -0.004256018437445164,
+      -0.0014213278191164136,
+      -0.0024612818378955126,
+      -0.005892420187592506,
+      -0.0019356019329279661,
+      -0.0001624987635295838,
+      -0.004399558063596487,
+      -0.0022923338692635298,
+      -0.0023859506472945213,
+      -0.0007032789872027934,
+      -0.0038349481765180826,
+      -0.013573608361184597,
+      -0.009795728139579296,
+      -0.0012280066730454564,
+      0.0009955366840586066,
+      -0.002111360663548112,
+      -0.0038775380235165358,
+      -0.001163705252110958,
+      -0.0012498532887548208,
+      -0.00038247433258220553,
+      -0.001030683983117342,
+      -0.012797330506145954,
+      -0.0059367697685956955,
+      -0.006959662772715092,
+      -0.00032423302764073014,
+      -0.007883579470217228,
+      -0.0003543166385497898,
+      -0.0025655466597527266,
+      -0.01841193065047264,
+      -0.00298623857088387,
+      -0.001057106419466436,
+      -0.0012849696213379502,
+      -0.004397203214466572,
+      -0.003917945083230734,
+      -0.01851789467036724,
+      -0.0015115346759557724,
+      -0.0007443876238539815,
+      -0.00018988554074894637,
+      -0.0004794025735463947,
+      -0.003946919459849596,
+      -0.0001825359504437074,
+      -0.0013486716197803617,
+      -0.0002386654814472422,
+      -0.0011928165331482887,
+      -0.0008850054000504315,
+      -0.0011358740739524364,
+      -0.0004307025810703635,
+      -0.0003831822541542351,
+      -0.00039789601578377187,
+      -0.000724102312233299,
+      -0.005562977399677038,
+      -0.00047869753325358033,
+      -0.005468929186463356,
+      -0.0019564181566238403,
+      -0.0005200754385441542,
+      -0.00479763513430953,
+      -0.0006115435971878469,
+      -0.0002655511489138007,
+      -0.0003414367383811623,
+      -0.00847649946808815,
+      -0.0048600295558571815,
+      -0.007748408243060112,
+      -0.0003116226871497929,
+      -0.014162570238113403,
+      -0.00014125888992566615,
+      -7.286114851012826e-05,
+      -0.00031119445338845253,
+      -0.0005726786912418902,
+      -9.636219328967854e-05,
+      -9.473485260969028e-05,
+      -0.0020531516056507826,
+      -0.00024614756694063544,
+      -0.00020701561879832298,
+      -9.163987124338746e-05,
+      -0.00033374191843904555,
+      -3.453910903772339e-05,
+      -0.00011739716865122318,
+      -0.00018190940318163484,
+      -0.00018823514983523637,
+      -0.00035355138243176043,
+      -0.0008565147873014212,
+      -0.00021456937247421592,
+      -0.00012541584146674722,
+      -0.02982868254184723,
+      -8.055209764279425e-05,
+      -0.004946199245750904,
+      -2.396915078861639e-05,
+      -0.00019351710216142237,
+      -0.011158378794789314,
+      -0.0003155699814669788,
+      -2.4082641175482422e-05,
+      -0.00014629751967731863,
+      -5.4705527873011306e-05,
+      -0.0035232400987297297,
+      -5.216634235694073e-05,
+      -7.84561998443678e-05,
+      -4.5017790398560464e-05,
+      -8.93589312909171e-05,
+      -5.619212970486842e-05,
+      -0.00010777371790027246,
+      -1.0952573575195856e-05,
+      -2.487457823008299e-05,
+      -0.00030178361339494586,
+      -5.3604162530973554e-05,
+      -7.070658466545865e-05,
+      -3.775249933823943e-05,
+      -9.92901641438948e-06,
+      -0.00015062962484080344,
+      -8.858405635692179e-05,
+      -2.677975317055825e-05,
+      -0.00034922329359687865,
+      -2.3543003408121876e-05,
+      -0.003372954437509179,
+      -0.0009480405133217573,
+      -0.0014110596384853125,
+      -4.192819687887095e-05,
+      -0.00013309369387570769,
+      -0.00030725289252586663,
+      -8.247398000094108e-06,
+      -1.5205354429781437e-05,
+      -4.1262610466219485e-05,
+      -9.282851351599675e-06,
+      -1.609013088454958e-05,
+      -0.0001403966307407245,
+      -5.080681148683652e-05,
+      -0.000629170099273324,
+      -2.4902325094444677e-05,
+      -0.00011699106107698753,
+      -2.2841057216282934e-05,
+      -8.752570465730969e-06,
+      -8.695622454979457e-06,
+      -1.3258978469821159e-05,
+      -8.092115422186907e-06,
+      -1.1183735296071973e-05,
+      -1.085585154214641e-05,
+      -1.749858529365156e-05,
+      -9.808529284782708e-06,
+      -1.0461242709425278e-05,
+      -8.579398127039894e-06,
+      -7.443603408319177e-06,
+      -1.0038021173386369e-05,
+      -1.042820713337278e-05,
+      -6.524046511913184e-06,
+      -7.095067758200457e-06,
+      -5.101167062093737e-06,
+      -3.06676265608985e-05,
+      -2.979565761052072e-05,
+      -1.1313065442664083e-05,
+      -7.60914690545178e-06,
+      -7.719173481746111e-06,
+      -7.5882139753957745e-06,
+      -5.529218469746411e-06,
+      -7.526571152993711e-06
+    ],
+    "abs_loss": [
+      4.603041648864746,
+      4.5841755867004395,
+      4.53274393081665,
+      4.460714340209961,
+      4.217731475830078,
+      3.563347578048706,
+      3.490215539932251,
+      3.555037498474121,
+      3.4676544666290283,
+      3.4505527019500732,
+      3.476942300796509,
+      3.538877248764038,
+      3.5043728351593018,
+      3.551368474960327,
+      3.580101728439331,
+      3.447862386703491,
+      3.4857311248779297,
+      3.5770199298858643,
+      3.4992458820343018,
+      3.4904441833496094,
+      3.4738893508911133,
+      3.4653518199920654,
+      3.3250033855438232,
+      3.3614861965179443,
+      3.195547342300415,
+      3.0932915210723877,
+      2.9397449493408203,
+      2.843135118484497,
+      2.8380239009857178,
+      2.8438808917999268,
+      2.492919683456421,
+      2.520671844482422,
+      2.471489191055298,
+      2.3850584030151367,
+      2.3514461517333984,
+      2.2681071758270264,
+      2.0714380741119385,
+      1.9762543439865112,
+      1.8742655515670776,
+      1.8870280981063843,
+      1.8385252952575684,
+      1.6683934926986694,
+      1.793905258178711,
+      1.674667477607727,
+      1.6918026208877563,
+      1.537947654724121,
+      1.435508370399475,
+      1.5701359510421753,
+      1.3663746118545532,
+      1.3788094520568848,
+      1.4458147287368774,
+      1.2867871522903442,
+      1.3385576009750366,
+      1.1818543672561646,
+      1.0866996049880981,
+      1.193161129951477,
+      1.0689277648925781,
+      1.0907918214797974,
+      1.0410022735595703,
+      0.9009587168693542,
+      0.9473994374275208,
+      0.9445759654045105,
+      0.8296585083007812,
+      0.9158961772918701,
+      0.699213981628418,
+      0.814408540725708,
+      0.7943611741065979,
+      0.7281647324562073,
+      0.7427763938903809,
+      0.7406776547431946,
+      0.7442176938056946,
+      0.7054641246795654,
+      0.6902454495429993,
+      0.5436487793922424,
+      0.6410473585128784,
+      0.5979702472686768,
+      0.5593562722206116,
+      0.624752938747406,
+      0.5044851899147034,
+      0.5767760872840881,
+      0.6247518062591553,
+      0.5620524287223816,
+      0.5795817375183105,
+      0.5059494376182556,
+      0.4822920560836792,
+      0.5331989526748657,
+      0.5090872645378113,
+      0.4961584508419037,
+      0.49813321232795715,
+      0.472335547208786,
+      0.46345794200897217,
+      0.4337069094181061,
+      0.4234611988067627,
+      0.47659751772880554,
+      0.3887687623500824,
+      0.3862188756465912,
+      0.3821044862270355,
+      0.39485105872154236,
+      0.3898662030696869,
+      0.3730045557022095,
+      0.36670246720314026,
+      0.36509397625923157,
+      0.3244834840297699,
+      0.27992698550224304,
+      0.35280367732048035,
+      0.3234531879425049,
+      0.2795107066631317,
+      0.30822595953941345,
+      0.3191474676132202,
+      0.2637419104576111,
+      0.2360672503709793,
+      0.28962427377700806,
+      0.23743826150894165,
+      0.24665343761444092,
+      0.26962411403656006,
+      0.23034636676311493,
+      0.22610719501972198,
+      0.23116528987884521,
+      0.25347766280174255,
+      0.21410854160785675,
+      0.19492192566394806,
+      0.18323493003845215,
+      0.18930715322494507,
+      0.20562772452831268,
+      0.16831408441066742,
+      0.17243289947509766,
+      0.1741904467344284,
+      0.17991065979003906,
+      0.17096646130084991,
+      0.17316819727420807,
+      0.1817537099123001,
+      0.173362135887146,
+      0.16520343720912933,
+      0.14296814799308777,
+      0.172354593873024,
+      0.1721935272216797,
+      0.11427051573991776,
+      0.1509944349527359,
+      0.143010213971138,
+      0.11524579674005508,
+      0.1162722110748291,
+      0.1432504504919052,
+      0.1431410312652588,
+      0.15201514959335327,
+      0.13215528428554535,
+      0.11335012316703796,
+      0.11833048611879349,
+      0.13832975924015045,
+      0.08608877658843994,
+      0.11008838564157486,
+      0.10113388299942017,
+      0.10196736454963684,
+      0.09909848123788834,
+      0.1218162253499031,
+      0.1243174597620964,
+      0.08232169598340988,
+      0.09428908675909042,
+      0.13485608994960785,
+      0.08557337522506714,
+      0.0895991101861,
+      0.09934133291244507,
+      0.14667707681655884,
+      0.08835374563932419,
+      0.07963862270116806,
+      0.07490351051092148,
+      0.07977992296218872,
+      0.0895429477095604,
+      0.08950457721948624,
+      0.08969501405954361,
+      0.07227172702550888,
+      0.08207719773054123,
+      0.10901232808828354,
+      0.07238639146089554,
+      0.0652027279138565,
+      0.08443044871091843,
+      0.08576809614896774,
+      0.08091983199119568,
+      0.0742729976773262,
+      0.0786265954375267,
+      0.06966403126716614,
+      0.07922590523958206,
+      0.08238772302865982,
+      0.05430297181010246,
+      0.0660567358136177,
+      0.058504436165094376,
+      0.08552845567464828,
+      0.0697905644774437,
+      0.049891188740730286,
+      0.07148411124944687,
+      0.0644802674651146,
+      0.07760775089263916,
+      0.06404165178537369,
+      0.062223393470048904,
+      0.05556373670697212,
+      0.05657640099525452,
+      0.06102887913584709,
+      0.06736531853675842,
+      0.06771568208932877,
+      0.05608828738331795,
+      0.05777057632803917,
+      0.05531086400151253,
+      0.06451470404863358,
+      0.049541670829057693,
+      0.05765654519200325,
+      0.04217498376965523,
+      0.047461628913879395,
+      0.04364612326025963,
+      0.04544100537896156,
+      0.04761265590786934,
+      0.048201579600572586,
+      0.03596240654587746,
+      0.043829262256622314,
+      0.056982528418302536,
+      0.038768455386161804,
+      0.047616492956876755,
+      0.043035198003053665,
+      0.04991820454597473,
+      0.033055663108825684,
+      0.05667095258831978,
+      0.03975292667746544,
+      0.05935639142990112,
+      0.043755244463682175,
+      0.04013407602906227,
+      0.05057823657989502,
+      0.04614407941699028,
+      0.03472425043582916,
+      0.04538685083389282,
+      0.037106648087501526,
+      0.0376768633723259,
+      0.037843529134988785,
+      0.037003424018621445,
+      0.03772269934415817,
+      0.03886259347200394,
+      0.03979538381099701,
+      0.035227809101343155,
+      0.04654185473918915,
+      0.04154503718018532,
+      0.038492366671562195,
+      0.0369468592107296,
+      0.03757183253765106,
+      0.045592788606882095,
+      0.04095832630991936,
+      0.034500520676374435,
+      0.04237512871623039,
+      0.03417122736573219,
+      0.04159379377961159,
+      0.04262787103652954,
+      0.03383564576506615,
+      0.05068780109286308,
+      0.04203616455197334,
+      0.032313790172338486,
+      0.04111837223172188,
+      0.03396201506257057,
+      0.03214220702648163,
+      0.04141819849610329,
+      0.03637465089559555,
+      0.03442591801285744,
+      0.03087209165096283,
+      0.0317850187420845,
+      0.03445545211434364,
+      0.04282728210091591,
+      0.035558078438043594,
+      0.04060632735490799,
+      0.027773447334766388,
+      0.03157457709312439,
+      0.037785883992910385,
+      0.02797539345920086,
+      0.035231754183769226,
+      0.031233632937073708,
+      0.033776842057704926,
+      0.03175435960292816,
+      0.03569674864411354,
+      0.02642284333705902,
+      0.036271944642066956,
+      0.023505395278334618,
+      0.0320374071598053,
+      0.026109585538506508,
+      0.03013613633811474,
+      0.030888063833117485,
+      0.036726213991642,
+      0.03140904754400253,
+      0.030737057328224182,
+      0.028026685118675232,
+      0.030188364908099174,
+      0.03312038630247116,
+      0.032729942351579666,
+      0.03299831598997116,
+      0.03521570935845375,
+      0.02604033052921295,
+      0.030986415222287178,
+      0.03034178912639618,
+      0.024759912863373756,
+      0.02873222343623638,
+      0.024176398292183876,
+      0.027595123276114464,
+      0.041874248534440994,
+      0.03185281530022621,
+      0.031231991946697235,
+      0.031455159187316895,
+      0.029650427401065826,
+      0.031163498759269714,
+      0.02589062787592411,
+      0.02857351303100586,
+      0.02707638405263424,
+      0.043108388781547546,
+      0.023442847654223442,
+      0.02926076389849186,
+      0.02585754729807377,
+      0.02577146328985691,
+      0.02764846384525299
+    ],
+    "zipf_loss": [
+      5.663651466369629,
+      4.8174872398376465,
+      3.7051196098327637,
+      2.5770812034606934,
+      1.4586780071258545,
+      0.6978144645690918,
+      0.5315093994140625,
+      0.49966198205947876,
+      0.4916931390762329,
+      0.4864996075630188,
+      0.4833303391933441,
+      0.4845244586467743,
+      0.4832606315612793,
+      0.49088525772094727,
+      0.49519699811935425,
+      0.4952481687068939,
+      0.49356189370155334,
+      0.48926907777786255,
+      0.489700049161911,
+      0.4852827191352844,
+      0.48208707571029663,
+      0.47848790884017944,
+      0.4730149507522583,
+      0.46559518575668335,
+      0.44587045907974243,
+      0.41556423902511597,
+      0.40657806396484375,
+      0.3943699598312378,
+      0.35266709327697754,
+      0.3365079164505005,
+      0.30472445487976074,
+      0.2651841640472412,
+      0.2490452378988266,
+      0.23861542344093323,
+      0.22387580573558807,
+      0.20998485386371613,
+      0.21178016066551208,
+      0.1937064379453659,
+      0.18439215421676636,
+      0.17755547165870667,
+      0.1691177487373352,
+      0.17125433683395386,
+      0.17580723762512207,
+      0.16314344108104706,
+      0.15907134115695953,
+      0.17046615481376648,
+      0.13725140690803528,
+      0.14322584867477417,
+      0.14733506739139557,
+      0.12601473927497864,
+      0.1315670907497406,
+      0.11821918189525604,
+      0.12049274146556854,
+      0.12183350324630737,
+      0.10125967115163803,
+      0.09916132688522339,
+      0.1116621270775795,
+      0.10285325348377228,
+      0.10514096915721893,
+      0.07832358777523041,
+      0.07721303403377533,
+      0.08484388887882233,
+      0.08684535324573517,
+      0.08168107271194458,
+      0.08005701750516891,
+      0.08707915246486664,
+      0.07860724627971649,
+      0.0830891877412796,
+      0.07403960824012756,
+      0.07297830283641815,
+      0.07872877269983292,
+      0.07069910317659378,
+      0.06315585970878601,
+      0.07438682019710541,
+      0.06599496304988861,
+      0.07374947518110275,
+      0.0718688890337944,
+      0.06869439035654068,
+      0.0827254056930542,
+      0.06337965279817581,
+      0.0599580816924572,
+      0.061697959899902344,
+      0.06028898060321808,
+      0.06221170723438263,
+      0.07393478602170944,
+      0.056472014635801315,
+      0.06018044799566269,
+      0.07002571225166321,
+      0.05067000538110733,
+      0.06021241471171379,
+      0.05812843143939972,
+      0.05310033634305,
+      0.061153873801231384,
+      0.061339348554611206,
+      0.061049684882164,
+      0.045203905552625656,
+      0.05264156684279442,
+      0.04305511713027954,
+      0.051484763622283936,
+      0.04258764162659645,
+      0.03825601935386658,
+      0.03563452512025833,
+      0.0480944849550724,
+      0.05231287330389023,
+      0.04652220755815506,
+      0.03974279761314392,
+      0.04052890092134476,
+      0.04555916041135788,
+      0.04247414693236351,
+      0.03976451978087425,
+      0.04690541326999664,
+      0.03576142340898514,
+      0.04123218357563019,
+      0.04388829320669174,
+      0.03185419738292694,
+      0.0327533520758152,
+      0.04025813192129135,
+      0.04457952082157135,
+      0.03811655193567276,
+      0.039225079119205475,
+      0.034983329474925995,
+      0.03467193990945816,
+      0.0335577167570591,
+      0.03534165024757385,
+      0.04131878539919853,
+      0.039686426520347595,
+      0.035678356885910034,
+      0.035524822771549225,
+      0.03738424926996231,
+      0.0340142622590065,
+      0.04139988124370575,
+      0.039529215544462204,
+      0.05284174531698227,
+      0.039516739547252655,
+      0.03672833740711212,
+      0.030823830515146255,
+      0.03404860198497772,
+      0.034295953810214996,
+      0.03871295601129532,
+      0.029216643422842026,
+      0.0518360510468483,
+      0.04081478714942932,
+      0.04257647693157196,
+      0.03323471173644066,
+      0.03151203319430351,
+      0.03677874431014061,
+      0.043129757046699524,
+      0.029961343854665756,
+      0.03515385463833809,
+      0.03470553457736969,
+      0.03140740096569061,
+      0.03194158524274826,
+      0.03357471898198128,
+      0.02971578575670719,
+      0.02812349796295166,
+      0.04155147820711136,
+      0.030023138970136642,
+      0.03432699292898178,
+      0.03549080342054367,
+      0.037144970148801804,
+      0.05082063376903534,
+      0.040721263736486435,
+      0.036593496799468994,
+      0.03280946612358093,
+      0.03995447978377342,
+      0.036919157952070236,
+      0.03454191982746124,
+      0.032546211034059525,
+      0.03315555304288864,
+      0.04240412265062332,
+      0.041371628642082214,
+      0.03905896097421646,
+      0.04091101139783859,
+      0.031317517161369324,
+      0.03919265791773796,
+      0.031153714284300804,
+      0.033118195831775665,
+      0.043835531920194626,
+      0.03370039537549019,
+      0.029291361570358276,
+      0.040657252073287964,
+      0.04184120520949364,
+      0.03377286344766617,
+      0.02987826056778431,
+      0.04292890802025795,
+      0.032645855098962784,
+      0.03143710270524025,
+      0.04131791740655899,
+      0.03139704093337059,
+      0.04024938866496086,
+      0.039107128977775574,
+      0.04178883135318756,
+      0.03264184296131134,
+      0.03571602329611778,
+      0.04117662087082863,
+      0.03659230098128319,
+      0.04156425595283508,
+      0.032444968819618225,
+      0.03277445212006569,
+      0.03855854272842407,
+      0.03484060987830162,
+      0.038426339626312256,
+      0.03618501499295235,
+      0.04217202216386795,
+      0.037478968501091,
+      0.037659451365470886,
+      0.037023045122623444,
+      0.02999153546988964,
+      0.029628170654177666,
+      0.03006475418806076,
+      0.041628189384937286,
+      0.028323553502559662,
+      0.03198792040348053,
+      0.03604285418987274,
+      0.04225946217775345,
+      0.03636014088988304,
+      0.04187122732400894,
+      0.04383430629968643,
+      0.030804522335529327,
+      0.03755081444978714,
+      0.04184955358505249,
+      0.03172241151332855,
+      0.031947389245033264,
+      0.031197478994727135,
+      0.030721383169293404,
+      0.03908618539571762,
+      0.02888665720820427,
+      0.03170847147703171,
+      0.04400455206632614,
+      0.03189562261104584,
+      0.02982286550104618,
+      0.043167728930711746,
+      0.03704871982336044,
+      0.04170861840248108,
+      0.042008403688669205,
+      0.03307444602251053,
+      0.03558340296149254,
+      0.028802942484617233,
+      0.03371186554431915,
+      0.04046766832470894,
+      0.02833537384867668,
+      0.03861928731203079,
+      0.03014560043811798,
+      0.03482171520590782,
+      0.03181702643632889,
+      0.03712569922208786,
+      0.03522143512964249,
+      0.03800087422132492,
+      0.036534957587718964,
+      0.041303448379039764,
+      0.0371018648147583,
+      0.03902193903923035,
+      0.03841015696525574,
+      0.035081569105386734,
+      0.031095823273062706,
+      0.0326416902244091,
+      0.03731643036007881,
+      0.03175090253353119,
+      0.04020028933882713,
+      0.04699118435382843,
+      0.033925414085388184,
+      0.043388448655605316,
+      0.033347051590681076,
+      0.04727836698293686,
+      0.028455037623643875,
+      0.030180299654603004,
+      0.04453800246119499,
+      0.03219585865736008,
+      0.042228132486343384,
+      0.02502298727631569,
+      0.043919242918491364,
+      0.037101082503795624,
+      0.04060585796833038,
+      0.02547113597393036,
+      0.041510820388793945,
+      0.038429781794548035,
+      0.03978222608566284,
+      0.03376566618680954,
+      0.024347634986042976,
+      0.034895122051239014,
+      0.045462340116500854,
+      0.02714916504919529,
+      0.028195256367325783,
+      0.032876934856176376,
+      0.037526458501815796,
+      0.03010200522840023,
+      0.04508732259273529,
+      0.02660355716943741,
+      0.03618592023849487,
+      0.036261241883039474,
+      0.03204546868801117,
+      0.03468030318617821,
+      0.042041584849357605,
+      0.034626737236976624,
+      0.035370122641325,
+      0.04796532914042473,
+      0.034394703805446625,
+      0.04238779842853546,
+      0.047858525067567825,
+      0.03719623386859894,
+      0.03909963369369507,
+      0.040312789380550385,
+      0.03939961642026901,
+      0.03459423780441284,
+      0.03353364020586014,
+      0.0446491502225399,
+      0.03721851482987404,
+      0.03274112194776535,
+      0.041602373123168945,
+      0.036418367177248
+    ],
+    "denoise_loss": [],
+    "ortho_loss": [
+      0.9376026391983032,
+      0.7007379531860352,
+      0.37365850806236267,
+      0.17707382142543793,
+      0.13603900372982025,
+      0.11406496912240982,
+      0.11125006526708603,
+      0.09397157281637192,
+      0.07696004956960678,
+      0.07365667074918747,
+      0.06984909623861313,
+      0.07013429701328278,
+      0.0726105347275734,
+      0.08216109126806259,
+      0.09343095868825912,
+      0.10101717710494995,
+      0.11018366366624832,
+      0.12144909054040909,
+      0.12832850217819214,
+      0.13581342995166779,
+      0.14066903293132782,
+      0.14225120842456818,
+      0.1478288471698761,
+      0.15492728352546692,
+      0.1571032702922821,
+      0.16372014582157135,
+      0.16633547842502594,
+      0.1622837334871292,
+      0.16084976494312286,
+      0.1617647111415863,
+      0.16280022263526917,
+      0.16535624861717224,
+      0.16594181954860687,
+      0.16564251482486725,
+      0.16546635329723358,
+      0.17148426175117493,
+      0.17380870878696442,
+      0.17337679862976074,
+      0.1736914962530136,
+      0.17132428288459778,
+      0.17216801643371582,
+      0.17449916899204254,
+      0.17322836816310883,
+      0.16973356902599335,
+      0.16920511424541473,
+      0.1716797947883606,
+      0.17414869368076324,
+      0.17601533234119415,
+      0.17666906118392944,
+      0.17435750365257263,
+      0.17338787019252777,
+      0.16770310699939728,
+      0.16753749549388885,
+      0.16614221036434174,
+      0.16688509285449982,
+      0.16613218188285828,
+      0.16598309576511383,
+      0.16184593737125397,
+      0.16513119637966156,
+      0.16607776284217834,
+      0.1637232005596161,
+      0.16369865834712982,
+      0.16271312534809113,
+      0.1628275215625763,
+      0.1633443683385849,
+      0.16463616490364075,
+      0.16384243965148926,
+      0.16403073072433472,
+      0.16306927800178528,
+      0.16321074962615967,
+      0.16127385199069977,
+      0.16195642948150635,
+      0.15985889732837677,
+      0.15926982462406158,
+      0.16034196317195892,
+      0.16088230907917023,
+      0.15765608847141266,
+      0.1602407991886139,
+      0.15936952829360962,
+      0.1593628227710724,
+      0.15990209579467773,
+      0.15901857614517212,
+      0.15795736014842987,
+      0.15815134346485138,
+      0.1573365330696106,
+      0.1556706428527832,
+      0.1550082415342331,
+      0.15830345451831818,
+      0.1582198590040207,
+      0.1589011549949646,
+      0.158173069357872,
+      0.15694555640220642,
+      0.1595757007598877,
+      0.16192790865898132,
+      0.16351115703582764,
+      0.16438187658786774,
+      0.16531293094158173,
+      0.16702312231063843,
+      0.16985896229743958,
+      0.1693105846643448,
+      0.17127972841262817,
+      0.17190822958946228,
+      0.17324590682983398,
+      0.17407527565956116,
+      0.1757299154996872,
+      0.1768612265586853,
+      0.17668069899082184,
+      0.1795107126235962,
+      0.18070606887340546,
+      0.1816258281469345,
+      0.18243959546089172,
+      0.18394018709659576,
+      0.18018585443496704,
+      0.18063102662563324,
+      0.18172721564769745,
+      0.1841171234846115,
+      0.18386167287826538,
+      0.18460595607757568,
+      0.1837480515241623,
+      0.18452468514442444,
+      0.18600761890411377,
+      0.18638421595096588,
+      0.18696655333042145,
+      0.1878429800271988,
+      0.18817274272441864,
+      0.18914417922496796,
+      0.18814365565776825,
+      0.18918098509311676,
+      0.18824653327465057,
+      0.1904299408197403,
+      0.19006557762622833,
+      0.18870225548744202,
+      0.19202673435211182,
+      0.19460506737232208,
+      0.19416780769824982,
+      0.19183270633220673,
+      0.1925390511751175,
+      0.1931300014257431,
+      0.19357861578464508,
+      0.19207623600959778,
+      0.19490733742713928,
+      0.19721658527851105,
+      0.19635190069675446,
+      0.19660061597824097,
+      0.19664490222930908,
+      0.1963832527399063,
+      0.19566887617111206,
+      0.19512927532196045,
+      0.19788357615470886,
+      0.19646130502223969,
+      0.19517861306667328,
+      0.19499053061008453,
+      0.19515110552310944,
+      0.1946483999490738,
+      0.19441621005535126,
+      0.1933158040046692,
+      0.1917847990989685,
+      0.1935388296842575,
+      0.19408902525901794,
+      0.19307000935077667,
+      0.19243291020393372,
+      0.193073108792305,
+      0.19170504808425903,
+      0.1914815902709961,
+      0.19016189873218536,
+      0.19077704846858978,
+      0.19021084904670715,
+      0.1877760887145996,
+      0.18453443050384521,
+      0.18317680060863495,
+      0.18410567939281464,
+      0.18364721536636353,
+      0.18457013368606567,
+      0.1845579445362091,
+      0.1845027059316635,
+      0.1864791065454483,
+      0.18972516059875488,
+      0.18964499235153198,
+      0.18956349790096283,
+      0.18870678544044495,
+      0.19041423499584198,
+      0.19195054471492767,
+      0.1924402415752411,
+      0.19053557515144348,
+      0.19165074825286865,
+      0.18905256688594818,
+      0.18983224034309387,
+      0.19006890058517456,
+      0.19178606569766998,
+      0.19018283486366272,
+      0.18780332803726196,
+      0.18591709434986115,
+      0.18611155450344086,
+      0.1854625791311264,
+      0.18614430725574493,
+      0.1885843575000763,
+      0.1881093531847,
+      0.18770897388458252,
+      0.18775226175785065,
+      0.18829002976417542,
+      0.1884324997663498,
+      0.18891721963882446,
+      0.1891082227230072,
+      0.19009685516357422,
+      0.1888415515422821,
+      0.1887965351343155,
+      0.1903047412633896,
+      0.19142413139343262,
+      0.19155000150203705,
+      0.19131244719028473,
+      0.1908448040485382,
+      0.19115927815437317,
+      0.1922212839126587,
+      0.19240479171276093,
+      0.19312167167663574,
+      0.1938711553812027,
+      0.1930093914270401,
+      0.19212397933006287,
+      0.19303347170352936,
+      0.19321812689304352,
+      0.1929994523525238,
+      0.19236275553703308,
+      0.19305941462516785,
+      0.19336196780204773,
+      0.19336533546447754,
+      0.19388779997825623,
+      0.19523002207279205,
+      0.1957283765077591,
+      0.19540676474571228,
+      0.19567818939685822,
+      0.19473984837532043,
+      0.1937522292137146,
+      0.19390758872032166,
+      0.19370445609092712,
+      0.1946900635957718,
+      0.19524890184402466,
+      0.19600768387317657,
+      0.1955704241991043,
+      0.1936069279909134,
+      0.19363188743591309,
+      0.19429054856300354,
+      0.19530171155929565,
+      0.1953572928905487,
+      0.19692355394363403,
+      0.19669665396213531,
+      0.19710610806941986,
+      0.1971132457256317,
+      0.19692033529281616,
+      0.19605320692062378,
+      0.19645871222019196,
+      0.19657059013843536,
+      0.19716912508010864,
+      0.19678904116153717,
+      0.19640706479549408,
+      0.1967984288930893,
+      0.19748914241790771,
+      0.19796286523342133,
+      0.1982904076576233,
+      0.19822557270526886,
+      0.19888262450695038,
+      0.19839127361774445,
+      0.19945591688156128,
+      0.19956566393375397,
+      0.19941307604312897,
+      0.19912470877170563,
+      0.19910463690757751,
+      0.19947828352451324,
+      0.20000645518302917,
+      0.19983041286468506,
+      0.20001770555973053,
+      0.19992980360984802,
+      0.2003318965435028,
+      0.20038704574108124,
+      0.2018159180879593,
+      0.20244568586349487,
+      0.20244380831718445,
+      0.20229730010032654,
+      0.20237348973751068,
+      0.20252251625061035,
+      0.20246721804141998,
+      0.20219771564006805,
+      0.2017725110054016,
+      0.20196059346199036,
+      0.20181001722812653,
+      0.20208409428596497,
+      0.20199620723724365,
+      0.20227329432964325,
+      0.202107235789299,
+      0.20229637622833252,
+      0.20304076373577118,
+      0.20311787724494934,
+      0.20346969366073608,
+      0.20387688279151917,
+      0.20401278138160706,
+      0.20426422357559204,
+      0.20429830253124237,
+      0.2043059915304184,
+      0.2045273631811142,
+      0.20442618429660797,
+      0.20433297753334045,
+      0.20436905324459076,
+      0.2047407031059265,
+      0.20479217171669006,
+      0.20455767214298248,
+      0.20455561578273773,
+      0.20480582118034363,
+      0.20472575724124908,
+      0.20471437275409698,
+      0.20480979979038239,
+      0.2046213448047638
+    ],
+    "lr": [
+      4.188034188034189e-06,
+      8.461538461538462e-06,
+      1.2735042735042738e-05,
+      1.700854700854701e-05,
+      2.1282051282051282e-05,
+      2.5555555555555557e-05,
+      2.9829059829059833e-05,
+      3.4102564102564105e-05,
+      3.837606837606838e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      4e-05,
+      3.992995647012267e-05,
+      3.963316185199842e-05,
+      3.933636723387416e-05,
+      3.90395726157499e-05,
+      3.874277799762565e-05,
+      3.844598337950139e-05,
+      3.814918876137713e-05,
+      3.785239414325287e-05,
+      3.7555599525128613e-05,
+      3.725880490700435e-05,
+      3.696201028888009e-05,
+      3.666521567075585e-05,
+      3.6368421052631585e-05,
+      3.607162643450732e-05,
+      3.577483181638307e-05,
+      3.547803719825881e-05,
+      3.518124258013455e-05,
+      3.4884447962010287e-05,
+      3.458765334388604e-05,
+      3.4290858725761776e-05,
+      3.399406410763751e-05,
+      3.3697269489513265e-05,
+      3.3400474871389e-05,
+      3.310368025326474e-05,
+      3.280688563514048e-05,
+      3.251009101701623e-05,
+      3.2213296398891967e-05,
+      3.191650178076771e-05,
+      3.1542540561931145e-05,
+      3.124574594380688e-05,
+      3.094895132568263e-05,
+      3.065215670755838e-05,
+      3.0355362089434113e-05,
+      3.0058567471309854e-05,
+      2.97617728531856e-05,
+      2.9464978235061336e-05,
+      2.9168183616937077e-05,
+      2.8871388998812818e-05,
+      2.857459438068857e-05,
+      2.8277799762564307e-05,
+      2.798100514444005e-05,
+      2.7684210526315793e-05,
+      2.738741590819153e-05,
+      2.709062129006727e-05,
+      2.6793826671943013e-05,
+      2.6497032053818764e-05,
+      2.62002374356945e-05,
+      2.5903442817570243e-05,
+      2.5606648199445987e-05,
+      2.5309853581321725e-05,
+      2.5013058963197466e-05,
+      2.4716264345073214e-05,
+      2.441946972694896e-05,
+      2.4122675108824693e-05,
+      2.3825880490700434e-05,
+      2.352908587257618e-05,
+      2.3232291254451916e-05,
+      2.293549663632766e-05,
+      2.2638702018203408e-05,
+      2.226474079936684e-05,
+      2.196794618124258e-05,
+      2.1671151563118328e-05,
+      2.1374356944994066e-05,
+      2.1077562326869803e-05,
+      2.0780767708745554e-05,
+      2.0483973090621296e-05,
+      2.018717847249703e-05,
+      1.989038385437277e-05,
+      1.959358923624852e-05,
+      1.929679461812426e-05,
+      1.8999999999999998e-05,
+      1.8703205381875746e-05,
+      1.8406410763751487e-05,
+      1.8109616145627224e-05,
+      1.7812821527502965e-05,
+      1.7516026909378713e-05,
+      1.7219232291254454e-05,
+      1.6922437673130192e-05,
+      1.662564305500594e-05,
+      1.632884843688168e-05,
+      1.603205381875742e-05,
+      1.573525920063316e-05,
+      1.5438464582508908e-05,
+      1.5141669964384647e-05,
+      1.4844875346260385e-05,
+      1.4548080728136134e-05,
+      1.4251286110011875e-05,
+      1.3954491491887611e-05,
+      1.3657696873763363e-05,
+      1.33609022556391e-05,
+      1.298694103680253e-05,
+      1.2690146418678277e-05,
+      1.2393351800554018e-05,
+      1.2096557182429756e-05,
+      1.1799762564305506e-05,
+      1.1502967946181245e-05,
+      1.1206173328056984e-05,
+      1.0909378709932724e-05,
+      1.0612584091808472e-05,
+      1.0315789473684213e-05,
+      1.0018994855559949e-05,
+      9.7222002374357e-06,
+      9.425405619311438e-06,
+      9.128611001187177e-06,
+      8.831816383062916e-06,
+      8.535021764938666e-06,
+      8.238227146814405e-06,
+      7.941432528690143e-06,
+      7.644637910565893e-06,
+      7.347843292441632e-06,
+      7.0510486743173715e-06,
+      6.75425405619311e-06,
+      6.45745943806886e-06,
+      6.160664819944598e-06,
+      5.8638702018203375e-06,
+      5.567075583696086e-06,
+      5.270280965571826e-06,
+      4.973486347447565e-06,
+      4.676691729323314e-06,
+      4.379897111199053e-06,
+      4.083102493074792e-06
+    ],
+    "emb_lr": [],
+    "eval_step": [
+      1550,
+      3113,
+      4676,
+      6239,
+      7802,
+      9365,
+      10928,
+      12491,
+      14054,
+      15617
+    ],
+    "eval_accuracy": [
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.0
+    ]
+  },
+  "final_accuracy": 1.0,
+  "sft_eval": {
+    "config": {
+      "ops": "add_sub",
+      "K": null,
+      "mode": "sft",
+      "n_digits": 6,
+      "n_per_split": 100
+    },
+    "splits": {
+      "add_S0": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 605
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 95
+          }
+        }
+      },
+      "add_S1": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 204
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 169
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 31
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 296
+          }
+        }
+      },
+      "add_S2": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 163
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 130
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 87
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 203
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 117
+          }
+        }
+      },
+      "add_S3": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 121
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 121
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 49
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 186
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 223
+          }
+        }
+      },
+      "add_S4": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 104
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 106
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 23
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 160
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 307
+          }
+        }
+      },
+      "add_S5": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 400
+          }
+        }
+      },
+      "add_S6": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 500
+          }
+        }
+      },
+      "add_random": {
+        "full_accuracy": 1.0,
+        "n_examples": 200,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 447
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 320
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 56
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 529
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 48
+          }
+        }
+      },
+      "add_C3": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 300
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 193
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 107
+          }
+        }
+      },
+      "add_C4": {
+        "full_accuracy": 0.99,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 200
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.99609375,
+            "count": 256
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 144
+          }
+        }
+      },
+      "add_C5": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 306
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 194
+          }
+        }
+      },
+      "add_C6": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 366
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 234
+          }
+        }
+      },
+      "sub_M0": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 601
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 99
+          }
+        }
+      },
+      "sub_M1": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 279
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 145
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 24
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 252
+          }
+        }
+      },
+      "sub_M2": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 213
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 113
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 85
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 181
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 108
+          }
+        }
+      },
+      "sub_M3": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 179
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 103
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 56
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 149
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 213
+          }
+        }
+      },
+      "sub_M4": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 200
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 300
+          }
+        }
+      },
+      "sub_M5": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 400
+          }
+        }
+      },
+      "sub_random": {
+        "full_accuracy": 1.0,
+        "n_examples": 200,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 600
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 267
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 53
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 439
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 41
+          }
+        }
+      },
+      "sub_B3": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 300
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 197
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 103
+          }
+        }
+      },
+      "sub_B4": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 200
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 247
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 153
+          }
+        }
+      },
+      "sub_B5": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 298
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 202
+          }
+        }
+      }
+    },
+    "summary": {
+      "overall_accuracy": 0.9995833333333334,
+      "total_examples": 2400,
+      "n_splits": 22
+    }
+  },
+  "sorl_eval": {
+    "config": {
+      "ops": "add_sub",
+      "K": 1,
+      "mode": "sorl",
+      "n_digits": 6,
+      "n_per_split": 100
+    },
+    "splits": {
+      "add_S0": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 605
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 95
+          }
+        }
+      },
+      "add_S1": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 204
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 169
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 31
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 296
+          }
+        }
+      },
+      "add_S2": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 163
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 130
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 87
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 203
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 117
+          }
+        }
+      },
+      "add_S3": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 121
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 121
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 49
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 186
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 223
+          }
+        }
+      },
+      "add_S4": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 104
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 106
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 23
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 160
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 307
+          }
+        }
+      },
+      "add_S5": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 400
+          }
+        }
+      },
+      "add_S6": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 500
+          }
+        }
+      },
+      "add_random": {
+        "full_accuracy": 1.0,
+        "n_examples": 200,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 447
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 320
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 56
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 529
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 48
+          }
+        }
+      },
+      "add_C3": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 300
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 193
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 107
+          }
+        }
+      },
+      "add_C4": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 200
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 256
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 144
+          }
+        }
+      },
+      "add_C5": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 306
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 194
+          }
+        }
+      },
+      "add_C6": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 366
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 234
+          }
+        }
+      },
+      "sub_M0": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 601
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 99
+          }
+        }
+      },
+      "sub_M1": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 279
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 145
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 24
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 252
+          }
+        }
+      },
+      "sub_M2": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 213
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 113
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 85
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 181
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 108
+          }
+        }
+      },
+      "sub_M3": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 179
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 103
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 56
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 149
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 213
+          }
+        }
+      },
+      "sub_M4": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 200
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 300
+          }
+        }
+      },
+      "sub_M5": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 400
+          }
+        }
+      },
+      "sub_random": {
+        "full_accuracy": 1.0,
+        "n_examples": 200,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 600
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 267
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 53
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 439
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 41
+          }
+        }
+      },
+      "sub_B3": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 300
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 197
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 103
+          }
+        }
+      },
+      "sub_B4": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 200
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 247
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 153
+          }
+        }
+      },
+      "sub_B5": {
+        "full_accuracy": 1.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 298
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 202
+          }
+        }
+      }
+    },
+    "summary": {
+      "overall_accuracy": 1.0,
+      "total_examples": 2400,
+      "n_splits": 22
+    }
+  },
+  "sorl_overall_accuracy": 1.0,
+  "sft_overall_accuracy": 0.9995833333333334
+}

add_sub_sorl_v1_abs100_K1_100K/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2a8948743a446223e5d1ceddd65f06af08219a1593d6ddc749c71730e85b855
+size 650671040

add_sub_sorl_v1_abs100_K1_100K/train_config.json

@@ -0,0 +1,84 @@
+{
+  "num_rollouts": 4,
+  "K": 1,
+  "max_iterations": 2,
+  "memory_span_abs": 1792,
+  "memory_span_traj": 1792,
+  "temperature": 1.0,
+  "ar_search": false,
+  "response_only_abs": false,
+  "alpha_info_gain": 10.0,
+  "alpha_abs": 0.1,
+  "alpha_soft_zipf": 1.0,
+  "alpha_ortho": 0.0,
+  "alpha_anchor": 0.0,
+  "alpha_jacobi": 0.0,
+  "decay": 0.8,
+  "target_vocab_util": 0.8,
+  "min_abs_ppl": 0.0,
+  "zipf_alpha": 1.0,
+  "lr": 4e-05,
+  "emb_lr_mult": 1.0,
+  "weight_decay": 0.01,
+  "warmup_steps": 468,
+  "cooldown_frac": 0.4,
+  "max_grad_norm": 1.0,
+  "vq_abs_pretrain_steps": 0,
+  "vq_abs_pretrain_lr": 0.001,
+  "vq_abs_pretrain_layer": -1,
+  "vq_abs_pretrain_batch_size": 256,
+  "vq_abs_pretrain_target_vectors": 20000,
+  "batch_size": 64,
+  "gradient_accumulation_steps": 1,
+  "num_epochs": 10,
+  "emb_warmup_steps": 0,
+  "log_every": 50,
+  "eval_every": 1562,
+  "save_every": 999999,
+  "eval_samples": 100,
+  "output_dir": "ckpt/sweep/as_sorl_abs100_K1_100K",
+  "eval_K": 4,
+  "alpha_traj": 0.0,
+  "corrupt_method": "shuffle",
+  "corrupt_ratio": 0.3,
+  "alpha_contrastive": 1.0,
+  "gamma_contrastive": 0.5,
+  "alpha_masked_traj": 0.0,
+  "mask_nl_ratio": 0.3,
+  "mask_nl_mode": "fixed",
+  "mask_nl_fixed_id": 0,
+  "use_ste": true,
+  "n_inner": 1,
+  "random_K": null,
+  "strip_suffix": null,
+  "compress_prefix": null,
+  "random_mem_span": null,
+  "warmup_ratio": 0.03,
+  "beta2": 0.999,
+  "seed": 42,
+  "n_digits": 6,
+  "n_layer": 2,
+  "n_head": 3,
+  "n_embd": 510,
+  "ops": "add_sub",
+  "abs_vocab": 100,
+  "dataset_size": 100000,
+  "mode": "sorl",
+  "device": "cuda",
+  "push_to_hub": true,
+  "no_wandb": false,
+  "n_params": 162591062,
+  "run_name": "add_sub_sorl_v1_abs100_K1_100K",
+  "git_commit": "f447da529caceac8c7d256cbb2cd185cbc50feac",
+  "timestamp": "2026-04-12T10:09:33.195768+00:00",
+  "tokenizer": "Qwen/Qwen3-0.6B",
+  "dataset_repo": "thoughtworks/arithmetic-sorl-data",
+  "dataset_config": "add_sub_6digit",
+  "model_repo": "thoughtworks/arithmetic-sorl",
+  "trainer_version": "v1",
+  "wandb_run_id": "xxyqyffy",
+  "wandb_url": "https://wandb.ai/nlp_and_interpretability/sorl-arithmetic/runs/xxyqyffy",
+  "final_accuracy": 1.0,
+  "sft_accuracy": 0.9995833333333334,
+  "eval_method": "ArithmeticEvaluator"
+}