Upload add_sub_sorl_v1_abs10_K1_50K

add_sub_sorl_v1_abs10_K1_50K/config.json

@@ -0,0 +1,37 @@
+{
+  "architectures": [
+    "SorlModelWrapper"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": null,
+  "dtype": "float32",
+  "eos_token_id": null,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 510,
+  "initializer_range": 0.02,
+  "intermediate_size": 2040,
+  "layer_types": [
+    "full_attention",
+    "full_attention"
+  ],
+  "max_position_embeddings": 128,
+  "max_window_layers": 28,
+  "model_type": "qwen3",
+  "num_attention_heads": 3,
+  "num_hidden_layers": 2,
+  "num_key_value_heads": 3,
+  "pad_token_id": null,
+  "rms_norm_eps": 1e-06,
+  "rope_parameters": {
+    "rope_theta": 10000.0,
+    "rope_type": "default"
+  },
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "transformers_version": "5.5.0",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 151654
+}

add_sub_sorl_v1_abs10_K1_50K/generation_config.json

@@ -0,0 +1,7 @@
+{
+  "_from_model_config": true,
+  "output_attentions": false,
+  "output_hidden_states": false,
+  "transformers_version": "5.5.0",
+  "use_cache": true
+}

add_sub_sorl_v1_abs10_K1_50K/metrics.json

@@ -0,0 +1,2257 @@
+{
+  "history": {
+    "step": [
+      50,
+      100,
+      150,
+      200,
+      250,
+      300,
+      350,
+      400,
+      450,
+      500,
+      550,
+      600,
+      650,
+      700,
+      750,
+      832,
+      882,
+      932,
+      982,
+      1032,
+      1082,
+      1132,
+      1182,
+      1232,
+      1282,
+      1332,
+      1382,
+      1432,
+      1482,
+      1532,
+      1614,
+      1664,
+      1714,
+      1764,
+      1814,
+      1864,
+      1914,
+      1964,
+      2014,
+      2064,
+      2114,
+      2164,
+      2214,
+      2264,
+      2314,
+      2396,
+      2446,
+      2496,
+      2546,
+      2596,
+      2646,
+      2696,
+      2746,
+      2796,
+      2846,
+      2896,
+      2946,
+      2996,
+      3046,
+      3096,
+      3178,
+      3228,
+      3278,
+      3328,
+      3378,
+      3428,
+      3478,
+      3528,
+      3578,
+      3628,
+      3678,
+      3728,
+      3778,
+      3828,
+      3878,
+      3960,
+      4010,
+      4060,
+      4110,
+      4160,
+      4210,
+      4260,
+      4310,
+      4360,
+      4410,
+      4460,
+      4510,
+      4560,
+      4610,
+      4660,
+      4742,
+      4792,
+      4842,
+      4892,
+      4942,
+      4992,
+      5042,
+      5092,
+      5142,
+      5192,
+      5242,
+      5292,
+      5342,
+      5392,
+      5442,
+      5524,
+      5574,
+      5624,
+      5674,
+      5724,
+      5774,
+      5824,
+      5874,
+      5924,
+      5974,
+      6024,
+      6074,
+      6124,
+      6174,
+      6224,
+      6306,
+      6356,
+      6406,
+      6456,
+      6506,
+      6556,
+      6606,
+      6656,
+      6706,
+      6756,
+      6806,
+      6856,
+      6906,
+      6956,
+      7006,
+      7088,
+      7138,
+      7188,
+      7238,
+      7288,
+      7338,
+      7388,
+      7438,
+      7488,
+      7538,
+      7588,
+      7638,
+      7688,
+      7738,
+      7788
+    ],
+    "loss": [
+      7.291482925415039,
+      4.033167839050293,
+      3.4122180938720703,
+      3.0403032302856445,
+      3.001980781555176,
+      2.982646942138672,
+      2.7727580070495605,
+      2.1000826358795166,
+      1.4242171049118042,
+      -0.10749959945678711,
+      -2.012298583984375,
+      -4.46280574798584,
+      -6.6882829666137695,
+      -7.129601955413818,
+      -7.274585723876953,
+      -6.2049970626831055,
+      -5.417169570922852,
+      -4.86923885345459,
+      -4.55937385559082,
+      -3.540888547897339,
+      -4.229403972625732,
+      -3.292853832244873,
+      -2.741316795349121,
+      -3.3925161361694336,
+      -2.6337685585021973,
+      -2.5086615085601807,
+      -2.414508581161499,
+      -2.070335865020752,
+      -2.396928310394287,
+      -1.793986439704895,
+      -0.9649119973182678,
+      -0.9085626006126404,
+      -0.6782669425010681,
+      -0.48969733715057373,
+      -0.37728095054626465,
+      -0.5114427208900452,
+      -0.3232823610305786,
+      -0.42648670077323914,
+      -0.7195917963981628,
+      -0.744903028011322,
+      -0.6740866899490356,
+      -0.33350852131843567,
+      -0.27009108662605286,
+      -0.26920798420906067,
+      -0.22950142621994019,
+      -0.26204606890678406,
+      -0.29803380370140076,
+      -0.30089274048805237,
+      -0.17959536612033844,
+      -0.2130807489156723,
+      -0.26070791482925415,
+      -0.23502995073795319,
+      -0.14740601181983948,
+      -0.12747667729854584,
+      -0.16737529635429382,
+      -0.2518279254436493,
+      -0.1113758385181427,
+      -0.09704112261533737,
+      0.016159119084477425,
+      -0.11811869591474533,
+      -0.1814730316400528,
+      -0.016289565712213516,
+      -0.1350007951259613,
+      -0.2632235884666443,
+      -0.07215753197669983,
+      -0.06786702573299408,
+      -0.05473274365067482,
+      -0.11306267976760864,
+      -0.008685859851539135,
+      -0.26242750883102417,
+      -0.03735169768333435,
+      -0.01853231154382229,
+      -0.07519838958978653,
+      -0.0790640115737915,
+      -0.06906218081712723,
+      -0.039443038403987885,
+      -0.0738786831498146,
+      -0.044155001640319824,
+      -0.07805009186267853,
+      -0.04168146848678589,
+      -0.12484845519065857,
+      -0.051792487502098083,
+      -0.04258032515645027,
+      -0.04226825386285782,
+      -0.07702398300170898,
+      -0.058789029717445374,
+      -0.03826560452580452,
+      -0.018153337761759758,
+      -0.021531714126467705,
+      -0.01795976608991623,
+      -0.03070964477956295,
+      -0.006802724674344063,
+      -0.003459150902926922,
+      0.0014321315102279186,
+      -0.022512346506118774,
+      -0.15685448050498962,
+      0.0004717526026070118,
+      -0.08908119797706604,
+      -0.006331631913781166,
+      -0.055951304733753204,
+      -0.08887043595314026,
+      0.40162384510040283,
+      -0.007660364266484976,
+      -0.0002518543042242527,
+      -0.034914687275886536,
+      0.008662399835884571,
+      -0.006906072609126568,
+      -0.008926203474402428,
+      -0.053697872906923294,
+      -0.04174011945724487,
+      -0.00622951053082943,
+      -0.03008740395307541,
+      0.0052336109802126884,
+      -0.09772835671901703,
+      -0.02276228368282318,
+      0.0019192327745258808,
+      0.004020964726805687,
+      0.0033772005699574947,
+      0.0018916467670351267,
+      -0.00820618774741888,
+      0.004954045172780752,
+      -0.04910368472337723,
+      -0.014934251084923744,
+      -0.0010213176719844341,
+      -0.01465108897536993,
+      0.006254756823182106,
+      0.004511718172580004,
+      -0.14273616671562195,
+      0.005409314297139645,
+      -0.026461634784936905,
+      0.0013872201088815928,
+      0.007202650420367718,
+      0.007318790070712566,
+      0.005063582677394152,
+      0.0029275300912559032,
+      0.007748285308480263,
+      0.0013876920565962791,
+      0.0028375410474836826,
+      0.009077148512005806,
+      0.0024727603886276484,
+      0.0072018057107925415,
+      0.0035855781752616167,
+      0.004427475389093161,
+      0.005288178101181984,
+      0.006763830315321684,
+      0.007230003830045462,
+      0.006502293515950441,
+      0.006789479870349169,
+      0.0021875742822885513,
+      0.0073264106176793575
+    ],
+    "base_loss": [
+      6.516536235809326,
+      2.4835619926452637,
+      1.899435043334961,
+      1.8553259372711182,
+      1.9413520097732544,
+      1.8268587589263916,
+      1.7858167886734009,
+      1.7588903903961182,
+      1.794765830039978,
+      1.750693440437317,
+      1.748929738998413,
+      1.68966543674469,
+      1.7001359462738037,
+      1.5033057928085327,
+      1.4678022861480713,
+      1.2599419355392456,
+      1.0703829526901245,
+      0.9103147387504578,
+      0.9035982489585876,
+      0.7412249445915222,
+      0.7162189483642578,
+      0.6284891963005066,
+      0.5025827288627625,
+      0.5255685448646545,
+      0.44132092595100403,
+      0.403102844953537,
+      0.33637675642967224,
+      0.3013179302215576,
+      0.3363364040851593,
+      0.25080448389053345,
+      0.13762901723384857,
+      0.13802115619182587,
+      0.09735461324453354,
+      0.07956259697675705,
+      0.06039976328611374,
+      0.09545262902975082,
+      0.04513740912079811,
+      0.05585834011435509,
+      0.08786828815937042,
+      0.09875041991472244,
+      0.08633076399564743,
+      0.05746101960539818,
+      0.035193223506212234,
+      0.03549731522798538,
+      0.02876146510243416,
+      0.032679636031389236,
+      0.04298492148518562,
+      0.03797732666134834,
+      0.024759531021118164,
+      0.0304957814514637,
+      0.03193579241633415,
+      0.027899155393242836,
+      0.01801885850727558,
+      0.017517048865556717,
+      0.019884327426552773,
+      0.03035196103155613,
+      0.01430182158946991,
+      0.011786989867687225,
+      0.018495408818125725,
+      0.014813835732638836,
+      0.021165570244193077,
+      0.00257376697845757,
+      0.01620938815176487,
+      0.030093954876065254,
+      0.008949460461735725,
+      0.008293701335787773,
+      0.0069602918811142445,
+      0.013352221809327602,
+      0.00192145979963243,
+      0.03061601147055626,
+      0.005475928541272879,
+      0.00301953568123281,
+      0.00922973733395338,
+      0.01043914258480072,
+      0.008999384008347988,
+      0.005764245521277189,
+      0.009663080796599388,
+      0.005371266044676304,
+      0.009819733910262585,
+      0.006027544848620892,
+      0.014493056572973728,
+      0.006732997950166464,
+      0.00728581240400672,
+      0.006032108794897795,
+      0.009137012995779514,
+      0.007936102338135242,
+      0.005118044558912516,
+      0.0029691599775105715,
+      0.003965041600167751,
+      0.003704359754920006,
+      0.004141169600188732,
+      0.0015686674742028117,
+      0.001501810154877603,
+      0.0002402652899036184,
+      0.0029597077518701553,
+      0.018230454996228218,
+      0.0006747310981154442,
+      0.010286212898790836,
+      0.001309316256083548,
+      0.00767873739823699,
+      0.010770417749881744,
+      0.0008323562215082347,
+      0.0013423433993011713,
+      0.0005205980269238353,
+      0.0044253370724618435,
+      9.446766489418224e-05,
+      0.0013240036787465215,
+      0.0024794754572212696,
+      0.007238837890326977,
+      0.005449187941849232,
+      0.0012252583401277661,
+      0.004047301132231951,
+      6.462168676080182e-05,
+      0.0121733034029603,
+      0.0035667994525283575,
+      0.0005734098376706243,
+      0.0004332214593887329,
+      0.0005883773555979133,
+      0.000351788941770792,
+      0.0014397574122995138,
+      0.00022652784537058324,
+      0.006164551712572575,
+      0.001950864098034799,
+      0.0008269333047792315,
+      0.002537141088396311,
+      2.746866266534198e-05,
+      0.00023421202786266804,
+      0.016300244256854057,
+      0.0003031859523616731,
+      0.0032388202380388975,
+      0.00036090545472688973,
+      0.00011428723519202322,
+      0.00010272496001562104,
+      0.00026342846103943884,
+      7.695650856476277e-05,
+      0.00025681612896732986,
+      0.0010053400183096528,
+      9.518813021713868e-05,
+      4.364967389847152e-05,
+      9.891855006571859e-05,
+      3.729294257936999e-05,
+      8.083302236627787e-05,
+      0.00014823059609625489,
+      3.982062844443135e-05,
+      4.8367975978180766e-05,
+      3.223081512260251e-05,
+      5.926141238887794e-05,
+      0.00012397172395139933,
+      4.300850923755206e-05,
+      2.1748028302681632e-05
+    ],
+    "info_loss": [
+      -0.39558982849121094,
+      -0.04619121551513672,
+      -0.03844738006591797,
+      -0.06993865966796875,
+      -0.0818336009979248,
+      -0.071785569190979,
+      -0.08853816986083984,
+      -0.15343570709228516,
+      -0.2237008810043335,
+      -0.37132859230041504,
+      -0.5553083419799805,
+      -0.78294438123703,
+      -0.9912639856338501,
+      -1.0034464597702026,
+      -1.0093202590942383,
+      -0.8740698099136353,
+      -0.7721136212348938,
+      -0.6993796825408936,
+      -0.6589730381965637,
+      -0.5287246108055115,
+      -0.5838943719863892,
+      -0.4729439616203308,
+      -0.3963608741760254,
+      -0.4527805745601654,
+      -0.36455219984054565,
+      -0.3377186357975006,
+      -0.31269681453704834,
+      -0.27766433358192444,
+      -0.3063477575778961,
+      -0.23108206689357758,
+      -0.13183042407035828,
+      -0.12639640271663666,
+      -0.09110953658819199,
+      -0.06630340218544006,
+      -0.0564069002866745,
+      -0.07329370081424713,
+      -0.043559543788433075,
+      -0.05424797162413597,
+      -0.08596842736005783,
+      -0.0910455510020256,
+      -0.08357047289609909,
+      -0.04377105087041855,
+      -0.03403441235423088,
+      -0.03457903489470482,
+      -0.028307367116212845,
+      -0.03156619891524315,
+      -0.037180345505476,
+      -0.03508739173412323,
+      -0.02273467183113098,
+      -0.02561572939157486,
+      -0.031209608539938927,
+      -0.02763480320572853,
+      -0.017675096169114113,
+      -0.016021262854337692,
+      -0.01964615099132061,
+      -0.029404595494270325,
+      -0.0141890374943614,
+      -0.01162042934447527,
+      -0.001841643825173378,
+      -0.014748577028512955,
+      -0.021103857085108757,
+      -0.0025317047256976366,
+      -0.016158735379576683,
+      -0.030070843175053596,
+      -0.008906206116080284,
+      -0.0082675376906991,
+      -0.006873094942420721,
+      -0.013306264765560627,
+      -0.0018865098245441914,
+      -0.030588379129767418,
+      -0.005302963312715292,
+      -0.0029850159771740437,
+      -0.00920331384986639,
+      -0.010163646191358566,
+      -0.00896731298416853,
+      -0.005701817572116852,
+      -0.009641165845096111,
+      -0.005342759657651186,
+      -0.009793885052204132,
+      -0.00600464129820466,
+      -0.014428073540329933,
+      -0.006682424806058407,
+      -0.005700113717466593,
+      -0.00503776129335165,
+      -0.009123606607317924,
+      -0.007870280183851719,
+      -0.005100195296108723,
+      -0.002949395217001438,
+      -0.0039481655694544315,
+      -0.003691060934215784,
+      -0.00412713410332799,
+      -0.0015408744802698493,
+      -0.0014740722253918648,
+      -0.00021267203555908054,
+      -0.002890156116336584,
+      -0.018215106800198555,
+      -0.0006676774355582893,
+      -0.0102800028398633,
+      -0.0013014374999329448,
+      -0.007669177837669849,
+      -0.010761483572423458,
+      0.03959464281797409,
+      -0.0013354456750676036,
+      -0.0004929776769131422,
+      -0.0044188955798745155,
+      -9.018523996928707e-05,
+      -0.0013183815171942115,
+      -0.0024549937807023525,
+      -0.00722320144996047,
+      -0.005443317350000143,
+      -0.001220099744386971,
+      -0.004042269662022591,
+      -6.167100218590349e-05,
+      -0.012167608365416527,
+      -0.0035586960148066282,
+      -0.0005662220646627247,
+      -0.0004291559162084013,
+      -0.0005853284965269268,
+      -0.0003490628441795707,
+      -0.0014374355087056756,
+      -0.00022408299264498055,
+      -0.00616141501814127,
+      -0.001947026583366096,
+      -0.0008238331065513194,
+      -0.002534637926146388,
+      -2.5075705707422458e-05,
+      -0.00023122489801608026,
+      -0.0162954144179821,
+      -0.0002997294650413096,
+      -0.0032353017013520002,
+      -0.00035792760900221765,
+      -0.00011160584108438343,
+      -0.00010035171726485714,
+      -0.0002614471595734358,
+      -7.487701077479869e-05,
+      -0.0002547329058870673,
+      -0.0010033685248345137,
+      -9.309347660746425e-05,
+      -4.177000664640218e-05,
+      -9.644340752856806e-05,
+      -3.56615346390754e-05,
+      -7.872026617405936e-05,
+      -0.00014596803521271795,
+      -3.823072984232567e-05,
+      -4.660113700083457e-05,
+      -3.038973045477178e-05,
+      -5.761536885984242e-05,
+      -0.0001223341969307512,
+      -4.1437237086938694e-05,
+      -2.0190593204461038e-05
+    ],
+    "abs_loss": [
+      2.103454351425171,
+      1.8856569528579712,
+      1.8366988897323608,
+      1.853995680809021,
+      1.8650015592575073,
+      1.8378944396972656,
+      1.8304977416992188,
+      1.8361488580703735,
+      1.821694016456604,
+      1.807782769203186,
+      1.6753603219985962,
+      1.4515177011489868,
+      1.322694182395935,
+      1.1485607624053955,
+      1.1458325386047363,
+      0.9455111622810364,
+      0.8843372464179993,
+      0.8360934853553772,
+      0.7149937748908997,
+      0.5886721611022949,
+      0.5124597549438477,
+      0.43022820353507996,
+      0.3434896767139435,
+      0.29655787348747253,
+      0.26246532797813416,
+      0.22259850800037384,
+      0.19756682217121124,
+      0.22054968774318695,
+      0.17242246866226196,
+      0.1368202120065689,
+      0.1471979171037674,
+      0.1158660277724266,
+      0.10501883178949356,
+      0.08231943845748901,
+      0.08551102876663208,
+      0.09424110502004623,
+      0.06484600156545639,
+      0.05951952934265137,
+      0.04611345753073692,
+      0.05700722336769104,
+      0.045443009585142136,
+      0.052510228008031845,
+      0.04553452134132385,
+      0.027561327442526817,
+      0.03692733123898506,
+      0.029859310016036034,
+      0.01610124669969082,
+      0.01593116857111454,
+      0.012548821978271008,
+      0.024183565750718117,
+      0.015415686182677746,
+      0.008188403211534023,
+      0.013608518056571484,
+      0.02348317764699459,
+      0.02088686265051365,
+      0.0142488032579422,
+      0.010507809929549694,
+      0.011757518164813519,
+      0.007792810443788767,
+      0.007188592571765184,
+      0.012610410340130329,
+      0.009439573623239994,
+      0.0064491513185203075,
+      0.006307272240519524,
+      0.0056409514509141445,
+      0.006569093093276024,
+      0.007965529337525368,
+      0.008747314102947712,
+      0.010841268114745617,
+      0.008278321474790573,
+      0.009732459671795368,
+      0.010417111217975616,
+      0.008557966910302639,
+      0.005075481254607439,
+      0.001646698801778257,
+      0.00539746368303895,
+      0.002312362426891923,
+      0.004107427317649126,
+      0.008200561627745628,
+      0.0017948299646377563,
+      0.0003762578417081386,
+      0.002077900804579258,
+      0.006949333474040031,
+      0.004756436217576265,
+      0.002833310514688492,
+      0.0020073887426406145,
+      0.006080996710807085,
+      0.0006730963359586895,
+      0.001914774184115231,
+      0.02848239243030548,
+      0.008244752883911133,
+      0.003306052880361676,
+      0.005812538787722588,
+      0.0005439592059701681,
+      0.0033859622199088335,
+      0.00019894744036719203,
+      0.003157586557790637,
+      0.0017652591923251748,
+      0.0005068835453130305,
+      0.0009860001737251878,
+      0.0002652962866704911,
+      0.0014243596233427525,
+      0.00014402759552467614,
+      0.001731699681840837,
+      0.0007810410461388528,
+      0.0018737445352599025,
+      0.004320906475186348,
+      0.007283887360244989,
+      0.0010027083335444331,
+      0.002329479670152068,
+      7.454246951965615e-05,
+      0.0003903764591086656,
+      0.0004755467234645039,
+      0.00022724166046828032,
+      8.931435877457261e-05,
+      0.0002792776213027537,
+      0.0016023950884118676,
+      9.345952275907621e-05,
+      0.00014107099559623748,
+      0.00021528666547965258,
+      0.00014757552708033472,
+      0.00025952685973607004,
+      0.00019442291522864252,
+      0.00011387479025870562,
+      5.852747199242003e-05,
+      0.0016362796304747462,
+      5.2294944907771423e-05,
+      0.00010021971684182063,
+      8.62984816194512e-05,
+      0.00018095503037329763,
+      0.00010219896648777649,
+      0.00011972735956078395,
+      6.06870926276315e-05,
+      9.31524918996729e-05,
+      4.9771664635045454e-05,
+      3.388823461136781e-05,
+      3.732774348463863e-05,
+      4.141781755606644e-05,
+      2.3655571567360312e-05,
+      0.00012349901953712106,
+      2.4177439627237618e-05,
+      3.144523725495674e-05,
+      3.530609319568612e-05,
+      0.00014106860908214003,
+      4.612208067555912e-05,
+      5.547635373659432e-05,
+      5.11908256157767e-05,
+      3.4463100746506825e-05,
+      4.004925722256303e-05,
+      4.555788837024011e-05
+    ],
+    "zipf_loss": [
+      4.520499229431152,
+      1.822952151298523,
+      1.7135869264602661,
+      1.6989643573760986,
+      1.6924647092819214,
+      1.689854383468628,
+      1.6892731189727783,
+      1.69193434715271,
+      1.6842906475067139,
+      1.6743146181106567,
+      1.6243189573287964,
+      1.531821370124817,
+      1.3919508457183838,
+      1.2867016792297363,
+      1.236231803894043,
+      1.1812078952789307,
+      1.1451495885849,
+      1.1306335926055908,
+      1.0552587509155273,
+      0.9462655186653137,
+      0.8420745134353638,
+      0.7650742530822754,
+      0.6853601336479187,
+      0.5800656080245972,
+      0.5441861152648926,
+      0.44316205382347107,
+      0.3563261330127716,
+      0.3829346299171448,
+      0.31297069787979126,
+      0.2523476183414459,
+      0.20104341208934784,
+      0.2057938128709793,
+      0.12497197836637497,
+      0.08554214239120483,
+      0.11783720552921295,
+      0.11661753803491592,
+      0.06069108471274376,
+      0.05418270081281662,
+      0.04761284589767456,
+      0.06110139936208725,
+      0.07074299454689026,
+      0.041489966213703156,
+      0.030506331473588943,
+      0.03832893818616867,
+      0.021118007600307465,
+      0.017950356006622314,
+      0.029174601659178734,
+      0.010410734452307224,
+      0.021736932918429375,
+      0.01016240008175373,
+      0.017910826951265335,
+      0.012600082904100418,
+      0.00996524840593338,
+      0.012870588339865208,
+      0.007113197818398476,
+      0.010441196151077747,
+      0.015161935240030289,
+      0.006200422998517752,
+      0.015300867147743702,
+      0.013834364712238312,
+      0.0071389381773769855,
+      0.005509757436811924,
+      0.009732245467603207,
+      0.006760149262845516,
+      0.007390973158180714,
+      0.005857738666236401,
+      0.006241363473236561,
+      0.005773015320301056,
+      0.007173650898039341,
+      0.012012462131679058,
+      0.009228762239217758,
+      0.007256601005792618,
+      0.006749220658093691,
+      0.011625763028860092,
+      0.011446894146502018,
+      0.011271147057414055,
+      0.01263866014778614,
+      0.0034905869979411364,
+      0.00924896914511919,
+      0.012157914228737354,
+      0.0049015856347978115,
+      0.008090977557003498,
+      0.006440065801143646,
+      0.0016016059089452028,
+      0.004791740328073502,
+      0.011776924133300781,
+      0.007010199595242739,
+      0.008304143324494362,
+      0.013793421909213066,
+      0.01239824015647173,
+      0.005596051458269358,
+      0.006706747226417065,
+      0.0091985072940588,
+      0.0032641906291246414,
+      0.0030909115448594093,
+      0.007046230137348175,
+      0.006158037111163139,
+      0.0032560895197093487,
+      0.00532273855060339,
+      0.012963132932782173,
+      0.00794745422899723,
+      0.004702637903392315,
+      0.004337346646934748,
+      0.00398415420204401,
+      0.004770827479660511,
+      0.009282410144805908,
+      0.004521648399531841,
+      0.012415871024131775,
+      0.011195037513971329,
+      0.007010922767221928,
+      0.00473877415060997,
+      0.006248955614864826,
+      0.005738144740462303,
+      0.011751700192689896,
+      0.00924894493073225,
+      0.0069801160134375095,
+      0.007719063200056553,
+      0.008632762357592583,
+      0.0050163790583610535,
+      0.004706881009042263,
+      0.006953589618206024,
+      0.006319958716630936,
+      0.002565708477050066,
+      0.006378693040460348,
+      0.00815229769796133,
+      0.006314417347311974,
+      0.00658452557399869,
+      0.00390771497040987,
+      0.008094793185591698,
+      0.002634467789903283,
+      0.004595370963215828,
+      0.008192448876798153,
+      0.008213513530790806,
+      0.007405310403555632,
+      0.003594366367906332,
+      0.010035409592092037,
+      0.010412304662168026,
+      0.0036691459827125072,
+      0.009448833763599396,
+      0.0033259259071201086,
+      0.007518710568547249,
+      0.004288803320378065,
+      0.005735394544899464,
+      0.005616557784378529,
+      0.007176861632615328,
+      0.007496122736483812,
+      0.0070140669122338295,
+      0.0078854039311409,
+      0.0025549333076924086,
+      0.007502012886106968
+    ],
+    "denoise_loss": [],
+    "ortho_loss": [
+      0.2111450433731079,
+      0.1435524970293045,
+      0.06681142747402191,
+      0.052996307611465454,
+      0.05158527195453644,
+      0.052943676710128784,
+      0.05298374965786934,
+      0.06948061287403107,
+      0.0728166475892067,
+      0.080330990254879,
+      0.09410754591226578,
+      0.12913890182971954,
+      0.1634664088487625,
+      0.17435631155967712,
+      0.18374793231487274,
+      0.19662483036518097,
+      0.21952885389328003,
+      0.23227910697460175,
+      0.2511540353298187,
+      0.24509447813034058,
+      0.24284040927886963,
+      0.24897213280200958,
+      0.2506718933582306,
+      0.2575362026691437,
+      0.2686024606227875,
+      0.2750362753868103,
+      0.2782677114009857,
+      0.2853957712650299,
+      0.29871729016304016,
+      0.30882352590560913,
+      0.3340570032596588,
+      0.32771769165992737,
+      0.32639268040657043,
+      0.3189693093299866,
+      0.31750908493995667,
+      0.32593634724617004,
+      0.3260767161846161,
+      0.3234666585922241,
+      0.3184603154659271,
+      0.31702885031700134,
+      0.31575602293014526,
+      0.3068729639053345,
+      0.31276628375053406,
+      0.29689764976501465,
+      0.30121129751205444,
+      0.3054710626602173,
+      0.3092142939567566,
+      0.3109016418457031,
+      0.30108126997947693,
+      0.2955969274044037,
+      0.2946198880672455,
+      0.29174482822418213,
+      0.285043865442276,
+      0.28630417585372925,
+      0.2912791967391968,
+      0.2771497368812561,
+      0.2789520025253296,
+      0.28473028540611267,
+      0.28749844431877136,
+      0.28734689950942993,
+      0.28948697447776794,
+      0.29193195700645447,
+      0.2959407567977905,
+      0.29702845215797424,
+      0.2931220233440399,
+      0.2979944050312042,
+      0.297878235578537,
+      0.30620715022087097,
+      0.3166170120239258,
+      0.3252231180667877,
+      0.32210466265678406,
+      0.32464829087257385,
+      0.32355090975761414,
+      0.3284517526626587,
+      0.32824888825416565,
+      0.32835543155670166,
+      0.32803553342819214,
+      0.3309395909309387,
+      0.3305571675300598,
+      0.3290838897228241,
+      0.33054694533348083,
+      0.32293567061424255,
+      0.3265998661518097,
+      0.3343144953250885,
+      0.33344414830207825,
+      0.3310560882091522,
+      0.337158739566803,
+      0.33970019221305847,
+      0.3424912393093109,
+      0.34168195724487305,
+      0.34499648213386536,
+      0.3437992036342621,
+      0.346343994140625,
+      0.34596961736679077,
+      0.3452761769294739,
+      0.34677624702453613,
+      0.3484945297241211,
+      0.3473084568977356,
+      0.35560914874076843,
+      0.3561987280845642,
+      0.357473760843277,
+      0.35667869448661804,
+      0.35596200823783875,
+      0.3558987081050873,
+      0.3573693335056305,
+      0.3576008677482605,
+      0.355884313583374,
+      0.3569817543029785,
+      0.3577706217765808,
+      0.35831722617149353,
+      0.3573484718799591,
+      0.35760417580604553,
+      0.35809966921806335,
+      0.35827332735061646,
+      0.36096251010894775,
+      0.3610628843307495,
+      0.36021000146865845,
+      0.36042484641075134,
+      0.36087724566459656,
+      0.36099040508270264,
+      0.3603220582008362,
+      0.35995814204216003,
+      0.35976719856262207,
+      0.3594537079334259,
+      0.36095303297042847,
+      0.3614071309566498,
+      0.36208659410476685,
+      0.36218127608299255,
+      0.36316877603530884,
+      0.36409878730773926,
+      0.36422309279441833,
+      0.36380311846733093,
+      0.36408865451812744,
+      0.36326295137405396,
+      0.36311736702919006,
+      0.3631589412689209,
+      0.3635577857494354,
+      0.3654131591320038,
+      0.3654572069644928,
+      0.36536282300949097,
+      0.365400493144989,
+      0.3654620051383972,
+      0.3656059801578522,
+      0.3652297258377075,
+      0.36522072553634644,
+      0.3652559518814087,
+      0.36530348658561707,
+      0.36531174182891846,
+      0.36535152792930603,
+      0.3653797209262848
+    ],
+    "lr": [
+      7.840000000000001e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      7.932818532818534e-05,
+      7.816988416988418e-05,
+      7.701158301158302e-05,
+      7.585328185328185e-05,
+      7.469498069498071e-05,
+      7.353667953667954e-05,
+      7.237837837837838e-05,
+      7.122007722007721e-05,
+      7.006177606177606e-05,
+      6.890347490347492e-05,
+      6.774517374517375e-05,
+      6.65868725868726e-05,
+      6.542857142857144e-05,
+      6.427027027027027e-05,
+      6.311196911196911e-05,
+      6.121235521235521e-05,
+      6.0054054054054064e-05,
+      5.8895752895752895e-05,
+      5.773745173745175e-05,
+      5.6579150579150584e-05,
+      5.542084942084943e-05,
+      5.426254826254825e-05,
+      5.310424710424711e-05,
+      5.194594594594594e-05,
+      5.0787644787644786e-05,
+      4.9629343629343644e-05,
+      4.8471042471042475e-05,
+      4.7312741312741326e-05,
+      4.615444015444014e-05,
+      4.4996138996139e-05,
+      4.309652509652511e-05,
+      4.1938223938223946e-05,
+      4.07799227799228e-05,
+      3.962162162162162e-05,
+      3.846332046332047e-05,
+      3.73050193050193e-05,
+      3.6146718146718155e-05,
+      3.4988416988416986e-05,
+      3.383011583011584e-05,
+      3.267181467181467e-05,
+      3.151351351351352e-05,
+      3.0355212355212367e-05,
+      2.9196911196911198e-05,
+      2.8038610038610046e-05,
+      2.6880308880308876e-05,
+      2.4980694980694983e-05,
+      2.3822393822393838e-05,
+      2.266409266409267e-05,
+      2.1505791505791517e-05,
+      2.0347490347490348e-05,
+      1.9189189189189195e-05,
+      1.8030888030888026e-05,
+      1.6872586872586878e-05,
+      1.571428571428571e-05,
+      1.455598455598456e-05,
+      1.3397683397683389e-05,
+      1.223938223938224e-05,
+      1.1081081081081092e-05,
+      9.92277992277992e-06,
+      8.764478764478772e-06
+    ],
+    "emb_lr": [],
+    "eval_step": [
+      750,
+      1532,
+      2314,
+      3096,
+      3878,
+      4660,
+      5442,
+      6224,
+      7006,
+      7788
+    ],
+    "eval_accuracy": [
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.0
+    ]
+  },
+  "final_accuracy": 1.0,
+  "sft_eval": {
+    "config": {
+      "ops": "add_sub",
+      "K": null,
+      "mode": "sft",
+      "n_digits": 6,
+      "n_per_split": 50
+    },
+    "splits": {
+      "add_S0": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 295
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 55
+          }
+        }
+      },
+      "add_S1": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 126
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 79
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 21
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 124
+          }
+        }
+      },
+      "add_S2": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 75
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 62
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 39
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 111
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 63
+          }
+        }
+      },
+      "add_S3": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 60
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 57
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 19
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 104
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 110
+          }
+        }
+      },
+      "add_S4": {
+        "full_accuracy": 0.98,
+        "n_examples": 50,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 48
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 52
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 7
+          },
+          "UC": {
+            "accuracy": 0.9887640449438202,
+            "count": 89
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 154
+          }
+        }
+      },
+      "add_S5": {
+        "full_accuracy": 0.96,
+        "n_examples": 50,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UC": {
+            "accuracy": 0.96,
+            "count": 50
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 200
+          }
+        }
+      },
+      "add_S6": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "SC": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 250
+          }
+        }
+      },
+      "add_random": {
+        "full_accuracy": 1.0,
+        "n_examples": 200,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 431
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 316
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 39
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 560
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 54
+          }
+        }
+      },
+      "add_C3": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 150
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 104
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 46
+          }
+        }
+      },
+      "add_C4": {
+        "full_accuracy": 0.96,
+        "n_examples": 50,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UC": {
+            "accuracy": 0.983739837398374,
+            "count": 123
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 77
+          }
+        }
+      },
+      "add_C5": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 154
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 96
+          }
+        }
+      },
+      "add_C6": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "SC": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 182
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 118
+          }
+        }
+      },
+      "sub_M0": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 294
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 56
+          }
+        }
+      },
+      "sub_M1": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 143
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 69
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 15
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 123
+          }
+        }
+      },
+      "sub_M2": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 108
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 52
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 52
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 87
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 51
+          }
+        }
+      },
+      "sub_M3": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 94
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 51
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 25
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 78
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 102
+          }
+        }
+      },
+      "sub_M4": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 150
+          }
+        }
+      },
+      "sub_M5": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 200
+          }
+        }
+      },
+      "sub_random": {
+        "full_accuracy": 1.0,
+        "n_examples": 200,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 588
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 268
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 60
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 447
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 37
+          }
+        }
+      },
+      "sub_B3": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 150
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 107
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 43
+          }
+        }
+      },
+      "sub_B4": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 114
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 86
+          }
+        }
+      },
+      "sub_B5": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 153
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 97
+          }
+        }
+      }
+    },
+    "summary": {
+      "overall_accuracy": 0.9964285714285714,
+      "total_examples": 1400,
+      "n_splits": 22
+    }
+  },
+  "sorl_eval": {
+    "config": {
+      "ops": "add_sub",
+      "K": 1,
+      "mode": "sorl",
+      "n_digits": 6,
+      "n_per_split": 50
+    },
+    "splits": {
+      "add_S0": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 295
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 55
+          }
+        }
+      },
+      "add_S1": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 126
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 79
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 21
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 124
+          }
+        }
+      },
+      "add_S2": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 75
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 62
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 39
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 111
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 63
+          }
+        }
+      },
+      "add_S3": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 60
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 57
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 19
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 104
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 110
+          }
+        }
+      },
+      "add_S4": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 48
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 52
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 7
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 89
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 154
+          }
+        }
+      },
+      "add_S5": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 200
+          }
+        }
+      },
+      "add_S6": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "SC": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 250
+          }
+        }
+      },
+      "add_random": {
+        "full_accuracy": 1.0,
+        "n_examples": 200,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 431
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 316
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 39
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 560
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 54
+          }
+        }
+      },
+      "add_C3": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 150
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 104
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 46
+          }
+        }
+      },
+      "add_C4": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 123
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 77
+          }
+        }
+      },
+      "add_C5": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 154
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 96
+          }
+        }
+      },
+      "add_C6": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "SC": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 182
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 118
+          }
+        }
+      },
+      "sub_M0": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 294
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 56
+          }
+        }
+      },
+      "sub_M1": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 143
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 69
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 15
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 123
+          }
+        }
+      },
+      "sub_M2": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 108
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 52
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 52
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 87
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 51
+          }
+        }
+      },
+      "sub_M3": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 94
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 51
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 25
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 78
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 102
+          }
+        }
+      },
+      "sub_M4": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 150
+          }
+        }
+      },
+      "sub_M5": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 200
+          }
+        }
+      },
+      "sub_random": {
+        "full_accuracy": 1.0,
+        "n_examples": 200,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 588
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 268
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 60
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 447
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 37
+          }
+        }
+      },
+      "sub_B3": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 150
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 107
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 43
+          }
+        }
+      },
+      "sub_B4": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 114
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 86
+          }
+        }
+      },
+      "sub_B5": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 153
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 97
+          }
+        }
+      }
+    },
+    "summary": {
+      "overall_accuracy": 1.0,
+      "total_examples": 1400,
+      "n_splits": 22
+    }
+  },
+  "sorl_overall_accuracy": 1.0,
+  "sft_overall_accuracy": 0.9964285714285714
+}

add_sub_sorl_v1_abs10_K1_50K/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dcf90a20c26c5b68f843a61059999485f735079999d942153afd32e303fdb71
+size 650303660

add_sub_sorl_v1_abs10_K1_50K/train_config.json

@@ -0,0 +1,35 @@
+{
+  "mode": "sorl",
+  "ops": "add_sub",
+  "n_digits": 6,
+  "n_layer": 2,
+  "n_head": 3,
+  "n_embd": 510,
+  "abs_vocab": 10,
+  "K": 1,
+  "alpha_info_gain": 10.0,
+  "alpha_abs": 0.1,
+  "alpha_soft_zipf": 1.0,
+  "batch_size": 64,
+  "num_epochs": 10,
+  "dataset_size": 50000,
+  "lr": 8e-05,
+  "output_dir": "ckpt/sweep/as_sorl_abs10_K1_50K",
+  "device": "cuda",
+  "push_to_hub": true,
+  "no_wandb": false,
+  "n_params": 162499262,
+  "run_name": "add_sub_sorl_v1_abs10_K1_50K",
+  "git_commit": "800625019270114adcda289bbd550c4f1109a514",
+  "timestamp": "2026-04-12T01:58:11.881229+00:00",
+  "tokenizer": "Qwen/Qwen3-0.6B",
+  "dataset_repo": "thoughtworks/arithmetic-sorl-data",
+  "dataset_config": "add_sub_6digit",
+  "model_repo": "thoughtworks/arithmetic-sorl",
+  "trainer_version": "v1",
+  "wandb_run_id": "yb0fucvp",
+  "wandb_url": "https://wandb.ai/nlp_and_interpretability/sorl-arithmetic/runs/yb0fucvp",
+  "final_accuracy": 1.0,
+  "sft_accuracy": 0.9964285714285714,
+  "eval_method": "ArithmeticEvaluator"
+}