Upload add_sub_baseline_100K_1L3H510d

add_sub_baseline_100K_1L3H510d/config.json

@@ -0,0 +1,36 @@
+{
+  "architectures": [
+    "SorlModelWrapper"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": null,
+  "dtype": "float32",
+  "eos_token_id": null,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 510,
+  "initializer_range": 0.02,
+  "intermediate_size": 2040,
+  "layer_types": [
+    "full_attention"
+  ],
+  "max_position_embeddings": 128,
+  "max_window_layers": 28,
+  "model_type": "qwen3",
+  "num_attention_heads": 3,
+  "num_hidden_layers": 1,
+  "num_key_value_heads": 3,
+  "pad_token_id": null,
+  "rms_norm_eps": 1e-06,
+  "rope_parameters": {
+    "rope_theta": 10000.0,
+    "rope_type": "default"
+  },
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "transformers_version": "5.5.0",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 151645
+}

add_sub_baseline_100K_1L3H510d/generation_config.json

@@ -0,0 +1,7 @@
+{
+  "_from_model_config": true,
+  "output_attentions": false,
+  "output_hidden_states": false,
+  "transformers_version": "5.5.0",
+  "use_cache": true
+}

add_sub_baseline_100K_1L3H510d/metrics.json

@@ -0,0 +1,3083 @@
+{
+  "history": {
+    "step": [
+      50,
+      100,
+      150,
+      200,
+      250,
+      300,
+      350,
+      400,
+      450,
+      500,
+      550,
+      600,
+      650,
+      700,
+      750,
+      800,
+      850,
+      900,
+      950,
+      1000,
+      1050,
+      1100,
+      1150,
+      1200,
+      1250,
+      1300,
+      1350,
+      1400,
+      1450,
+      1500,
+      1550,
+      1600,
+      1650,
+      1700,
+      1750,
+      1800,
+      1850,
+      1900,
+      1950,
+      2000,
+      2050,
+      2100,
+      2150,
+      2200,
+      2250,
+      2300,
+      2350,
+      2400,
+      2450,
+      2500,
+      2550,
+      2600,
+      2650,
+      2700,
+      2750,
+      2800,
+      2850,
+      2900,
+      2950,
+      3000,
+      3050,
+      3100,
+      3150,
+      3200,
+      3250,
+      3300,
+      3350,
+      3400,
+      3450,
+      3500,
+      3550,
+      3600,
+      3650,
+      3700,
+      3750,
+      3800,
+      3850,
+      3900,
+      3950,
+      4000,
+      4050,
+      4100,
+      4150,
+      4200,
+      4250,
+      4300,
+      4350,
+      4400,
+      4450,
+      4500,
+      4550,
+      4600,
+      4650,
+      4700,
+      4750,
+      4800,
+      4850,
+      4900,
+      4950,
+      5000,
+      5050,
+      5100,
+      5150,
+      5200,
+      5250,
+      5300,
+      5350,
+      5400,
+      5450,
+      5500,
+      5550,
+      5600,
+      5650,
+      5700,
+      5750,
+      5800,
+      5850,
+      5900,
+      5950,
+      6000,
+      6050,
+      6100,
+      6150,
+      6200,
+      6250,
+      6300,
+      6350,
+      6400,
+      6450,
+      6500,
+      6550,
+      6600,
+      6650,
+      6700,
+      6750,
+      6800,
+      6850,
+      6900,
+      6950,
+      7000,
+      7050,
+      7100,
+      7150,
+      7200,
+      7250,
+      7300,
+      7350,
+      7400,
+      7450,
+      7500,
+      7550,
+      7600,
+      7650,
+      7700,
+      7750,
+      7800,
+      7850,
+      7900,
+      7950,
+      8000,
+      8050,
+      8100,
+      8150,
+      8200,
+      8250,
+      8300,
+      8350,
+      8400,
+      8450,
+      8500,
+      8550,
+      8600,
+      8650,
+      8700,
+      8750,
+      8800,
+      8850,
+      8900,
+      8950,
+      9000,
+      9050,
+      9100,
+      9150,
+      9200,
+      9250,
+      9300,
+      9350,
+      9400,
+      9450,
+      9500,
+      9550,
+      9600,
+      9650,
+      9700,
+      9750,
+      9800,
+      9850,
+      9900,
+      9950,
+      10000,
+      10050,
+      10100,
+      10150,
+      10200,
+      10250,
+      10300,
+      10350,
+      10400,
+      10450,
+      10500,
+      10550,
+      10600,
+      10650,
+      10700,
+      10750,
+      10800,
+      10850,
+      10900,
+      10950,
+      11000,
+      11050,
+      11100,
+      11150,
+      11200,
+      11250,
+      11300,
+      11350,
+      11400,
+      11450,
+      11500,
+      11550,
+      11600,
+      11650,
+      11700,
+      11750,
+      11800,
+      11850,
+      11900,
+      11950,
+      12000,
+      12050,
+      12100,
+      12150,
+      12200,
+      12250,
+      12300,
+      12350,
+      12400,
+      12450,
+      12500,
+      12550,
+      12600,
+      12650,
+      12700,
+      12750,
+      12800,
+      12850,
+      12900,
+      12950,
+      13000,
+      13050,
+      13100,
+      13150,
+      13200,
+      13250,
+      13300,
+      13350,
+      13400,
+      13450,
+      13500,
+      13550,
+      13600,
+      13650,
+      13700,
+      13750,
+      13800,
+      13850,
+      13900,
+      13950,
+      14000,
+      14050,
+      14100,
+      14150,
+      14200,
+      14250,
+      14300,
+      14350,
+      14400,
+      14450,
+      14500,
+      14550,
+      14600,
+      14650,
+      14700,
+      14750,
+      14800,
+      14850,
+      14900,
+      14950,
+      15000,
+      15050,
+      15100,
+      15150,
+      15200,
+      15250,
+      15300,
+      15350,
+      15400,
+      15450,
+      15500,
+      15550,
+      15600,
+      15650,
+      15700,
+      15750,
+      15800,
+      15850,
+      15900,
+      15950,
+      16000,
+      16050,
+      16100,
+      16150,
+      16200,
+      16250,
+      16300,
+      16350,
+      16400,
+      16450,
+      16500,
+      16550,
+      16600,
+      16650,
+      16700,
+      16750,
+      16800,
+      16850,
+      16900,
+      16950,
+      17000,
+      17050,
+      17100,
+      17150,
+      17200,
+      17250,
+      17300,
+      17350,
+      17400,
+      17450,
+      17500,
+      17550,
+      17600,
+      17650,
+      17700,
+      17750,
+      17800,
+      17850,
+      17900,
+      17950,
+      18000,
+      18050,
+      18100,
+      18150,
+      18200,
+      18250,
+      18300,
+      18350,
+      18400,
+      18450,
+      18500,
+      18550,
+      18600,
+      18650,
+      18700,
+      18750,
+      18800,
+      18850,
+      18900,
+      18950,
+      19000,
+      19050,
+      19100,
+      19150,
+      19200,
+      19250,
+      19300,
+      19350,
+      19400,
+      19450,
+      19500,
+      19550,
+      19600,
+      19650,
+      19700,
+      19750,
+      19800,
+      19850,
+      19900,
+      19950,
+      20000,
+      20050,
+      20100,
+      20150,
+      20200,
+      20250,
+      20300,
+      20350,
+      20400,
+      20450,
+      20500,
+      20550,
+      20600,
+      20650,
+      20700,
+      20750,
+      20800,
+      20850,
+      20900,
+      20950,
+      21000,
+      21050,
+      21100,
+      21150,
+      21200,
+      21250,
+      21300,
+      21350,
+      21400,
+      21450,
+      21500,
+      21550,
+      21600,
+      21650,
+      21700,
+      21750,
+      21800,
+      21850,
+      21900,
+      21950,
+      22000,
+      22050,
+      22100,
+      22150,
+      22200,
+      22250,
+      22300,
+      22350,
+      22400,
+      22450,
+      22500,
+      22550,
+      22600,
+      22650,
+      22700,
+      22750,
+      22800,
+      22850,
+      22900,
+      22950,
+      23000,
+      23050,
+      23100,
+      23150,
+      23200,
+      23250,
+      23300,
+      23350,
+      23400,
+      23450,
+      23500,
+      23550,
+      23600,
+      23650,
+      23700,
+      23750,
+      23800,
+      23850,
+      23900,
+      23950,
+      24000,
+      24050,
+      24100,
+      24150,
+      24200,
+      24250,
+      24300,
+      24350,
+      24400,
+      24450,
+      24500,
+      24550,
+      24600,
+      24650,
+      24700,
+      24750,
+      24800,
+      24850,
+      24900,
+      24950,
+      25000,
+      25050,
+      25100,
+      25150,
+      25200,
+      25250,
+      25300,
+      25350,
+      25400,
+      25450,
+      25500,
+      25550,
+      25600,
+      25650,
+      25700,
+      25750,
+      25800,
+      25850,
+      25900,
+      25950,
+      26000,
+      26050,
+      26100,
+      26150,
+      26200,
+      26250,
+      26300,
+      26350,
+      26400,
+      26450,
+      26500,
+      26550,
+      26600,
+      26650,
+      26700,
+      26750,
+      26800,
+      26850,
+      26900,
+      26950,
+      27000,
+      27050,
+      27100,
+      27150,
+      27200,
+      27250,
+      27300,
+      27350,
+      27400,
+      27450,
+      27500,
+      27550,
+      27600,
+      27650,
+      27700,
+      27750,
+      27800,
+      27850,
+      27900,
+      27950,
+      28000,
+      28050,
+      28100,
+      28150,
+      28200,
+      28250,
+      28300,
+      28350,
+      28400,
+      28450,
+      28500,
+      28550,
+      28600,
+      28650,
+      28700,
+      28750,
+      28800,
+      28850,
+      28900,
+      28950,
+      29000,
+      29050,
+      29100,
+      29150,
+      29200,
+      29250,
+      29300,
+      29350,
+      29400,
+      29450,
+      29500,
+      29550,
+      29600,
+      29650,
+      29700,
+      29750,
+      29800,
+      29850,
+      29900,
+      29950,
+      30000,
+      30050,
+      30100,
+      30150,
+      30200,
+      30250,
+      30300,
+      30350,
+      30400,
+      30450,
+      30500,
+      30550,
+      30600,
+      30650,
+      30700,
+      30750,
+      30800,
+      30850,
+      30900,
+      30950,
+      31000,
+      31050,
+      31100,
+      31150,
+      31200,
+      31250
+    ],
+    "loss": [
+      11.590730667114258,
+      10.008843421936035,
+      8.462128639221191,
+      7.399643898010254,
+      6.756927967071533,
+      5.978936195373535,
+      5.08305025100708,
+      4.541415691375732,
+      3.4694037437438965,
+      2.5743582248687744,
+      2.1866703033447266,
+      1.9486976861953735,
+      1.9335920810699463,
+      1.862648606300354,
+      1.8573890924453735,
+      1.8530292510986328,
+      1.8018437623977661,
+      1.84449303150177,
+      1.814630389213562,
+      1.7711918354034424,
+      1.6962929964065552,
+      1.7403196096420288,
+      1.698202133178711,
+      1.5343109369277954,
+      1.5047857761383057,
+      1.2408220767974854,
+      1.183419108390808,
+      0.9277833104133606,
+      0.8072196245193481,
+      0.7550209760665894,
+      0.6375683546066284,
+      0.6625834703445435,
+      0.6217586398124695,
+      0.5731011629104614,
+      0.6274692416191101,
+      0.5539180636405945,
+      0.5323137044906616,
+      0.515982985496521,
+      0.49425008893013,
+      0.5447531342506409,
+      0.4960881769657135,
+      0.4802185595035553,
+      0.4546929895877838,
+      0.40951818227767944,
+      0.4484438896179199,
+      0.40832239389419556,
+      0.3507862091064453,
+      0.36004236340522766,
+      0.38446736335754395,
+      0.35106033086776733,
+      0.3127429187297821,
+      0.3427281975746155,
+      0.37433546781539917,
+      0.3551024794578552,
+      0.3099280297756195,
+      0.3058856427669525,
+      0.3009559214115143,
+      0.2794981598854065,
+      0.27592822909355164,
+      0.26460784673690796,
+      0.25373604893684387,
+      0.2375512421131134,
+      0.2536432445049286,
+      0.28625473380088806,
+      0.25312358140945435,
+      0.25073981285095215,
+      0.2462916076183319,
+      0.23283767700195312,
+      0.21696482598781586,
+      0.24066981673240662,
+      0.24604995548725128,
+      0.2255338877439499,
+      0.25219589471817017,
+      0.22323520481586456,
+      0.23086068034172058,
+      0.23374581336975098,
+      0.17629754543304443,
+      0.1992478370666504,
+      0.22123393416404724,
+      0.20683325827121735,
+      0.20280739665031433,
+      0.1921931654214859,
+      0.20277836918830872,
+      0.1437915861606598,
+      0.20315439999103546,
+      0.22980621457099915,
+      0.19309651851654053,
+      0.16876205801963806,
+      0.19966530799865723,
+      0.22484029829502106,
+      0.16457614302635193,
+      0.20463429391384125,
+      0.22234633564949036,
+      0.19314821064472198,
+      0.1876712590456009,
+      0.20733626186847687,
+      0.14400646090507507,
+      0.1984553039073944,
+      0.1869303435087204,
+      0.16285525262355804,
+      0.18417738378047943,
+      0.20557114481925964,
+      0.16323181986808777,
+      0.22274552285671234,
+      0.21162769198417664,
+      0.1706201732158661,
+      0.15392149984836578,
+      0.16092339158058167,
+      0.18461982905864716,
+      0.18003691732883453,
+      0.16714906692504883,
+      0.14997608959674835,
+      0.16078956425189972,
+      0.17331120371818542,
+      0.19201728701591492,
+      0.1445523351430893,
+      0.1492263525724411,
+      0.1685124784708023,
+      0.21533074975013733,
+      0.1581278294324875,
+      0.16582921147346497,
+      0.1650494486093521,
+      0.16001510620117188,
+      0.20320379734039307,
+      0.14158616960048676,
+      0.18663327395915985,
+      0.15597105026245117,
+      0.15032097697257996,
+      0.15012289583683014,
+      0.14749516546726227,
+      0.147920161485672,
+      0.17504122853279114,
+      0.1624383181333542,
+      0.1449747234582901,
+      0.1698375642299652,
+      0.09830355644226074,
+      0.11226115375757217,
+      0.13655923306941986,
+      0.15535518527030945,
+      0.1775074452161789,
+      0.16325166821479797,
+      0.14563043415546417,
+      0.1435786783695221,
+      0.15672871470451355,
+      0.15100359916687012,
+      0.14898395538330078,
+      0.12749162316322327,
+      0.14358016848564148,
+      0.1733684241771698,
+      0.16568772494792938,
+      0.07940036803483963,
+      0.12665703892707825,
+      0.1747010499238968,
+      0.12358701974153519,
+      0.15968748927116394,
+      0.17475023865699768,
+      0.19513259828090668,
+      0.14299286901950836,
+      0.13208210468292236,
+      0.16180679202079773,
+      0.14779700338840485,
+      0.1260509192943573,
+      0.10334546118974686,
+      0.16544942557811737,
+      0.10262250155210495,
+      0.13771456480026245,
+      0.1963958442211151,
+      0.09260211884975433,
+      0.18679778277873993,
+      0.10781693458557129,
+      0.14483536779880524,
+      0.132289856672287,
+      0.12088155746459961,
+      0.11586824804544449,
+      0.1512167751789093,
+      0.19790777564048767,
+      0.16284935176372528,
+      0.12354087829589844,
+      0.15551599860191345,
+      0.1449081003665924,
+      0.1770719438791275,
+      0.1333875060081482,
+      0.13114973902702332,
+      0.13837584853172302,
+      0.12126553803682327,
+      0.18816830217838287,
+      0.11995255947113037,
+      0.17386159300804138,
+      0.1707388013601303,
+      0.124317467212677,
+      0.1331988126039505,
+      0.14847016334533691,
+      0.11245951801538467,
+      0.13320079445838928,
+      0.1675313264131546,
+      0.13141405582427979,
+      0.12790170311927795,
+      0.11583869159221649,
+      0.10868623107671738,
+      0.12334491312503815,
+      0.1335478276014328,
+      0.1236141100525856,
+      0.13433639705181122,
+      0.1264493763446808,
+      0.12590043246746063,
+      0.12471193075180054,
+      0.11749447882175446,
+      0.14133895933628082,
+      0.11863543838262558,
+      0.14273345470428467,
+      0.1203339621424675,
+      0.1653243452310562,
+      0.1083303838968277,
+      0.13163454830646515,
+      0.11514748632907867,
+      0.1404743641614914,
+      0.12568245828151703,
+      0.1307028979063034,
+      0.15765324234962463,
+      0.1536712646484375,
+      0.13338132202625275,
+      0.11661403626203537,
+      0.1360735446214676,
+      0.13759995996952057,
+      0.13059718906879425,
+      0.1088799238204956,
+      0.1021239161491394,
+      0.12046205997467041,
+      0.1579085886478424,
+      0.08681575208902359,
+      0.10553109645843506,
+      0.13866056501865387,
+      0.11147551238536835,
+      0.07205794751644135,
+      0.10237788408994675,
+      0.12941725552082062,
+      0.11781574785709381,
+      0.12265454232692719,
+      0.08254529535770416,
+      0.1409476101398468,
+      0.12275225669145584,
+      0.12080862373113632,
+      0.13728614151477814,
+      0.1175534725189209,
+      0.09954327344894409,
+      0.08590155094861984,
+      0.10654230415821075,
+      0.1221916675567627,
+      0.12189577519893646,
+      0.1247953325510025,
+      0.10916522890329361,
+      0.11952637135982513,
+      0.09985440224409103,
+      0.09181787073612213,
+      0.10537697374820709,
+      0.09796135872602463,
+      0.11925524473190308,
+      0.11428665369749069,
+      0.1648244559764862,
+      0.07322876900434494,
+      0.15893861651420593,
+      0.08510557562112808,
+      0.12710754573345184,
+      0.09113990515470505,
+      0.13412824273109436,
+      0.10277930647134781,
+      0.17541073262691498,
+      0.14736342430114746,
+      0.11740081012248993,
+      0.11966031789779663,
+      0.1088729053735733,
+      0.12581263482570648,
+      0.0946003794670105,
+      0.09120720624923706,
+      0.11371342837810516,
+      0.12511879205703735,
+      0.09665517508983612,
+      0.1137433722615242,
+      0.12671823799610138,
+      0.11416741460561752,
+      0.08147336542606354,
+      0.12260235846042633,
+      0.09772735089063644,
+      0.10095740854740143,
+      0.08020009100437164,
+      0.1226501390337944,
+      0.12830086052417755,
+      0.11694546043872833,
+      0.09752900153398514,
+      0.10865380614995956,
+      0.0931643396615982,
+      0.10757746547460556,
+      0.10311199724674225,
+      0.10850399732589722,
+      0.10698104649782181,
+      0.11877728998661041,
+      0.11161626875400543,
+      0.10339832305908203,
+      0.12179000675678253,
+      0.10866282135248184,
+      0.11052846908569336,
+      0.09158153086900711,
+      0.08050792664289474,
+      0.0822460874915123,
+      0.0749250277876854,
+      0.15170621871948242,
+      0.09581434726715088,
+      0.10855448246002197,
+      0.09279400110244751,
+      0.11522157490253448,
+      0.13227157294750214,
+      0.10635107010602951,
+      0.11265939474105835,
+      0.08346753567457199,
+      0.08487065881490707,
+      0.10713182389736176,
+      0.09713622182607651,
+      0.11863028258085251,
+      0.09329695254564285,
+      0.09485241025686264,
+      0.10607385635375977,
+      0.1250557154417038,
+      0.08463891595602036,
+      0.10136256366968155,
+      0.08754997700452805,
+      0.090299092233181,
+      0.08604253828525543,
+      0.10990680754184723,
+      0.070102758705616,
+      0.10229142010211945,
+      0.10715246945619583,
+      0.08947477489709854,
+      0.1304444968700409,
+      0.10424057394266129,
+      0.0938354879617691,
+      0.0817536786198616,
+      0.08749948441982269,
+      0.11207755655050278,
+      0.1180059090256691,
+      0.07551036030054092,
+      0.08268888294696808,
+      0.07825221866369247,
+      0.07770591229200363,
+      0.08308211714029312,
+      0.0772479772567749,
+      0.08353037387132645,
+      0.10409824550151825,
+      0.11012433469295502,
+      0.08082856982946396,
+      0.09950383007526398,
+      0.08189260214567184,
+      0.07659509032964706,
+      0.10242925584316254,
+      0.12450249493122101,
+      0.07707835733890533,
+      0.05368075519800186,
+      0.0619431734085083,
+      0.09471486508846283,
+      0.08793360739946365,
+      0.08916860073804855,
+      0.08618135005235672,
+      0.11473206430673599,
+      0.09386112540960312,
+      0.07617855072021484,
+      0.1017036959528923,
+      0.07769875973463058,
+      0.061310309916734695,
+      0.09029117971658707,
+      0.09158073365688324,
+      0.05750944837927818,
+      0.09099895507097244,
+      0.09497302025556564,
+      0.10139452666044235,
+      0.07212291657924652,
+      0.08142689615488052,
+      0.07923809438943863,
+      0.06371740251779556,
+      0.08492343872785568,
+      0.08149705082178116,
+      0.07120215147733688,
+      0.10765073448419571,
+      0.06339897215366364,
+      0.07428894937038422,
+      0.0790262222290039,
+      0.07561584562063217,
+      0.06576121598482132,
+      0.09716854244470596,
+      0.10569944232702255,
+      0.07536172866821289,
+      0.0810513123869896,
+      0.07901273667812347,
+      0.08706654608249664,
+      0.06770042330026627,
+      0.08818553388118744,
+      0.08169669657945633,
+      0.10051023960113525,
+      0.08167388290166855,
+      0.0757337287068367,
+      0.08049754053354263,
+      0.10818684101104736,
+      0.07678555697202682,
+      0.10221618413925171,
+      0.10974112898111343,
+      0.06769644469022751,
+      0.04685463383793831,
+      0.08042901009321213,
+      0.06771845370531082,
+      0.09324824810028076,
+      0.07942179590463638,
+      0.06531161069869995,
+      0.07581649720668793,
+      0.09773913770914078,
+      0.07557205855846405,
+      0.11638728529214859,
+      0.09637589007616043,
+      0.07806355506181717,
+      0.10050004720687866,
+      0.06704185158014297,
+      0.0692962259054184,
+      0.07350455969572067,
+      0.08784038573503494,
+      0.0735633373260498,
+      0.08336486667394638,
+      0.07495895773172379,
+      0.0851271003484726,
+      0.06257098913192749,
+      0.09243951737880707,
+      0.09958042204380035,
+      0.11119798570871353,
+      0.08267705142498016,
+      0.1070321798324585,
+      0.0862337201833725,
+      0.07803908735513687,
+      0.07443572580814362,
+      0.09944526106119156,
+      0.10302623361349106,
+      0.08739256113767624,
+      0.06846916675567627,
+      0.10036665946245193,
+      0.09014379233121872,
+      0.08519833534955978,
+      0.07493556290864944,
+      0.09394343942403793,
+      0.05815808102488518,
+      0.07777410000562668,
+      0.06501246988773346,
+      0.07275356352329254,
+      0.08814050257205963,
+      0.06622754037380219,
+      0.06069499999284744,
+      0.07838793843984604,
+      0.06434711068868637,
+      0.08589798212051392,
+      0.05238223820924759,
+      0.09272341430187225,
+      0.06551225483417511,
+      0.06953789293766022,
+      0.07660479098558426,
+      0.05989411845803261,
+      0.05386261269450188,
+      0.08200539648532867,
+      0.10156708210706711,
+      0.08199717849493027,
+      0.05529790744185448,
+      0.057090211659669876,
+      0.07523149996995926,
+      0.072896309196949,
+      0.05333370715379715,
+      0.07137365639209747,
+      0.10263484716415405,
+      0.06211051717400551,
+      0.07038991898298264,
+      0.05440149083733559,
+      0.08228183537721634,
+      0.07137709856033325,
+      0.08521203696727753,
+      0.08549106866121292,
+      0.06427477300167084,
+      0.05750788003206253,
+      0.044719625264406204,
+      0.052306611090898514,
+      0.06494929641485214,
+      0.08489445596933365,
+      0.06218888983130455,
+      0.06397213041782379,
+      0.06939802318811417,
+      0.08672648668289185,
+      0.060570962727069855,
+      0.07163840532302856,
+      0.08510170876979828,
+      0.07324682176113129,
+      0.04876164346933365,
+      0.06505239009857178,
+      0.08590155094861984,
+      0.06650708615779877,
+      0.0964825302362442,
+      0.06268526613712311,
+      0.12551800906658173,
+      0.0574532188475132,
+      0.06200438737869263,
+      0.042244378477334976,
+      0.06762851774692535,
+      0.07147014141082764,
+      0.07113396376371384,
+      0.06245996430516243,
+      0.07268466055393219,
+      0.058629997074604034,
+      0.0998447984457016,
+      0.05847032740712166,
+      0.06771311908960342,
+      0.05309375375509262,
+      0.06042199581861496,
+      0.059562649577856064,
+      0.07993175089359283,
+      0.07854734361171722,
+      0.05777313560247421,
+      0.06803534179925919,
+      0.05771642178297043,
+      0.060836970806121826,
+      0.09246531873941422,
+      0.08178555965423584,
+      0.05242783576250076,
+      0.07251033931970596,
+      0.05794801935553551,
+      0.06849490106105804,
+      0.05636836960911751,
+      0.061694275587797165,
+      0.08705706149339676,
+      0.0664827898144722,
+      0.04641652852296829,
+      0.05673486366868019,
+      0.10565745830535889,
+      0.06801792234182358,
+      0.056707289069890976,
+      0.06867755949497223,
+      0.07024587690830231,
+      0.06246203929185867,
+      0.0689152404665947,
+      0.0538431741297245,
+      0.047685228288173676,
+      0.06765922158956528,
+      0.07044348865747452,
+      0.06717079132795334,
+      0.06069641560316086,
+      0.06425536423921585,
+      0.0852149948477745,
+      0.06109219044446945,
+      0.0803145319223404,
+      0.06218688562512398,
+      0.0576840378344059,
+      0.05841473489999771,
+      0.07491645961999893,
+      0.07618697732686996,
+      0.05226306989789009,
+      0.06084340065717697,
+      0.05673744156956673,
+      0.05526646226644516,
+      0.05275636538863182,
+      0.05932587385177612,
+      0.07106904685497284,
+      0.0591297410428524,
+      0.07657556980848312,
+      0.052215974777936935,
+      0.08645182102918625,
+      0.054482366889715195,
+      0.059969462454319,
+      0.05716251581907272,
+      0.044397663325071335,
+      0.05451411008834839,
+      0.06411322206258774,
+      0.07218252122402191,
+      0.08061732351779938,
+      0.07747393846511841,
+      0.06476633995771408,
+      0.05353787913918495,
+      0.06321056187152863,
+      0.07882886379957199,
+      0.06984003633260727,
+      0.06122057884931564,
+      0.06535828858613968,
+      0.0653766319155693,
+      0.0587090328335762,
+      0.055219616740942,
+      0.05293953791260719,
+      0.07520788908004761,
+      0.06414056569337845,
+      0.06682238727807999,
+      0.054237041622400284,
+      0.057661157101392746,
+      0.07181666791439056,
+      0.06606405228376389,
+      0.052400775253772736,
+      0.06270239502191544,
+      0.058932263404130936,
+      0.055332038551568985,
+      0.06625663489103317,
+      0.0483982227742672,
+      0.06887101382017136,
+      0.05233088508248329,
+      0.04837244749069214,
+      0.0702090635895729,
+      0.07042048126459122,
+      0.055972833186388016,
+      0.05594289302825928,
+      0.05361032113432884,
+      0.07217632234096527,
+      0.06733781844377518,
+      0.0625748559832573,
+      0.05113118886947632,
+      0.06159016117453575,
+      0.08372350037097931,
+      0.07592345774173737,
+      0.06554513424634933,
+      0.05311010405421257,
+      0.057619284838438034,
+      0.06509494036436081,
+      0.08274422585964203,
+      0.06970489770174026,
+      0.06914588063955307,
+      0.055493004620075226,
+      0.05195404961705208,
+      0.07290031015872955,
+      0.06176087260246277,
+      0.05068973824381828,
+      0.06019908934831619
+    ],
+    "base_loss": [
+      11.590730667114258,
+      10.008843421936035,
+      8.462128639221191,
+      7.399643898010254,
+      6.756927967071533,
+      5.978936195373535,
+      5.08305025100708,
+      4.541415691375732,
+      3.4694037437438965,
+      2.5743582248687744,
+      2.1866703033447266,
+      1.9486976861953735,
+      1.9335920810699463,
+      1.862648606300354,
+      1.8573890924453735,
+      1.8530292510986328,
+      1.8018437623977661,
+      1.84449303150177,
+      1.814630389213562,
+      1.7711918354034424,
+      1.6962929964065552,
+      1.7403196096420288,
+      1.698202133178711,
+      1.5343109369277954,
+      1.5047857761383057,
+      1.2408220767974854,
+      1.183419108390808,
+      0.9277833104133606,
+      0.8072196245193481,
+      0.7550209760665894,
+      0.6375683546066284,
+      0.6625834703445435,
+      0.6217586398124695,
+      0.5731011629104614,
+      0.6274692416191101,
+      0.5539180636405945,
+      0.5323137044906616,
+      0.515982985496521,
+      0.49425008893013,
+      0.5447531342506409,
+      0.4960881769657135,
+      0.4802185595035553,
+      0.4546929895877838,
+      0.40951818227767944,
+      0.4484438896179199,
+      0.40832239389419556,
+      0.3507862091064453,
+      0.36004236340522766,
+      0.38446736335754395,
+      0.35106033086776733,
+      0.3127429187297821,
+      0.3427281975746155,
+      0.37433546781539917,
+      0.3551024794578552,
+      0.3099280297756195,
+      0.3058856427669525,
+      0.3009559214115143,
+      0.2794981598854065,
+      0.27592822909355164,
+      0.26460784673690796,
+      0.25373604893684387,
+      0.2375512421131134,
+      0.2536432445049286,
+      0.28625473380088806,
+      0.25312358140945435,
+      0.25073981285095215,
+      0.2462916076183319,
+      0.23283767700195312,
+      0.21696482598781586,
+      0.24066981673240662,
+      0.24604995548725128,
+      0.2255338877439499,
+      0.25219589471817017,
+      0.22323520481586456,
+      0.23086068034172058,
+      0.23374581336975098,
+      0.17629754543304443,
+      0.1992478370666504,
+      0.22123393416404724,
+      0.20683325827121735,
+      0.20280739665031433,
+      0.1921931654214859,
+      0.20277836918830872,
+      0.1437915861606598,
+      0.20315439999103546,
+      0.22980621457099915,
+      0.19309651851654053,
+      0.16876205801963806,
+      0.19966530799865723,
+      0.22484029829502106,
+      0.16457614302635193,
+      0.20463429391384125,
+      0.22234633564949036,
+      0.19314821064472198,
+      0.1876712590456009,
+      0.20733626186847687,
+      0.14400646090507507,
+      0.1984553039073944,
+      0.1869303435087204,
+      0.16285525262355804,
+      0.18417738378047943,
+      0.20557114481925964,
+      0.16323181986808777,
+      0.22274552285671234,
+      0.21162769198417664,
+      0.1706201732158661,
+      0.15392149984836578,
+      0.16092339158058167,
+      0.18461982905864716,
+      0.18003691732883453,
+      0.16714906692504883,
+      0.14997608959674835,
+      0.16078956425189972,
+      0.17331120371818542,
+      0.19201728701591492,
+      0.1445523351430893,
+      0.1492263525724411,
+      0.1685124784708023,
+      0.21533074975013733,
+      0.1581278294324875,
+      0.16582921147346497,
+      0.1650494486093521,
+      0.16001510620117188,
+      0.20320379734039307,
+      0.14158616960048676,
+      0.18663327395915985,
+      0.15597105026245117,
+      0.15032097697257996,
+      0.15012289583683014,
+      0.14749516546726227,
+      0.147920161485672,
+      0.17504122853279114,
+      0.1624383181333542,
+      0.1449747234582901,
+      0.1698375642299652,
+      0.09830355644226074,
+      0.11226115375757217,
+      0.13655923306941986,
+      0.15535518527030945,
+      0.1775074452161789,
+      0.16325166821479797,
+      0.14563043415546417,
+      0.1435786783695221,
+      0.15672871470451355,
+      0.15100359916687012,
+      0.14898395538330078,
+      0.12749162316322327,
+      0.14358016848564148,
+      0.1733684241771698,
+      0.16568772494792938,
+      0.07940036803483963,
+      0.12665703892707825,
+      0.1747010499238968,
+      0.12358701974153519,
+      0.15968748927116394,
+      0.17475023865699768,
+      0.19513259828090668,
+      0.14299286901950836,
+      0.13208210468292236,
+      0.16180679202079773,
+      0.14779700338840485,
+      0.1260509192943573,
+      0.10334546118974686,
+      0.16544942557811737,
+      0.10262250155210495,
+      0.13771456480026245,
+      0.1963958442211151,
+      0.09260211884975433,
+      0.18679778277873993,
+      0.10781693458557129,
+      0.14483536779880524,
+      0.132289856672287,
+      0.12088155746459961,
+      0.11586824804544449,
+      0.1512167751789093,
+      0.19790777564048767,
+      0.16284935176372528,
+      0.12354087829589844,
+      0.15551599860191345,
+      0.1449081003665924,
+      0.1770719438791275,
+      0.1333875060081482,
+      0.13114973902702332,
+      0.13837584853172302,
+      0.12126553803682327,
+      0.18816830217838287,
+      0.11995255947113037,
+      0.17386159300804138,
+      0.1707388013601303,
+      0.124317467212677,
+      0.1331988126039505,
+      0.14847016334533691,
+      0.11245951801538467,
+      0.13320079445838928,
+      0.1675313264131546,
+      0.13141405582427979,
+      0.12790170311927795,
+      0.11583869159221649,
+      0.10868623107671738,
+      0.12334491312503815,
+      0.1335478276014328,
+      0.1236141100525856,
+      0.13433639705181122,
+      0.1264493763446808,
+      0.12590043246746063,
+      0.12471193075180054,
+      0.11749447882175446,
+      0.14133895933628082,
+      0.11863543838262558,
+      0.14273345470428467,
+      0.1203339621424675,
+      0.1653243452310562,
+      0.1083303838968277,
+      0.13163454830646515,
+      0.11514748632907867,
+      0.1404743641614914,
+      0.12568245828151703,
+      0.1307028979063034,
+      0.15765324234962463,
+      0.1536712646484375,
+      0.13338132202625275,
+      0.11661403626203537,
+      0.1360735446214676,
+      0.13759995996952057,
+      0.13059718906879425,
+      0.1088799238204956,
+      0.1021239161491394,
+      0.12046205997467041,
+      0.1579085886478424,
+      0.08681575208902359,
+      0.10553109645843506,
+      0.13866056501865387,
+      0.11147551238536835,
+      0.07205794751644135,
+      0.10237788408994675,
+      0.12941725552082062,
+      0.11781574785709381,
+      0.12265454232692719,
+      0.08254529535770416,
+      0.1409476101398468,
+      0.12275225669145584,
+      0.12080862373113632,
+      0.13728614151477814,
+      0.1175534725189209,
+      0.09954327344894409,
+      0.08590155094861984,
+      0.10654230415821075,
+      0.1221916675567627,
+      0.12189577519893646,
+      0.1247953325510025,
+      0.10916522890329361,
+      0.11952637135982513,
+      0.09985440224409103,
+      0.09181787073612213,
+      0.10537697374820709,
+      0.09796135872602463,
+      0.11925524473190308,
+      0.11428665369749069,
+      0.1648244559764862,
+      0.07322876900434494,
+      0.15893861651420593,
+      0.08510557562112808,
+      0.12710754573345184,
+      0.09113990515470505,
+      0.13412824273109436,
+      0.10277930647134781,
+      0.17541073262691498,
+      0.14736342430114746,
+      0.11740081012248993,
+      0.11966031789779663,
+      0.1088729053735733,
+      0.12581263482570648,
+      0.0946003794670105,
+      0.09120720624923706,
+      0.11371342837810516,
+      0.12511879205703735,
+      0.09665517508983612,
+      0.1137433722615242,
+      0.12671823799610138,
+      0.11416741460561752,
+      0.08147336542606354,
+      0.12260235846042633,
+      0.09772735089063644,
+      0.10095740854740143,
+      0.08020009100437164,
+      0.1226501390337944,
+      0.12830086052417755,
+      0.11694546043872833,
+      0.09752900153398514,
+      0.10865380614995956,
+      0.0931643396615982,
+      0.10757746547460556,
+      0.10311199724674225,
+      0.10850399732589722,
+      0.10698104649782181,
+      0.11877728998661041,
+      0.11161626875400543,
+      0.10339832305908203,
+      0.12179000675678253,
+      0.10866282135248184,
+      0.11052846908569336,
+      0.09158153086900711,
+      0.08050792664289474,
+      0.0822460874915123,
+      0.0749250277876854,
+      0.15170621871948242,
+      0.09581434726715088,
+      0.10855448246002197,
+      0.09279400110244751,
+      0.11522157490253448,
+      0.13227157294750214,
+      0.10635107010602951,
+      0.11265939474105835,
+      0.08346753567457199,
+      0.08487065881490707,
+      0.10713182389736176,
+      0.09713622182607651,
+      0.11863028258085251,
+      0.09329695254564285,
+      0.09485241025686264,
+      0.10607385635375977,
+      0.1250557154417038,
+      0.08463891595602036,
+      0.10136256366968155,
+      0.08754997700452805,
+      0.090299092233181,
+      0.08604253828525543,
+      0.10990680754184723,
+      0.070102758705616,
+      0.10229142010211945,
+      0.10715246945619583,
+      0.08947477489709854,
+      0.1304444968700409,
+      0.10424057394266129,
+      0.0938354879617691,
+      0.0817536786198616,
+      0.08749948441982269,
+      0.11207755655050278,
+      0.1180059090256691,
+      0.07551036030054092,
+      0.08268888294696808,
+      0.07825221866369247,
+      0.07770591229200363,
+      0.08308211714029312,
+      0.0772479772567749,
+      0.08353037387132645,
+      0.10409824550151825,
+      0.11012433469295502,
+      0.08082856982946396,
+      0.09950383007526398,
+      0.08189260214567184,
+      0.07659509032964706,
+      0.10242925584316254,
+      0.12450249493122101,
+      0.07707835733890533,
+      0.05368075519800186,
+      0.0619431734085083,
+      0.09471486508846283,
+      0.08793360739946365,
+      0.08916860073804855,
+      0.08618135005235672,
+      0.11473206430673599,
+      0.09386112540960312,
+      0.07617855072021484,
+      0.1017036959528923,
+      0.07769875973463058,
+      0.061310309916734695,
+      0.09029117971658707,
+      0.09158073365688324,
+      0.05750944837927818,
+      0.09099895507097244,
+      0.09497302025556564,
+      0.10139452666044235,
+      0.07212291657924652,
+      0.08142689615488052,
+      0.07923809438943863,
+      0.06371740251779556,
+      0.08492343872785568,
+      0.08149705082178116,
+      0.07120215147733688,
+      0.10765073448419571,
+      0.06339897215366364,
+      0.07428894937038422,
+      0.0790262222290039,
+      0.07561584562063217,
+      0.06576121598482132,
+      0.09716854244470596,
+      0.10569944232702255,
+      0.07536172866821289,
+      0.0810513123869896,
+      0.07901273667812347,
+      0.08706654608249664,
+      0.06770042330026627,
+      0.08818553388118744,
+      0.08169669657945633,
+      0.10051023960113525,
+      0.08167388290166855,
+      0.0757337287068367,
+      0.08049754053354263,
+      0.10818684101104736,
+      0.07678555697202682,
+      0.10221618413925171,
+      0.10974112898111343,
+      0.06769644469022751,
+      0.04685463383793831,
+      0.08042901009321213,
+      0.06771845370531082,
+      0.09324824810028076,
+      0.07942179590463638,
+      0.06531161069869995,
+      0.07581649720668793,
+      0.09773913770914078,
+      0.07557205855846405,
+      0.11638728529214859,
+      0.09637589007616043,
+      0.07806355506181717,
+      0.10050004720687866,
+      0.06704185158014297,
+      0.0692962259054184,
+      0.07350455969572067,
+      0.08784038573503494,
+      0.0735633373260498,
+      0.08336486667394638,
+      0.07495895773172379,
+      0.0851271003484726,
+      0.06257098913192749,
+      0.09243951737880707,
+      0.09958042204380035,
+      0.11119798570871353,
+      0.08267705142498016,
+      0.1070321798324585,
+      0.0862337201833725,
+      0.07803908735513687,
+      0.07443572580814362,
+      0.09944526106119156,
+      0.10302623361349106,
+      0.08739256113767624,
+      0.06846916675567627,
+      0.10036665946245193,
+      0.09014379233121872,
+      0.08519833534955978,
+      0.07493556290864944,
+      0.09394343942403793,
+      0.05815808102488518,
+      0.07777410000562668,
+      0.06501246988773346,
+      0.07275356352329254,
+      0.08814050257205963,
+      0.06622754037380219,
+      0.06069499999284744,
+      0.07838793843984604,
+      0.06434711068868637,
+      0.08589798212051392,
+      0.05238223820924759,
+      0.09272341430187225,
+      0.06551225483417511,
+      0.06953789293766022,
+      0.07660479098558426,
+      0.05989411845803261,
+      0.05386261269450188,
+      0.08200539648532867,
+      0.10156708210706711,
+      0.08199717849493027,
+      0.05529790744185448,
+      0.057090211659669876,
+      0.07523149996995926,
+      0.072896309196949,
+      0.05333370715379715,
+      0.07137365639209747,
+      0.10263484716415405,
+      0.06211051717400551,
+      0.07038991898298264,
+      0.05440149083733559,
+      0.08228183537721634,
+      0.07137709856033325,
+      0.08521203696727753,
+      0.08549106866121292,
+      0.06427477300167084,
+      0.05750788003206253,
+      0.044719625264406204,
+      0.052306611090898514,
+      0.06494929641485214,
+      0.08489445596933365,
+      0.06218888983130455,
+      0.06397213041782379,
+      0.06939802318811417,
+      0.08672648668289185,
+      0.060570962727069855,
+      0.07163840532302856,
+      0.08510170876979828,
+      0.07324682176113129,
+      0.04876164346933365,
+      0.06505239009857178,
+      0.08590155094861984,
+      0.06650708615779877,
+      0.0964825302362442,
+      0.06268526613712311,
+      0.12551800906658173,
+      0.0574532188475132,
+      0.06200438737869263,
+      0.042244378477334976,
+      0.06762851774692535,
+      0.07147014141082764,
+      0.07113396376371384,
+      0.06245996430516243,
+      0.07268466055393219,
+      0.058629997074604034,
+      0.0998447984457016,
+      0.05847032740712166,
+      0.06771311908960342,
+      0.05309375375509262,
+      0.06042199581861496,
+      0.059562649577856064,
+      0.07993175089359283,
+      0.07854734361171722,
+      0.05777313560247421,
+      0.06803534179925919,
+      0.05771642178297043,
+      0.060836970806121826,
+      0.09246531873941422,
+      0.08178555965423584,
+      0.05242783576250076,
+      0.07251033931970596,
+      0.05794801935553551,
+      0.06849490106105804,
+      0.05636836960911751,
+      0.061694275587797165,
+      0.08705706149339676,
+      0.0664827898144722,
+      0.04641652852296829,
+      0.05673486366868019,
+      0.10565745830535889,
+      0.06801792234182358,
+      0.056707289069890976,
+      0.06867755949497223,
+      0.07024587690830231,
+      0.06246203929185867,
+      0.0689152404665947,
+      0.0538431741297245,
+      0.047685228288173676,
+      0.06765922158956528,
+      0.07044348865747452,
+      0.06717079132795334,
+      0.06069641560316086,
+      0.06425536423921585,
+      0.0852149948477745,
+      0.06109219044446945,
+      0.0803145319223404,
+      0.06218688562512398,
+      0.0576840378344059,
+      0.05841473489999771,
+      0.07491645961999893,
+      0.07618697732686996,
+      0.05226306989789009,
+      0.06084340065717697,
+      0.05673744156956673,
+      0.05526646226644516,
+      0.05275636538863182,
+      0.05932587385177612,
+      0.07106904685497284,
+      0.0591297410428524,
+      0.07657556980848312,
+      0.052215974777936935,
+      0.08645182102918625,
+      0.054482366889715195,
+      0.059969462454319,
+      0.05716251581907272,
+      0.044397663325071335,
+      0.05451411008834839,
+      0.06411322206258774,
+      0.07218252122402191,
+      0.08061732351779938,
+      0.07747393846511841,
+      0.06476633995771408,
+      0.05353787913918495,
+      0.06321056187152863,
+      0.07882886379957199,
+      0.06984003633260727,
+      0.06122057884931564,
+      0.06535828858613968,
+      0.0653766319155693,
+      0.0587090328335762,
+      0.055219616740942,
+      0.05293953791260719,
+      0.07520788908004761,
+      0.06414056569337845,
+      0.06682238727807999,
+      0.054237041622400284,
+      0.057661157101392746,
+      0.07181666791439056,
+      0.06606405228376389,
+      0.052400775253772736,
+      0.06270239502191544,
+      0.058932263404130936,
+      0.055332038551568985,
+      0.06625663489103317,
+      0.0483982227742672,
+      0.06887101382017136,
+      0.05233088508248329,
+      0.04837244749069214,
+      0.0702090635895729,
+      0.07042048126459122,
+      0.055972833186388016,
+      0.05594289302825928,
+      0.05361032113432884,
+      0.07217632234096527,
+      0.06733781844377518,
+      0.0625748559832573,
+      0.05113118886947632,
+      0.06159016117453575,
+      0.08372350037097931,
+      0.07592345774173737,
+      0.06554513424634933,
+      0.05311010405421257,
+      0.057619284838438034,
+      0.06509494036436081,
+      0.08274422585964203,
+      0.06970489770174026,
+      0.06914588063955307,
+      0.055493004620075226,
+      0.05195404961705208,
+      0.07290031015872955,
+      0.06176087260246277,
+      0.05068973824381828,
+      0.06019908934831619
+    ],
+    "lr": [
+      2.091782283884739e-06,
+      4.226254002134472e-06,
+      6.360725720384206e-06,
+      8.495197438633938e-06,
+      1.0629669156883671e-05,
+      1.2764140875133404e-05,
+      1.489861259338314e-05,
+      1.703308431163287e-05,
+      1.9167556029882603e-05,
+      2.130202774813234e-05,
+      2.3436499466382072e-05,
+      2.5570971184631807e-05,
+      2.770544290288154e-05,
+      2.9839914621131273e-05,
+      3.197438633938101e-05,
+      3.410885805763074e-05,
+      3.624332977588048e-05,
+      3.837780149413021e-05,
+      3.999998454326185e-05,
+      3.999958739232772e-05,
+      3.9998653561299866e-05,
+      3.999718307523723e-05,
+      3.999517597359967e-05,
+      3.999263231024686e-05,
+      3.998955215343688e-05,
+      3.998593558582438e-05,
+      3.9981782704458364e-05,
+      3.997709362077956e-05,
+      3.9971868460617454e-05,
+      3.996610736418692e-05,
+      3.9959810486084436e-05,
+      3.995297799528393e-05,
+      3.99456100751323e-05,
+      3.9937706923344394e-05,
+      3.992926875199783e-05,
+      3.9920295787527207e-05,
+      3.991078827071804e-05,
+      3.9900746456700366e-05,
+      3.989017061494182e-05,
+      3.9879061029240434e-05,
+      3.9867417997717056e-05,
+      3.9855241832807276e-05,
+      3.984253286125311e-05,
+      3.982929142409419e-05,
+      3.9815517876658634e-05,
+      3.9801212588553505e-05,
+      3.97863759436549e-05,
+      3.977100834009761e-05,
+      3.975511019026451e-05,
+      3.973868192077541e-05,
+      3.972172397247568e-05,
+      3.970423680042437e-05,
+      3.968622087388201e-05,
+      3.9667676676298035e-05,
+      3.9648604705297795e-05,
+      3.9629005472669216e-05,
+      3.960887950434904e-05,
+      3.958822734040874e-05,
+      3.9567049535040006e-05,
+      3.95453466565399e-05,
+      3.952311928729558e-05,
+      3.950036802376867e-05,
+      3.94770934764793e-05,
+      3.945329626998964e-05,
+      3.942897704288723e-05,
+      3.940413644776778e-05,
+      3.93787751512177e-05,
+      3.935289383379616e-05,
+      3.9326493190016905e-05,
+      3.929957392832954e-05,
+      3.9272136771100555e-05,
+      3.924418245459395e-05,
+      3.921571172895146e-05,
+      3.918672535817243e-05,
+      3.9157224120093325e-05,
+      3.912720880636683e-05,
+      3.909668022244063e-05,
+      3.906563918753579e-05,
+      3.903408653462478e-05,
+      3.90020231104091e-05,
+      3.896944977529657e-05,
+      3.893636740337826e-05,
+      3.8902776882404986e-05,
+      3.8868679113763564e-05,
+      3.8834075012452556e-05,
+      3.879896550705772e-05,
+      3.8763351539727125e-05,
+      3.8727234066145864e-05,
+      3.869061405551038e-05,
+      3.865349249050249e-05,
+      3.8615870367263e-05,
+      3.857774869536495e-05,
+      3.8539128497786574e-05,
+      3.8500010810883825e-05,
+      3.846039668436254e-05,
+      3.8420287181250305e-05,
+      3.837968337786794e-05,
+      3.833858636380055e-05,
+      3.829699724186837e-05,
+      3.825491712809711e-05,
+      3.821234715168803e-05,
+      3.8169288454987665e-05,
+      3.8125742193457095e-05,
+      3.808170953564103e-05,
+      3.8037191663136386e-05,
+      3.799218977056062e-05,
+      3.7946705065519626e-05,
+      3.7900738768575374e-05,
+      3.785429211321315e-05,
+      3.7807366345808424e-05,
+      3.775996272559345e-05,
+      3.771208252462343e-05,
+      3.766372702774239e-05,
+      3.761489753254877e-05,
+      3.756559534936047e-05,
+      3.751582180117982e-05,
+      3.746557822365799e-05,
+      3.741486596505918e-05,
+      3.736368638622447e-05,
+      3.731204086053524e-05,
+      3.725993077387637e-05,
+      3.7207357524599e-05,
+      3.7154322523483076e-05,
+      3.71008271936994e-05,
+      3.704687297077154e-05,
+      3.6992461302537226e-05,
+      3.693759364910954e-05,
+      3.688227148283773e-05,
+      3.6826496288267694e-05,
+      3.677026956210214e-05,
+      3.671359281316042e-05,
+      3.665646756233808e-05,
+      3.659889534256597e-05,
+      3.654087769876918e-05,
+      3.6482416187825563e-05,
+      3.642351237852395e-05,
+      3.636416785152203e-05,
+      3.630438419930397e-05,
+      3.624416302613768e-05,
+      3.6183505948031743e-05,
+      3.612241459269206e-05,
+      3.606089059947815e-05,
+      3.599893561935921e-05,
+      3.593655131486976e-05,
+      3.587373936006507e-05,
+      3.581050144047618e-05,
+      3.5746839253064735e-05,
+      3.568275450617743e-05,
+      3.561824891950013e-05,
+      3.555332422401175e-05,
+      3.5487982161937826e-05,
+      3.5422224486703736e-05,
+      3.5356052962887655e-05,
+      3.528946936617318e-05,
+      3.522247548330172e-05,
+      3.5155073112024543e-05,
+      3.50872640610545e-05,
+      3.5019050150017526e-05,
+      3.4950433209403784e-05,
+      3.488141508051858e-05,
+      3.481199761543291e-05,
+      3.4742182676933795e-05,
+      3.467197213847426e-05,
+      3.4601367884123104e-05,
+      3.453037180851429e-05,
+      3.445898581679617e-05,
+      3.438721182458028e-05,
+      3.4315051757890006e-05,
+      3.4242507553108864e-05,
+      3.416958115692855e-05,
+      3.409627452629668e-05,
+      3.402258962836432e-05,
+      3.394852844043316e-05,
+      3.3874092949902456e-05,
+      3.379928515421572e-05,
+      3.372410706080711e-05,
+      3.364856068704755e-05,
+      3.3572648060190624e-05,
+      3.349637121731812e-05,
+      3.3419732205285444e-05,
+      3.3342733080666626e-05,
+      3.326537590969916e-05,
+      3.318766276822856e-05,
+      3.310959574165266e-05,
+      3.303117692486564e-05,
+      3.295240842220178e-05,
+      3.287329234737908e-05,
+      3.279383082344246e-05,
+      3.271402598270682e-05,
+      3.2633879966699806e-05,
+      3.255339492610435e-05,
+      3.247257302070097e-05,
+      3.2391416419309796e-05,
+      3.230992729973239e-05,
+      3.2228107848693264e-05,
+      3.214596026178126e-05,
+      3.206348674339059e-05,
+      3.1980689506661675e-05,
+      3.189757077342181e-05,
+      3.1814132774125466e-05,
+      3.1730377747794514e-05,
+      3.1646307941958095e-05,
+      3.1561925612592295e-05,
+      3.147723302405966e-05,
+      3.1392232449048406e-05,
+      3.13069261685114e-05,
+      3.122131647160501e-05,
+      3.113540565562763e-05,
+      3.104919602595808e-05,
+      3.0962689895993665e-05,
+      3.087588958708819e-05,
+      3.078879742848959e-05,
+      3.070141575727749e-05,
+      3.061374691830043e-05,
+      3.0525793264112977e-05,
+      3.0437557154912603e-05,
+      3.0349040958476306e-05,
+      3.026024705009714e-05,
+      3.0171177812520397e-05,
+      3.0081835635879736e-05,
+      2.9992222917632995e-05,
+      2.99023420624979e-05,
+      2.981219548238748e-05,
+      2.972178559634541e-05,
+      2.9631114830481036e-05,
+      2.954018561790432e-05,
+      2.9449000398660507e-05,
+      2.9357561619664684e-05,
+      2.9265871734636094e-05,
+      2.9173933204032306e-05,
+      2.9081748494983172e-05,
+      2.8989320081224644e-05,
+      2.8896650443032384e-05,
+      2.8803742067155193e-05,
+      2.87105974467483e-05,
+      2.861721908130646e-05,
+      2.8523609476596847e-05,
+      2.8429771144591872e-05,
+      2.8335706603401715e-05,
+      2.8241418377206797e-05,
+      2.8146908996190013e-05,
+      2.8052180996468866e-05,
+      2.7957236920027376e-05,
+      2.7862079314647906e-05,
+      2.7766710733842756e-05,
+      2.7671133736785677e-05,
+      2.757535088824316e-05,
+      2.747936475850564e-05,
+      2.7383177923318513e-05,
+      2.7286792963813013e-05,
+      2.7190212466436953e-05,
+      2.7093439022885323e-05,
+      2.6996475230030733e-05,
+      2.6899323689853734e-05,
+      2.6801987009372995e-05,
+      2.6704467800575343e-05,
+      2.6606768680345676e-05,
+      2.650889227039672e-05,
+      2.6410841197198713e-05,
+      2.631261809190889e-05,
+      2.62142255903009e-05,
+      2.6115666332694055e-05,
+      2.6016942963882504e-05,
+      2.591805813306424e-05,
+      2.5819014493770023e-05,
+      2.5719814703792163e-05,
+      2.562046142511321e-05,
+      2.55209573238345e-05,
+      2.5421305070104655e-05,
+      2.5321507338047885e-05,
+      2.522156680569224e-05,
+      2.5121486154897764e-05,
+      2.502126807128452e-05,
+      2.492091524416051e-05,
+      2.4820430366449522e-05,
+      2.4719816134618872e-05,
+      2.4619075248607017e-05,
+      2.4518210411751148e-05,
+      2.44172243307146e-05,
+      2.431611971541426e-05,
+      2.421489927894781e-05,
+      2.4113565737520962e-05,
+      2.4012121810374538e-05,
+      2.391057021971151e-05,
+      2.380891369062396e-05,
+      2.3707154951019953e-05,
+      2.3605296731550303e-05,
+      2.3503341765535348e-05,
+      2.340129278889157e-05,
+      2.3299152540058172e-05,
+      2.3196923759923616e-05,
+      2.309460919175207e-05,
+      2.2992211581109776e-05,
+      2.2889733675791375e-05,
+      2.2787178225746204e-05,
+      2.2684547983004457e-05,
+      2.2581845701603368e-05,
+      2.24790741375133e-05,
+      2.2376236048563773e-05,
+      2.227333419436948e-05,
+      2.217037133625623e-05,
+      2.2067350237186838e-05,
+      2.1964273661686995e-05,
+      2.1861144375771076e-05,
+      2.1757965146867912e-05,
+      2.1654738743746534e-05,
+      2.1551467936441878e-05,
+      2.144815549618044e-05,
+      2.1344804195305927e-05,
+      2.124141680720484e-05,
+      2.113799610623207e-05,
+      2.103454486763645e-05,
+      2.0931065867486277e-05,
+      2.082756188259481e-05,
+      2.0724035690445757e-05,
+      2.0620490069118762e-05,
+      2.0516927797214837e-05,
+      2.0413351653781807e-05,
+      2.030976441823973e-05,
+      2.0206168870306308e-05,
+      2.0102567789922323e-05,
+      1.9998963957177e-05,
+      1.9895360152233427e-05,
+      1.979175915525395e-05,
+      1.968816374632556e-05,
+      1.9584576705385298e-05,
+      1.948100081214565e-05,
+      1.9377438846019963e-05,
+      1.9273893586047855e-05,
+      1.9170367810820637e-05,
+      1.9066864298406763e-05,
+      1.8963385826277267e-05,
+      1.8859935171231245e-05,
+      1.8756515109321328e-05,
+      1.86531284157792e-05,
+      1.854977786494111e-05,
+      1.8446466230173442e-05,
+      1.834319628379828e-05,
+      1.8239970797019026e-05,
+      1.813679253984601e-05,
+      1.803366428102219e-05,
+      1.7930588787948853e-05,
+      1.782756882661132e-05,
+      1.7724607161504747e-05,
+      1.7621706555559936e-05,
+      1.75188697700692e-05,
+      1.7416099564612252e-05,
+      1.7313398696982162e-05,
+      1.721076992311135e-05,
+      1.7108215996997628e-05,
+      1.7005739670630305e-05,
+      1.690334369391634e-05,
+      1.680103081460653e-05,
+      1.6698803778221805e-05,
+      1.6596665327979533e-05,
+      1.6494618204719907e-05,
+      1.6392665146832407e-05,
+      1.629080889018231e-05,
+      1.6189052168037265e-05,
+      1.6087397710993974e-05,
+      1.5985848246904883e-05,
+      1.588440650080501e-05,
+      1.57830751948388e-05,
+      1.5681857048187097e-05,
+      1.558075477699415e-05,
+      1.5479771094294755e-05,
+      1.5378908709941425e-05,
+      1.5278170330531697e-05,
+      1.5177558659335488e-05,
+      1.5077076396222549e-05,
+      1.4976726237590029e-05,
+      1.487651087629011e-05,
+      1.4776433001557741e-05,
+      1.4676495298938495e-05,
+      1.4576700450216477e-05,
+      1.4477051133342368e-05,
+      1.437755002236157e-05,
+      1.4278199787342448e-05,
+      1.4179003094304678e-05,
+      1.4079962605147697e-05,
+      1.3981080977579287e-05,
+      1.3882360865044246e-05,
+      1.378380491665319e-05,
+      1.3685415777111459e-05,
+      1.3587196086648159e-05,
+      1.348914848094529e-05,
+      1.339127559106705e-05,
+      1.3293580043389205e-05,
+      1.3196064459528625e-05,
+      1.309873145627293e-05,
+      1.300158364551027e-05,
+      1.2904623634159232e-05,
+      1.2807854024098898e-05,
+      1.271127741209901e-05,
+      1.2614896389750287e-05,
+      1.2518713543394898e-05,
+      1.2422731454057035e-05,
+      1.2326952697373673e-05,
+      1.223137984352544e-05,
+      1.2136015457167654e-05,
+      1.20408620973615e-05,
+      1.1945922317505359e-05,
+      1.1851198665266288e-05,
+      1.1756693682511652e-05,
+      1.166240990524092e-05,
+      1.1568349863517616e-05,
+      1.1474516081401403e-05,
+      1.138091107688039e-05,
+      1.1287537361803511e-05,
+      1.1194397441813182e-05,
+      1.1101493816278002e-05,
+      1.1008828978225739e-05,
+      1.0916405414276377e-05,
+      1.0824225604575445e-05,
+      1.0732292022727404e-05,
+      1.0640607135729336e-05,
+      1.0549173403904662e-05,
+      1.045799328083721e-05,
+      1.036706921330529e-05,
+      1.027640364121611e-05,
+      1.018599899754023e-05,
+      1.0095857708246348e-05,
+      1.0005982192236134e-05,
+      9.916374861279375e-06,
+      9.827038119949198e-06,
+      9.737974365557613e-06,
+      9.649185988091117e-06,
+      9.560675370146615e-06,
+      9.472444886867424e-06,
+      9.384496905879611e-06,
+      9.296833787228385e-06,
+      9.209457883314822e-06,
+      9.1223715388327e-06,
+      9.035577090705618e-06,
+      8.94907686802424e-06,
+      8.86287319198385e-06,
+      8.776968375822008e-06,
+      8.691364724756499e-06,
+      8.606064535923514e-06,
+      8.521070098315924e-06,
+      8.436383692721933e-06,
+      8.352007591663811e-06,
+      8.267944059336977e-06,
+      8.184195351549176e-06,
+      8.100763715660005e-06,
+      8.017651390520543e-06,
+      7.93486060641334e-06,
+      7.8523935849925e-06,
+      7.770252539224138e-06,
+      7.688439673326918e-06,
+      7.606957182712971e-06,
+      7.5258072539289274e-06,
+      7.444992064597296e-06,
+      7.364513783357976e-06,
+      7.2843745698101045e-06,
+      7.204576574454069e-06,
+      7.125121938633841e-06,
+      7.04601279447946e-06,
+      6.967251264849886e-06,
+      6.888839463275958e-06,
+      6.810779493903752e-06,
+      6.733073451438054e-06,
+      6.655723421086202e-06,
+      6.5787314785020824e-06,
+      6.502099689730479e-06,
+      6.425830111151581e-06,
+      6.349924789425854e-06,
+      6.274385761439068e-06,
+      6.199215054247682e-06,
+      6.1244146850244115e-06,
+      6.049986661004128e-06,
+      5.975932979429988e-06,
+      5.902255627499813e-06,
+      5.828956582312815e-06,
+      5.756037810816477e-06,
+      5.6835012697538374e-06,
+      5.611348905610925e-06,
+      5.539582654564572e-06,
+      5.468204442430414e-06,
+      5.397216184611258e-06,
+      5.3266197860456326e-06,
+      5.256417141156727e-06,
+      5.18661013380149e-06,
+      5.117200637220145e-06,
+      5.0481905139858625e-06,
+      4.979581615954827e-06,
+      4.911375784216504e-06,
+      4.843574849044268e-06,
+      4.776180629846259e-06,
+      4.709194935116588e-06,
+      4.642619562386779e-06,
+      4.576456298177558e-06,
+      4.510706917950889e-06,
+      4.445373186062356e-06,
+      4.380456855713786e-06,
+      4.315959668906242e-06,
+      4.251883356393229e-06,
+      4.188229637634307e-06,
+      4.125000220748887e-06,
+      4.062196802470453e-06,
+      3.999821068100987e-06,
+      3.9378746914657705e-06,
+      3.8763593348684645e-06,
+      3.815276649046482e-06,
+      3.754628273126726e-06,
+      3.6944158345815662e-06,
+      3.6346409491852043e-06,
+      3.5753052209702756e-06,
+      3.516410242184849e-06,
+      3.4579575932496566e-06,
+      3.3999488427157236e-06,
+      3.3423855472222353e-06,
+      3.2852692514548123e-06,
+      3.228601488104015e-06,
+      3.1723837778242463e-06,
+      3.1166176291929264e-06,
+      3.0613045386700267e-06,
+      3.0064459905578914e-06,
+      2.9520434569614374e-06,
+      2.8980983977486143e-06,
+      2.844612260511266e-06,
+      2.7915864805262537e-06,
+      2.7390224807169687e-06,
+      2.686921671615119e-06,
+      2.635285451322911e-06,
+      2.5841152054755035e-06,
+      2.5334123072038466e-06,
+      2.483178117097813e-06,
+      2.4334139831697122e-06,
+      2.3841212408180912e-06,
+      2.335301212791925e-06,
+      2.286955209155091e-06,
+      2.239084527251254e-06,
+      2.1916904516690085e-06,
+      2.1447742542074424e-06,
+      2.0983371938419906e-06,
+      2.0523805166906597e-06,
+      2.006905455980577e-06,
+      1.9619132320149158e-06,
+      1.9174050521401286e-06,
+      1.8733821107135597e-06,
+      1.8298455890714063e-06,
+      1.7867966554969852e-06,
+      1.7442364651894218e-06,
+      1.702166160232619e-06,
+      1.6605868695646355e-06,
+      1.6194997089473586e-06,
+      1.5789057809366082e-06,
+      1.5388061748524986e-06,
+      1.499201966750259e-06,
+      1.4600942193913082e-06,
+      1.4214839822147864e-06,
+      1.3833722913093395e-06,
+      1.3457601693853705e-06,
+      1.3086486257475484e-06,
+      1.2720386562677644e-06,
+      1.235931243358368e-06,
+      1.2003273559458427e-06,
+      1.1652279494447782e-06,
+      1.1306339657322463e-06,
+      1.0965463331225145e-06,
+      1.0629659663421554e-06,
+      1.0298937665054698e-06,
+      9.9733062109034e-07,
+      9.652774039143841e-07,
+      9.33734975111531e-07,
+      9.027041811089176e-07,
+      8.721858546042061e-07,
+      8.421808145431987e-07,
+      8.126898660978977e-07,
+      7.837138006448741e-07,
+      7.552533957440511e-07,
+      7.273094151178162e-07,
+      6.99882608630551e-07,
+      6.729737122684898e-07,
+      6.46583448119984e-07,
+      6.207125243561107e-07,
+      5.953616352116887e-07,
+      5.705314609666235e-07,
+      5.462226679276783e-07,
+      5.224359084105723e-07,
+      4.991718207224949e-07,
+      4.7643102914496144e-07,
+      4.5421414391706884e-07,
+      4.3252176121911794e-07,
+      4.1135446315661907e-07,
+      3.907128177446673e-07,
+      3.70597378892692e-07,
+      3.5100868638962003e-07,
+      3.319472658893541e-07,
+      3.134136288966971e-07,
+      2.954082727536101e-07,
+      2.7793168062587583e-07,
+      2.609843214901187e-07,
+      2.445666501212407e-07,
+      2.2867910708019859e-07,
+      2.1332211870219054e-07,
+      1.9849609708522122e-07,
+      1.8420144007902595e-07,
+      1.70438531274415e-07,
+      1.5720773999296835e-07,
+      1.4450942127712364e-07,
+      1.32343915880655e-07,
+      1.2071155025952686e-07,
+      1.0961263656313226e-07,
+      9.904747262591719e-08,
+      8.901634195938923e-08,
+      7.951951374450817e-08,
+      7.055724282446719e-08,
+      6.212976969784735e-08,
+      5.4237320512164904e-08,
+      4.688010705780732e-08,
+      4.0058326762351105e-08,
+      3.377216268525496e-08,
+      2.8021783512957036e-08,
+      2.2807343554340776e-08,
+      1.8128982736600465e-08,
+      1.3986826601479764e-08,
+      1.03809863019122e-08,
+      7.31155859902799e-09,
+      4.778625859562791e-09,
+      2.782256053650567e-09,
+      1.3225027529895074e-09,
+      3.994051294187173e-10,
+      1.298795385240581e-11
+    ],
+    "eval_step": [
+      1562,
+      3124,
+      4686,
+      6248,
+      7810,
+      9372,
+      10934,
+      12496,
+      14058,
+      15620,
+      17182,
+      18744,
+      20306,
+      21868,
+      23430,
+      24992,
+      26554,
+      28116,
+      29678,
+      31240
+    ],
+    "eval_epoch": [
+      1,
+      2,
+      3,
+      4,
+      5,
+      6,
+      7,
+      8,
+      9,
+      10,
+      11,
+      12,
+      13,
+      14,
+      15,
+      16,
+      17,
+      18,
+      19,
+      20
+    ],
+    "eval_accuracy": [
+      0.07666666666666666,
+      0.4222222222222222,
+      0.5988888888888889,
+      0.53,
+      0.5688888888888889,
+      0.6366666666666667,
+      0.6433333333333333,
+      0.58,
+      0.6533333333333333,
+      0.64,
+      0.7277777777777777,
+      0.6333333333333333,
+      0.7111111111111111,
+      0.7044444444444444,
+      0.7055555555555556,
+      0.7111111111111111,
+      0.7077777777777777,
+      0.71,
+      0.7188888888888889,
+      0.7344444444444445
+    ]
+  },
+  "final_accuracy": 0.6416666666666667,
+  "sft_eval": {
+    "config": {
+      "ops": "add_sub",
+      "K": null,
+      "mode": "sft",
+      "n_digits": 6,
+      "n_per_split": 100
+    },
+    "splits": {
+      "add_S0": {
+        "full_accuracy": 0.99,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.9983471074380166,
+            "count": 605
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 95
+          }
+        }
+      },
+      "add_S1": {
+        "full_accuracy": 0.97,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.9950980392156863,
+            "count": 204
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 169
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 31
+          },
+          "UC": {
+            "accuracy": 0.9932432432432432,
+            "count": 296
+          }
+        }
+      },
+      "add_S2": {
+        "full_accuracy": 0.9,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 163
+          },
+          "SC": {
+            "accuracy": 0.9769230769230769,
+            "count": 130
+          },
+          "SS": {
+            "accuracy": 0.9770114942528736,
+            "count": 87
+          },
+          "UC": {
+            "accuracy": 0.9802955665024631,
+            "count": 203
+          },
+          "US": {
+            "accuracy": 0.9914529914529915,
+            "count": 117
+          }
+        }
+      },
+      "add_S3": {
+        "full_accuracy": 0.56,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 121
+          },
+          "SC": {
+            "accuracy": 0.9834710743801653,
+            "count": 121
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 49
+          },
+          "UC": {
+            "accuracy": 0.7795698924731183,
+            "count": 186
+          },
+          "US": {
+            "accuracy": 0.9775784753363229,
+            "count": 223
+          }
+        }
+      },
+      "add_S4": {
+        "full_accuracy": 0.21,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 104
+          },
+          "SC": {
+            "accuracy": 0.9905660377358491,
+            "count": 106
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 23
+          },
+          "UC": {
+            "accuracy": 0.56875,
+            "count": 160
+          },
+          "US": {
+            "accuracy": 0.7198697068403909,
+            "count": 307
+          }
+        }
+      },
+      "add_S5": {
+        "full_accuracy": 0.11,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.16,
+            "count": 100
+          },
+          "US": {
+            "accuracy": 0.4875,
+            "count": 400
+          }
+        }
+      },
+      "add_S6": {
+        "full_accuracy": 0.51,
+        "n_examples": 100,
+        "per_subtask": {
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.52,
+            "count": 100
+          },
+          "US": {
+            "accuracy": 0.66,
+            "count": 500
+          }
+        }
+      },
+      "add_random": {
+        "full_accuracy": 0.95,
+        "n_examples": 200,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.9977628635346756,
+            "count": 447
+          },
+          "SC": {
+            "accuracy": 0.996875,
+            "count": 320
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 56
+          },
+          "UC": {
+            "accuracy": 0.9848771266540642,
+            "count": 529
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 48
+          }
+        }
+      },
+      "add_C3": {
+        "full_accuracy": 0.76,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 300
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.8860103626943006,
+            "count": 193
+          },
+          "US": {
+            "accuracy": 0.9626168224299065,
+            "count": 107
+          }
+        }
+      },
+      "add_C4": {
+        "full_accuracy": 0.7,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 200
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.88671875,
+            "count": 256
+          },
+          "US": {
+            "accuracy": 0.9305555555555556,
+            "count": 144
+          }
+        }
+      },
+      "add_C5": {
+        "full_accuracy": 0.59,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.8758169934640523,
+            "count": 306
+          },
+          "US": {
+            "accuracy": 0.845360824742268,
+            "count": 194
+          }
+        }
+      },
+      "add_C6": {
+        "full_accuracy": 0.61,
+        "n_examples": 100,
+        "per_subtask": {
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.8934426229508197,
+            "count": 366
+          },
+          "US": {
+            "accuracy": 0.9572649572649573,
+            "count": 234
+          }
+        }
+      },
+      "sub_M0": {
+        "full_accuracy": 0.95,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.9916805324459235,
+            "count": 601
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 99
+          }
+        }
+      },
+      "sub_M1": {
+        "full_accuracy": 0.94,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.992831541218638,
+            "count": 279
+          },
+          "MB": {
+            "accuracy": 0.993103448275862,
+            "count": 145
+          },
+          "ME": {
+            "accuracy": 0.9583333333333334,
+            "count": 24
+          },
+          "UB": {
+            "accuracy": 0.9880952380952381,
+            "count": 252
+          }
+        }
+      },
+      "sub_M2": {
+        "full_accuracy": 0.82,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.9859154929577465,
+            "count": 213
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 113
+          },
+          "ME": {
+            "accuracy": 0.9882352941176471,
+            "count": 85
+          },
+          "UB": {
+            "accuracy": 0.9226519337016574,
+            "count": 181
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 108
+          }
+        }
+      },
+      "sub_M3": {
+        "full_accuracy": 0.3,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.994413407821229,
+            "count": 179
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 103
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 56
+          },
+          "UB": {
+            "accuracy": 0.5570469798657718,
+            "count": 149
+          },
+          "UD": {
+            "accuracy": 0.892018779342723,
+            "count": 213
+          }
+        }
+      },
+      "sub_M4": {
+        "full_accuracy": 0.04,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 200
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 0.42,
+            "count": 100
+          },
+          "UD": {
+            "accuracy": 0.5066666666666667,
+            "count": 300
+          }
+        }
+      },
+      "sub_M5": {
+        "full_accuracy": 0.02,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 0.35,
+            "count": 100
+          },
+          "UD": {
+            "accuracy": 0.3725,
+            "count": 400
+          }
+        }
+      },
+      "sub_random": {
+        "full_accuracy": 0.945,
+        "n_examples": 200,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.9983333333333333,
+            "count": 600
+          },
+          "MB": {
+            "accuracy": 0.9925093632958801,
+            "count": 267
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 53
+          },
+          "UB": {
+            "accuracy": 0.9817767653758542,
+            "count": 439
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 41
+          }
+        }
+      },
+      "sub_B3": {
+        "full_accuracy": 0.74,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 300
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 0.8730964467005076,
+            "count": 197
+          },
+          "UD": {
+            "accuracy": 0.9223300970873787,
+            "count": 103
+          }
+        }
+      },
+      "sub_B4": {
+        "full_accuracy": 0.54,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 200
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 0.8502024291497976,
+            "count": 247
+          },
+          "UD": {
+            "accuracy": 0.8169934640522876,
+            "count": 153
+          }
+        }
+      },
+      "sub_B5": {
+        "full_accuracy": 0.35,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 0.7919463087248322,
+            "count": 298
+          },
+          "UD": {
+            "accuracy": 0.806930693069307,
+            "count": 202
+          }
+        }
+      }
+    },
+    "summary": {
+      "overall_accuracy": 0.6416666666666667,
+      "total_examples": 2400,
+      "n_splits": 22
+    }
+  }
+}

add_sub_baseline_100K_1L3H510d/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ba90e0fbbdac3c126de2b39f542a7f66ad9d062ae36bc9296b4dd0cfa2ede84
+size 634642298

add_sub_baseline_100K_1L3H510d/train_config.json

@@ -0,0 +1,84 @@
+{
+  "num_rollouts": 4,
+  "K": 4,
+  "max_iterations": 2,
+  "memory_span_abs": 1792,
+  "memory_span_traj": 1792,
+  "temperature": 1.0,
+  "ar_search": false,
+  "response_only_abs": false,
+  "alpha_info_gain": 10.0,
+  "alpha_abs": 0.1,
+  "alpha_soft_zipf": 1.0,
+  "alpha_ortho": 0.0,
+  "alpha_anchor": 0.0,
+  "alpha_jacobi": 0.0,
+  "decay": 0.8,
+  "target_vocab_util": 0.8,
+  "min_abs_ppl": 0.0,
+  "zipf_alpha": 1.0,
+  "lr": 4e-05,
+  "emb_lr_mult": 1.0,
+  "weight_decay": 0.01,
+  "warmup_steps": 937,
+  "cooldown_frac": 0.4,
+  "max_grad_norm": 1.0,
+  "vq_abs_pretrain_steps": 0,
+  "vq_abs_pretrain_lr": 0.001,
+  "vq_abs_pretrain_layer": -1,
+  "vq_abs_pretrain_batch_size": 256,
+  "vq_abs_pretrain_target_vectors": 20000,
+  "batch_size": 64,
+  "gradient_accumulation_steps": 1,
+  "num_epochs": 20,
+  "emb_warmup_steps": 0,
+  "log_every": 50,
+  "eval_every": 1562,
+  "save_every": 999999,
+  "eval_samples": 100,
+  "output_dir": "ckpt/sweep/as_baseline_100K_1L3H510d",
+  "eval_K": 4,
+  "alpha_traj": 0.0,
+  "corrupt_method": "shuffle",
+  "corrupt_ratio": 0.3,
+  "alpha_contrastive": 1.0,
+  "gamma_contrastive": 0.5,
+  "alpha_masked_traj": 0.0,
+  "mask_nl_ratio": 0.3,
+  "mask_nl_mode": "fixed",
+  "mask_nl_fixed_id": 0,
+  "use_ste": true,
+  "n_inner": 1,
+  "random_K": null,
+  "strip_suffix": null,
+  "compress_prefix": null,
+  "random_mem_span": null,
+  "warmup_ratio": 0.03,
+  "beta2": 0.999,
+  "seed": 42,
+  "n_digits": 6,
+  "n_layer": 1,
+  "n_head": 3,
+  "n_embd": 510,
+  "ops": "add_sub",
+  "abs_vocab": 0,
+  "dataset_size": 100000,
+  "mode": "baseline",
+  "device": "cuda",
+  "push_to_hub": true,
+  "no_wandb": false,
+  "n_params": 158584246,
+  "run_name": "add_sub_baseline_100K_1L3H510d",
+  "git_commit": "f447da529caceac8c7d256cbb2cd185cbc50feac",
+  "timestamp": "2026-04-12T18:32:15.366122+00:00",
+  "tokenizer": "Qwen/Qwen3-0.6B",
+  "dataset_repo": "thoughtworks/arithmetic-sorl-data",
+  "dataset_config": "add_sub_6digit",
+  "model_repo": "thoughtworks/arithmetic-sorl",
+  "trainer_version": "sft",
+  "wandb_run_id": "a545bryb",
+  "wandb_url": "https://wandb.ai/nlp_and_interpretability/sorl-arithmetic/runs/a545bryb",
+  "final_accuracy": 0.6416666666666667,
+  "sft_accuracy": 0.6416666666666667,
+  "eval_method": "ArithmeticEvaluator"
+}