Upload add_sub_baseline_100K_2L1H128d

add_sub_baseline_100K_2L1H128d/config.json

@@ -0,0 +1,37 @@
+{
+  "architectures": [
+    "SorlModelWrapper"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": null,
+  "dtype": "float32",
+  "eos_token_id": null,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 128,
+  "initializer_range": 0.02,
+  "intermediate_size": 512,
+  "layer_types": [
+    "full_attention",
+    "full_attention"
+  ],
+  "max_position_embeddings": 128,
+  "max_window_layers": 28,
+  "model_type": "qwen3",
+  "num_attention_heads": 1,
+  "num_hidden_layers": 2,
+  "num_key_value_heads": 1,
+  "pad_token_id": null,
+  "rms_norm_eps": 1e-06,
+  "rope_parameters": {
+    "rope_theta": 10000.0,
+    "rope_type": "default"
+  },
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "transformers_version": "5.5.0",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 151645
+}

add_sub_baseline_100K_2L1H128d/generation_config.json

@@ -0,0 +1,7 @@
+{
+  "_from_model_config": true,
+  "output_attentions": false,
+  "output_hidden_states": false,
+  "transformers_version": "5.5.0",
+  "use_cache": true
+}

add_sub_baseline_100K_2L1H128d/metrics.json

@@ -0,0 +1,3083 @@
+{
+  "history": {
+    "step": [
+      50,
+      100,
+      150,
+      200,
+      250,
+      300,
+      350,
+      400,
+      450,
+      500,
+      550,
+      600,
+      650,
+      700,
+      750,
+      800,
+      850,
+      900,
+      950,
+      1000,
+      1050,
+      1100,
+      1150,
+      1200,
+      1250,
+      1300,
+      1350,
+      1400,
+      1450,
+      1500,
+      1550,
+      1600,
+      1650,
+      1700,
+      1750,
+      1800,
+      1850,
+      1900,
+      1950,
+      2000,
+      2050,
+      2100,
+      2150,
+      2200,
+      2250,
+      2300,
+      2350,
+      2400,
+      2450,
+      2500,
+      2550,
+      2600,
+      2650,
+      2700,
+      2750,
+      2800,
+      2850,
+      2900,
+      2950,
+      3000,
+      3050,
+      3100,
+      3150,
+      3200,
+      3250,
+      3300,
+      3350,
+      3400,
+      3450,
+      3500,
+      3550,
+      3600,
+      3650,
+      3700,
+      3750,
+      3800,
+      3850,
+      3900,
+      3950,
+      4000,
+      4050,
+      4100,
+      4150,
+      4200,
+      4250,
+      4300,
+      4350,
+      4400,
+      4450,
+      4500,
+      4550,
+      4600,
+      4650,
+      4700,
+      4750,
+      4800,
+      4850,
+      4900,
+      4950,
+      5000,
+      5050,
+      5100,
+      5150,
+      5200,
+      5250,
+      5300,
+      5350,
+      5400,
+      5450,
+      5500,
+      5550,
+      5600,
+      5650,
+      5700,
+      5750,
+      5800,
+      5850,
+      5900,
+      5950,
+      6000,
+      6050,
+      6100,
+      6150,
+      6200,
+      6250,
+      6300,
+      6350,
+      6400,
+      6450,
+      6500,
+      6550,
+      6600,
+      6650,
+      6700,
+      6750,
+      6800,
+      6850,
+      6900,
+      6950,
+      7000,
+      7050,
+      7100,
+      7150,
+      7200,
+      7250,
+      7300,
+      7350,
+      7400,
+      7450,
+      7500,
+      7550,
+      7600,
+      7650,
+      7700,
+      7750,
+      7800,
+      7850,
+      7900,
+      7950,
+      8000,
+      8050,
+      8100,
+      8150,
+      8200,
+      8250,
+      8300,
+      8350,
+      8400,
+      8450,
+      8500,
+      8550,
+      8600,
+      8650,
+      8700,
+      8750,
+      8800,
+      8850,
+      8900,
+      8950,
+      9000,
+      9050,
+      9100,
+      9150,
+      9200,
+      9250,
+      9300,
+      9350,
+      9400,
+      9450,
+      9500,
+      9550,
+      9600,
+      9650,
+      9700,
+      9750,
+      9800,
+      9850,
+      9900,
+      9950,
+      10000,
+      10050,
+      10100,
+      10150,
+      10200,
+      10250,
+      10300,
+      10350,
+      10400,
+      10450,
+      10500,
+      10550,
+      10600,
+      10650,
+      10700,
+      10750,
+      10800,
+      10850,
+      10900,
+      10950,
+      11000,
+      11050,
+      11100,
+      11150,
+      11200,
+      11250,
+      11300,
+      11350,
+      11400,
+      11450,
+      11500,
+      11550,
+      11600,
+      11650,
+      11700,
+      11750,
+      11800,
+      11850,
+      11900,
+      11950,
+      12000,
+      12050,
+      12100,
+      12150,
+      12200,
+      12250,
+      12300,
+      12350,
+      12400,
+      12450,
+      12500,
+      12550,
+      12600,
+      12650,
+      12700,
+      12750,
+      12800,
+      12850,
+      12900,
+      12950,
+      13000,
+      13050,
+      13100,
+      13150,
+      13200,
+      13250,
+      13300,
+      13350,
+      13400,
+      13450,
+      13500,
+      13550,
+      13600,
+      13650,
+      13700,
+      13750,
+      13800,
+      13850,
+      13900,
+      13950,
+      14000,
+      14050,
+      14100,
+      14150,
+      14200,
+      14250,
+      14300,
+      14350,
+      14400,
+      14450,
+      14500,
+      14550,
+      14600,
+      14650,
+      14700,
+      14750,
+      14800,
+      14850,
+      14900,
+      14950,
+      15000,
+      15050,
+      15100,
+      15150,
+      15200,
+      15250,
+      15300,
+      15350,
+      15400,
+      15450,
+      15500,
+      15550,
+      15600,
+      15650,
+      15700,
+      15750,
+      15800,
+      15850,
+      15900,
+      15950,
+      16000,
+      16050,
+      16100,
+      16150,
+      16200,
+      16250,
+      16300,
+      16350,
+      16400,
+      16450,
+      16500,
+      16550,
+      16600,
+      16650,
+      16700,
+      16750,
+      16800,
+      16850,
+      16900,
+      16950,
+      17000,
+      17050,
+      17100,
+      17150,
+      17200,
+      17250,
+      17300,
+      17350,
+      17400,
+      17450,
+      17500,
+      17550,
+      17600,
+      17650,
+      17700,
+      17750,
+      17800,
+      17850,
+      17900,
+      17950,
+      18000,
+      18050,
+      18100,
+      18150,
+      18200,
+      18250,
+      18300,
+      18350,
+      18400,
+      18450,
+      18500,
+      18550,
+      18600,
+      18650,
+      18700,
+      18750,
+      18800,
+      18850,
+      18900,
+      18950,
+      19000,
+      19050,
+      19100,
+      19150,
+      19200,
+      19250,
+      19300,
+      19350,
+      19400,
+      19450,
+      19500,
+      19550,
+      19600,
+      19650,
+      19700,
+      19750,
+      19800,
+      19850,
+      19900,
+      19950,
+      20000,
+      20050,
+      20100,
+      20150,
+      20200,
+      20250,
+      20300,
+      20350,
+      20400,
+      20450,
+      20500,
+      20550,
+      20600,
+      20650,
+      20700,
+      20750,
+      20800,
+      20850,
+      20900,
+      20950,
+      21000,
+      21050,
+      21100,
+      21150,
+      21200,
+      21250,
+      21300,
+      21350,
+      21400,
+      21450,
+      21500,
+      21550,
+      21600,
+      21650,
+      21700,
+      21750,
+      21800,
+      21850,
+      21900,
+      21950,
+      22000,
+      22050,
+      22100,
+      22150,
+      22200,
+      22250,
+      22300,
+      22350,
+      22400,
+      22450,
+      22500,
+      22550,
+      22600,
+      22650,
+      22700,
+      22750,
+      22800,
+      22850,
+      22900,
+      22950,
+      23000,
+      23050,
+      23100,
+      23150,
+      23200,
+      23250,
+      23300,
+      23350,
+      23400,
+      23450,
+      23500,
+      23550,
+      23600,
+      23650,
+      23700,
+      23750,
+      23800,
+      23850,
+      23900,
+      23950,
+      24000,
+      24050,
+      24100,
+      24150,
+      24200,
+      24250,
+      24300,
+      24350,
+      24400,
+      24450,
+      24500,
+      24550,
+      24600,
+      24650,
+      24700,
+      24750,
+      24800,
+      24850,
+      24900,
+      24950,
+      25000,
+      25050,
+      25100,
+      25150,
+      25200,
+      25250,
+      25300,
+      25350,
+      25400,
+      25450,
+      25500,
+      25550,
+      25600,
+      25650,
+      25700,
+      25750,
+      25800,
+      25850,
+      25900,
+      25950,
+      26000,
+      26050,
+      26100,
+      26150,
+      26200,
+      26250,
+      26300,
+      26350,
+      26400,
+      26450,
+      26500,
+      26550,
+      26600,
+      26650,
+      26700,
+      26750,
+      26800,
+      26850,
+      26900,
+      26950,
+      27000,
+      27050,
+      27100,
+      27150,
+      27200,
+      27250,
+      27300,
+      27350,
+      27400,
+      27450,
+      27500,
+      27550,
+      27600,
+      27650,
+      27700,
+      27750,
+      27800,
+      27850,
+      27900,
+      27950,
+      28000,
+      28050,
+      28100,
+      28150,
+      28200,
+      28250,
+      28300,
+      28350,
+      28400,
+      28450,
+      28500,
+      28550,
+      28600,
+      28650,
+      28700,
+      28750,
+      28800,
+      28850,
+      28900,
+      28950,
+      29000,
+      29050,
+      29100,
+      29150,
+      29200,
+      29250,
+      29300,
+      29350,
+      29400,
+      29450,
+      29500,
+      29550,
+      29600,
+      29650,
+      29700,
+      29750,
+      29800,
+      29850,
+      29900,
+      29950,
+      30000,
+      30050,
+      30100,
+      30150,
+      30200,
+      30250,
+      30300,
+      30350,
+      30400,
+      30450,
+      30500,
+      30550,
+      30600,
+      30650,
+      30700,
+      30750,
+      30800,
+      30850,
+      30900,
+      30950,
+      31000,
+      31050,
+      31100,
+      31150,
+      31200,
+      31250
+    ],
+    "loss": [
+      11.977042198181152,
+      11.832605361938477,
+      11.639579772949219,
+      11.342317581176758,
+      11.0377197265625,
+      10.74262523651123,
+      10.538628578186035,
+      10.45229434967041,
+      10.25084400177002,
+      10.019124031066895,
+      9.906777381896973,
+      9.689866065979004,
+      9.564855575561523,
+      9.345112800598145,
+      9.12466049194336,
+      8.876622200012207,
+      8.629063606262207,
+      8.415751457214355,
+      8.068711280822754,
+      7.833225727081299,
+      7.505434513092041,
+      7.218222618103027,
+      6.988138675689697,
+      6.60437536239624,
+      6.359375,
+      6.010478496551514,
+      5.812808990478516,
+      5.430776119232178,
+      5.128222942352295,
+      4.943942546844482,
+      4.595494747161865,
+      4.427554607391357,
+      4.135222434997559,
+      3.901402235031128,
+      3.6997172832489014,
+      3.388075590133667,
+      3.211488962173462,
+      3.0833468437194824,
+      2.908508777618408,
+      2.7631280422210693,
+      2.642669200897217,
+      2.544445037841797,
+      2.4326510429382324,
+      2.304041624069214,
+      2.297609567642212,
+      2.19498872756958,
+      2.14454984664917,
+      2.190228223800659,
+      2.138949155807495,
+      2.071823835372925,
+      2.0647244453430176,
+      2.0801050662994385,
+      2.0899431705474854,
+      2.0253071784973145,
+      2.064008951187134,
+      1.992350459098816,
+      1.9674683809280396,
+      2.013637065887451,
+      1.933286428451538,
+      1.9325166940689087,
+      1.9623585939407349,
+      1.998954176902771,
+      1.9583021402359009,
+      1.964821457862854,
+      1.8752564191818237,
+      1.9217044115066528,
+      1.874695062637329,
+      1.8838536739349365,
+      1.9211722612380981,
+      1.9229551553726196,
+      1.8850759267807007,
+      1.7456798553466797,
+      1.7307690382003784,
+      1.8768775463104248,
+      1.8714839220046997,
+      1.8702248334884644,
+      1.7888954877853394,
+      1.837731957435608,
+      1.8072580099105835,
+      1.7668285369873047,
+      1.7479711771011353,
+      1.6895802021026611,
+      1.749003291130066,
+      1.740459680557251,
+      1.6661880016326904,
+      1.6528176069259644,
+      1.7080800533294678,
+      1.6159528493881226,
+      1.6114765405654907,
+      1.6065454483032227,
+      1.6221038103103638,
+      1.5639398097991943,
+      1.507914662361145,
+      1.5028311014175415,
+      1.508623719215393,
+      1.4017530679702759,
+      1.3961706161499023,
+      1.3411399126052856,
+      1.3201547861099243,
+      1.3360451459884644,
+      1.2849161624908447,
+      1.2160416841506958,
+      1.1782668828964233,
+      1.2449954748153687,
+      1.222753882408142,
+      1.16804039478302,
+      1.1446696519851685,
+      1.1211735010147095,
+      1.1117109060287476,
+      1.1207637786865234,
+      1.0753263235092163,
+      1.1095165014266968,
+      1.0497922897338867,
+      1.0258709192276,
+      1.0586824417114258,
+      1.0505311489105225,
+      1.0024679899215698,
+      0.9912530183792114,
+      0.9677543044090271,
+      0.9638428092002869,
+      0.941684901714325,
+      0.8960302472114563,
+      0.9070016145706177,
+      0.8673309683799744,
+      0.837029755115509,
+      0.8565458059310913,
+      0.8187461495399475,
+      0.8760162591934204,
+      0.811039924621582,
+      0.8174161314964294,
+      0.8083099722862244,
+      0.7729467749595642,
+      0.7676922678947449,
+      0.7842200994491577,
+      0.7361089587211609,
+      0.7701181173324585,
+      0.7662209272384644,
+      0.7574747800827026,
+      0.7157047986984253,
+      0.7457594275474548,
+      0.7155031561851501,
+      0.7134730219841003,
+      0.6851155161857605,
+      0.6558194160461426,
+      0.6535345911979675,
+      0.6496022343635559,
+      0.6414950489997864,
+      0.6602500081062317,
+      0.6322754621505737,
+      0.6254755854606628,
+      0.6046976447105408,
+      0.5830899477005005,
+      0.5934770703315735,
+      0.625095784664154,
+      0.6127793192863464,
+      0.6231734156608582,
+      0.5763152837753296,
+      0.6352439522743225,
+      0.6301745176315308,
+      0.6138210892677307,
+      0.5850849151611328,
+      0.5591212511062622,
+      0.5491364598274231,
+      0.5610260367393494,
+      0.5658707618713379,
+      0.5537570118904114,
+      0.5227963328361511,
+      0.5337905287742615,
+      0.571171760559082,
+      0.4919911026954651,
+      0.5623064041137695,
+      0.49735212326049805,
+      0.5251079797744751,
+      0.49005427956581116,
+      0.4920663833618164,
+      0.5062692761421204,
+      0.49886447191238403,
+      0.4979371130466461,
+      0.4994959235191345,
+      0.4708382785320282,
+      0.4461270272731781,
+      0.48827752470970154,
+      0.48627349734306335,
+      0.4709095358848572,
+      0.4374123215675354,
+      0.4551429748535156,
+      0.4273804724216461,
+      0.4615263044834137,
+      0.46365591883659363,
+      0.45876625180244446,
+      0.43030303716659546,
+      0.4557846486568451,
+      0.3991808295249939,
+      0.4235609173774719,
+      0.43494540452957153,
+      0.3913825452327728,
+      0.41650471091270447,
+      0.4323137104511261,
+      0.4159674048423767,
+      0.4032060205936432,
+      0.4136103093624115,
+      0.3848271369934082,
+      0.4130419194698334,
+      0.3380722403526306,
+      0.4253701865673065,
+      0.36251211166381836,
+      0.3768291473388672,
+      0.42368084192276,
+      0.35189884901046753,
+      0.41239291429519653,
+      0.35483068227767944,
+      0.3896591365337372,
+      0.342414915561676,
+      0.35113129019737244,
+      0.3747749626636505,
+      0.39180782437324524,
+      0.36123037338256836,
+      0.3841114044189453,
+      0.35293588042259216,
+      0.36013272404670715,
+      0.3717457354068756,
+      0.3420697748661041,
+      0.3644498288631439,
+      0.38519591093063354,
+      0.3384056091308594,
+      0.3558005690574646,
+      0.3262862265110016,
+      0.35307401418685913,
+      0.34869739413261414,
+      0.3247682750225067,
+      0.3389168679714203,
+      0.31367042660713196,
+      0.32246801257133484,
+      0.3325541019439697,
+      0.3126663863658905,
+      0.307912141084671,
+      0.3146059513092041,
+      0.29749685525894165,
+      0.29092270135879517,
+      0.29880958795547485,
+      0.3028065860271454,
+      0.31483981013298035,
+      0.30662885308265686,
+      0.3288079798221588,
+      0.2825016975402832,
+      0.27453750371932983,
+      0.2763153612613678,
+      0.31982606649398804,
+      0.3169565200805664,
+      0.28875669836997986,
+      0.2774421274662018,
+      0.27820807695388794,
+      0.2744719684123993,
+      0.26809149980545044,
+      0.2914562225341797,
+      0.28146621584892273,
+      0.2956283986568451,
+      0.27729472517967224,
+      0.26264533400535583,
+      0.2586286962032318,
+      0.3196188509464264,
+      0.2641201615333557,
+      0.2947527766227722,
+      0.22202637791633606,
+      0.26569533348083496,
+      0.2558952271938324,
+      0.2774972915649414,
+      0.28140655159950256,
+      0.2784387171268463,
+      0.2750130593776703,
+      0.2585727274417877,
+      0.26905277371406555,
+      0.26080891489982605,
+      0.2769533395767212,
+      0.253186970949173,
+      0.27682092785835266,
+      0.24935530126094818,
+      0.26743823289871216,
+      0.2523672878742218,
+      0.24207758903503418,
+      0.24797692894935608,
+      0.22850987315177917,
+      0.24364294111728668,
+      0.23140747845172882,
+      0.22725312411785126,
+      0.27189895510673523,
+      0.2742701470851898,
+      0.24831081926822662,
+      0.24600134789943695,
+      0.24502108991146088,
+      0.2064800262451172,
+      0.21140344440937042,
+      0.2310919463634491,
+      0.2578493654727936,
+      0.2671879529953003,
+      0.2098991721868515,
+      0.21068748831748962,
+      0.25403282046318054,
+      0.2670443654060364,
+      0.19045837223529816,
+      0.23210535943508148,
+      0.2465614229440689,
+      0.20154492557048798,
+      0.21706925332546234,
+      0.22015045583248138,
+      0.21647998690605164,
+      0.22915495932102203,
+      0.2205311805009842,
+      0.1925881952047348,
+      0.24692997336387634,
+      0.25309181213378906,
+      0.21870723366737366,
+      0.245932474732399,
+      0.2309727668762207,
+      0.19083799421787262,
+      0.22509662806987762,
+      0.22570917010307312,
+      0.25146031379699707,
+      0.1879393607378006,
+      0.17903225123882294,
+      0.230800598859787,
+      0.19553127884864807,
+      0.20370914041996002,
+      0.25358861684799194,
+      0.22613056004047394,
+      0.2019713670015335,
+      0.2268919199705124,
+      0.24874211847782135,
+      0.20951731503009796,
+      0.2107919603586197,
+      0.1959504336118698,
+      0.21553952991962433,
+      0.21554414927959442,
+      0.23541958630084991,
+      0.18030405044555664,
+      0.20203988254070282,
+      0.17926515638828278,
+      0.263072669506073,
+      0.2108616977930069,
+      0.14598241448402405,
+      0.20030143857002258,
+      0.22456932067871094,
+      0.2146858125925064,
+      0.20507298409938812,
+      0.19385136663913727,
+      0.1979534924030304,
+      0.20209898054599762,
+      0.20098797976970673,
+      0.1956910341978073,
+      0.19167955219745636,
+      0.21638809144496918,
+      0.1940392702817917,
+      0.18071554601192474,
+      0.23301713168621063,
+      0.18571732938289642,
+      0.20041833817958832,
+      0.19002893567085266,
+      0.23817777633666992,
+      0.16994866728782654,
+      0.1998552531003952,
+      0.18940328061580658,
+      0.1803516000509262,
+      0.17863358557224274,
+      0.19638517498970032,
+      0.2153729498386383,
+      0.16207505762577057,
+      0.16593241691589355,
+      0.1831996887922287,
+      0.2158493995666504,
+      0.20669953525066376,
+      0.16301994025707245,
+      0.19910219311714172,
+      0.19990552961826324,
+      0.18015281856060028,
+      0.13783733546733856,
+      0.18134383857250214,
+      0.16741850972175598,
+      0.177109494805336,
+      0.2050514966249466,
+      0.1758144348859787,
+      0.19073748588562012,
+      0.1639399379491806,
+      0.1469561606645584,
+      0.20477049052715302,
+      0.1598491668701172,
+      0.17077581584453583,
+      0.17846567928791046,
+      0.2001478374004364,
+      0.17690904438495636,
+      0.16815437376499176,
+      0.1419142186641693,
+      0.19135485589504242,
+      0.14557300508022308,
+      0.1611776202917099,
+      0.19547899067401886,
+      0.19376233220100403,
+      0.19313618540763855,
+      0.17107929289340973,
+      0.1763370782136917,
+      0.19234664738178253,
+      0.1792294681072235,
+      0.22957375645637512,
+      0.1926773637533188,
+      0.17082278430461884,
+      0.15852557122707367,
+      0.16429941356182098,
+      0.161500483751297,
+      0.17774653434753418,
+      0.16790100932121277,
+      0.15072883665561676,
+      0.1515331268310547,
+      0.15604127943515778,
+      0.16774308681488037,
+      0.17304901778697968,
+      0.16783729195594788,
+      0.1633901447057724,
+      0.15018674731254578,
+      0.1959364116191864,
+      0.15900716185569763,
+      0.17716506123542786,
+      0.18148012459278107,
+      0.16957084834575653,
+      0.17450162768363953,
+      0.14624397456645966,
+      0.19237984716892242,
+      0.14564093947410583,
+      0.1572442352771759,
+      0.1769915670156479,
+      0.18431629240512848,
+      0.18862608075141907,
+      0.1972048431634903,
+      0.16945073008537292,
+      0.17277629673480988,
+      0.16611048579216003,
+      0.17368483543395996,
+      0.15440277755260468,
+      0.18911337852478027,
+      0.17402216792106628,
+      0.19015789031982422,
+      0.16805972158908844,
+      0.15407218039035797,
+      0.14304251968860626,
+      0.18865016102790833,
+      0.16110943257808685,
+      0.2045971304178238,
+      0.1502329260110855,
+      0.12428479641675949,
+      0.16494467854499817,
+      0.12184248119592667,
+      0.1607920080423355,
+      0.1637299805879593,
+      0.1727958768606186,
+      0.168440580368042,
+      0.1445026397705078,
+      0.15350453555583954,
+      0.14372386038303375,
+      0.16206717491149902,
+      0.15405137836933136,
+      0.15814034640789032,
+      0.14433301985263824,
+      0.14300145208835602,
+      0.17697784304618835,
+      0.18625423312187195,
+      0.16295507550239563,
+      0.12883833050727844,
+      0.15285921096801758,
+      0.15010376274585724,
+      0.1580805778503418,
+      0.14755387604236603,
+      0.19289889931678772,
+      0.12691619992256165,
+      0.14621464908123016,
+      0.11558129638433456,
+      0.1655631810426712,
+      0.17105735838413239,
+      0.17908822000026703,
+      0.17774316668510437,
+      0.16395303606987,
+      0.1435573399066925,
+      0.12409909814596176,
+      0.16253414750099182,
+      0.1573280543088913,
+      0.14960770308971405,
+      0.14318087697029114,
+      0.12494007498025894,
+      0.13559222221374512,
+      0.18777742981910706,
+      0.12923327088356018,
+      0.16082116961479187,
+      0.15188278257846832,
+      0.13781002163887024,
+      0.13092568516731262,
+      0.17344479262828827,
+      0.14992226660251617,
+      0.11788155138492584,
+      0.17064552009105682,
+      0.1436513215303421,
+      0.1744157075881958,
+      0.1471249759197235,
+      0.1319369375705719,
+      0.12590177357196808,
+      0.14819200336933136,
+      0.1566087156534195,
+      0.1258556842803955,
+      0.1425287425518036,
+      0.14611411094665527,
+      0.12872281670570374,
+      0.1713401973247528,
+      0.1419590562582016,
+      0.16423705220222473,
+      0.13404837250709534,
+      0.12364423274993896,
+      0.13353344798088074,
+      0.16752830147743225,
+      0.17974546551704407,
+      0.133741095662117,
+      0.14522182941436768,
+      0.14375519752502441,
+      0.16996373236179352,
+      0.12796184420585632,
+      0.19787277281284332,
+      0.14406491816043854,
+      0.1600307673215866,
+      0.14013724029064178,
+      0.1414320021867752,
+      0.13259896636009216,
+      0.16883596777915955,
+      0.15063153207302094,
+      0.16968485713005066,
+      0.1448565423488617,
+      0.13374046981334686,
+      0.14191940426826477,
+      0.16690602898597717,
+      0.16557033360004425,
+      0.1341642588376999,
+      0.14818671345710754,
+      0.15339885652065277,
+      0.1358605921268463,
+      0.11332222074270248,
+      0.13079999387264252,
+      0.11911796033382416,
+      0.13282403349876404,
+      0.1295071691274643,
+      0.14931797981262207,
+      0.1497408151626587,
+      0.1576954424381256,
+      0.1566249281167984,
+      0.14676371216773987,
+      0.14718690514564514,
+      0.14807923138141632,
+      0.1212613433599472,
+      0.16526338458061218,
+      0.12577828764915466,
+      0.14465472102165222,
+      0.1332075595855713,
+      0.14287416636943817,
+      0.14098156988620758,
+      0.12206381559371948,
+      0.13529722392559052,
+      0.14950823783874512,
+      0.12731051445007324,
+      0.1640467643737793,
+      0.15214170515537262,
+      0.14054253697395325,
+      0.13051234185695648,
+      0.12513872981071472,
+      0.1256050020456314,
+      0.13018260896205902,
+      0.12952646613121033,
+      0.15313276648521423,
+      0.15212035179138184,
+      0.1590813547372818,
+      0.1418110430240631,
+      0.14174507558345795,
+      0.1443943977355957,
+      0.13427415490150452,
+      0.14180710911750793,
+      0.1526232659816742,
+      0.14491091668605804,
+      0.1218637228012085,
+      0.15213581919670105,
+      0.12060185521841049,
+      0.12314708530902863,
+      0.135157972574234,
+      0.14702904224395752,
+      0.1435243785381317,
+      0.14389681816101074,
+      0.12983374297618866,
+      0.1256387084722519,
+      0.13456468284130096,
+      0.11090267449617386,
+      0.14436398446559906,
+      0.15340672433376312,
+      0.13106809556484222,
+      0.13008198142051697,
+      0.12773239612579346,
+      0.12845288217067719,
+      0.12067259848117828,
+      0.12159726768732071,
+      0.12335409969091415,
+      0.14989832043647766,
+      0.18622605502605438,
+      0.14446382224559784,
+      0.13140790164470673,
+      0.14309929311275482,
+      0.1644481122493744,
+      0.13612475991249084,
+      0.13592186570167542,
+      0.1400979459285736,
+      0.14549663662910461,
+      0.14845392107963562,
+      0.16581669449806213,
+      0.1395435482263565,
+      0.12557461857795715,
+      0.13034124672412872,
+      0.11364679783582687,
+      0.1468597948551178,
+      0.12835600972175598,
+      0.1345360428094864,
+      0.16890299320220947,
+      0.1177949383854866,
+      0.1442183256149292,
+      0.13947038352489471,
+      0.13237617909908295,
+      0.12772080302238464
+    ],
+    "base_loss": [
+      11.977042198181152,
+      11.832605361938477,
+      11.639579772949219,
+      11.342317581176758,
+      11.0377197265625,
+      10.74262523651123,
+      10.538628578186035,
+      10.45229434967041,
+      10.25084400177002,
+      10.019124031066895,
+      9.906777381896973,
+      9.689866065979004,
+      9.564855575561523,
+      9.345112800598145,
+      9.12466049194336,
+      8.876622200012207,
+      8.629063606262207,
+      8.415751457214355,
+      8.068711280822754,
+      7.833225727081299,
+      7.505434513092041,
+      7.218222618103027,
+      6.988138675689697,
+      6.60437536239624,
+      6.359375,
+      6.010478496551514,
+      5.812808990478516,
+      5.430776119232178,
+      5.128222942352295,
+      4.943942546844482,
+      4.595494747161865,
+      4.427554607391357,
+      4.135222434997559,
+      3.901402235031128,
+      3.6997172832489014,
+      3.388075590133667,
+      3.211488962173462,
+      3.0833468437194824,
+      2.908508777618408,
+      2.7631280422210693,
+      2.642669200897217,
+      2.544445037841797,
+      2.4326510429382324,
+      2.304041624069214,
+      2.297609567642212,
+      2.19498872756958,
+      2.14454984664917,
+      2.190228223800659,
+      2.138949155807495,
+      2.071823835372925,
+      2.0647244453430176,
+      2.0801050662994385,
+      2.0899431705474854,
+      2.0253071784973145,
+      2.064008951187134,
+      1.992350459098816,
+      1.9674683809280396,
+      2.013637065887451,
+      1.933286428451538,
+      1.9325166940689087,
+      1.9623585939407349,
+      1.998954176902771,
+      1.9583021402359009,
+      1.964821457862854,
+      1.8752564191818237,
+      1.9217044115066528,
+      1.874695062637329,
+      1.8838536739349365,
+      1.9211722612380981,
+      1.9229551553726196,
+      1.8850759267807007,
+      1.7456798553466797,
+      1.7307690382003784,
+      1.8768775463104248,
+      1.8714839220046997,
+      1.8702248334884644,
+      1.7888954877853394,
+      1.837731957435608,
+      1.8072580099105835,
+      1.7668285369873047,
+      1.7479711771011353,
+      1.6895802021026611,
+      1.749003291130066,
+      1.740459680557251,
+      1.6661880016326904,
+      1.6528176069259644,
+      1.7080800533294678,
+      1.6159528493881226,
+      1.6114765405654907,
+      1.6065454483032227,
+      1.6221038103103638,
+      1.5639398097991943,
+      1.507914662361145,
+      1.5028311014175415,
+      1.508623719215393,
+      1.4017530679702759,
+      1.3961706161499023,
+      1.3411399126052856,
+      1.3201547861099243,
+      1.3360451459884644,
+      1.2849161624908447,
+      1.2160416841506958,
+      1.1782668828964233,
+      1.2449954748153687,
+      1.222753882408142,
+      1.16804039478302,
+      1.1446696519851685,
+      1.1211735010147095,
+      1.1117109060287476,
+      1.1207637786865234,
+      1.0753263235092163,
+      1.1095165014266968,
+      1.0497922897338867,
+      1.0258709192276,
+      1.0586824417114258,
+      1.0505311489105225,
+      1.0024679899215698,
+      0.9912530183792114,
+      0.9677543044090271,
+      0.9638428092002869,
+      0.941684901714325,
+      0.8960302472114563,
+      0.9070016145706177,
+      0.8673309683799744,
+      0.837029755115509,
+      0.8565458059310913,
+      0.8187461495399475,
+      0.8760162591934204,
+      0.811039924621582,
+      0.8174161314964294,
+      0.8083099722862244,
+      0.7729467749595642,
+      0.7676922678947449,
+      0.7842200994491577,
+      0.7361089587211609,
+      0.7701181173324585,
+      0.7662209272384644,
+      0.7574747800827026,
+      0.7157047986984253,
+      0.7457594275474548,
+      0.7155031561851501,
+      0.7134730219841003,
+      0.6851155161857605,
+      0.6558194160461426,
+      0.6535345911979675,
+      0.6496022343635559,
+      0.6414950489997864,
+      0.6602500081062317,
+      0.6322754621505737,
+      0.6254755854606628,
+      0.6046976447105408,
+      0.5830899477005005,
+      0.5934770703315735,
+      0.625095784664154,
+      0.6127793192863464,
+      0.6231734156608582,
+      0.5763152837753296,
+      0.6352439522743225,
+      0.6301745176315308,
+      0.6138210892677307,
+      0.5850849151611328,
+      0.5591212511062622,
+      0.5491364598274231,
+      0.5610260367393494,
+      0.5658707618713379,
+      0.5537570118904114,
+      0.5227963328361511,
+      0.5337905287742615,
+      0.571171760559082,
+      0.4919911026954651,
+      0.5623064041137695,
+      0.49735212326049805,
+      0.5251079797744751,
+      0.49005427956581116,
+      0.4920663833618164,
+      0.5062692761421204,
+      0.49886447191238403,
+      0.4979371130466461,
+      0.4994959235191345,
+      0.4708382785320282,
+      0.4461270272731781,
+      0.48827752470970154,
+      0.48627349734306335,
+      0.4709095358848572,
+      0.4374123215675354,
+      0.4551429748535156,
+      0.4273804724216461,
+      0.4615263044834137,
+      0.46365591883659363,
+      0.45876625180244446,
+      0.43030303716659546,
+      0.4557846486568451,
+      0.3991808295249939,
+      0.4235609173774719,
+      0.43494540452957153,
+      0.3913825452327728,
+      0.41650471091270447,
+      0.4323137104511261,
+      0.4159674048423767,
+      0.4032060205936432,
+      0.4136103093624115,
+      0.3848271369934082,
+      0.4130419194698334,
+      0.3380722403526306,
+      0.4253701865673065,
+      0.36251211166381836,
+      0.3768291473388672,
+      0.42368084192276,
+      0.35189884901046753,
+      0.41239291429519653,
+      0.35483068227767944,
+      0.3896591365337372,
+      0.342414915561676,
+      0.35113129019737244,
+      0.3747749626636505,
+      0.39180782437324524,
+      0.36123037338256836,
+      0.3841114044189453,
+      0.35293588042259216,
+      0.36013272404670715,
+      0.3717457354068756,
+      0.3420697748661041,
+      0.3644498288631439,
+      0.38519591093063354,
+      0.3384056091308594,
+      0.3558005690574646,
+      0.3262862265110016,
+      0.35307401418685913,
+      0.34869739413261414,
+      0.3247682750225067,
+      0.3389168679714203,
+      0.31367042660713196,
+      0.32246801257133484,
+      0.3325541019439697,
+      0.3126663863658905,
+      0.307912141084671,
+      0.3146059513092041,
+      0.29749685525894165,
+      0.29092270135879517,
+      0.29880958795547485,
+      0.3028065860271454,
+      0.31483981013298035,
+      0.30662885308265686,
+      0.3288079798221588,
+      0.2825016975402832,
+      0.27453750371932983,
+      0.2763153612613678,
+      0.31982606649398804,
+      0.3169565200805664,
+      0.28875669836997986,
+      0.2774421274662018,
+      0.27820807695388794,
+      0.2744719684123993,
+      0.26809149980545044,
+      0.2914562225341797,
+      0.28146621584892273,
+      0.2956283986568451,
+      0.27729472517967224,
+      0.26264533400535583,
+      0.2586286962032318,
+      0.3196188509464264,
+      0.2641201615333557,
+      0.2947527766227722,
+      0.22202637791633606,
+      0.26569533348083496,
+      0.2558952271938324,
+      0.2774972915649414,
+      0.28140655159950256,
+      0.2784387171268463,
+      0.2750130593776703,
+      0.2585727274417877,
+      0.26905277371406555,
+      0.26080891489982605,
+      0.2769533395767212,
+      0.253186970949173,
+      0.27682092785835266,
+      0.24935530126094818,
+      0.26743823289871216,
+      0.2523672878742218,
+      0.24207758903503418,
+      0.24797692894935608,
+      0.22850987315177917,
+      0.24364294111728668,
+      0.23140747845172882,
+      0.22725312411785126,
+      0.27189895510673523,
+      0.2742701470851898,
+      0.24831081926822662,
+      0.24600134789943695,
+      0.24502108991146088,
+      0.2064800262451172,
+      0.21140344440937042,
+      0.2310919463634491,
+      0.2578493654727936,
+      0.2671879529953003,
+      0.2098991721868515,
+      0.21068748831748962,
+      0.25403282046318054,
+      0.2670443654060364,
+      0.19045837223529816,
+      0.23210535943508148,
+      0.2465614229440689,
+      0.20154492557048798,
+      0.21706925332546234,
+      0.22015045583248138,
+      0.21647998690605164,
+      0.22915495932102203,
+      0.2205311805009842,
+      0.1925881952047348,
+      0.24692997336387634,
+      0.25309181213378906,
+      0.21870723366737366,
+      0.245932474732399,
+      0.2309727668762207,
+      0.19083799421787262,
+      0.22509662806987762,
+      0.22570917010307312,
+      0.25146031379699707,
+      0.1879393607378006,
+      0.17903225123882294,
+      0.230800598859787,
+      0.19553127884864807,
+      0.20370914041996002,
+      0.25358861684799194,
+      0.22613056004047394,
+      0.2019713670015335,
+      0.2268919199705124,
+      0.24874211847782135,
+      0.20951731503009796,
+      0.2107919603586197,
+      0.1959504336118698,
+      0.21553952991962433,
+      0.21554414927959442,
+      0.23541958630084991,
+      0.18030405044555664,
+      0.20203988254070282,
+      0.17926515638828278,
+      0.263072669506073,
+      0.2108616977930069,
+      0.14598241448402405,
+      0.20030143857002258,
+      0.22456932067871094,
+      0.2146858125925064,
+      0.20507298409938812,
+      0.19385136663913727,
+      0.1979534924030304,
+      0.20209898054599762,
+      0.20098797976970673,
+      0.1956910341978073,
+      0.19167955219745636,
+      0.21638809144496918,
+      0.1940392702817917,
+      0.18071554601192474,
+      0.23301713168621063,
+      0.18571732938289642,
+      0.20041833817958832,
+      0.19002893567085266,
+      0.23817777633666992,
+      0.16994866728782654,
+      0.1998552531003952,
+      0.18940328061580658,
+      0.1803516000509262,
+      0.17863358557224274,
+      0.19638517498970032,
+      0.2153729498386383,
+      0.16207505762577057,
+      0.16593241691589355,
+      0.1831996887922287,
+      0.2158493995666504,
+      0.20669953525066376,
+      0.16301994025707245,
+      0.19910219311714172,
+      0.19990552961826324,
+      0.18015281856060028,
+      0.13783733546733856,
+      0.18134383857250214,
+      0.16741850972175598,
+      0.177109494805336,
+      0.2050514966249466,
+      0.1758144348859787,
+      0.19073748588562012,
+      0.1639399379491806,
+      0.1469561606645584,
+      0.20477049052715302,
+      0.1598491668701172,
+      0.17077581584453583,
+      0.17846567928791046,
+      0.2001478374004364,
+      0.17690904438495636,
+      0.16815437376499176,
+      0.1419142186641693,
+      0.19135485589504242,
+      0.14557300508022308,
+      0.1611776202917099,
+      0.19547899067401886,
+      0.19376233220100403,
+      0.19313618540763855,
+      0.17107929289340973,
+      0.1763370782136917,
+      0.19234664738178253,
+      0.1792294681072235,
+      0.22957375645637512,
+      0.1926773637533188,
+      0.17082278430461884,
+      0.15852557122707367,
+      0.16429941356182098,
+      0.161500483751297,
+      0.17774653434753418,
+      0.16790100932121277,
+      0.15072883665561676,
+      0.1515331268310547,
+      0.15604127943515778,
+      0.16774308681488037,
+      0.17304901778697968,
+      0.16783729195594788,
+      0.1633901447057724,
+      0.15018674731254578,
+      0.1959364116191864,
+      0.15900716185569763,
+      0.17716506123542786,
+      0.18148012459278107,
+      0.16957084834575653,
+      0.17450162768363953,
+      0.14624397456645966,
+      0.19237984716892242,
+      0.14564093947410583,
+      0.1572442352771759,
+      0.1769915670156479,
+      0.18431629240512848,
+      0.18862608075141907,
+      0.1972048431634903,
+      0.16945073008537292,
+      0.17277629673480988,
+      0.16611048579216003,
+      0.17368483543395996,
+      0.15440277755260468,
+      0.18911337852478027,
+      0.17402216792106628,
+      0.19015789031982422,
+      0.16805972158908844,
+      0.15407218039035797,
+      0.14304251968860626,
+      0.18865016102790833,
+      0.16110943257808685,
+      0.2045971304178238,
+      0.1502329260110855,
+      0.12428479641675949,
+      0.16494467854499817,
+      0.12184248119592667,
+      0.1607920080423355,
+      0.1637299805879593,
+      0.1727958768606186,
+      0.168440580368042,
+      0.1445026397705078,
+      0.15350453555583954,
+      0.14372386038303375,
+      0.16206717491149902,
+      0.15405137836933136,
+      0.15814034640789032,
+      0.14433301985263824,
+      0.14300145208835602,
+      0.17697784304618835,
+      0.18625423312187195,
+      0.16295507550239563,
+      0.12883833050727844,
+      0.15285921096801758,
+      0.15010376274585724,
+      0.1580805778503418,
+      0.14755387604236603,
+      0.19289889931678772,
+      0.12691619992256165,
+      0.14621464908123016,
+      0.11558129638433456,
+      0.1655631810426712,
+      0.17105735838413239,
+      0.17908822000026703,
+      0.17774316668510437,
+      0.16395303606987,
+      0.1435573399066925,
+      0.12409909814596176,
+      0.16253414750099182,
+      0.1573280543088913,
+      0.14960770308971405,
+      0.14318087697029114,
+      0.12494007498025894,
+      0.13559222221374512,
+      0.18777742981910706,
+      0.12923327088356018,
+      0.16082116961479187,
+      0.15188278257846832,
+      0.13781002163887024,
+      0.13092568516731262,
+      0.17344479262828827,
+      0.14992226660251617,
+      0.11788155138492584,
+      0.17064552009105682,
+      0.1436513215303421,
+      0.1744157075881958,
+      0.1471249759197235,
+      0.1319369375705719,
+      0.12590177357196808,
+      0.14819200336933136,
+      0.1566087156534195,
+      0.1258556842803955,
+      0.1425287425518036,
+      0.14611411094665527,
+      0.12872281670570374,
+      0.1713401973247528,
+      0.1419590562582016,
+      0.16423705220222473,
+      0.13404837250709534,
+      0.12364423274993896,
+      0.13353344798088074,
+      0.16752830147743225,
+      0.17974546551704407,
+      0.133741095662117,
+      0.14522182941436768,
+      0.14375519752502441,
+      0.16996373236179352,
+      0.12796184420585632,
+      0.19787277281284332,
+      0.14406491816043854,
+      0.1600307673215866,
+      0.14013724029064178,
+      0.1414320021867752,
+      0.13259896636009216,
+      0.16883596777915955,
+      0.15063153207302094,
+      0.16968485713005066,
+      0.1448565423488617,
+      0.13374046981334686,
+      0.14191940426826477,
+      0.16690602898597717,
+      0.16557033360004425,
+      0.1341642588376999,
+      0.14818671345710754,
+      0.15339885652065277,
+      0.1358605921268463,
+      0.11332222074270248,
+      0.13079999387264252,
+      0.11911796033382416,
+      0.13282403349876404,
+      0.1295071691274643,
+      0.14931797981262207,
+      0.1497408151626587,
+      0.1576954424381256,
+      0.1566249281167984,
+      0.14676371216773987,
+      0.14718690514564514,
+      0.14807923138141632,
+      0.1212613433599472,
+      0.16526338458061218,
+      0.12577828764915466,
+      0.14465472102165222,
+      0.1332075595855713,
+      0.14287416636943817,
+      0.14098156988620758,
+      0.12206381559371948,
+      0.13529722392559052,
+      0.14950823783874512,
+      0.12731051445007324,
+      0.1640467643737793,
+      0.15214170515537262,
+      0.14054253697395325,
+      0.13051234185695648,
+      0.12513872981071472,
+      0.1256050020456314,
+      0.13018260896205902,
+      0.12952646613121033,
+      0.15313276648521423,
+      0.15212035179138184,
+      0.1590813547372818,
+      0.1418110430240631,
+      0.14174507558345795,
+      0.1443943977355957,
+      0.13427415490150452,
+      0.14180710911750793,
+      0.1526232659816742,
+      0.14491091668605804,
+      0.1218637228012085,
+      0.15213581919670105,
+      0.12060185521841049,
+      0.12314708530902863,
+      0.135157972574234,
+      0.14702904224395752,
+      0.1435243785381317,
+      0.14389681816101074,
+      0.12983374297618866,
+      0.1256387084722519,
+      0.13456468284130096,
+      0.11090267449617386,
+      0.14436398446559906,
+      0.15340672433376312,
+      0.13106809556484222,
+      0.13008198142051697,
+      0.12773239612579346,
+      0.12845288217067719,
+      0.12067259848117828,
+      0.12159726768732071,
+      0.12335409969091415,
+      0.14989832043647766,
+      0.18622605502605438,
+      0.14446382224559784,
+      0.13140790164470673,
+      0.14309929311275482,
+      0.1644481122493744,
+      0.13612475991249084,
+      0.13592186570167542,
+      0.1400979459285736,
+      0.14549663662910461,
+      0.14845392107963562,
+      0.16581669449806213,
+      0.1395435482263565,
+      0.12557461857795715,
+      0.13034124672412872,
+      0.11364679783582687,
+      0.1468597948551178,
+      0.12835600972175598,
+      0.1345360428094864,
+      0.16890299320220947,
+      0.1177949383854866,
+      0.1442183256149292,
+      0.13947038352489471,
+      0.13237617909908295,
+      0.12772080302238464
+    ],
+    "lr": [
+      1.0458911419423694e-06,
+      2.113127001067236e-06,
+      3.180362860192103e-06,
+      4.247598719316969e-06,
+      5.3148345784418355e-06,
+      6.382070437566702e-06,
+      7.44930629669157e-06,
+      8.516542155816436e-06,
+      9.583778014941301e-06,
+      1.065101387406617e-05,
+      1.1718249733191036e-05,
+      1.2785485592315904e-05,
+      1.385272145144077e-05,
+      1.4919957310565637e-05,
+      1.5987193169690504e-05,
+      1.705442902881537e-05,
+      1.812166488794024e-05,
+      1.9188900747065104e-05,
+      1.9999992271630926e-05,
+      1.999979369616386e-05,
+      1.9999326780649933e-05,
+      1.9998591537618616e-05,
+      1.9997587986799835e-05,
+      1.999631615512343e-05,
+      1.999477607671844e-05,
+      1.999296779291219e-05,
+      1.9990891352229182e-05,
+      1.998854681038978e-05,
+      1.9985934230308727e-05,
+      1.998305368209346e-05,
+      1.9979905243042218e-05,
+      1.9976488997641966e-05,
+      1.997280503756615e-05,
+      1.9968853461672197e-05,
+      1.9964634375998916e-05,
+      1.9960147893763603e-05,
+      1.995539413535902e-05,
+      1.9950373228350183e-05,
+      1.994508530747091e-05,
+      1.9939530514620217e-05,
+      1.9933708998858528e-05,
+      1.9927620916403638e-05,
+      1.9921266430626555e-05,
+      1.9914645712047094e-05,
+      1.9907758938329317e-05,
+      1.9900606294276753e-05,
+      1.989318797182745e-05,
+      1.9885504170048805e-05,
+      1.9877555095132254e-05,
+      1.9869340960387706e-05,
+      1.986086198623784e-05,
+      1.9852118400212183e-05,
+      1.9843110436941004e-05,
+      1.9833838338149017e-05,
+      1.9824302352648898e-05,
+      1.9814502736334608e-05,
+      1.980443975217452e-05,
+      1.979411367020437e-05,
+      1.9783524767520003e-05,
+      1.977267332826995e-05,
+      1.976155964364779e-05,
+      1.9750184011884335e-05,
+      1.973854673823965e-05,
+      1.972664813499482e-05,
+      1.9714488521443616e-05,
+      1.970206822388389e-05,
+      1.968938757560885e-05,
+      1.967644691689808e-05,
+      1.9663246595008452e-05,
+      1.964978696416477e-05,
+      1.9636068385550277e-05,
+      1.9622091227296973e-05,
+      1.960785586447573e-05,
+      1.9593362679086216e-05,
+      1.9578612060046662e-05,
+      1.9563604403183415e-05,
+      1.9548340111220315e-05,
+      1.9532819593767896e-05,
+      1.951704326731239e-05,
+      1.950101155520455e-05,
+      1.9484724887648284e-05,
+      1.946818370168913e-05,
+      1.9451388441202493e-05,
+      1.9434339556881782e-05,
+      1.9417037506226278e-05,
+      1.939948275352886e-05,
+      1.9381675769863563e-05,
+      1.9363617033072932e-05,
+      1.934530702775519e-05,
+      1.9326746245251246e-05,
+      1.93079351836315e-05,
+      1.9288874347682474e-05,
+      1.9269564248893287e-05,
+      1.9250005405441913e-05,
+      1.923019834218127e-05,
+      1.9210143590625153e-05,
+      1.918984168893397e-05,
+      1.9169293181900275e-05,
+      1.9148498620934184e-05,
+      1.9127458564048555e-05,
+      1.9106173575844015e-05,
+      1.9084644227493833e-05,
+      1.9062871096728548e-05,
+      1.9040854767820517e-05,
+      1.9018595831568193e-05,
+      1.899609488528031e-05,
+      1.8973352532759813e-05,
+      1.8950369384287687e-05,
+      1.8927146056606574e-05,
+      1.8903683172904212e-05,
+      1.8879981362796724e-05,
+      1.8856041262311714e-05,
+      1.8831863513871196e-05,
+      1.8807448766274383e-05,
+      1.8782797674680236e-05,
+      1.875791090058991e-05,
+      1.8732789111828994e-05,
+      1.870743298252959e-05,
+      1.8681843193112235e-05,
+      1.865602043026762e-05,
+      1.8629965386938186e-05,
+      1.86036787622995e-05,
+      1.8577161261741538e-05,
+      1.85504135968497e-05,
+      1.852343648538577e-05,
+      1.8496230651268613e-05,
+      1.846879682455477e-05,
+      1.8441135741418867e-05,
+      1.8413248144133847e-05,
+      1.838513478105107e-05,
+      1.835679640658021e-05,
+      1.832823378116904e-05,
+      1.8299447671282984e-05,
+      1.827043884938459e-05,
+      1.8241208093912782e-05,
+      1.8211756189261974e-05,
+      1.8182083925761014e-05,
+      1.8152192099651987e-05,
+      1.812208151306884e-05,
+      1.8091752974015872e-05,
+      1.806120729634603e-05,
+      1.8030445299739074e-05,
+      1.7999467809679607e-05,
+      1.796827565743488e-05,
+      1.7936869680032534e-05,
+      1.790525072023809e-05,
+      1.7873419626532367e-05,
+      1.7841377253088714e-05,
+      1.7809124459750064e-05,
+      1.7776662112005875e-05,
+      1.7743991080968913e-05,
+      1.7711112243351868e-05,
+      1.7678026481443827e-05,
+      1.764473468308659e-05,
+      1.761123774165086e-05,
+      1.7577536556012272e-05,
+      1.754363203052725e-05,
+      1.7509525075008763e-05,
+      1.7475216604701892e-05,
+      1.744070754025929e-05,
+      1.7405998807716456e-05,
+      1.7371091338466897e-05,
+      1.733598606923713e-05,
+      1.7300683942061552e-05,
+      1.7265185904257146e-05,
+      1.7229492908398085e-05,
+      1.719360591229014e-05,
+      1.7157525878945003e-05,
+      1.7121253776554432e-05,
+      1.7084790578464274e-05,
+      1.704813726314834e-05,
+      1.701129481418216e-05,
+      1.697426422021658e-05,
+      1.6937046474951228e-05,
+      1.689964257710786e-05,
+      1.6862053530403555e-05,
+      1.6824280343523776e-05,
+      1.6786324030095312e-05,
+      1.674818560865906e-05,
+      1.6709866102642722e-05,
+      1.6671366540333313e-05,
+      1.663268795484958e-05,
+      1.659383138411428e-05,
+      1.655479787082633e-05,
+      1.651558846243282e-05,
+      1.647620421110089e-05,
+      1.643664617368954e-05,
+      1.639691541172123e-05,
+      1.635701299135341e-05,
+      1.6316939983349903e-05,
+      1.6276697463052175e-05,
+      1.6236286510350484e-05,
+      1.6195708209654898e-05,
+      1.6154963649866194e-05,
+      1.6114053924346632e-05,
+      1.607298013089063e-05,
+      1.6031743371695295e-05,
+      1.5990344753330838e-05,
+      1.5948785386710904e-05,
+      1.5907066387062733e-05,
+      1.5865188873897257e-05,
+      1.5823153970979047e-05,
+      1.5780962806296147e-05,
+      1.573861651202983e-05,
+      1.5696116224524203e-05,
+      1.56534630842557e-05,
+      1.5610658235802505e-05,
+      1.5567702827813816e-05,
+      1.552459801297904e-05,
+      1.5481344947996832e-05,
+      1.5437944793544094e-05,
+      1.5394398714244796e-05,
+      1.5350707878638746e-05,
+      1.5306873459150215e-05,
+      1.5262896632056488e-05,
+      1.5218778577456301e-05,
+      1.5174520479238153e-05,
+      1.513012352504857e-05,
+      1.5085588906260199e-05,
+      1.5040917817939868e-05,
+      1.4996111458816498e-05,
+      1.495117103124895e-05,
+      1.490609774119374e-05,
+      1.4860892798172706e-05,
+      1.4815557415240518e-05,
+      1.477009280895216e-05,
+      1.4724500199330254e-05,
+      1.4678780809832342e-05,
+      1.4632935867318047e-05,
+      1.4586966602016153e-05,
+      1.4540874247491586e-05,
+      1.4494660040612322e-05,
+      1.4448325221516192e-05,
+      1.4401871033577596e-05,
+      1.435529872337415e-05,
+      1.430860954065323e-05,
+      1.4261804738298424e-05,
+      1.4214885572295936e-05,
+      1.4167853301700857e-05,
+      1.4120709188603398e-05,
+      1.4073454498095007e-05,
+      1.4026090498234433e-05,
+      1.3978618460013688e-05,
+      1.3931039657323953e-05,
+      1.3883355366921378e-05,
+      1.3835566868392838e-05,
+      1.378767544412158e-05,
+      1.373968237925282e-05,
+      1.3691588961659256e-05,
+      1.3643396481906506e-05,
+      1.3595106233218477e-05,
+      1.3546719511442662e-05,
+      1.3498237615015366e-05,
+      1.3449661844926867e-05,
+      1.3400993504686498e-05,
+      1.3352233900287671e-05,
+      1.3303384340172838e-05,
+      1.325444613519836e-05,
+      1.3205420598599356e-05,
+      1.3156309045954445e-05,
+      1.310711279515045e-05,
+      1.3057833166347028e-05,
+      1.3008471481941252e-05,
+      1.295902906653212e-05,
+      1.2909507246885011e-05,
+      1.2859907351896082e-05,
+      1.2810230712556604e-05,
+      1.276047866191725e-05,
+      1.2710652535052328e-05,
+      1.2660753669023943e-05,
+      1.261078340284612e-05,
+      1.2560743077448882e-05,
+      1.251063403564226e-05,
+      1.2460457622080256e-05,
+      1.2410215183224761e-05,
+      1.2359908067309436e-05,
+      1.2309537624303509e-05,
+      1.2259105205875574e-05,
+      1.22086121653573e-05,
+      1.215805985770713e-05,
+      1.2107449639473904e-05,
+      1.2056782868760481e-05,
+      1.2006060905187269e-05,
+      1.1955285109855755e-05,
+      1.190445684531198e-05,
+      1.1853577475509977e-05,
+      1.1802648365775151e-05,
+      1.1751670882767674e-05,
+      1.1700646394445785e-05,
+      1.1649576270029086e-05,
+      1.1598461879961808e-05,
+      1.1547304595876035e-05,
+      1.1496105790554888e-05,
+      1.1444866837895688e-05,
+      1.1393589112873102e-05,
+      1.1342273991502229e-05,
+      1.1290922850801684e-05,
+      1.123953706875665e-05,
+      1.1188118024281886e-05,
+      1.113666709718474e-05,
+      1.1085185668128116e-05,
+      1.1033675118593419e-05,
+      1.0982136830843498e-05,
+      1.0930572187885538e-05,
+      1.0878982573433956e-05,
+      1.0827369371873267e-05,
+      1.0775733968220939e-05,
+      1.072407774809022e-05,
+      1.0672402097652963e-05,
+      1.062070840360242e-05,
+      1.0568998053116035e-05,
+      1.0517272433818226e-05,
+      1.0465532933743138e-05,
+      1.0413780941297405e-05,
+      1.0362017845222878e-05,
+      1.0310245034559381e-05,
+      1.0258463898607419e-05,
+      1.0206675826890904e-05,
+      1.0154882209119865e-05,
+      1.0103084435153154e-05,
+      1.0051283894961161e-05,
+      9.9994819785885e-06,
+      9.947680076116713e-06,
+      9.895879577626975e-06,
+      9.84408187316278e-06,
+      9.792288352692649e-06,
+      9.740500406072826e-06,
+      9.688719423009981e-06,
+      9.636946793023928e-06,
+      9.585183905410319e-06,
+      9.533432149203382e-06,
+      9.481692913138633e-06,
+      9.429967585615623e-06,
+      9.378257554660664e-06,
+      9.3265642078896e-06,
+      9.274888932470556e-06,
+      9.223233115086721e-06,
+      9.17159814189914e-06,
+      9.119985398509513e-06,
+      9.068396269923005e-06,
+      9.016832140511095e-06,
+      8.965294393974427e-06,
+      8.91378441330566e-06,
+      8.862303580752373e-06,
+      8.810853277779968e-06,
+      8.7594348850346e-06,
+      8.708049782306126e-06,
+      8.656699348491081e-06,
+      8.605384961555675e-06,
+      8.554107998498814e-06,
+      8.502869835315152e-06,
+      8.45167184695817e-06,
+      8.400515407303265e-06,
+      8.349401889110902e-06,
+      8.298332663989767e-06,
+      8.247309102359953e-06,
+      8.196332573416203e-06,
+      8.145404445091154e-06,
+      8.094526084018633e-06,
+      8.043698855496987e-06,
+      7.992924123452441e-06,
+      7.942203250402505e-06,
+      7.8915375974194e-06,
+      7.840928524093548e-06,
+      7.790377388497075e-06,
+      7.739885547147377e-06,
+      7.689454354970713e-06,
+      7.639085165265849e-06,
+      7.588779329667744e-06,
+      7.5385381981112745e-06,
+      7.4883631187950145e-06,
+      7.438255438145055e-06,
+      7.3882165007788705e-06,
+      7.338247649469248e-06,
+      7.288350225108239e-06,
+      7.238525566671184e-06,
+      7.188775011180785e-06,
+      7.139099893671224e-06,
+      7.089501547152339e-06,
+      7.039981302573848e-06,
+      6.990540488789644e-06,
+      6.941180432522123e-06,
+      6.891902458326595e-06,
+      6.842707888555729e-06,
+      6.793598043324079e-06,
+      6.744574240472645e-06,
+      6.695637795533525e-06,
+      6.646790021694602e-06,
+      6.598032229764313e-06,
+      6.549365728136465e-06,
+      6.500791822755135e-06,
+      6.452311817079616e-06,
+      6.403927012049449e-06,
+      6.355638706049505e-06,
+      6.3074481948751435e-06,
+      6.259356771697449e-06,
+      6.211365727028517e-06,
+      6.163476348686837e-06,
+      6.11568992176272e-06,
+      6.068007728583827e-06,
+      6.02043104868075e-06,
+      5.9729611587526796e-06,
+      5.925599332633144e-06,
+      5.878346841255826e-06,
+      5.83120495262046e-06,
+      5.784174931758808e-06,
+      5.737258040700702e-06,
+      5.690455538440195e-06,
+      5.6437686809017555e-06,
+      5.597198720906591e-06,
+      5.550746908139001e-06,
+      5.504414489112869e-06,
+      5.458202707138189e-06,
+      5.4121128022877226e-06,
+      5.366146011363702e-06,
+      5.320303567864668e-06,
+      5.274586701952331e-06,
+      5.228996640418605e-06,
+      5.183534606652645e-06,
+      5.138201820608055e-06,
+      5.092999498770115e-06,
+      5.047928854123174e-06,
+      5.002991096118067e-06,
+      4.9581874306396875e-06,
+      4.913519059974599e-06,
+      4.868987182778807e-06,
+      4.824592994045559e-06,
+      4.780337685073307e-06,
+      4.736222443433712e-06,
+      4.692248452939806e-06,
+      4.6484168936141925e-06,
+      4.604728941657411e-06,
+      4.56118576941635e-06,
+      4.517788545352809e-06,
+      4.47453843401212e-06,
+      4.431436595991925e-06,
+      4.388484187911004e-06,
+      4.345682362378249e-06,
+      4.303032267961757e-06,
+      4.260535049157962e-06,
+      4.2181918463609665e-06,
+      4.176003795831906e-06,
+      4.133972029668488e-06,
+      4.092097675774588e-06,
+      4.0503818578300024e-06,
+      4.008825695260271e-06,
+      3.96743030320667e-06,
+      3.92619679249625e-06,
+      3.885126269612069e-06,
+      3.844219836663459e-06,
+      3.8034785913564853e-06,
+      3.7629036269644637e-06,
+      3.722496032298648e-06,
+      3.682256891678988e-06,
+      3.6421872849050522e-06,
+      3.6022882872270347e-06,
+      3.5625609693169205e-06,
+      3.52300639723973e-06,
+      3.483625632424943e-06,
+      3.444419731637979e-06,
+      3.405389746951876e-06,
+      3.366536725719027e-06,
+      3.327861710543101e-06,
+      3.2893657392510412e-06,
+      3.2510498448652393e-06,
+      3.2129150555757904e-06,
+      3.174962394712927e-06,
+      3.137192880719534e-06,
+      3.099607527123841e-06,
+      3.0622073425122057e-06,
+      3.024993330502064e-06,
+      2.987966489714994e-06,
+      2.9511278137499066e-06,
+      2.9144782911564075e-06,
+      2.8780189054082386e-06,
+      2.8417506348769187e-06,
+      2.8056744528054624e-06,
+      2.769791327282286e-06,
+      2.734102221215207e-06,
+      2.698608092305629e-06,
+      2.6633098930228163e-06,
+      2.6282085705783635e-06,
+      2.593305066900745e-06,
+      2.5586003186100726e-06,
+      2.5240952569929312e-06,
+      2.4897908079774134e-06,
+      2.455687892108252e-06,
+      2.421787424522134e-06,
+      2.3880903149231294e-06,
+      2.354597467558294e-06,
+      2.3213097811933894e-06,
+      2.288228149088779e-06,
+      2.2553534589754444e-06,
+      2.222686593031178e-06,
+      2.190228427856893e-06,
+      2.157979834453121e-06,
+      2.1259416781966146e-06,
+      2.0941148188171536e-06,
+      2.0625001103744435e-06,
+      2.0310984012352265e-06,
+      1.9999105340504933e-06,
+      1.9689373457328853e-06,
+      1.9381796674342323e-06,
+      1.907638324523241e-06,
+      1.877314136563363e-06,
+      1.8472079172907831e-06,
+      1.8173204745926021e-06,
+      1.7876526104851378e-06,
+      1.7582051210924244e-06,
+      1.7289787966248283e-06,
+      1.6999744213578618e-06,
+      1.6711927736111177e-06,
+      1.6426346257274061e-06,
+      1.6143007440520075e-06,
+      1.5861918889121232e-06,
+      1.5583088145964632e-06,
+      1.5306522693350134e-06,
+      1.5032229952789457e-06,
+      1.4760217284807187e-06,
+      1.4490491988743072e-06,
+      1.422306130255633e-06,
+      1.3957932402631268e-06,
+      1.3695112403584843e-06,
+      1.3434608358075596e-06,
+      1.3176427256614554e-06,
+      1.2920576027377517e-06,
+      1.2667061536019233e-06,
+      1.2415890585489066e-06,
+      1.2167069915848561e-06,
+      1.1920606204090456e-06,
+      1.1676506063959625e-06,
+      1.1434776045775454e-06,
+      1.119542263625627e-06,
+      1.0958452258345043e-06,
+      1.0723871271037212e-06,
+      1.0491685969209953e-06,
+      1.0261902583453299e-06,
+      1.0034527279902884e-06,
+      9.809566160074579e-07,
+      9.587025260700643e-07,
+      9.366910553567798e-07,
+      9.149227945357031e-07,
+      8.933983277484926e-07,
+      8.721182325947109e-07,
+      8.510830801163095e-07,
+      8.302934347823177e-07,
+      8.097498544736793e-07,
+      7.894528904683041e-07,
+      7.694030874262493e-07,
+      7.496009833751295e-07,
+      7.300471096956541e-07,
+      7.107419911073932e-07,
+      6.916861456546698e-07,
+      6.728800846926852e-07,
+      6.543243128737742e-07,
+      6.360193281338822e-07,
+      6.17965621679184e-07,
+      6.001636779729214e-07,
+      5.826139747223891e-07,
+      5.653169828661232e-07,
+      5.482731665612572e-07,
+      5.314829831710777e-07,
+      5.149468832527349e-07,
+      4.9866531054517e-07,
+      4.826387019571921e-07,
+      4.668674875557655e-07,
+      4.513520905544588e-07,
+      4.3609292730210305e-07,
+      4.2109040727159933e-07,
+      4.0634493304894884e-07,
+      3.9185690032243706e-07,
+      3.7762669787202556e-07,
+      3.636547075589081e-07,
+      3.499413043152755e-07,
+      3.364868561342449e-07,
+      3.23291724059992e-07,
+      3.1035626217805535e-07,
+      2.9768081760584434e-07,
+      2.8526573048331174e-07,
+      2.7311133396383917e-07,
+      2.6121795420528616e-07,
+      2.4958591036124747e-07,
+      2.3821551457248072e-07,
+      2.2710707195853442e-07,
+      2.1626088060955897e-07,
+      2.0567723157830953e-07,
+      1.9535640887233365e-07,
+      1.85298689446346e-07,
+      1.7550434319481002e-07,
+      1.6597363294467704e-07,
+      1.5670681444834856e-07,
+      1.4770413637680504e-07,
+      1.3896584031293791e-07,
+      1.3049216074505934e-07,
+      1.2228332506062035e-07,
+      1.1433955354009929e-07,
+      1.0666105935109527e-07,
+      9.924804854261061e-08,
+      9.210072003951298e-08,
+      8.52192656372075e-08,
+      7.860386999648418e-08,
+      7.225471063856182e-08,
+      6.61719579403275e-08,
+      6.035577512976343e-08,
+      5.480631828156613e-08,
+      4.952373631295859e-08,
+      4.450817097969462e-08,
+      3.975975687225408e-08,
+      3.5278621412233594e-08,
+      3.1064884848923674e-08,
+      2.7118660256082452e-08,
+      2.344005352890366e-08,
+      2.0029163381175552e-08,
+      1.688608134262748e-08,
+      1.4010891756478518e-08,
+      1.1403671777170388e-08,
+      9.064491368300232e-09,
+      6.993413300739882e-09,
+      5.1904931509561e-09,
+      3.655779299513995e-09,
+      2.3893129297813955e-09,
+      1.3911280268252835e-09,
+      6.612513764947537e-10,
+      1.9970256470935866e-10,
+      6.493976926202905e-12
+    ],
+    "eval_step": [
+      1562,
+      3124,
+      4686,
+      6248,
+      7810,
+      9372,
+      10934,
+      12496,
+      14058,
+      15620,
+      17182,
+      18744,
+      20306,
+      21868,
+      23430,
+      24992,
+      26554,
+      28116,
+      29678,
+      31240
+    ],
+    "eval_epoch": [
+      1,
+      2,
+      3,
+      4,
+      5,
+      6,
+      7,
+      8,
+      9,
+      10,
+      11,
+      12,
+      13,
+      14,
+      15,
+      16,
+      17,
+      18,
+      19,
+      20
+    ],
+    "eval_accuracy": [
+      0.0,
+      0.0,
+      0.012222222222222223,
+      0.04555555555555556,
+      0.09888888888888889,
+      0.1922222222222222,
+      0.25,
+      0.3422222222222222,
+      0.37,
+      0.43444444444444447,
+      0.49666666666666665,
+      0.53,
+      0.5233333333333333,
+      0.5744444444444444,
+      0.5533333333333333,
+      0.5655555555555556,
+      0.5755555555555556,
+      0.5977777777777777,
+      0.5866666666666667,
+      0.5988888888888889
+    ]
+  },
+  "final_accuracy": 0.5025,
+  "sft_eval": {
+    "config": {
+      "ops": "add_sub",
+      "K": null,
+      "mode": "sft",
+      "n_digits": 6,
+      "n_per_split": 100
+    },
+    "splits": {
+      "add_S0": {
+        "full_accuracy": 0.93,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.9884297520661157,
+            "count": 605
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 95
+          }
+        }
+      },
+      "add_S1": {
+        "full_accuracy": 0.89,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.9803921568627451,
+            "count": 204
+          },
+          "SC": {
+            "accuracy": 0.9881656804733728,
+            "count": 169
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 31
+          },
+          "UC": {
+            "accuracy": 0.9831081081081081,
+            "count": 296
+          }
+        }
+      },
+      "add_S2": {
+        "full_accuracy": 0.43,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.9815950920245399,
+            "count": 163
+          },
+          "SC": {
+            "accuracy": 0.9538461538461539,
+            "count": 130
+          },
+          "SS": {
+            "accuracy": 0.9655172413793104,
+            "count": 87
+          },
+          "UC": {
+            "accuracy": 0.729064039408867,
+            "count": 203
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 117
+          }
+        }
+      },
+      "add_S3": {
+        "full_accuracy": 0.44,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.9917355371900827,
+            "count": 121
+          },
+          "SC": {
+            "accuracy": 0.9669421487603306,
+            "count": 121
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 49
+          },
+          "UC": {
+            "accuracy": 0.7849462365591398,
+            "count": 186
+          },
+          "US": {
+            "accuracy": 0.8609865470852018,
+            "count": 223
+          }
+        }
+      },
+      "add_S4": {
+        "full_accuracy": 0.4,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 104
+          },
+          "SC": {
+            "accuracy": 0.9716981132075472,
+            "count": 106
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 23
+          },
+          "UC": {
+            "accuracy": 0.7375,
+            "count": 160
+          },
+          "US": {
+            "accuracy": 0.7035830618892508,
+            "count": 307
+          }
+        }
+      },
+      "add_S5": {
+        "full_accuracy": 0.15,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "SC": {
+            "accuracy": 0.99,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.32,
+            "count": 100
+          },
+          "US": {
+            "accuracy": 0.465,
+            "count": 400
+          }
+        }
+      },
+      "add_S6": {
+        "full_accuracy": 0.55,
+        "n_examples": 100,
+        "per_subtask": {
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.68,
+            "count": 100
+          },
+          "US": {
+            "accuracy": 0.704,
+            "count": 500
+          }
+        }
+      },
+      "add_random": {
+        "full_accuracy": 0.765,
+        "n_examples": 200,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.9798657718120806,
+            "count": 447
+          },
+          "SC": {
+            "accuracy": 0.975,
+            "count": 320
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 56
+          },
+          "UC": {
+            "accuracy": 0.943289224952741,
+            "count": 529
+          },
+          "US": {
+            "accuracy": 0.9791666666666666,
+            "count": 48
+          }
+        }
+      },
+      "add_C3": {
+        "full_accuracy": 0.44,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 300
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.7202072538860104,
+            "count": 193
+          },
+          "US": {
+            "accuracy": 0.822429906542056,
+            "count": 107
+          }
+        }
+      },
+      "add_C4": {
+        "full_accuracy": 0.38,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 200
+          },
+          "SC": {
+            "accuracy": 0.98,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.7734375,
+            "count": 256
+          },
+          "US": {
+            "accuracy": 0.8611111111111112,
+            "count": 144
+          }
+        }
+      },
+      "add_C5": {
+        "full_accuracy": 0.33,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "SC": {
+            "accuracy": 0.99,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.7908496732026143,
+            "count": 306
+          },
+          "US": {
+            "accuracy": 0.7938144329896907,
+            "count": 194
+          }
+        }
+      },
+      "add_C6": {
+        "full_accuracy": 0.39,
+        "n_examples": 100,
+        "per_subtask": {
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.819672131147541,
+            "count": 366
+          },
+          "US": {
+            "accuracy": 0.8803418803418803,
+            "count": 234
+          }
+        }
+      },
+      "sub_M0": {
+        "full_accuracy": 0.9,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.9850249584026622,
+            "count": 601
+          },
+          "ME": {
+            "accuracy": 0.9494949494949495,
+            "count": 99
+          }
+        }
+      },
+      "sub_M1": {
+        "full_accuracy": 0.89,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.985663082437276,
+            "count": 279
+          },
+          "MB": {
+            "accuracy": 0.9655172413793104,
+            "count": 145
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 24
+          },
+          "UB": {
+            "accuracy": 0.9920634920634921,
+            "count": 252
+          }
+        }
+      },
+      "sub_M2": {
+        "full_accuracy": 0.3,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.9671361502347418,
+            "count": 213
+          },
+          "MB": {
+            "accuracy": 0.9646017699115044,
+            "count": 113
+          },
+          "ME": {
+            "accuracy": 0.9764705882352941,
+            "count": 85
+          },
+          "UB": {
+            "accuracy": 0.6243093922651933,
+            "count": 181
+          },
+          "UD": {
+            "accuracy": 0.9907407407407407,
+            "count": 108
+          }
+        }
+      },
+      "sub_M3": {
+        "full_accuracy": 0.15,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.994413407821229,
+            "count": 179
+          },
+          "MB": {
+            "accuracy": 0.9805825242718447,
+            "count": 103
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 56
+          },
+          "UB": {
+            "accuracy": 0.5369127516778524,
+            "count": 149
+          },
+          "UD": {
+            "accuracy": 0.6995305164319249,
+            "count": 213
+          }
+        }
+      },
+      "sub_M4": {
+        "full_accuracy": 0.11,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 200
+          },
+          "MB": {
+            "accuracy": 0.99,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 0.35,
+            "count": 100
+          },
+          "UD": {
+            "accuracy": 0.5366666666666666,
+            "count": 300
+          }
+        }
+      },
+      "sub_M5": {
+        "full_accuracy": 0.14,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 0.44,
+            "count": 100
+          },
+          "UD": {
+            "accuracy": 0.5275,
+            "count": 400
+          }
+        }
+      },
+      "sub_random": {
+        "full_accuracy": 0.815,
+        "n_examples": 200,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.9883333333333333,
+            "count": 600
+          },
+          "MB": {
+            "accuracy": 0.9850187265917603,
+            "count": 267
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 53
+          },
+          "UB": {
+            "accuracy": 0.9362186788154897,
+            "count": 439
+          },
+          "UD": {
+            "accuracy": 0.975609756097561,
+            "count": 41
+          }
+        }
+      },
+      "sub_B3": {
+        "full_accuracy": 0.42,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 300
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 0.7258883248730964,
+            "count": 197
+          },
+          "UD": {
+            "accuracy": 0.912621359223301,
+            "count": 103
+          }
+        }
+      },
+      "sub_B4": {
+        "full_accuracy": 0.34,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 200
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 0.7611336032388664,
+            "count": 247
+          },
+          "UD": {
+            "accuracy": 0.7581699346405228,
+            "count": 153
+          }
+        }
+      },
+      "sub_B5": {
+        "full_accuracy": 0.32,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 0.761744966442953,
+            "count": 298
+          },
+          "UD": {
+            "accuracy": 0.8415841584158416,
+            "count": 202
+          }
+        }
+      }
+    },
+    "summary": {
+      "overall_accuracy": 0.5025,
+      "total_examples": 2400,
+      "n_splits": 22
+    }
+  }
+}

add_sub_baseline_100K_2L1H128d/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90899c085fd806de1c96d1f47c079dfeca53ab362dd0abf3388a5cb6e783183b
+size 157692826

add_sub_baseline_100K_2L1H128d/train_config.json

@@ -0,0 +1,84 @@
+{
+  "num_rollouts": 4,
+  "K": 4,
+  "max_iterations": 2,
+  "memory_span_abs": 1792,
+  "memory_span_traj": 1792,
+  "temperature": 1.0,
+  "ar_search": false,
+  "response_only_abs": false,
+  "alpha_info_gain": 10.0,
+  "alpha_abs": 0.1,
+  "alpha_soft_zipf": 1.0,
+  "alpha_ortho": 0.0,
+  "alpha_anchor": 0.0,
+  "alpha_jacobi": 0.0,
+  "decay": 0.8,
+  "target_vocab_util": 0.8,
+  "min_abs_ppl": 0.0,
+  "zipf_alpha": 1.0,
+  "lr": 2e-05,
+  "emb_lr_mult": 1.0,
+  "weight_decay": 0.01,
+  "warmup_steps": 937,
+  "cooldown_frac": 0.4,
+  "max_grad_norm": 1.0,
+  "vq_abs_pretrain_steps": 0,
+  "vq_abs_pretrain_lr": 0.001,
+  "vq_abs_pretrain_layer": -1,
+  "vq_abs_pretrain_batch_size": 256,
+  "vq_abs_pretrain_target_vectors": 20000,
+  "batch_size": 64,
+  "gradient_accumulation_steps": 1,
+  "num_epochs": 20,
+  "emb_warmup_steps": 0,
+  "log_every": 50,
+  "eval_every": 1562,
+  "save_every": 999999,
+  "eval_samples": 100,
+  "output_dir": "ckpt/sweep/as_baseline_100K_2L1H128d",
+  "eval_K": 4,
+  "alpha_traj": 0.0,
+  "corrupt_method": "shuffle",
+  "corrupt_ratio": 0.3,
+  "alpha_contrastive": 1.0,
+  "gamma_contrastive": 0.5,
+  "alpha_masked_traj": 0.0,
+  "mask_nl_ratio": 0.3,
+  "mask_nl_mode": "fixed",
+  "mask_nl_fixed_id": 0,
+  "use_ste": true,
+  "n_inner": 1,
+  "random_K": null,
+  "strip_suffix": null,
+  "compress_prefix": null,
+  "random_mem_span": null,
+  "warmup_ratio": 0.03,
+  "beta2": 0.999,
+  "seed": 42,
+  "n_digits": 6,
+  "n_layer": 2,
+  "n_head": 1,
+  "n_embd": 128,
+  "ops": "add_sub",
+  "abs_vocab": 0,
+  "dataset_size": 100000,
+  "mode": "baseline",
+  "device": "cuda",
+  "push_to_hub": true,
+  "no_wandb": false,
+  "n_params": 39346560,
+  "run_name": "add_sub_baseline_100K_2L1H128d",
+  "git_commit": "f447da529caceac8c7d256cbb2cd185cbc50feac",
+  "timestamp": "2026-04-12T15:44:58.727569+00:00",
+  "tokenizer": "Qwen/Qwen3-0.6B",
+  "dataset_repo": "thoughtworks/arithmetic-sorl-data",
+  "dataset_config": "add_sub_6digit",
+  "model_repo": "thoughtworks/arithmetic-sorl",
+  "trainer_version": "sft",
+  "wandb_run_id": "w68hfkt2",
+  "wandb_url": "https://wandb.ai/nlp_and_interpretability/sorl-arithmetic/runs/w68hfkt2",
+  "final_accuracy": 0.5025,
+  "sft_accuracy": 0.5025,
+  "eval_method": "ArithmeticEvaluator"
+}