Upload add_sub_baseline_100K_1L2H256d

add_sub_baseline_100K_1L2H256d/config.json

@@ -0,0 +1,36 @@
+{
+  "architectures": [
+    "SorlModelWrapper"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": null,
+  "dtype": "float32",
+  "eos_token_id": null,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 256,
+  "initializer_range": 0.02,
+  "intermediate_size": 1024,
+  "layer_types": [
+    "full_attention"
+  ],
+  "max_position_embeddings": 128,
+  "max_window_layers": 28,
+  "model_type": "qwen3",
+  "num_attention_heads": 2,
+  "num_hidden_layers": 1,
+  "num_key_value_heads": 2,
+  "pad_token_id": null,
+  "rms_norm_eps": 1e-06,
+  "rope_parameters": {
+    "rope_theta": 10000.0,
+    "rope_type": "default"
+  },
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "transformers_version": "5.5.0",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 151645
+}

add_sub_baseline_100K_1L2H256d/generation_config.json

@@ -0,0 +1,7 @@
+{
+  "_from_model_config": true,
+  "output_attentions": false,
+  "output_hidden_states": false,
+  "transformers_version": "5.5.0",
+  "use_cache": true
+}

add_sub_baseline_100K_1L2H256d/metrics.json

@@ -0,0 +1,3083 @@
+{
+  "history": {
+    "step": [
+      50,
+      100,
+      150,
+      200,
+      250,
+      300,
+      350,
+      400,
+      450,
+      500,
+      550,
+      600,
+      650,
+      700,
+      750,
+      800,
+      850,
+      900,
+      950,
+      1000,
+      1050,
+      1100,
+      1150,
+      1200,
+      1250,
+      1300,
+      1350,
+      1400,
+      1450,
+      1500,
+      1550,
+      1600,
+      1650,
+      1700,
+      1750,
+      1800,
+      1850,
+      1900,
+      1950,
+      2000,
+      2050,
+      2100,
+      2150,
+      2200,
+      2250,
+      2300,
+      2350,
+      2400,
+      2450,
+      2500,
+      2550,
+      2600,
+      2650,
+      2700,
+      2750,
+      2800,
+      2850,
+      2900,
+      2950,
+      3000,
+      3050,
+      3100,
+      3150,
+      3200,
+      3250,
+      3300,
+      3350,
+      3400,
+      3450,
+      3500,
+      3550,
+      3600,
+      3650,
+      3700,
+      3750,
+      3800,
+      3850,
+      3900,
+      3950,
+      4000,
+      4050,
+      4100,
+      4150,
+      4200,
+      4250,
+      4300,
+      4350,
+      4400,
+      4450,
+      4500,
+      4550,
+      4600,
+      4650,
+      4700,
+      4750,
+      4800,
+      4850,
+      4900,
+      4950,
+      5000,
+      5050,
+      5100,
+      5150,
+      5200,
+      5250,
+      5300,
+      5350,
+      5400,
+      5450,
+      5500,
+      5550,
+      5600,
+      5650,
+      5700,
+      5750,
+      5800,
+      5850,
+      5900,
+      5950,
+      6000,
+      6050,
+      6100,
+      6150,
+      6200,
+      6250,
+      6300,
+      6350,
+      6400,
+      6450,
+      6500,
+      6550,
+      6600,
+      6650,
+      6700,
+      6750,
+      6800,
+      6850,
+      6900,
+      6950,
+      7000,
+      7050,
+      7100,
+      7150,
+      7200,
+      7250,
+      7300,
+      7350,
+      7400,
+      7450,
+      7500,
+      7550,
+      7600,
+      7650,
+      7700,
+      7750,
+      7800,
+      7850,
+      7900,
+      7950,
+      8000,
+      8050,
+      8100,
+      8150,
+      8200,
+      8250,
+      8300,
+      8350,
+      8400,
+      8450,
+      8500,
+      8550,
+      8600,
+      8650,
+      8700,
+      8750,
+      8800,
+      8850,
+      8900,
+      8950,
+      9000,
+      9050,
+      9100,
+      9150,
+      9200,
+      9250,
+      9300,
+      9350,
+      9400,
+      9450,
+      9500,
+      9550,
+      9600,
+      9650,
+      9700,
+      9750,
+      9800,
+      9850,
+      9900,
+      9950,
+      10000,
+      10050,
+      10100,
+      10150,
+      10200,
+      10250,
+      10300,
+      10350,
+      10400,
+      10450,
+      10500,
+      10550,
+      10600,
+      10650,
+      10700,
+      10750,
+      10800,
+      10850,
+      10900,
+      10950,
+      11000,
+      11050,
+      11100,
+      11150,
+      11200,
+      11250,
+      11300,
+      11350,
+      11400,
+      11450,
+      11500,
+      11550,
+      11600,
+      11650,
+      11700,
+      11750,
+      11800,
+      11850,
+      11900,
+      11950,
+      12000,
+      12050,
+      12100,
+      12150,
+      12200,
+      12250,
+      12300,
+      12350,
+      12400,
+      12450,
+      12500,
+      12550,
+      12600,
+      12650,
+      12700,
+      12750,
+      12800,
+      12850,
+      12900,
+      12950,
+      13000,
+      13050,
+      13100,
+      13150,
+      13200,
+      13250,
+      13300,
+      13350,
+      13400,
+      13450,
+      13500,
+      13550,
+      13600,
+      13650,
+      13700,
+      13750,
+      13800,
+      13850,
+      13900,
+      13950,
+      14000,
+      14050,
+      14100,
+      14150,
+      14200,
+      14250,
+      14300,
+      14350,
+      14400,
+      14450,
+      14500,
+      14550,
+      14600,
+      14650,
+      14700,
+      14750,
+      14800,
+      14850,
+      14900,
+      14950,
+      15000,
+      15050,
+      15100,
+      15150,
+      15200,
+      15250,
+      15300,
+      15350,
+      15400,
+      15450,
+      15500,
+      15550,
+      15600,
+      15650,
+      15700,
+      15750,
+      15800,
+      15850,
+      15900,
+      15950,
+      16000,
+      16050,
+      16100,
+      16150,
+      16200,
+      16250,
+      16300,
+      16350,
+      16400,
+      16450,
+      16500,
+      16550,
+      16600,
+      16650,
+      16700,
+      16750,
+      16800,
+      16850,
+      16900,
+      16950,
+      17000,
+      17050,
+      17100,
+      17150,
+      17200,
+      17250,
+      17300,
+      17350,
+      17400,
+      17450,
+      17500,
+      17550,
+      17600,
+      17650,
+      17700,
+      17750,
+      17800,
+      17850,
+      17900,
+      17950,
+      18000,
+      18050,
+      18100,
+      18150,
+      18200,
+      18250,
+      18300,
+      18350,
+      18400,
+      18450,
+      18500,
+      18550,
+      18600,
+      18650,
+      18700,
+      18750,
+      18800,
+      18850,
+      18900,
+      18950,
+      19000,
+      19050,
+      19100,
+      19150,
+      19200,
+      19250,
+      19300,
+      19350,
+      19400,
+      19450,
+      19500,
+      19550,
+      19600,
+      19650,
+      19700,
+      19750,
+      19800,
+      19850,
+      19900,
+      19950,
+      20000,
+      20050,
+      20100,
+      20150,
+      20200,
+      20250,
+      20300,
+      20350,
+      20400,
+      20450,
+      20500,
+      20550,
+      20600,
+      20650,
+      20700,
+      20750,
+      20800,
+      20850,
+      20900,
+      20950,
+      21000,
+      21050,
+      21100,
+      21150,
+      21200,
+      21250,
+      21300,
+      21350,
+      21400,
+      21450,
+      21500,
+      21550,
+      21600,
+      21650,
+      21700,
+      21750,
+      21800,
+      21850,
+      21900,
+      21950,
+      22000,
+      22050,
+      22100,
+      22150,
+      22200,
+      22250,
+      22300,
+      22350,
+      22400,
+      22450,
+      22500,
+      22550,
+      22600,
+      22650,
+      22700,
+      22750,
+      22800,
+      22850,
+      22900,
+      22950,
+      23000,
+      23050,
+      23100,
+      23150,
+      23200,
+      23250,
+      23300,
+      23350,
+      23400,
+      23450,
+      23500,
+      23550,
+      23600,
+      23650,
+      23700,
+      23750,
+      23800,
+      23850,
+      23900,
+      23950,
+      24000,
+      24050,
+      24100,
+      24150,
+      24200,
+      24250,
+      24300,
+      24350,
+      24400,
+      24450,
+      24500,
+      24550,
+      24600,
+      24650,
+      24700,
+      24750,
+      24800,
+      24850,
+      24900,
+      24950,
+      25000,
+      25050,
+      25100,
+      25150,
+      25200,
+      25250,
+      25300,
+      25350,
+      25400,
+      25450,
+      25500,
+      25550,
+      25600,
+      25650,
+      25700,
+      25750,
+      25800,
+      25850,
+      25900,
+      25950,
+      26000,
+      26050,
+      26100,
+      26150,
+      26200,
+      26250,
+      26300,
+      26350,
+      26400,
+      26450,
+      26500,
+      26550,
+      26600,
+      26650,
+      26700,
+      26750,
+      26800,
+      26850,
+      26900,
+      26950,
+      27000,
+      27050,
+      27100,
+      27150,
+      27200,
+      27250,
+      27300,
+      27350,
+      27400,
+      27450,
+      27500,
+      27550,
+      27600,
+      27650,
+      27700,
+      27750,
+      27800,
+      27850,
+      27900,
+      27950,
+      28000,
+      28050,
+      28100,
+      28150,
+      28200,
+      28250,
+      28300,
+      28350,
+      28400,
+      28450,
+      28500,
+      28550,
+      28600,
+      28650,
+      28700,
+      28750,
+      28800,
+      28850,
+      28900,
+      28950,
+      29000,
+      29050,
+      29100,
+      29150,
+      29200,
+      29250,
+      29300,
+      29350,
+      29400,
+      29450,
+      29500,
+      29550,
+      29600,
+      29650,
+      29700,
+      29750,
+      29800,
+      29850,
+      29900,
+      29950,
+      30000,
+      30050,
+      30100,
+      30150,
+      30200,
+      30250,
+      30300,
+      30350,
+      30400,
+      30450,
+      30500,
+      30550,
+      30600,
+      30650,
+      30700,
+      30750,
+      30800,
+      30850,
+      30900,
+      30950,
+      31000,
+      31050,
+      31100,
+      31150,
+      31200,
+      31250
+    ],
+    "loss": [
+      11.959344863891602,
+      11.848536491394043,
+      11.634408950805664,
+      11.33167552947998,
+      10.86744213104248,
+      10.577470779418945,
+      10.02938175201416,
+      9.723875999450684,
+      9.58348560333252,
+      9.321670532226562,
+      9.229344367980957,
+      9.033003807067871,
+      8.82548999786377,
+      8.658181190490723,
+      8.333419799804688,
+      8.113496780395508,
+      7.822574615478516,
+      7.645116329193115,
+      7.179017066955566,
+      7.034168720245361,
+      6.734203815460205,
+      6.320563316345215,
+      6.024506568908691,
+      5.59444522857666,
+      5.24456787109375,
+      4.898326396942139,
+      4.5215911865234375,
+      4.091830253601074,
+      3.616716146469116,
+      3.3642489910125732,
+      2.9428906440734863,
+      2.589418649673462,
+      2.4501547813415527,
+      2.25553822517395,
+      2.149890661239624,
+      2.025129795074463,
+      1.9238015413284302,
+      1.8851159811019897,
+      1.8789641857147217,
+      1.9060227870941162,
+      1.8578218221664429,
+      1.7969332933425903,
+      1.8425562381744385,
+      1.8537434339523315,
+      1.8281277418136597,
+      1.7960472106933594,
+      1.760577917098999,
+      1.7846323251724243,
+      1.7757593393325806,
+      1.7649754285812378,
+      1.743637204170227,
+      1.744537115097046,
+      1.6845319271087646,
+      1.7146053314208984,
+      1.7274216413497925,
+      1.6583445072174072,
+      1.6843231916427612,
+      1.6199012994766235,
+      1.6227748394012451,
+      1.6834475994110107,
+      1.590017318725586,
+      1.4979075193405151,
+      1.366803526878357,
+      1.3483679294586182,
+      1.2780545949935913,
+      1.1873862743377686,
+      1.016704797744751,
+      0.8745673298835754,
+      0.8453128933906555,
+      0.7175739407539368,
+      0.6928580403327942,
+      0.642545223236084,
+      0.6170042753219604,
+      0.6960652470588684,
+      0.6149684190750122,
+      0.6267735362052917,
+      0.5976076126098633,
+      0.585797131061554,
+      0.575140118598938,
+      0.5560489892959595,
+      0.5657729506492615,
+      0.5730574727058411,
+      0.5838928818702698,
+      0.585356593132019,
+      0.5258265733718872,
+      0.5336548686027527,
+      0.5135319828987122,
+      0.4869115948677063,
+      0.5208987593650818,
+      0.5260413885116577,
+      0.5471208691596985,
+      0.5516899824142456,
+      0.483308881521225,
+      0.45747920870780945,
+      0.454208642244339,
+      0.4835848808288574,
+      0.47514602541923523,
+      0.48413100838661194,
+      0.4555041193962097,
+      0.4626300632953644,
+      0.4608994424343109,
+      0.5028581619262695,
+      0.4441552758216858,
+      0.46095556020736694,
+      0.4422522485256195,
+      0.4341071546077728,
+      0.44001245498657227,
+      0.44577714800834656,
+      0.4536623954772949,
+      0.49210426211357117,
+      0.40157121419906616,
+      0.41113701462745667,
+      0.44792312383651733,
+      0.4165278971195221,
+      0.447807252407074,
+      0.4464174211025238,
+      0.4217848479747772,
+      0.4182860553264618,
+      0.43984222412109375,
+      0.4133877158164978,
+      0.3996059000492096,
+      0.44462284445762634,
+      0.43353429436683655,
+      0.3764343559741974,
+      0.3503364026546478,
+      0.36492082476615906,
+      0.3619711101055145,
+      0.35553237795829773,
+      0.3264865279197693,
+      0.366316020488739,
+      0.42121487855911255,
+      0.35090377926826477,
+      0.3401753604412079,
+      0.34656578302383423,
+      0.4020098149776459,
+      0.3506840169429779,
+      0.3916495144367218,
+      0.3726617395877838,
+      0.36134958267211914,
+      0.36859649419784546,
+      0.3430190682411194,
+      0.34897682070732117,
+      0.3651666045188904,
+      0.3731946051120758,
+      0.3512710928916931,
+      0.3317274749279022,
+      0.34571510553359985,
+      0.3198499381542206,
+      0.35752564668655396,
+      0.34966641664505005,
+      0.36439773440361023,
+      0.3764907419681549,
+      0.3112242519855499,
+      0.314338356256485,
+      0.3296756446361542,
+      0.33517196774482727,
+      0.36307743191719055,
+      0.2544761300086975,
+      0.33765485882759094,
+      0.281002938747406,
+      0.3064190447330475,
+      0.31667906045913696,
+      0.3134917616844177,
+      0.3395908772945404,
+      0.30304059386253357,
+      0.30163002014160156,
+      0.2954332232475281,
+      0.30875280499458313,
+      0.2991940975189209,
+      0.29346346855163574,
+      0.32796511054039,
+      0.3003251254558563,
+      0.30441173911094666,
+      0.30970749258995056,
+      0.32767418026924133,
+      0.3252235949039459,
+      0.28992193937301636,
+      0.3050988018512726,
+      0.28452715277671814,
+      0.3068898022174835,
+      0.24578392505645752,
+      0.29474228620529175,
+      0.3006523549556732,
+      0.2582293152809143,
+      0.2694470286369324,
+      0.28259727358818054,
+      0.28315749764442444,
+      0.30564793944358826,
+      0.29848888516426086,
+      0.29566189646720886,
+      0.2692998945713043,
+      0.28051647543907166,
+      0.2822493016719818,
+      0.2696099579334259,
+      0.2189728021621704,
+      0.24435898661613464,
+      0.2671775817871094,
+      0.2631419599056244,
+      0.2515074610710144,
+      0.278007835149765,
+      0.2718450129032135,
+      0.2720055878162384,
+      0.25318408012390137,
+      0.2331705093383789,
+      0.28596097230911255,
+      0.27110055088996887,
+      0.3109983503818512,
+      0.28029733896255493,
+      0.27004629373550415,
+      0.26803675293922424,
+      0.23848100006580353,
+      0.2623746693134308,
+      0.2323220670223236,
+      0.24418208003044128,
+      0.2573217749595642,
+      0.2636643946170807,
+      0.2486613541841507,
+      0.2489505261182785,
+      0.24271681904792786,
+      0.28163933753967285,
+      0.25396448373794556,
+      0.2439034879207611,
+      0.269987553358078,
+      0.23403511941432953,
+      0.2653892934322357,
+      0.2503388524055481,
+      0.224894180893898,
+      0.20841975510120392,
+      0.20438216626644135,
+      0.22077317535877228,
+      0.229513019323349,
+      0.20268075168132782,
+      0.25499680638313293,
+      0.24864432215690613,
+      0.21912936866283417,
+      0.22687694430351257,
+      0.23365817964076996,
+      0.25265052914619446,
+      0.230766162276268,
+      0.20173509418964386,
+      0.23617646098136902,
+      0.23270662128925323,
+      0.2213316708803177,
+      0.22988514602184296,
+      0.20981420576572418,
+      0.21827885508537292,
+      0.21634849905967712,
+      0.22008606791496277,
+      0.20601989328861237,
+      0.23897388577461243,
+      0.25543203949928284,
+      0.25897353887557983,
+      0.23964126408100128,
+      0.21653585135936737,
+      0.23769672214984894,
+      0.20649871230125427,
+      0.22380463778972626,
+      0.20179280638694763,
+      0.22023136913776398,
+      0.2310442179441452,
+      0.21725119650363922,
+      0.2545485198497772,
+      0.25817209482192993,
+      0.24020569026470184,
+      0.22253921627998352,
+      0.19429819285869598,
+      0.2360432893037796,
+      0.2089538425207138,
+      0.20405708253383636,
+      0.19025906920433044,
+      0.21531163156032562,
+      0.20351754128932953,
+      0.19519636034965515,
+      0.20463326573371887,
+      0.24589718878269196,
+      0.22769948840141296,
+      0.19495002925395966,
+      0.2163100242614746,
+      0.18754808604717255,
+      0.21900366246700287,
+      0.24648144841194153,
+      0.21173517405986786,
+      0.2153085172176361,
+      0.20230701565742493,
+      0.2169637829065323,
+      0.20048677921295166,
+      0.24711941182613373,
+      0.19246533513069153,
+      0.19877144694328308,
+      0.20295535027980804,
+      0.2181762307882309,
+      0.20556487143039703,
+      0.18670913577079773,
+      0.21163229644298553,
+      0.2140318602323532,
+      0.18301740288734436,
+      0.21672357618808746,
+      0.1938713788986206,
+      0.22950641810894012,
+      0.2104119509458542,
+      0.23164579272270203,
+      0.19773761928081512,
+      0.19356121122837067,
+      0.18954725563526154,
+      0.20881131291389465,
+      0.2092631608247757,
+      0.19425562024116516,
+      0.18490590155124664,
+      0.2337479591369629,
+      0.21482883393764496,
+      0.16001614928245544,
+      0.1982230842113495,
+      0.20383405685424805,
+      0.19172675907611847,
+      0.24397000670433044,
+      0.17357990145683289,
+      0.17040394246578217,
+      0.21174757182598114,
+      0.20446443557739258,
+      0.22187379002571106,
+      0.2299644649028778,
+      0.18284833431243896,
+      0.20500557124614716,
+      0.17624299228191376,
+      0.1968599557876587,
+      0.2077648937702179,
+      0.18122370541095734,
+      0.1763833612203598,
+      0.20253188908100128,
+      0.19161595404148102,
+      0.2151186466217041,
+      0.17442147433757782,
+      0.2553410828113556,
+      0.18616481125354767,
+      0.21172575652599335,
+      0.19841153919696808,
+      0.19895948469638824,
+      0.2220630943775177,
+      0.21911941468715668,
+      0.17771683633327484,
+      0.2007388174533844,
+      0.20714415609836578,
+      0.18301524221897125,
+      0.15268535912036896,
+      0.1477908343076706,
+      0.21887752413749695,
+      0.1879453957080841,
+      0.19436487555503845,
+      0.17189176380634308,
+      0.15650597214698792,
+      0.1945406049489975,
+      0.20281767845153809,
+      0.1681147664785385,
+      0.2293325811624527,
+      0.1938181221485138,
+      0.16980433464050293,
+      0.1827906370162964,
+      0.17238664627075195,
+      0.15448501706123352,
+      0.17036916315555573,
+      0.19671578705310822,
+      0.1798689067363739,
+      0.14415229856967926,
+      0.15721406042575836,
+      0.1442960649728775,
+      0.18305911123752594,
+      0.17213334143161774,
+      0.19361890852451324,
+      0.1671067625284195,
+      0.1831027716398239,
+      0.18750286102294922,
+      0.1931462287902832,
+      0.2098158299922943,
+      0.15999126434326172,
+      0.19709327816963196,
+      0.2034371793270111,
+      0.18004581332206726,
+      0.15820594131946564,
+      0.17155848443508148,
+      0.21240925788879395,
+      0.16728846728801727,
+      0.17562513053417206,
+      0.18596859276294708,
+      0.1732877641916275,
+      0.14287449419498444,
+      0.17336657643318176,
+      0.18513907492160797,
+      0.18350651860237122,
+      0.18895110487937927,
+      0.15454861521720886,
+      0.18515436351299286,
+      0.17163433134555817,
+      0.16070187091827393,
+      0.15326213836669922,
+      0.16966679692268372,
+      0.14619238674640656,
+      0.16720469295978546,
+      0.18403775990009308,
+      0.1417427361011505,
+      0.1621565818786621,
+      0.15470287203788757,
+      0.16423001885414124,
+      0.19248142838478088,
+      0.16863153874874115,
+      0.19843150675296783,
+      0.17116625607013702,
+      0.154319167137146,
+      0.21460017561912537,
+      0.170259028673172,
+      0.13511228561401367,
+      0.17350126802921295,
+      0.17591966688632965,
+      0.1888566017150879,
+      0.16780807077884674,
+      0.1877688616514206,
+      0.16681143641471863,
+      0.17473970353603363,
+      0.1596987247467041,
+      0.20433714985847473,
+      0.15289294719696045,
+      0.1726873219013214,
+      0.1417880654335022,
+      0.1694624423980713,
+      0.18867218494415283,
+      0.16965839266777039,
+      0.19397099316120148,
+      0.16302458941936493,
+      0.1348879188299179,
+      0.16460347175598145,
+      0.16568951308727264,
+      0.18272371590137482,
+      0.17391337454319,
+      0.16708609461784363,
+      0.17420294880867004,
+      0.16520097851753235,
+      0.14058056473731995,
+      0.1975005716085434,
+      0.13931293785572052,
+      0.1613110452890396,
+      0.15523754060268402,
+      0.16733311116695404,
+      0.14710450172424316,
+      0.14122933149337769,
+      0.15936769545078278,
+      0.16916297376155853,
+      0.1288783997297287,
+      0.16608838737010956,
+      0.16144664585590363,
+      0.1628180295228958,
+      0.17860963940620422,
+      0.21282707154750824,
+      0.1788347065448761,
+      0.13629178702831268,
+      0.16249749064445496,
+      0.15266714990139008,
+      0.13590173423290253,
+      0.16050896048545837,
+      0.17997406423091888,
+      0.16892898082733154,
+      0.13522806763648987,
+      0.16285504400730133,
+      0.1717061549425125,
+      0.16102255880832672,
+      0.18248741328716278,
+      0.14000289142131805,
+      0.15691788494586945,
+      0.19275151193141937,
+      0.1459009349346161,
+      0.17343541979789734,
+      0.14087004959583282,
+      0.14910151064395905,
+      0.1513010412454605,
+      0.1566920429468155,
+      0.15188053250312805,
+      0.182510107755661,
+      0.1782602071762085,
+      0.16875602304935455,
+      0.1630483865737915,
+      0.14635883271694183,
+      0.16173754632472992,
+      0.15429015457630157,
+      0.1496473103761673,
+      0.14110444486141205,
+      0.13530614972114563,
+      0.14134402573108673,
+      0.1461014449596405,
+      0.15604785084724426,
+      0.15270496904850006,
+      0.14029932022094727,
+      0.138519287109375,
+      0.1398289054632187,
+      0.17841219902038574,
+      0.13859884440898895,
+      0.16037558019161224,
+      0.1794162094593048,
+      0.15766657888889313,
+      0.1658719927072525,
+      0.17172937095165253,
+      0.17537401616573334,
+      0.1526702344417572,
+      0.14238837361335754,
+      0.16716314852237701,
+      0.1658620536327362,
+      0.14154043793678284,
+      0.17573997378349304,
+      0.14998456835746765,
+      0.15059611201286316,
+      0.13793505728244781,
+      0.1415284126996994,
+      0.1586763709783554,
+      0.1817459762096405,
+      0.16105034947395325,
+      0.16809919476509094,
+      0.15889200568199158,
+      0.16660793125629425,
+      0.14699986577033997,
+      0.16770552098751068,
+      0.16655233502388,
+      0.14117242395877838,
+      0.17607419192790985,
+      0.16102102398872375,
+      0.12632837891578674,
+      0.14024581015110016,
+      0.15815973281860352,
+      0.14606250822544098,
+      0.1378406584262848,
+      0.15356087684631348,
+      0.13272503018379211,
+      0.14920537173748016,
+      0.15277954936027527,
+      0.14862705767154694,
+      0.15480491518974304,
+      0.14901535212993622,
+      0.16743800044059753,
+      0.15595372021198273,
+      0.15854711830615997,
+      0.16642163693904877,
+      0.12538811564445496,
+      0.12877658009529114,
+      0.15252366662025452,
+      0.1339697688817978,
+      0.14867697656154633,
+      0.17613203823566437,
+      0.1539308726787567,
+      0.15070568025112152,
+      0.14825589954853058,
+      0.12577475607395172,
+      0.1513432413339615,
+      0.13840079307556152,
+      0.13275912404060364,
+      0.14191296696662903,
+      0.15826855599880219,
+      0.1525193452835083,
+      0.17014940083026886,
+      0.13083937764167786,
+      0.14945483207702637,
+      0.13312335312366486,
+      0.14020830392837524,
+      0.1279064565896988,
+      0.1339409500360489,
+      0.139994814991951,
+      0.18232128024101257,
+      0.12789729237556458,
+      0.13141490519046783,
+      0.1393221616744995,
+      0.13923244178295135,
+      0.12420719116926193,
+      0.13290183246135712,
+      0.137735053896904,
+      0.1653214544057846,
+      0.1457255780696869,
+      0.13663604855537415,
+      0.12888148427009583,
+      0.12575030326843262,
+      0.1464695930480957,
+      0.15525825321674347,
+      0.14183764159679413,
+      0.13017164170742035,
+      0.16014337539672852,
+      0.14604319632053375,
+      0.14879895746707916,
+      0.14335735142230988,
+      0.15495778620243073,
+      0.14677251875400543,
+      0.13141044974327087,
+      0.14242365956306458,
+      0.14062003791332245,
+      0.14347143471240997,
+      0.15149769186973572,
+      0.15315942466259003,
+      0.1280849725008011,
+      0.15062053501605988,
+      0.14169391989707947,
+      0.1150275245308876,
+      0.14821277558803558,
+      0.16692015528678894,
+      0.15799371898174286,
+      0.11886622756719589,
+      0.13908812403678894,
+      0.13396476209163666,
+      0.172466441988945,
+      0.13371358811855316,
+      0.1357036530971527,
+      0.14747057855129242,
+      0.11819667369127274,
+      0.15131056308746338,
+      0.16044579446315765,
+      0.13344691693782806,
+      0.16707436740398407,
+      0.14744417369365692,
+      0.16047213971614838,
+      0.14435704052448273,
+      0.14582021534442902,
+      0.1294705867767334,
+      0.16011770069599152,
+      0.13264814019203186,
+      0.15443018078804016,
+      0.14502833783626556,
+      0.13240323960781097,
+      0.12697361409664154,
+      0.1345003992319107,
+      0.13734079897403717,
+      0.12871931493282318,
+      0.15316806733608246,
+      0.14949609339237213
+    ],
+    "base_loss": [
+      11.959344863891602,
+      11.848536491394043,
+      11.634408950805664,
+      11.33167552947998,
+      10.86744213104248,
+      10.577470779418945,
+      10.02938175201416,
+      9.723875999450684,
+      9.58348560333252,
+      9.321670532226562,
+      9.229344367980957,
+      9.033003807067871,
+      8.82548999786377,
+      8.658181190490723,
+      8.333419799804688,
+      8.113496780395508,
+      7.822574615478516,
+      7.645116329193115,
+      7.179017066955566,
+      7.034168720245361,
+      6.734203815460205,
+      6.320563316345215,
+      6.024506568908691,
+      5.59444522857666,
+      5.24456787109375,
+      4.898326396942139,
+      4.5215911865234375,
+      4.091830253601074,
+      3.616716146469116,
+      3.3642489910125732,
+      2.9428906440734863,
+      2.589418649673462,
+      2.4501547813415527,
+      2.25553822517395,
+      2.149890661239624,
+      2.025129795074463,
+      1.9238015413284302,
+      1.8851159811019897,
+      1.8789641857147217,
+      1.9060227870941162,
+      1.8578218221664429,
+      1.7969332933425903,
+      1.8425562381744385,
+      1.8537434339523315,
+      1.8281277418136597,
+      1.7960472106933594,
+      1.760577917098999,
+      1.7846323251724243,
+      1.7757593393325806,
+      1.7649754285812378,
+      1.743637204170227,
+      1.744537115097046,
+      1.6845319271087646,
+      1.7146053314208984,
+      1.7274216413497925,
+      1.6583445072174072,
+      1.6843231916427612,
+      1.6199012994766235,
+      1.6227748394012451,
+      1.6834475994110107,
+      1.590017318725586,
+      1.4979075193405151,
+      1.366803526878357,
+      1.3483679294586182,
+      1.2780545949935913,
+      1.1873862743377686,
+      1.016704797744751,
+      0.8745673298835754,
+      0.8453128933906555,
+      0.7175739407539368,
+      0.6928580403327942,
+      0.642545223236084,
+      0.6170042753219604,
+      0.6960652470588684,
+      0.6149684190750122,
+      0.6267735362052917,
+      0.5976076126098633,
+      0.585797131061554,
+      0.575140118598938,
+      0.5560489892959595,
+      0.5657729506492615,
+      0.5730574727058411,
+      0.5838928818702698,
+      0.585356593132019,
+      0.5258265733718872,
+      0.5336548686027527,
+      0.5135319828987122,
+      0.4869115948677063,
+      0.5208987593650818,
+      0.5260413885116577,
+      0.5471208691596985,
+      0.5516899824142456,
+      0.483308881521225,
+      0.45747920870780945,
+      0.454208642244339,
+      0.4835848808288574,
+      0.47514602541923523,
+      0.48413100838661194,
+      0.4555041193962097,
+      0.4626300632953644,
+      0.4608994424343109,
+      0.5028581619262695,
+      0.4441552758216858,
+      0.46095556020736694,
+      0.4422522485256195,
+      0.4341071546077728,
+      0.44001245498657227,
+      0.44577714800834656,
+      0.4536623954772949,
+      0.49210426211357117,
+      0.40157121419906616,
+      0.41113701462745667,
+      0.44792312383651733,
+      0.4165278971195221,
+      0.447807252407074,
+      0.4464174211025238,
+      0.4217848479747772,
+      0.4182860553264618,
+      0.43984222412109375,
+      0.4133877158164978,
+      0.3996059000492096,
+      0.44462284445762634,
+      0.43353429436683655,
+      0.3764343559741974,
+      0.3503364026546478,
+      0.36492082476615906,
+      0.3619711101055145,
+      0.35553237795829773,
+      0.3264865279197693,
+      0.366316020488739,
+      0.42121487855911255,
+      0.35090377926826477,
+      0.3401753604412079,
+      0.34656578302383423,
+      0.4020098149776459,
+      0.3506840169429779,
+      0.3916495144367218,
+      0.3726617395877838,
+      0.36134958267211914,
+      0.36859649419784546,
+      0.3430190682411194,
+      0.34897682070732117,
+      0.3651666045188904,
+      0.3731946051120758,
+      0.3512710928916931,
+      0.3317274749279022,
+      0.34571510553359985,
+      0.3198499381542206,
+      0.35752564668655396,
+      0.34966641664505005,
+      0.36439773440361023,
+      0.3764907419681549,
+      0.3112242519855499,
+      0.314338356256485,
+      0.3296756446361542,
+      0.33517196774482727,
+      0.36307743191719055,
+      0.2544761300086975,
+      0.33765485882759094,
+      0.281002938747406,
+      0.3064190447330475,
+      0.31667906045913696,
+      0.3134917616844177,
+      0.3395908772945404,
+      0.30304059386253357,
+      0.30163002014160156,
+      0.2954332232475281,
+      0.30875280499458313,
+      0.2991940975189209,
+      0.29346346855163574,
+      0.32796511054039,
+      0.3003251254558563,
+      0.30441173911094666,
+      0.30970749258995056,
+      0.32767418026924133,
+      0.3252235949039459,
+      0.28992193937301636,
+      0.3050988018512726,
+      0.28452715277671814,
+      0.3068898022174835,
+      0.24578392505645752,
+      0.29474228620529175,
+      0.3006523549556732,
+      0.2582293152809143,
+      0.2694470286369324,
+      0.28259727358818054,
+      0.28315749764442444,
+      0.30564793944358826,
+      0.29848888516426086,
+      0.29566189646720886,
+      0.2692998945713043,
+      0.28051647543907166,
+      0.2822493016719818,
+      0.2696099579334259,
+      0.2189728021621704,
+      0.24435898661613464,
+      0.2671775817871094,
+      0.2631419599056244,
+      0.2515074610710144,
+      0.278007835149765,
+      0.2718450129032135,
+      0.2720055878162384,
+      0.25318408012390137,
+      0.2331705093383789,
+      0.28596097230911255,
+      0.27110055088996887,
+      0.3109983503818512,
+      0.28029733896255493,
+      0.27004629373550415,
+      0.26803675293922424,
+      0.23848100006580353,
+      0.2623746693134308,
+      0.2323220670223236,
+      0.24418208003044128,
+      0.2573217749595642,
+      0.2636643946170807,
+      0.2486613541841507,
+      0.2489505261182785,
+      0.24271681904792786,
+      0.28163933753967285,
+      0.25396448373794556,
+      0.2439034879207611,
+      0.269987553358078,
+      0.23403511941432953,
+      0.2653892934322357,
+      0.2503388524055481,
+      0.224894180893898,
+      0.20841975510120392,
+      0.20438216626644135,
+      0.22077317535877228,
+      0.229513019323349,
+      0.20268075168132782,
+      0.25499680638313293,
+      0.24864432215690613,
+      0.21912936866283417,
+      0.22687694430351257,
+      0.23365817964076996,
+      0.25265052914619446,
+      0.230766162276268,
+      0.20173509418964386,
+      0.23617646098136902,
+      0.23270662128925323,
+      0.2213316708803177,
+      0.22988514602184296,
+      0.20981420576572418,
+      0.21827885508537292,
+      0.21634849905967712,
+      0.22008606791496277,
+      0.20601989328861237,
+      0.23897388577461243,
+      0.25543203949928284,
+      0.25897353887557983,
+      0.23964126408100128,
+      0.21653585135936737,
+      0.23769672214984894,
+      0.20649871230125427,
+      0.22380463778972626,
+      0.20179280638694763,
+      0.22023136913776398,
+      0.2310442179441452,
+      0.21725119650363922,
+      0.2545485198497772,
+      0.25817209482192993,
+      0.24020569026470184,
+      0.22253921627998352,
+      0.19429819285869598,
+      0.2360432893037796,
+      0.2089538425207138,
+      0.20405708253383636,
+      0.19025906920433044,
+      0.21531163156032562,
+      0.20351754128932953,
+      0.19519636034965515,
+      0.20463326573371887,
+      0.24589718878269196,
+      0.22769948840141296,
+      0.19495002925395966,
+      0.2163100242614746,
+      0.18754808604717255,
+      0.21900366246700287,
+      0.24648144841194153,
+      0.21173517405986786,
+      0.2153085172176361,
+      0.20230701565742493,
+      0.2169637829065323,
+      0.20048677921295166,
+      0.24711941182613373,
+      0.19246533513069153,
+      0.19877144694328308,
+      0.20295535027980804,
+      0.2181762307882309,
+      0.20556487143039703,
+      0.18670913577079773,
+      0.21163229644298553,
+      0.2140318602323532,
+      0.18301740288734436,
+      0.21672357618808746,
+      0.1938713788986206,
+      0.22950641810894012,
+      0.2104119509458542,
+      0.23164579272270203,
+      0.19773761928081512,
+      0.19356121122837067,
+      0.18954725563526154,
+      0.20881131291389465,
+      0.2092631608247757,
+      0.19425562024116516,
+      0.18490590155124664,
+      0.2337479591369629,
+      0.21482883393764496,
+      0.16001614928245544,
+      0.1982230842113495,
+      0.20383405685424805,
+      0.19172675907611847,
+      0.24397000670433044,
+      0.17357990145683289,
+      0.17040394246578217,
+      0.21174757182598114,
+      0.20446443557739258,
+      0.22187379002571106,
+      0.2299644649028778,
+      0.18284833431243896,
+      0.20500557124614716,
+      0.17624299228191376,
+      0.1968599557876587,
+      0.2077648937702179,
+      0.18122370541095734,
+      0.1763833612203598,
+      0.20253188908100128,
+      0.19161595404148102,
+      0.2151186466217041,
+      0.17442147433757782,
+      0.2553410828113556,
+      0.18616481125354767,
+      0.21172575652599335,
+      0.19841153919696808,
+      0.19895948469638824,
+      0.2220630943775177,
+      0.21911941468715668,
+      0.17771683633327484,
+      0.2007388174533844,
+      0.20714415609836578,
+      0.18301524221897125,
+      0.15268535912036896,
+      0.1477908343076706,
+      0.21887752413749695,
+      0.1879453957080841,
+      0.19436487555503845,
+      0.17189176380634308,
+      0.15650597214698792,
+      0.1945406049489975,
+      0.20281767845153809,
+      0.1681147664785385,
+      0.2293325811624527,
+      0.1938181221485138,
+      0.16980433464050293,
+      0.1827906370162964,
+      0.17238664627075195,
+      0.15448501706123352,
+      0.17036916315555573,
+      0.19671578705310822,
+      0.1798689067363739,
+      0.14415229856967926,
+      0.15721406042575836,
+      0.1442960649728775,
+      0.18305911123752594,
+      0.17213334143161774,
+      0.19361890852451324,
+      0.1671067625284195,
+      0.1831027716398239,
+      0.18750286102294922,
+      0.1931462287902832,
+      0.2098158299922943,
+      0.15999126434326172,
+      0.19709327816963196,
+      0.2034371793270111,
+      0.18004581332206726,
+      0.15820594131946564,
+      0.17155848443508148,
+      0.21240925788879395,
+      0.16728846728801727,
+      0.17562513053417206,
+      0.18596859276294708,
+      0.1732877641916275,
+      0.14287449419498444,
+      0.17336657643318176,
+      0.18513907492160797,
+      0.18350651860237122,
+      0.18895110487937927,
+      0.15454861521720886,
+      0.18515436351299286,
+      0.17163433134555817,
+      0.16070187091827393,
+      0.15326213836669922,
+      0.16966679692268372,
+      0.14619238674640656,
+      0.16720469295978546,
+      0.18403775990009308,
+      0.1417427361011505,
+      0.1621565818786621,
+      0.15470287203788757,
+      0.16423001885414124,
+      0.19248142838478088,
+      0.16863153874874115,
+      0.19843150675296783,
+      0.17116625607013702,
+      0.154319167137146,
+      0.21460017561912537,
+      0.170259028673172,
+      0.13511228561401367,
+      0.17350126802921295,
+      0.17591966688632965,
+      0.1888566017150879,
+      0.16780807077884674,
+      0.1877688616514206,
+      0.16681143641471863,
+      0.17473970353603363,
+      0.1596987247467041,
+      0.20433714985847473,
+      0.15289294719696045,
+      0.1726873219013214,
+      0.1417880654335022,
+      0.1694624423980713,
+      0.18867218494415283,
+      0.16965839266777039,
+      0.19397099316120148,
+      0.16302458941936493,
+      0.1348879188299179,
+      0.16460347175598145,
+      0.16568951308727264,
+      0.18272371590137482,
+      0.17391337454319,
+      0.16708609461784363,
+      0.17420294880867004,
+      0.16520097851753235,
+      0.14058056473731995,
+      0.1975005716085434,
+      0.13931293785572052,
+      0.1613110452890396,
+      0.15523754060268402,
+      0.16733311116695404,
+      0.14710450172424316,
+      0.14122933149337769,
+      0.15936769545078278,
+      0.16916297376155853,
+      0.1288783997297287,
+      0.16608838737010956,
+      0.16144664585590363,
+      0.1628180295228958,
+      0.17860963940620422,
+      0.21282707154750824,
+      0.1788347065448761,
+      0.13629178702831268,
+      0.16249749064445496,
+      0.15266714990139008,
+      0.13590173423290253,
+      0.16050896048545837,
+      0.17997406423091888,
+      0.16892898082733154,
+      0.13522806763648987,
+      0.16285504400730133,
+      0.1717061549425125,
+      0.16102255880832672,
+      0.18248741328716278,
+      0.14000289142131805,
+      0.15691788494586945,
+      0.19275151193141937,
+      0.1459009349346161,
+      0.17343541979789734,
+      0.14087004959583282,
+      0.14910151064395905,
+      0.1513010412454605,
+      0.1566920429468155,
+      0.15188053250312805,
+      0.182510107755661,
+      0.1782602071762085,
+      0.16875602304935455,
+      0.1630483865737915,
+      0.14635883271694183,
+      0.16173754632472992,
+      0.15429015457630157,
+      0.1496473103761673,
+      0.14110444486141205,
+      0.13530614972114563,
+      0.14134402573108673,
+      0.1461014449596405,
+      0.15604785084724426,
+      0.15270496904850006,
+      0.14029932022094727,
+      0.138519287109375,
+      0.1398289054632187,
+      0.17841219902038574,
+      0.13859884440898895,
+      0.16037558019161224,
+      0.1794162094593048,
+      0.15766657888889313,
+      0.1658719927072525,
+      0.17172937095165253,
+      0.17537401616573334,
+      0.1526702344417572,
+      0.14238837361335754,
+      0.16716314852237701,
+      0.1658620536327362,
+      0.14154043793678284,
+      0.17573997378349304,
+      0.14998456835746765,
+      0.15059611201286316,
+      0.13793505728244781,
+      0.1415284126996994,
+      0.1586763709783554,
+      0.1817459762096405,
+      0.16105034947395325,
+      0.16809919476509094,
+      0.15889200568199158,
+      0.16660793125629425,
+      0.14699986577033997,
+      0.16770552098751068,
+      0.16655233502388,
+      0.14117242395877838,
+      0.17607419192790985,
+      0.16102102398872375,
+      0.12632837891578674,
+      0.14024581015110016,
+      0.15815973281860352,
+      0.14606250822544098,
+      0.1378406584262848,
+      0.15356087684631348,
+      0.13272503018379211,
+      0.14920537173748016,
+      0.15277954936027527,
+      0.14862705767154694,
+      0.15480491518974304,
+      0.14901535212993622,
+      0.16743800044059753,
+      0.15595372021198273,
+      0.15854711830615997,
+      0.16642163693904877,
+      0.12538811564445496,
+      0.12877658009529114,
+      0.15252366662025452,
+      0.1339697688817978,
+      0.14867697656154633,
+      0.17613203823566437,
+      0.1539308726787567,
+      0.15070568025112152,
+      0.14825589954853058,
+      0.12577475607395172,
+      0.1513432413339615,
+      0.13840079307556152,
+      0.13275912404060364,
+      0.14191296696662903,
+      0.15826855599880219,
+      0.1525193452835083,
+      0.17014940083026886,
+      0.13083937764167786,
+      0.14945483207702637,
+      0.13312335312366486,
+      0.14020830392837524,
+      0.1279064565896988,
+      0.1339409500360489,
+      0.139994814991951,
+      0.18232128024101257,
+      0.12789729237556458,
+      0.13141490519046783,
+      0.1393221616744995,
+      0.13923244178295135,
+      0.12420719116926193,
+      0.13290183246135712,
+      0.137735053896904,
+      0.1653214544057846,
+      0.1457255780696869,
+      0.13663604855537415,
+      0.12888148427009583,
+      0.12575030326843262,
+      0.1464695930480957,
+      0.15525825321674347,
+      0.14183764159679413,
+      0.13017164170742035,
+      0.16014337539672852,
+      0.14604319632053375,
+      0.14879895746707916,
+      0.14335735142230988,
+      0.15495778620243073,
+      0.14677251875400543,
+      0.13141044974327087,
+      0.14242365956306458,
+      0.14062003791332245,
+      0.14347143471240997,
+      0.15149769186973572,
+      0.15315942466259003,
+      0.1280849725008011,
+      0.15062053501605988,
+      0.14169391989707947,
+      0.1150275245308876,
+      0.14821277558803558,
+      0.16692015528678894,
+      0.15799371898174286,
+      0.11886622756719589,
+      0.13908812403678894,
+      0.13396476209163666,
+      0.172466441988945,
+      0.13371358811855316,
+      0.1357036530971527,
+      0.14747057855129242,
+      0.11819667369127274,
+      0.15131056308746338,
+      0.16044579446315765,
+      0.13344691693782806,
+      0.16707436740398407,
+      0.14744417369365692,
+      0.16047213971614838,
+      0.14435704052448273,
+      0.14582021534442902,
+      0.1294705867767334,
+      0.16011770069599152,
+      0.13264814019203186,
+      0.15443018078804016,
+      0.14502833783626556,
+      0.13240323960781097,
+      0.12697361409664154,
+      0.1345003992319107,
+      0.13734079897403717,
+      0.12871931493282318,
+      0.15316806733608246,
+      0.14949609339237213
+    ],
+    "lr": [
+      6.269993602047346e-07,
+      1.2667946257197696e-06,
+      1.9065898912348051e-06,
+      2.54638515674984e-06,
+      3.1861804222648753e-06,
+      3.8259756877799105e-06,
+      4.465770953294946e-06,
+      5.105566218809981e-06,
+      5.745361484325016e-06,
+      6.385156749840052e-06,
+      7.024952015355086e-06,
+      7.664747280870121e-06,
+      8.304542546385157e-06,
+      8.944337811900192e-06,
+      9.584133077415229e-06,
+      1.0223928342930263e-05,
+      1.08637236084453e-05,
+      1.1503518873960335e-05,
+      1.2143314139475368e-05,
+      1.2783109404990404e-05,
+      1.3422904670505439e-05,
+      1.4062699936020476e-05,
+      1.470249520153551e-05,
+      1.5342290467050545e-05,
+      1.5982085732565582e-05,
+      1.6621880998080615e-05,
+      1.726167626359565e-05,
+      1.7901471529110686e-05,
+      1.854126679462572e-05,
+      1.9181062060140757e-05,
+      1.9820857325655794e-05,
+      2.0460652591170827e-05,
+      2.110044785668586e-05,
+      2.1740243122200898e-05,
+      2.2380038387715935e-05,
+      2.301983365323097e-05,
+      2.3659628918746005e-05,
+      2.4299424184261036e-05,
+      2.4939219449776072e-05,
+      2.557901471529111e-05,
+      2.6218809980806143e-05,
+      2.685860524632118e-05,
+      2.7498400511836214e-05,
+      2.813819577735125e-05,
+      2.8777991042866288e-05,
+      2.941778630838132e-05,
+      3.0057581573896355e-05,
+      3.069737683941139e-05,
+      3.133717210492642e-05,
+      3.197696737044146e-05,
+      3.2616762635956496e-05,
+      3.325655790147153e-05,
+      3.389635316698657e-05,
+      3.4536148432501604e-05,
+      3.517594369801664e-05,
+      3.581573896353167e-05,
+      3.6455534229046704e-05,
+      3.7095329494561745e-05,
+      3.773512476007678e-05,
+      3.837492002559181e-05,
+      3.901471529110685e-05,
+      3.9654510556621886e-05,
+      4.029430582213692e-05,
+      4.093410108765196e-05,
+      4.157389635316699e-05,
+      4.221369161868203e-05,
+      4.285348688419707e-05,
+      4.3493282149712094e-05,
+      4.413307741522713e-05,
+      4.477287268074216e-05,
+      4.54126679462572e-05,
+      4.6052463211772235e-05,
+      4.669225847728727e-05,
+      4.733205374280231e-05,
+      4.797184900831734e-05,
+      4.8611644273832376e-05,
+      4.925143953934741e-05,
+      4.989123480486245e-05,
+      5.0531030070377484e-05,
+      5.117082533589252e-05,
+      5.181062060140756e-05,
+      5.245041586692259e-05,
+      5.3090211132437625e-05,
+      5.3730006397952666e-05,
+      5.43698016634677e-05,
+      5.5009596928982726e-05,
+      5.564939219449776e-05,
+      5.62891874600128e-05,
+      5.6928982725527833e-05,
+      5.756877799104287e-05,
+      5.820857325655791e-05,
+      5.884836852207294e-05,
+      5.9488163787587975e-05,
+      6.0127959053103015e-05,
+      6.076775431861805e-05,
+      6.140754958413309e-05,
+      6.204734484964812e-05,
+      6.268714011516316e-05,
+      6.33269353806782e-05,
+      6.396673064619322e-05,
+      6.460652591170826e-05,
+      6.52463211772233e-05,
+      6.588611644273833e-05,
+      6.652591170825336e-05,
+      6.71657069737684e-05,
+      6.780550223928344e-05,
+      6.844529750479847e-05,
+      6.90850927703135e-05,
+      6.972488803582855e-05,
+      7.036468330134357e-05,
+      7.100447856685861e-05,
+      7.164427383237365e-05,
+      7.228406909788868e-05,
+      7.292386436340372e-05,
+      7.356365962891875e-05,
+      7.420345489443379e-05,
+      7.484325015994883e-05,
+      7.548304542546386e-05,
+      7.61228406909789e-05,
+      7.676263595649392e-05,
+      7.740243122200896e-05,
+      7.804222648752399e-05,
+      7.868202175303903e-05,
+      7.932181701855407e-05,
+      7.99616122840691e-05,
+      7.999930278571938e-05,
+      7.999703031822064e-05,
+      7.999317984653177e-05,
+      7.998775152256555e-05,
+      7.998074556048584e-05,
+      7.99721622366991e-05,
+      7.99620018898435e-05,
+      7.995026492077552e-05,
+      7.993695179255422e-05,
+      7.99220630304229e-05,
+      7.990559922178839e-05,
+      7.988756101619787e-05,
+      7.986794912531331e-05,
+      7.984676432288329e-05,
+      7.982400744471253e-05,
+      7.979967938862892e-05,
+      7.977378111444809e-05,
+      7.974631364393551e-05,
+      7.971727806076622e-05,
+      7.968667551048209e-05,
+      7.965450720044654e-05,
+      7.962077439979701e-05,
+      7.958547843939485e-05,
+      7.954862071177274e-05,
+      7.951020267107987e-05,
+      7.94702258330245e-05,
+      7.942869177481416e-05,
+      7.93856021350935e-05,
+      7.934095861387947e-05,
+      7.929476297249446e-05,
+      7.924701703349668e-05,
+      7.919772268060823e-05,
+      7.914688185864094e-05,
+      7.909449657341945e-05,
+      7.904056889170218e-05,
+      7.89851009410998e-05,
+      7.892809490999124e-05,
+      7.886955304743737e-05,
+      7.880947766309226e-05,
+      7.874787112711209e-05,
+      7.868473587006163e-05,
+      7.862007438281828e-05,
+      7.85538892164739e-05,
+      7.84861829822341e-05,
+      7.84169583513152e-05,
+      7.834621805483895e-05,
+      7.827396488372462e-05,
+      7.820020168857905e-05,
+      7.812493137958404e-05,
+      7.804815692638166e-05,
+      7.7969881357957e-05,
+      7.789010776251872e-05,
+      7.780883928737716e-05,
+      7.772607913882023e-05,
+      7.764183058198687e-05,
+      7.755609694073823e-05,
+      7.746888159752659e-05,
+      7.738018799326181e-05,
+      7.729001962717566e-05,
+      7.719838005668374e-05,
+      7.710527289724514e-05,
+      7.701070182221975e-05,
+      7.691467056272339e-05,
+      7.681718290748062e-05,
+      7.671824270267517e-05,
+      7.66178538517983e-05,
+      7.651602031549473e-05,
+      7.641274611140642e-05,
+      7.630803531401404e-05,
+      7.620189205447621e-05,
+      7.609432052046655e-05,
+      7.598532495600843e-05,
+      7.587490966130754e-05,
+      7.576307899258224e-05,
+      7.564983736189167e-05,
+      7.553518923696173e-05,
+      7.541913914100876e-05,
+      7.530169165256114e-05,
+      7.518285140527861e-05,
+      7.506262308776943e-05,
+      7.494101144340551e-05,
+      7.481802127013515e-05,
+      7.469365742029382e-05,
+      7.45679248004127e-05,
+      7.444082837102511e-05,
+      7.431237314647074e-05,
+      7.418256419469795e-05,
+      7.405140663706367e-05,
+      7.391890564813149e-05,
+      7.378506645546738e-05,
+      7.364989433943356e-05,
+      7.351339463298007e-05,
+      7.337557272143448e-05,
+      7.32364340422893e-05,
+      7.309598408498756e-05,
+      7.295422839070616e-05,
+      7.281117255213731e-05,
+      7.266682221326787e-05,
+      7.252118306915661e-05,
+      7.237426086570963e-05,
+      7.222606139945358e-05,
+      7.207659051730703e-05,
+      7.192585411634974e-05,
+      7.177385814359002e-05,
+      7.162060859573015e-05,
+      7.146611151892971e-05,
+      7.131037300856712e-05,
+      7.115339920899906e-05,
+      7.099519631331819e-05,
+      7.083577056310868e-05,
+      7.067512824820006e-05,
+      7.0513275706419e-05,
+      7.035021932333935e-05,
+      7.018596553203004e-05,
+      7.002052081280152e-05,
+      6.985389169294984e-05,
+      6.968608474649932e-05,
+      6.951710659394312e-05,
+      6.934696390198199e-05,
+      6.917566338326129e-05,
+      6.90032117961062e-05,
+      6.882961594425503e-05,
+      6.865488267659079e-05,
+      6.8479018886871e-05,
+      6.830203151345569e-05,
+      6.812392753903371e-05,
+      6.794471399034718e-05,
+      6.776439793791428e-05,
+      6.758298649575035e-05,
+      6.740048682108717e-05,
+      6.721690611409054e-05,
+      6.703225161757632e-05,
+      6.684653061672462e-05,
+      6.665975043879234e-05,
+      6.647191845282418e-05,
+      6.628304206936183e-05,
+      6.609312874015163e-05,
+      6.590218595785059e-05,
+      6.571022125573077e-05,
+      6.551724220738203e-05,
+      6.53232564264133e-05,
+      6.512827156615217e-05,
+      6.493229531934294e-05,
+      6.473533541784306e-05,
+      6.453739963231823e-05,
+      6.433849577193566e-05,
+      6.413863168405612e-05,
+      6.393781525392419e-05,
+      6.373605440435731e-05,
+      6.353335709543307e-05,
+      6.33297313241753e-05,
+      6.31251851242384e-05,
+      6.291972656559054e-05,
+      6.271336375419518e-05,
+      6.25061048316913e-05,
+      6.229795797507217e-05,
+      6.208893139636278e-05,
+      6.18790333422958e-05,
+      6.166827209398625e-05,
+      6.145665596660482e-05,
+      6.124419330904971e-05,
+      6.103089250361734e-05,
+      6.081676196567161e-05,
+      6.060181014331189e-05,
+      6.0386045517039676e-05,
+      6.016947659942407e-05,
+      5.995211193476592e-05,
+      5.973396009876068e-05,
+      5.9515029698160125e-05,
+      5.9295329370432736e-05,
+      5.9074867783423e-05,
+      5.885365363500936e-05,
+      5.8631695652761085e-05,
+      5.840900259359396e-05,
+      5.818558324342479e-05,
+      5.796144641682475e-05,
+      5.773660095667164e-05,
+      5.7511055733801e-05,
+      5.728481964665616e-05,
+      5.7057901620937096e-05,
+      5.683031060924836e-05,
+      5.660205559074584e-05,
+      5.637314557078249e-05,
+      5.614358958055309e-05,
+      5.591339667673786e-05,
+      5.568257594114525e-05,
+      5.5451136480353537e-05,
+      5.5219087425351586e-05,
+      5.498643793117863e-05,
+      5.475319717656303e-05,
+      5.4519374363560155e-05,
+      5.428497871718937e-05,
+      5.405001948507004e-05,
+      5.381450593705667e-05,
+      5.3578447364873297e-05,
+      5.334185308174668e-05,
+      5.310473242203914e-05,
+      5.286709474088004e-05,
+      5.262894941379689e-05,
+      5.2390305836345295e-05,
+      5.215117342373842e-05,
+      5.191156161047541e-05,
+      5.1671479849969255e-05,
+      5.143093761417376e-05,
+      5.11899443932099e-05,
+      5.0948509694991366e-05,
+      5.0706643044849484e-05,
+      5.046435398515737e-05,
+      5.022165207495352e-05,
+      4.997854688956457e-05,
+      4.973504802022765e-05,
+      4.9491165073711866e-05,
+      4.924690767193938e-05,
+      4.900228545160571e-05,
+      4.8757308063799596e-05,
+      4.85119851736222e-05,
+      4.826632645980583e-05,
+      4.8020341614331994e-05,
+      4.7774040342049166e-05,
+      4.752743236028972e-05,
+      4.728052739848677e-05,
+      4.703333519779005e-05,
+      4.678586551068188e-05,
+      4.653812810059215e-05,
+      4.6290132741513316e-05,
+      4.604188921761464e-05,
+      4.57934073228563e-05,
+      4.554469686060286e-05,
+      4.529576764323663e-05,
+      4.504662949177042e-05,
+      4.479729223546017e-05,
+      4.4547765711417055e-05,
+      4.4298059764219515e-05,
+      4.4048184245524676e-05,
+      4.379814901367989e-05,
+      4.3547963933333566e-05,
+      4.329763887504618e-05,
+      4.304718371490068e-05,
+      4.279660833411302e-05,
+      4.254592261864215e-05,
+      4.2295136458800085e-05,
+      4.2044259748861674e-05,
+      4.179330238667423e-05,
+      4.154227427326707e-05,
+      4.129118531246084e-05,
+      4.104004541047679e-05,
+      4.078886447554599e-05,
+      4.053765241751834e-05,
+      4.0286419147471675e-05,
+      4.003517457732071e-05,
+      3.9783928619425945e-05,
+      3.9532691186202674e-05,
+      3.928147218972983e-05,
+      3.9030281541359e-05,
+      3.877912915132331e-05,
+      3.852802492834653e-05,
+      3.827697877925203e-05,
+      3.802600060857204e-05,
+      3.7775100318156814e-05,
+      3.752428780678401e-05,
+      3.7273572969768094e-05,
+      3.702296569857003e-05,
+      3.677247588040698e-05,
+      3.652211339786219e-05,
+      3.627188812849514e-05,
+      3.6021809944451907e-05,
+      3.577188871207549e-05,
+      3.5522134291516746e-05,
+      3.527255653634525e-05,
+      3.502316529316066e-05,
+      3.477397040120411e-05,
+      3.452498169197011e-05,
+      3.4276208988818596e-05,
+      3.402766210658749e-05,
+      3.377935085120531e-05,
+      3.353128501930444e-05,
+      3.328347439783449e-05,
+      3.303592876367635e-05,
+      3.278865788325627e-05,
+      3.254167151216066e-05,
+      3.229497939475115e-05,
+      3.204859126378025e-05,
+      3.1802516840007185e-05,
+      3.155676583181452e-05,
+      3.13113479348251e-05,
+      3.106627283151954e-05,
+      3.0821550190854155e-05,
+      3.057718966787956e-05,
+      3.0333200903359747e-05,
+      3.0089593523391706e-05,
+      2.9846377139025625e-05,
+      2.9603561345885737e-05,
+      2.936115572379175e-05,
+      2.911916983638089e-05,
+      2.8877613230730533e-05,
+      2.863649543698163e-05,
+      2.8395825967962633e-05,
+      2.8155614318814274e-05,
+      2.791586996661485e-05,
+      2.7676602370006405e-05,
+      2.7437820968821514e-05,
+      2.71995351837109e-05,
+      2.6961754415771683e-05,
+      2.672448804617654e-05,
+      2.6487745435803578e-05,
+      2.6251535924867035e-05,
+      2.6015868832548713e-05,
+      2.5780753456630387e-05,
+      2.554619907312692e-05,
+      2.5312214935920364e-05,
+      2.5078810276394794e-05,
+      2.4845994303072125e-05,
+      2.461377620124883e-05,
+      2.438216513263354e-05,
+      2.4151170234985593e-05,
+      2.3920800621754472e-05,
+      2.369106538172033e-05,
+      2.346197357863538e-05,
+      2.323353425086627e-05,
+      2.300575641103752e-05,
+      2.277864904567593e-05,
+      2.2552221114856128e-05,
+      2.2326481551846873e-05,
+      2.2101439262758797e-05,
+      2.1877103126192933e-05,
+      2.1653481992890506e-05,
+      2.143058468538361e-05,
+      2.1208419997647274e-05,
+      2.098699669475242e-05,
+      2.0766323512520152e-05,
+      2.0546409157176957e-05,
+      2.032726230501134e-05,
+      2.010889160203146e-05,
+      1.9891305663624098e-05,
+      1.9674513074214596e-05,
+      1.9458522386928327e-05,
+      1.9243342123253174e-05,
+      1.9028980772703406e-05,
+      1.881544679248458e-05,
+      1.8602748607160066e-05,
+      1.839089460831855e-05,
+      1.817989315424306e-05,
+      1.7969752569581045e-05,
+      1.7760481145016125e-05,
+      1.755208713694088e-05,
+      1.73445787671312e-05,
+      1.7137964222421778e-05,
+      1.693225165438324e-05,
+      1.6727449179000487e-05,
+      1.6523564876352553e-05,
+      1.632060679029367e-05,
+      1.6118582928136107e-05,
+      1.59175012603341e-05,
+      1.571736972016954e-05,
+      1.5518196203438814e-05,
+      1.5319988568141423e-05,
+      1.5122754634169891e-05,
+      1.4926502183001335e-05,
+      1.4731238957390303e-05,
+      1.453697266106346e-05,
+      1.4343710958415544e-05,
+      1.4151461474207096e-05,
+      1.3960231793263472e-05,
+      1.3770029460175764e-05,
+      1.3580861979003034e-05,
+      1.3392736812976348e-05,
+      1.3205661384204241e-05,
+      1.3019643073379907e-05,
+      1.2834689219490053e-05,
+      1.265080711952536e-05,
+      1.2468004028192544e-05,
+      1.2286287157628118e-05,
+      1.2105663677113925e-05,
+      1.192614071279428e-05,
+      1.1747725347394767e-05,
+      1.1570424619942803e-05,
+      1.139424552548999e-05,
+      1.1219195014836121e-05,
+      1.1045279994254922e-05,
+      1.0872507325221552e-05,
+      1.070088382414197e-05,
+      1.0530416262083988e-05,
+      1.036111136451011e-05,
+      1.0192975811012152e-05,
+      1.0026016235047798e-05,
+      9.86023922367887e-06,
+      9.695651317311405e-06,
+      9.53225900943762e-06,
+      9.37006874637976e-06,
+      9.209086927035785e-06,
+      9.049319902626856e-06,
+      8.890773976446775e-06,
+      8.733455403613326e-06,
+      8.577370390821512e-06,
+      8.422525096098613e-06,
+      8.268925628561271e-06,
+      8.11657804817446e-06,
+      7.965488365512458e-06,
+      7.815662541521614e-06,
+      7.667106487285215e-06,
+      7.519826063790297e-06,
+      7.373827081696405e-06,
+      7.229115301106317e-06,
+      7.085696431338798e-06,
+      6.943576130703355e-06,
+      6.802760006277047e-06,
+      6.663253613683189e-06,
+      6.525062456872193e-06,
+      6.3881919879044355e-06,
+      6.252647606735181e-06,
+      6.118434661001473e-06,
+      5.985558445811217e-06,
+      5.85402420353419e-06,
+      5.723837123595335e-06,
+      5.595002342269906e-06,
+      5.467524942480902e-06,
+      5.3414099535984595e-06,
+      5.216662351241528e-06,
+      5.0932870570814794e-06,
+      4.971288938647969e-06,
+      4.8506728091368694e-06,
+      4.731443427220441e-06,
+      4.613605496859515e-06,
+      4.497163667117947e-06,
+      4.38212253197917e-06,
+      4.268486630165001e-06,
+      4.156260444956504e-06,
+      4.045448404017176e-06,
+      3.936054879218185e-06,
+      3.828084186465999e-06,
+      3.7215405855319977e-06,
+      3.6164282798844786e-06,
+      3.5127514165227726e-06,
+      3.4105140858136988e-06,
+      3.309720321330119e-06,
+      3.2103740996918353e-06,
+      3.1124793404086717e-06,
+      3.016039905725898e-06,
+      2.9210596004717896e-06,
+      2.8275421719075448e-06,
+      2.735491309579419e-06,
+      2.644910645173213e-06,
+      2.5558037523709443e-06,
+      2.4681741467098695e-06,
+      2.38202528544377e-06,
+      2.297360567406597e-06,
+      2.2141833328783325e-06,
+      2.1324968634532305e-06,
+      2.0523043819103173e-06,
+      1.9736090520862918e-06,
+      1.8964139787506574e-06,
+      1.8207222074832653e-06,
+      1.746536724554102e-06,
+      1.6738604568055627e-06,
+      1.6026962715368855e-06,
+      1.5330469763910816e-06,
+      1.4649153192441445e-06,
+      1.3983039880966476e-06,
+      1.3332156109676997e-06,
+      1.2696527557912375e-06,
+      1.2076179303147417e-06,
+      1.1471135820002765e-06,
+      1.0881420979279489e-06,
+      1.0307058047017037e-06,
+      9.748069683575712e-07,
+      9.204477942742262e-07,
+      8.676304270860058e-07,
+      8.163569505982872e-07,
+      7.666293877052644e-07,
+      7.184497003101642e-07,
+      6.718197892478184e-07,
+      6.267414942096928e-07,
+      5.832165936712831e-07,
+      5.412468048219621e-07,
+      5.008337834972255e-07,
+      4.619791241133742e-07,
+      4.246843596046013e-07,
+      3.889509613625109e-07,
+      3.5478033917807133e-07,
+      3.2217384118599757e-07,
+      2.9113275381155383e-07,
+      2.6165830171981157e-07,
+      2.3375164776733295e-07,
+      2.074138929562741e-07,
+      1.826460763909621e-07,
+      1.5944917523691428e-07,
+      1.3782410468224262e-07,
+      1.1777171790159803e-07,
+      9.929280602247293e-08,
+      8.238809809399506e-08,
+      6.705826105818603e-08,
+      5.3303899723622374e-08,
+      4.1125556741588024e-08,
+      3.0523712584655807e-08,
+      2.149878552775153e-08,
+      1.4051131631616089e-08,
+      8.181044728798882e-09,
+      3.88875641203601e-09,
+      1.1744360251197961e-09,
+      3.819065622856499e-11
+    ],
+    "eval_step": [
+      1562,
+      3124,
+      4686,
+      6248,
+      7810,
+      9372,
+      10934,
+      12496,
+      14058,
+      15620,
+      17182,
+      18744,
+      20306,
+      21868,
+      23430,
+      24992,
+      26554,
+      28116,
+      29678,
+      31240
+    ],
+    "eval_epoch": [
+      1,
+      2,
+      3,
+      4,
+      5,
+      6,
+      7,
+      8,
+      9,
+      10,
+      11,
+      12,
+      13,
+      14,
+      15,
+      16,
+      17,
+      18,
+      19,
+      20
+    ],
+    "eval_accuracy": [
+      0.002857142857142857,
+      0.0035714285714285713,
+      0.12071428571428572,
+      0.2042857142857143,
+      0.23285714285714285,
+      0.23642857142857143,
+      0.375,
+      0.38642857142857145,
+      0.3607142857142857,
+      0.46714285714285714,
+      0.4185714285714286,
+      0.42428571428571427,
+      0.4614285714285714,
+      0.4664285714285714,
+      0.49857142857142855,
+      0.5357142857142857,
+      0.5157142857142857,
+      0.485,
+      0.47,
+      0.48642857142857143
+    ]
+  },
+  "final_accuracy": 0.48642857142857143,
+  "sft_eval": {
+    "config": {
+      "ops": "add_sub",
+      "K": null,
+      "mode": "sft",
+      "n_digits": 6,
+      "n_per_split": 50
+    },
+    "splits": {
+      "add_S0": {
+        "full_accuracy": 0.72,
+        "n_examples": 50,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.9559322033898305,
+            "count": 295
+          },
+          "SS": {
+            "accuracy": 0.9818181818181818,
+            "count": 55
+          }
+        }
+      },
+      "add_S1": {
+        "full_accuracy": 0.88,
+        "n_examples": 50,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.9841269841269841,
+            "count": 126
+          },
+          "SC": {
+            "accuracy": 0.9746835443037974,
+            "count": 79
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 21
+          },
+          "UC": {
+            "accuracy": 0.9758064516129032,
+            "count": 124
+          }
+        }
+      },
+      "add_S2": {
+        "full_accuracy": 0.26,
+        "n_examples": 50,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.9733333333333334,
+            "count": 75
+          },
+          "SC": {
+            "accuracy": 0.9354838709677419,
+            "count": 62
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 39
+          },
+          "UC": {
+            "accuracy": 0.6756756756756757,
+            "count": 111
+          },
+          "US": {
+            "accuracy": 0.9047619047619048,
+            "count": 63
+          }
+        }
+      },
+      "add_S3": {
+        "full_accuracy": 0.28,
+        "n_examples": 50,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.9666666666666667,
+            "count": 60
+          },
+          "SC": {
+            "accuracy": 0.9649122807017544,
+            "count": 57
+          },
+          "SS": {
+            "accuracy": 0.9473684210526315,
+            "count": 19
+          },
+          "UC": {
+            "accuracy": 0.7692307692307693,
+            "count": 104
+          },
+          "US": {
+            "accuracy": 0.7272727272727273,
+            "count": 110
+          }
+        }
+      },
+      "add_S4": {
+        "full_accuracy": 0.36,
+        "n_examples": 50,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 48
+          },
+          "SC": {
+            "accuracy": 0.9807692307692307,
+            "count": 52
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 7
+          },
+          "UC": {
+            "accuracy": 0.6629213483146067,
+            "count": 89
+          },
+          "US": {
+            "accuracy": 0.6818181818181818,
+            "count": 154
+          }
+        }
+      },
+      "add_S5": {
+        "full_accuracy": 0.08,
+        "n_examples": 50,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UC": {
+            "accuracy": 0.36,
+            "count": 50
+          },
+          "US": {
+            "accuracy": 0.255,
+            "count": 200
+          }
+        }
+      },
+      "add_S6": {
+        "full_accuracy": 0.74,
+        "n_examples": 50,
+        "per_subtask": {
+          "SC": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UC": {
+            "accuracy": 0.76,
+            "count": 50
+          },
+          "US": {
+            "accuracy": 0.784,
+            "count": 250
+          }
+        }
+      },
+      "add_random": {
+        "full_accuracy": 0.76,
+        "n_examples": 200,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.9791183294663574,
+            "count": 431
+          },
+          "SC": {
+            "accuracy": 0.9746835443037974,
+            "count": 316
+          },
+          "SS": {
+            "accuracy": 0.9743589743589743,
+            "count": 39
+          },
+          "UC": {
+            "accuracy": 0.9410714285714286,
+            "count": 560
+          },
+          "US": {
+            "accuracy": 0.9259259259259259,
+            "count": 54
+          }
+        }
+      },
+      "add_C3": {
+        "full_accuracy": 0.42,
+        "n_examples": 50,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.9933333333333333,
+            "count": 150
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UC": {
+            "accuracy": 0.75,
+            "count": 104
+          },
+          "US": {
+            "accuracy": 0.782608695652174,
+            "count": 46
+          }
+        }
+      },
+      "add_C4": {
+        "full_accuracy": 0.32,
+        "n_examples": 50,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UC": {
+            "accuracy": 0.7317073170731707,
+            "count": 123
+          },
+          "US": {
+            "accuracy": 0.6103896103896104,
+            "count": 77
+          }
+        }
+      },
+      "add_C5": {
+        "full_accuracy": 0.32,
+        "n_examples": 50,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UC": {
+            "accuracy": 0.7857142857142857,
+            "count": 154
+          },
+          "US": {
+            "accuracy": 0.8541666666666666,
+            "count": 96
+          }
+        }
+      },
+      "add_C6": {
+        "full_accuracy": 0.24,
+        "n_examples": 50,
+        "per_subtask": {
+          "SC": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UC": {
+            "accuracy": 0.7692307692307693,
+            "count": 182
+          },
+          "US": {
+            "accuracy": 0.8050847457627118,
+            "count": 118
+          }
+        }
+      },
+      "sub_M0": {
+        "full_accuracy": 0.9,
+        "n_examples": 50,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.9829931972789115,
+            "count": 294
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 56
+          }
+        }
+      },
+      "sub_M1": {
+        "full_accuracy": 0.92,
+        "n_examples": 50,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.986013986013986,
+            "count": 143
+          },
+          "MB": {
+            "accuracy": 0.9855072463768116,
+            "count": 69
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 15
+          },
+          "UB": {
+            "accuracy": 0.983739837398374,
+            "count": 123
+          }
+        }
+      },
+      "sub_M2": {
+        "full_accuracy": 0.14,
+        "n_examples": 50,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.9537037037037037,
+            "count": 108
+          },
+          "MB": {
+            "accuracy": 0.9230769230769231,
+            "count": 52
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 52
+          },
+          "UB": {
+            "accuracy": 0.5172413793103449,
+            "count": 87
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 51
+          }
+        }
+      },
+      "sub_M3": {
+        "full_accuracy": 0.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.9787234042553191,
+            "count": 94
+          },
+          "MB": {
+            "accuracy": 0.9803921568627451,
+            "count": 51
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 25
+          },
+          "UB": {
+            "accuracy": 0.5128205128205128,
+            "count": 78
+          },
+          "UD": {
+            "accuracy": 0.43137254901960786,
+            "count": 102
+          }
+        }
+      },
+      "sub_M4": {
+        "full_accuracy": 0.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UB": {
+            "accuracy": 0.32,
+            "count": 50
+          },
+          "UD": {
+            "accuracy": 0.26666666666666666,
+            "count": 150
+          }
+        }
+      },
+      "sub_M5": {
+        "full_accuracy": 0.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UB": {
+            "accuracy": 0.34,
+            "count": 50
+          },
+          "UD": {
+            "accuracy": 0.235,
+            "count": 200
+          }
+        }
+      },
+      "sub_random": {
+        "full_accuracy": 0.795,
+        "n_examples": 200,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.9846938775510204,
+            "count": 588
+          },
+          "MB": {
+            "accuracy": 0.9776119402985075,
+            "count": 268
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 60
+          },
+          "UB": {
+            "accuracy": 0.9328859060402684,
+            "count": 447
+          },
+          "UD": {
+            "accuracy": 0.8918918918918919,
+            "count": 37
+          }
+        }
+      },
+      "sub_B3": {
+        "full_accuracy": 0.4,
+        "n_examples": 50,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 150
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UB": {
+            "accuracy": 0.7383177570093458,
+            "count": 107
+          },
+          "UD": {
+            "accuracy": 0.813953488372093,
+            "count": 43
+          }
+        }
+      },
+      "sub_B4": {
+        "full_accuracy": 0.16,
+        "n_examples": 50,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UB": {
+            "accuracy": 0.631578947368421,
+            "count": 114
+          },
+          "UD": {
+            "accuracy": 0.5930232558139535,
+            "count": 86
+          }
+        }
+      },
+      "sub_B5": {
+        "full_accuracy": 0.26,
+        "n_examples": 50,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UB": {
+            "accuracy": 0.7647058823529411,
+            "count": 153
+          },
+          "UD": {
+            "accuracy": 0.5567010309278351,
+            "count": 97
+          }
+        }
+      }
+    },
+    "summary": {
+      "overall_accuracy": 0.48642857142857143,
+      "total_examples": 1400,
+      "n_splits": 22
+    }
+  }
+}

add_sub_baseline_100K_1L2H256d/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b60f2486e3f00ef8038db18b7d9bbe519ca4f2f4dfe16afa0f55e936b336ad
+size 315072674

add_sub_baseline_100K_1L2H256d/train_config.json

@@ -0,0 +1,35 @@
+{
+  "mode": "baseline",
+  "ops": "add_sub",
+  "n_digits": 6,
+  "n_layer": 1,
+  "n_head": 2,
+  "n_embd": 256,
+  "abs_vocab": 0,
+  "K": 4,
+  "alpha_info_gain": 10.0,
+  "alpha_abs": 0.1,
+  "alpha_soft_zipf": 1.0,
+  "batch_size": 64,
+  "num_epochs": 20,
+  "dataset_size": 100000,
+  "lr": 8e-05,
+  "output_dir": "ckpt/sweep/as_baseline_100K_1L2H256d",
+  "device": "cuda",
+  "push_to_hub": true,
+  "no_wandb": false,
+  "n_params": 78691840,
+  "run_name": "add_sub_baseline_100K_1L2H256d",
+  "git_commit": "800625019270114adcda289bbd550c4f1109a514",
+  "timestamp": "2026-04-12T03:17:21.506942+00:00",
+  "tokenizer": "Qwen/Qwen3-0.6B",
+  "dataset_repo": "thoughtworks/arithmetic-sorl-data",
+  "dataset_config": "add_sub_6digit",
+  "model_repo": "thoughtworks/arithmetic-sorl",
+  "trainer_version": "sft",
+  "wandb_run_id": "7bqio27e",
+  "wandb_url": "https://wandb.ai/nlp_and_interpretability/sorl-arithmetic/runs/7bqio27e",
+  "final_accuracy": 0.48642857142857143,
+  "sft_accuracy": 0.48642857142857143,
+  "eval_method": "ArithmeticEvaluator"
+}