Delete folder add_sub_baseline_100K_1L2H256d with huggingface_hub

add_sub_baseline_100K_1L2H256d/config.json

@@ -1,36 +0,0 @@
-{
-  "architectures": [
-    "SorlModelWrapper"
-  ],
-  "attention_bias": false,
-  "attention_dropout": 0.0,
-  "bos_token_id": null,
-  "dtype": "float32",
-  "eos_token_id": null,
-  "head_dim": 128,
-  "hidden_act": "silu",
-  "hidden_size": 256,
-  "initializer_range": 0.02,
-  "intermediate_size": 1024,
-  "layer_types": [
-    "full_attention"
-  ],
-  "max_position_embeddings": 128,
-  "max_window_layers": 28,
-  "model_type": "qwen3",
-  "num_attention_heads": 2,
-  "num_hidden_layers": 1,
-  "num_key_value_heads": 2,
-  "pad_token_id": null,
-  "rms_norm_eps": 1e-06,
-  "rope_parameters": {
-    "rope_theta": 10000.0,
-    "rope_type": "default"
-  },
-  "sliding_window": null,
-  "tie_word_embeddings": false,
-  "transformers_version": "5.5.0",
-  "use_cache": true,
-  "use_sliding_window": false,
-  "vocab_size": 151645
-}

add_sub_baseline_100K_1L2H256d/generation_config.json

@@ -1,7 +0,0 @@
-{
-  "_from_model_config": true,
-  "output_attentions": false,
-  "output_hidden_states": false,
-  "transformers_version": "5.5.0",
-  "use_cache": true
-}

add_sub_baseline_100K_1L2H256d/metrics.json

@@ -1,3083 +0,0 @@
-{
-  "history": {
-    "step": [
-      50,
-      100,
-      150,
-      200,
-      250,
-      300,
-      350,
-      400,
-      450,
-      500,
-      550,
-      600,
-      650,
-      700,
-      750,
-      800,
-      850,
-      900,
-      950,
-      1000,
-      1050,
-      1100,
-      1150,
-      1200,
-      1250,
-      1300,
-      1350,
-      1400,
-      1450,
-      1500,
-      1550,
-      1600,
-      1650,
-      1700,
-      1750,
-      1800,
-      1850,
-      1900,
-      1950,
-      2000,
-      2050,
-      2100,
-      2150,
-      2200,
-      2250,
-      2300,
-      2350,
-      2400,
-      2450,
-      2500,
-      2550,
-      2600,
-      2650,
-      2700,
-      2750,
-      2800,
-      2850,
-      2900,
-      2950,
-      3000,
-      3050,
-      3100,
-      3150,
-      3200,
-      3250,
-      3300,
-      3350,
-      3400,
-      3450,
-      3500,
-      3550,
-      3600,
-      3650,
-      3700,
-      3750,
-      3800,
-      3850,
-      3900,
-      3950,
-      4000,
-      4050,
-      4100,
-      4150,
-      4200,
-      4250,
-      4300,
-      4350,
-      4400,
-      4450,
-      4500,
-      4550,
-      4600,
-      4650,
-      4700,
-      4750,
-      4800,
-      4850,
-      4900,
-      4950,
-      5000,
-      5050,
-      5100,
-      5150,
-      5200,
-      5250,
-      5300,
-      5350,
-      5400,
-      5450,
-      5500,
-      5550,
-      5600,
-      5650,
-      5700,
-      5750,
-      5800,
-      5850,
-      5900,
-      5950,
-      6000,
-      6050,
-      6100,
-      6150,
-      6200,
-      6250,
-      6300,
-      6350,
-      6400,
-      6450,
-      6500,
-      6550,
-      6600,
-      6650,
-      6700,
-      6750,
-      6800,
-      6850,
-      6900,
-      6950,
-      7000,
-      7050,
-      7100,
-      7150,
-      7200,
-      7250,
-      7300,
-      7350,
-      7400,
-      7450,
-      7500,
-      7550,
-      7600,
-      7650,
-      7700,
-      7750,
-      7800,
-      7850,
-      7900,
-      7950,
-      8000,
-      8050,
-      8100,
-      8150,
-      8200,
-      8250,
-      8300,
-      8350,
-      8400,
-      8450,
-      8500,
-      8550,
-      8600,
-      8650,
-      8700,
-      8750,
-      8800,
-      8850,
-      8900,
-      8950,
-      9000,
-      9050,
-      9100,
-      9150,
-      9200,
-      9250,
-      9300,
-      9350,
-      9400,
-      9450,
-      9500,
-      9550,
-      9600,
-      9650,
-      9700,
-      9750,
-      9800,
-      9850,
-      9900,
-      9950,
-      10000,
-      10050,
-      10100,
-      10150,
-      10200,
-      10250,
-      10300,
-      10350,
-      10400,
-      10450,
-      10500,
-      10550,
-      10600,
-      10650,
-      10700,
-      10750,
-      10800,
-      10850,
-      10900,
-      10950,
-      11000,
-      11050,
-      11100,
-      11150,
-      11200,
-      11250,
-      11300,
-      11350,
-      11400,
-      11450,
-      11500,
-      11550,
-      11600,
-      11650,
-      11700,
-      11750,
-      11800,
-      11850,
-      11900,
-      11950,
-      12000,
-      12050,
-      12100,
-      12150,
-      12200,
-      12250,
-      12300,
-      12350,
-      12400,
-      12450,
-      12500,
-      12550,
-      12600,
-      12650,
-      12700,
-      12750,
-      12800,
-      12850,
-      12900,
-      12950,
-      13000,
-      13050,
-      13100,
-      13150,
-      13200,
-      13250,
-      13300,
-      13350,
-      13400,
-      13450,
-      13500,
-      13550,
-      13600,
-      13650,
-      13700,
-      13750,
-      13800,
-      13850,
-      13900,
-      13950,
-      14000,
-      14050,
-      14100,
-      14150,
-      14200,
-      14250,
-      14300,
-      14350,
-      14400,
-      14450,
-      14500,
-      14550,
-      14600,
-      14650,
-      14700,
-      14750,
-      14800,
-      14850,
-      14900,
-      14950,
-      15000,
-      15050,
-      15100,
-      15150,
-      15200,
-      15250,
-      15300,
-      15350,
-      15400,
-      15450,
-      15500,
-      15550,
-      15600,
-      15650,
-      15700,
-      15750,
-      15800,
-      15850,
-      15900,
-      15950,
-      16000,
-      16050,
-      16100,
-      16150,
-      16200,
-      16250,
-      16300,
-      16350,
-      16400,
-      16450,
-      16500,
-      16550,
-      16600,
-      16650,
-      16700,
-      16750,
-      16800,
-      16850,
-      16900,
-      16950,
-      17000,
-      17050,
-      17100,
-      17150,
-      17200,
-      17250,
-      17300,
-      17350,
-      17400,
-      17450,
-      17500,
-      17550,
-      17600,
-      17650,
-      17700,
-      17750,
-      17800,
-      17850,
-      17900,
-      17950,
-      18000,
-      18050,
-      18100,
-      18150,
-      18200,
-      18250,
-      18300,
-      18350,
-      18400,
-      18450,
-      18500,
-      18550,
-      18600,
-      18650,
-      18700,
-      18750,
-      18800,
-      18850,
-      18900,
-      18950,
-      19000,
-      19050,
-      19100,
-      19150,
-      19200,
-      19250,
-      19300,
-      19350,
-      19400,
-      19450,
-      19500,
-      19550,
-      19600,
-      19650,
-      19700,
-      19750,
-      19800,
-      19850,
-      19900,
-      19950,
-      20000,
-      20050,
-      20100,
-      20150,
-      20200,
-      20250,
-      20300,
-      20350,
-      20400,
-      20450,
-      20500,
-      20550,
-      20600,
-      20650,
-      20700,
-      20750,
-      20800,
-      20850,
-      20900,
-      20950,
-      21000,
-      21050,
-      21100,
-      21150,
-      21200,
-      21250,
-      21300,
-      21350,
-      21400,
-      21450,
-      21500,
-      21550,
-      21600,
-      21650,
-      21700,
-      21750,
-      21800,
-      21850,
-      21900,
-      21950,
-      22000,
-      22050,
-      22100,
-      22150,
-      22200,
-      22250,
-      22300,
-      22350,
-      22400,
-      22450,
-      22500,
-      22550,
-      22600,
-      22650,
-      22700,
-      22750,
-      22800,
-      22850,
-      22900,
-      22950,
-      23000,
-      23050,
-      23100,
-      23150,
-      23200,
-      23250,
-      23300,
-      23350,
-      23400,
-      23450,
-      23500,
-      23550,
-      23600,
-      23650,
-      23700,
-      23750,
-      23800,
-      23850,
-      23900,
-      23950,
-      24000,
-      24050,
-      24100,
-      24150,
-      24200,
-      24250,
-      24300,
-      24350,
-      24400,
-      24450,
-      24500,
-      24550,
-      24600,
-      24650,
-      24700,
-      24750,
-      24800,
-      24850,
-      24900,
-      24950,
-      25000,
-      25050,
-      25100,
-      25150,
-      25200,
-      25250,
-      25300,
-      25350,
-      25400,
-      25450,
-      25500,
-      25550,
-      25600,
-      25650,
-      25700,
-      25750,
-      25800,
-      25850,
-      25900,
-      25950,
-      26000,
-      26050,
-      26100,
-      26150,
-      26200,
-      26250,
-      26300,
-      26350,
-      26400,
-      26450,
-      26500,
-      26550,
-      26600,
-      26650,
-      26700,
-      26750,
-      26800,
-      26850,
-      26900,
-      26950,
-      27000,
-      27050,
-      27100,
-      27150,
-      27200,
-      27250,
-      27300,
-      27350,
-      27400,
-      27450,
-      27500,
-      27550,
-      27600,
-      27650,
-      27700,
-      27750,
-      27800,
-      27850,
-      27900,
-      27950,
-      28000,
-      28050,
-      28100,
-      28150,
-      28200,
-      28250,
-      28300,
-      28350,
-      28400,
-      28450,
-      28500,
-      28550,
-      28600,
-      28650,
-      28700,
-      28750,
-      28800,
-      28850,
-      28900,
-      28950,
-      29000,
-      29050,
-      29100,
-      29150,
-      29200,
-      29250,
-      29300,
-      29350,
-      29400,
-      29450,
-      29500,
-      29550,
-      29600,
-      29650,
-      29700,
-      29750,
-      29800,
-      29850,
-      29900,
-      29950,
-      30000,
-      30050,
-      30100,
-      30150,
-      30200,
-      30250,
-      30300,
-      30350,
-      30400,
-      30450,
-      30500,
-      30550,
-      30600,
-      30650,
-      30700,
-      30750,
-      30800,
-      30850,
-      30900,
-      30950,
-      31000,
-      31050,
-      31100,
-      31150,
-      31200,
-      31250
-    ],
-    "loss": [
-      11.959344863891602,
-      11.848536491394043,
-      11.634408950805664,
-      11.33167552947998,
-      10.86744213104248,
-      10.577470779418945,
-      10.02938175201416,
-      9.723875999450684,
-      9.58348560333252,
-      9.321670532226562,
-      9.229344367980957,
-      9.033003807067871,
-      8.82548999786377,
-      8.658181190490723,
-      8.333419799804688,
-      8.113496780395508,
-      7.822574615478516,
-      7.645116329193115,
-      7.179017066955566,
-      7.034168720245361,
-      6.734203815460205,
-      6.320563316345215,
-      6.024506568908691,
-      5.59444522857666,
-      5.24456787109375,
-      4.898326396942139,
-      4.5215911865234375,
-      4.091830253601074,
-      3.616716146469116,
-      3.3642489910125732,
-      2.9428906440734863,
-      2.589418649673462,
-      2.4501547813415527,
-      2.25553822517395,
-      2.149890661239624,
-      2.025129795074463,
-      1.9238015413284302,
-      1.8851159811019897,
-      1.8789641857147217,
-      1.9060227870941162,
-      1.8578218221664429,
-      1.7969332933425903,
-      1.8425562381744385,
-      1.8537434339523315,
-      1.8281277418136597,
-      1.7960472106933594,
-      1.760577917098999,
-      1.7846323251724243,
-      1.7757593393325806,
-      1.7649754285812378,
-      1.743637204170227,
-      1.744537115097046,
-      1.6845319271087646,
-      1.7146053314208984,
-      1.7274216413497925,
-      1.6583445072174072,
-      1.6843231916427612,
-      1.6199012994766235,
-      1.6227748394012451,
-      1.6834475994110107,
-      1.590017318725586,
-      1.4979075193405151,
-      1.366803526878357,
-      1.3483679294586182,
-      1.2780545949935913,
-      1.1873862743377686,
-      1.016704797744751,
-      0.8745673298835754,
-      0.8453128933906555,
-      0.7175739407539368,
-      0.6928580403327942,
-      0.642545223236084,
-      0.6170042753219604,
-      0.6960652470588684,
-      0.6149684190750122,
-      0.6267735362052917,
-      0.5976076126098633,
-      0.585797131061554,
-      0.575140118598938,
-      0.5560489892959595,
-      0.5657729506492615,
-      0.5730574727058411,
-      0.5838928818702698,
-      0.585356593132019,
-      0.5258265733718872,
-      0.5336548686027527,
-      0.5135319828987122,
-      0.4869115948677063,
-      0.5208987593650818,
-      0.5260413885116577,
-      0.5471208691596985,
-      0.5516899824142456,
-      0.483308881521225,
-      0.45747920870780945,
-      0.454208642244339,
-      0.4835848808288574,
-      0.47514602541923523,
-      0.48413100838661194,
-      0.4555041193962097,
-      0.4626300632953644,
-      0.4608994424343109,
-      0.5028581619262695,
-      0.4441552758216858,
-      0.46095556020736694,
-      0.4422522485256195,
-      0.4341071546077728,
-      0.44001245498657227,
-      0.44577714800834656,
-      0.4536623954772949,
-      0.49210426211357117,
-      0.40157121419906616,
-      0.41113701462745667,
-      0.44792312383651733,
-      0.4165278971195221,
-      0.447807252407074,
-      0.4464174211025238,
-      0.4217848479747772,
-      0.4182860553264618,
-      0.43984222412109375,
-      0.4133877158164978,
-      0.3996059000492096,
-      0.44462284445762634,
-      0.43353429436683655,
-      0.3764343559741974,
-      0.3503364026546478,
-      0.36492082476615906,
-      0.3619711101055145,
-      0.35553237795829773,
-      0.3264865279197693,
-      0.366316020488739,
-      0.42121487855911255,
-      0.35090377926826477,
-      0.3401753604412079,
-      0.34656578302383423,
-      0.4020098149776459,
-      0.3506840169429779,
-      0.3916495144367218,
-      0.3726617395877838,
-      0.36134958267211914,
-      0.36859649419784546,
-      0.3430190682411194,
-      0.34897682070732117,
-      0.3651666045188904,
-      0.3731946051120758,
-      0.3512710928916931,
-      0.3317274749279022,
-      0.34571510553359985,
-      0.3198499381542206,
-      0.35752564668655396,
-      0.34966641664505005,
-      0.36439773440361023,
-      0.3764907419681549,
-      0.3112242519855499,
-      0.314338356256485,
-      0.3296756446361542,
-      0.33517196774482727,
-      0.36307743191719055,
-      0.2544761300086975,
-      0.33765485882759094,
-      0.281002938747406,
-      0.3064190447330475,
-      0.31667906045913696,
-      0.3134917616844177,
-      0.3395908772945404,
-      0.30304059386253357,
-      0.30163002014160156,
-      0.2954332232475281,
-      0.30875280499458313,
-      0.2991940975189209,
-      0.29346346855163574,
-      0.32796511054039,
-      0.3003251254558563,
-      0.30441173911094666,
-      0.30970749258995056,
-      0.32767418026924133,
-      0.3252235949039459,
-      0.28992193937301636,
-      0.3050988018512726,
-      0.28452715277671814,
-      0.3068898022174835,
-      0.24578392505645752,
-      0.29474228620529175,
-      0.3006523549556732,
-      0.2582293152809143,
-      0.2694470286369324,
-      0.28259727358818054,
-      0.28315749764442444,
-      0.30564793944358826,
-      0.29848888516426086,
-      0.29566189646720886,
-      0.2692998945713043,
-      0.28051647543907166,
-      0.2822493016719818,
-      0.2696099579334259,
-      0.2189728021621704,
-      0.24435898661613464,
-      0.2671775817871094,
-      0.2631419599056244,
-      0.2515074610710144,
-      0.278007835149765,
-      0.2718450129032135,
-      0.2720055878162384,
-      0.25318408012390137,
-      0.2331705093383789,
-      0.28596097230911255,
-      0.27110055088996887,
-      0.3109983503818512,
-      0.28029733896255493,
-      0.27004629373550415,
-      0.26803675293922424,
-      0.23848100006580353,
-      0.2623746693134308,
-      0.2323220670223236,
-      0.24418208003044128,
-      0.2573217749595642,
-      0.2636643946170807,
-      0.2486613541841507,
-      0.2489505261182785,
-      0.24271681904792786,
-      0.28163933753967285,
-      0.25396448373794556,
-      0.2439034879207611,
-      0.269987553358078,
-      0.23403511941432953,
-      0.2653892934322357,
-      0.2503388524055481,
-      0.224894180893898,
-      0.20841975510120392,
-      0.20438216626644135,
-      0.22077317535877228,
-      0.229513019323349,
-      0.20268075168132782,
-      0.25499680638313293,
-      0.24864432215690613,
-      0.21912936866283417,
-      0.22687694430351257,
-      0.23365817964076996,
-      0.25265052914619446,
-      0.230766162276268,
-      0.20173509418964386,
-      0.23617646098136902,
-      0.23270662128925323,
-      0.2213316708803177,
-      0.22988514602184296,
-      0.20981420576572418,
-      0.21827885508537292,
-      0.21634849905967712,
-      0.22008606791496277,
-      0.20601989328861237,
-      0.23897388577461243,
-      0.25543203949928284,
-      0.25897353887557983,
-      0.23964126408100128,
-      0.21653585135936737,
-      0.23769672214984894,
-      0.20649871230125427,
-      0.22380463778972626,
-      0.20179280638694763,
-      0.22023136913776398,
-      0.2310442179441452,
-      0.21725119650363922,
-      0.2545485198497772,
-      0.25817209482192993,
-      0.24020569026470184,
-      0.22253921627998352,
-      0.19429819285869598,
-      0.2360432893037796,
-      0.2089538425207138,
-      0.20405708253383636,
-      0.19025906920433044,
-      0.21531163156032562,
-      0.20351754128932953,
-      0.19519636034965515,
-      0.20463326573371887,
-      0.24589718878269196,
-      0.22769948840141296,
-      0.19495002925395966,
-      0.2163100242614746,
-      0.18754808604717255,
-      0.21900366246700287,
-      0.24648144841194153,
-      0.21173517405986786,
-      0.2153085172176361,
-      0.20230701565742493,
-      0.2169637829065323,
-      0.20048677921295166,
-      0.24711941182613373,
-      0.19246533513069153,
-      0.19877144694328308,
-      0.20295535027980804,
-      0.2181762307882309,
-      0.20556487143039703,
-      0.18670913577079773,
-      0.21163229644298553,
-      0.2140318602323532,
-      0.18301740288734436,
-      0.21672357618808746,
-      0.1938713788986206,
-      0.22950641810894012,
-      0.2104119509458542,
-      0.23164579272270203,
-      0.19773761928081512,
-      0.19356121122837067,
-      0.18954725563526154,
-      0.20881131291389465,
-      0.2092631608247757,
-      0.19425562024116516,
-      0.18490590155124664,
-      0.2337479591369629,
-      0.21482883393764496,
-      0.16001614928245544,
-      0.1982230842113495,
-      0.20383405685424805,
-      0.19172675907611847,
-      0.24397000670433044,
-      0.17357990145683289,
-      0.17040394246578217,
-      0.21174757182598114,
-      0.20446443557739258,
-      0.22187379002571106,
-      0.2299644649028778,
-      0.18284833431243896,
-      0.20500557124614716,
-      0.17624299228191376,
-      0.1968599557876587,
-      0.2077648937702179,
-      0.18122370541095734,
-      0.1763833612203598,
-      0.20253188908100128,
-      0.19161595404148102,
-      0.2151186466217041,
-      0.17442147433757782,
-      0.2553410828113556,
-      0.18616481125354767,
-      0.21172575652599335,
-      0.19841153919696808,
-      0.19895948469638824,
-      0.2220630943775177,
-      0.21911941468715668,
-      0.17771683633327484,
-      0.2007388174533844,
-      0.20714415609836578,
-      0.18301524221897125,
-      0.15268535912036896,
-      0.1477908343076706,
-      0.21887752413749695,
-      0.1879453957080841,
-      0.19436487555503845,
-      0.17189176380634308,
-      0.15650597214698792,
-      0.1945406049489975,
-      0.20281767845153809,
-      0.1681147664785385,
-      0.2293325811624527,
-      0.1938181221485138,
-      0.16980433464050293,
-      0.1827906370162964,
-      0.17238664627075195,
-      0.15448501706123352,
-      0.17036916315555573,
-      0.19671578705310822,
-      0.1798689067363739,
-      0.14415229856967926,
-      0.15721406042575836,
-      0.1442960649728775,
-      0.18305911123752594,
-      0.17213334143161774,
-      0.19361890852451324,
-      0.1671067625284195,
-      0.1831027716398239,
-      0.18750286102294922,
-      0.1931462287902832,
-      0.2098158299922943,
-      0.15999126434326172,
-      0.19709327816963196,
-      0.2034371793270111,
-      0.18004581332206726,
-      0.15820594131946564,
-      0.17155848443508148,
-      0.21240925788879395,
-      0.16728846728801727,
-      0.17562513053417206,
-      0.18596859276294708,
-      0.1732877641916275,
-      0.14287449419498444,
-      0.17336657643318176,
-      0.18513907492160797,
-      0.18350651860237122,
-      0.18895110487937927,
-      0.15454861521720886,
-      0.18515436351299286,
-      0.17163433134555817,
-      0.16070187091827393,
-      0.15326213836669922,
-      0.16966679692268372,
-      0.14619238674640656,
-      0.16720469295978546,
-      0.18403775990009308,
-      0.1417427361011505,
-      0.1621565818786621,
-      0.15470287203788757,
-      0.16423001885414124,
-      0.19248142838478088,
-      0.16863153874874115,
-      0.19843150675296783,
-      0.17116625607013702,
-      0.154319167137146,
-      0.21460017561912537,
-      0.170259028673172,
-      0.13511228561401367,
-      0.17350126802921295,
-      0.17591966688632965,
-      0.1888566017150879,
-      0.16780807077884674,
-      0.1877688616514206,
-      0.16681143641471863,
-      0.17473970353603363,
-      0.1596987247467041,
-      0.20433714985847473,
-      0.15289294719696045,
-      0.1726873219013214,
-      0.1417880654335022,
-      0.1694624423980713,
-      0.18867218494415283,
-      0.16965839266777039,
-      0.19397099316120148,
-      0.16302458941936493,
-      0.1348879188299179,
-      0.16460347175598145,
-      0.16568951308727264,
-      0.18272371590137482,
-      0.17391337454319,
-      0.16708609461784363,
-      0.17420294880867004,
-      0.16520097851753235,
-      0.14058056473731995,
-      0.1975005716085434,
-      0.13931293785572052,
-      0.1613110452890396,
-      0.15523754060268402,
-      0.16733311116695404,
-      0.14710450172424316,
-      0.14122933149337769,
-      0.15936769545078278,
-      0.16916297376155853,
-      0.1288783997297287,
-      0.16608838737010956,
-      0.16144664585590363,
-      0.1628180295228958,
-      0.17860963940620422,
-      0.21282707154750824,
-      0.1788347065448761,
-      0.13629178702831268,
-      0.16249749064445496,
-      0.15266714990139008,
-      0.13590173423290253,
-      0.16050896048545837,
-      0.17997406423091888,
-      0.16892898082733154,
-      0.13522806763648987,
-      0.16285504400730133,
-      0.1717061549425125,
-      0.16102255880832672,
-      0.18248741328716278,
-      0.14000289142131805,
-      0.15691788494586945,
-      0.19275151193141937,
-      0.1459009349346161,
-      0.17343541979789734,
-      0.14087004959583282,
-      0.14910151064395905,
-      0.1513010412454605,
-      0.1566920429468155,
-      0.15188053250312805,
-      0.182510107755661,
-      0.1782602071762085,
-      0.16875602304935455,
-      0.1630483865737915,
-      0.14635883271694183,
-      0.16173754632472992,
-      0.15429015457630157,
-      0.1496473103761673,
-      0.14110444486141205,
-      0.13530614972114563,
-      0.14134402573108673,
-      0.1461014449596405,
-      0.15604785084724426,
-      0.15270496904850006,
-      0.14029932022094727,
-      0.138519287109375,
-      0.1398289054632187,
-      0.17841219902038574,
-      0.13859884440898895,
-      0.16037558019161224,
-      0.1794162094593048,
-      0.15766657888889313,
-      0.1658719927072525,
-      0.17172937095165253,
-      0.17537401616573334,
-      0.1526702344417572,
-      0.14238837361335754,
-      0.16716314852237701,
-      0.1658620536327362,
-      0.14154043793678284,
-      0.17573997378349304,
-      0.14998456835746765,
-      0.15059611201286316,
-      0.13793505728244781,
-      0.1415284126996994,
-      0.1586763709783554,
-      0.1817459762096405,
-      0.16105034947395325,
-      0.16809919476509094,
-      0.15889200568199158,
-      0.16660793125629425,
-      0.14699986577033997,
-      0.16770552098751068,
-      0.16655233502388,
-      0.14117242395877838,
-      0.17607419192790985,
-      0.16102102398872375,
-      0.12632837891578674,
-      0.14024581015110016,
-      0.15815973281860352,
-      0.14606250822544098,
-      0.1378406584262848,
-      0.15356087684631348,
-      0.13272503018379211,
-      0.14920537173748016,
-      0.15277954936027527,
-      0.14862705767154694,
-      0.15480491518974304,
-      0.14901535212993622,
-      0.16743800044059753,
-      0.15595372021198273,
-      0.15854711830615997,
-      0.16642163693904877,
-      0.12538811564445496,
-      0.12877658009529114,
-      0.15252366662025452,
-      0.1339697688817978,
-      0.14867697656154633,
-      0.17613203823566437,
-      0.1539308726787567,
-      0.15070568025112152,
-      0.14825589954853058,
-      0.12577475607395172,
-      0.1513432413339615,
-      0.13840079307556152,
-      0.13275912404060364,
-      0.14191296696662903,
-      0.15826855599880219,
-      0.1525193452835083,
-      0.17014940083026886,
-      0.13083937764167786,
-      0.14945483207702637,
-      0.13312335312366486,
-      0.14020830392837524,
-      0.1279064565896988,
-      0.1339409500360489,
-      0.139994814991951,
-      0.18232128024101257,
-      0.12789729237556458,
-      0.13141490519046783,
-      0.1393221616744995,
-      0.13923244178295135,
-      0.12420719116926193,
-      0.13290183246135712,
-      0.137735053896904,
-      0.1653214544057846,
-      0.1457255780696869,
-      0.13663604855537415,
-      0.12888148427009583,
-      0.12575030326843262,
-      0.1464695930480957,
-      0.15525825321674347,
-      0.14183764159679413,
-      0.13017164170742035,
-      0.16014337539672852,
-      0.14604319632053375,
-      0.14879895746707916,
-      0.14335735142230988,
-      0.15495778620243073,
-      0.14677251875400543,
-      0.13141044974327087,
-      0.14242365956306458,
-      0.14062003791332245,
-      0.14347143471240997,
-      0.15149769186973572,
-      0.15315942466259003,
-      0.1280849725008011,
-      0.15062053501605988,
-      0.14169391989707947,
-      0.1150275245308876,
-      0.14821277558803558,
-      0.16692015528678894,
-      0.15799371898174286,
-      0.11886622756719589,
-      0.13908812403678894,
-      0.13396476209163666,
-      0.172466441988945,
-      0.13371358811855316,
-      0.1357036530971527,
-      0.14747057855129242,
-      0.11819667369127274,
-      0.15131056308746338,
-      0.16044579446315765,
-      0.13344691693782806,
-      0.16707436740398407,
-      0.14744417369365692,
-      0.16047213971614838,
-      0.14435704052448273,
-      0.14582021534442902,
-      0.1294705867767334,
-      0.16011770069599152,
-      0.13264814019203186,
-      0.15443018078804016,
-      0.14502833783626556,
-      0.13240323960781097,
-      0.12697361409664154,
-      0.1345003992319107,
-      0.13734079897403717,
-      0.12871931493282318,
-      0.15316806733608246,
-      0.14949609339237213
-    ],
-    "base_loss": [
-      11.959344863891602,
-      11.848536491394043,
-      11.634408950805664,
-      11.33167552947998,
-      10.86744213104248,
-      10.577470779418945,
-      10.02938175201416,
-      9.723875999450684,
-      9.58348560333252,
-      9.321670532226562,
-      9.229344367980957,
-      9.033003807067871,
-      8.82548999786377,
-      8.658181190490723,
-      8.333419799804688,
-      8.113496780395508,
-      7.822574615478516,
-      7.645116329193115,
-      7.179017066955566,
-      7.034168720245361,
-      6.734203815460205,
-      6.320563316345215,
-      6.024506568908691,
-      5.59444522857666,
-      5.24456787109375,
-      4.898326396942139,
-      4.5215911865234375,
-      4.091830253601074,
-      3.616716146469116,
-      3.3642489910125732,
-      2.9428906440734863,
-      2.589418649673462,
-      2.4501547813415527,
-      2.25553822517395,
-      2.149890661239624,
-      2.025129795074463,
-      1.9238015413284302,
-      1.8851159811019897,
-      1.8789641857147217,
-      1.9060227870941162,
-      1.8578218221664429,
-      1.7969332933425903,
-      1.8425562381744385,
-      1.8537434339523315,
-      1.8281277418136597,
-      1.7960472106933594,
-      1.760577917098999,
-      1.7846323251724243,
-      1.7757593393325806,
-      1.7649754285812378,
-      1.743637204170227,
-      1.744537115097046,
-      1.6845319271087646,
-      1.7146053314208984,
-      1.7274216413497925,
-      1.6583445072174072,
-      1.6843231916427612,
-      1.6199012994766235,
-      1.6227748394012451,
-      1.6834475994110107,
-      1.590017318725586,
-      1.4979075193405151,
-      1.366803526878357,
-      1.3483679294586182,
-      1.2780545949935913,
-      1.1873862743377686,
-      1.016704797744751,
-      0.8745673298835754,
-      0.8453128933906555,
-      0.7175739407539368,
-      0.6928580403327942,
-      0.642545223236084,
-      0.6170042753219604,
-      0.6960652470588684,
-      0.6149684190750122,
-      0.6267735362052917,
-      0.5976076126098633,
-      0.585797131061554,
-      0.575140118598938,
-      0.5560489892959595,
-      0.5657729506492615,
-      0.5730574727058411,
-      0.5838928818702698,
-      0.585356593132019,
-      0.5258265733718872,
-      0.5336548686027527,
-      0.5135319828987122,
-      0.4869115948677063,
-      0.5208987593650818,
-      0.5260413885116577,
-      0.5471208691596985,
-      0.5516899824142456,
-      0.483308881521225,
-      0.45747920870780945,
-      0.454208642244339,
-      0.4835848808288574,
-      0.47514602541923523,
-      0.48413100838661194,
-      0.4555041193962097,
-      0.4626300632953644,
-      0.4608994424343109,
-      0.5028581619262695,
-      0.4441552758216858,
-      0.46095556020736694,
-      0.4422522485256195,
-      0.4341071546077728,
-      0.44001245498657227,
-      0.44577714800834656,
-      0.4536623954772949,
-      0.49210426211357117,
-      0.40157121419906616,
-      0.41113701462745667,
-      0.44792312383651733,
-      0.4165278971195221,
-      0.447807252407074,
-      0.4464174211025238,
-      0.4217848479747772,
-      0.4182860553264618,
-      0.43984222412109375,
-      0.4133877158164978,
-      0.3996059000492096,
-      0.44462284445762634,
-      0.43353429436683655,
-      0.3764343559741974,
-      0.3503364026546478,
-      0.36492082476615906,
-      0.3619711101055145,
-      0.35553237795829773,
-      0.3264865279197693,
-      0.366316020488739,
-      0.42121487855911255,
-      0.35090377926826477,
-      0.3401753604412079,
-      0.34656578302383423,
-      0.4020098149776459,
-      0.3506840169429779,
-      0.3916495144367218,
-      0.3726617395877838,
-      0.36134958267211914,
-      0.36859649419784546,
-      0.3430190682411194,
-      0.34897682070732117,
-      0.3651666045188904,
-      0.3731946051120758,
-      0.3512710928916931,
-      0.3317274749279022,
-      0.34571510553359985,
-      0.3198499381542206,
-      0.35752564668655396,
-      0.34966641664505005,
-      0.36439773440361023,
-      0.3764907419681549,
-      0.3112242519855499,
-      0.314338356256485,
-      0.3296756446361542,
-      0.33517196774482727,
-      0.36307743191719055,
-      0.2544761300086975,
-      0.33765485882759094,
-      0.281002938747406,
-      0.3064190447330475,
-      0.31667906045913696,
-      0.3134917616844177,
-      0.3395908772945404,
-      0.30304059386253357,
-      0.30163002014160156,
-      0.2954332232475281,
-      0.30875280499458313,
-      0.2991940975189209,
-      0.29346346855163574,
-      0.32796511054039,
-      0.3003251254558563,
-      0.30441173911094666,
-      0.30970749258995056,
-      0.32767418026924133,
-      0.3252235949039459,
-      0.28992193937301636,
-      0.3050988018512726,
-      0.28452715277671814,
-      0.3068898022174835,
-      0.24578392505645752,
-      0.29474228620529175,
-      0.3006523549556732,
-      0.2582293152809143,
-      0.2694470286369324,
-      0.28259727358818054,
-      0.28315749764442444,
-      0.30564793944358826,
-      0.29848888516426086,
-      0.29566189646720886,
-      0.2692998945713043,
-      0.28051647543907166,
-      0.2822493016719818,
-      0.2696099579334259,
-      0.2189728021621704,
-      0.24435898661613464,
-      0.2671775817871094,
-      0.2631419599056244,
-      0.2515074610710144,
-      0.278007835149765,
-      0.2718450129032135,
-      0.2720055878162384,
-      0.25318408012390137,
-      0.2331705093383789,
-      0.28596097230911255,
-      0.27110055088996887,
-      0.3109983503818512,
-      0.28029733896255493,
-      0.27004629373550415,
-      0.26803675293922424,
-      0.23848100006580353,
-      0.2623746693134308,
-      0.2323220670223236,
-      0.24418208003044128,
-      0.2573217749595642,
-      0.2636643946170807,
-      0.2486613541841507,
-      0.2489505261182785,
-      0.24271681904792786,
-      0.28163933753967285,
-      0.25396448373794556,
-      0.2439034879207611,
-      0.269987553358078,
-      0.23403511941432953,
-      0.2653892934322357,
-      0.2503388524055481,
-      0.224894180893898,
-      0.20841975510120392,
-      0.20438216626644135,
-      0.22077317535877228,
-      0.229513019323349,
-      0.20268075168132782,
-      0.25499680638313293,
-      0.24864432215690613,
-      0.21912936866283417,
-      0.22687694430351257,
-      0.23365817964076996,
-      0.25265052914619446,
-      0.230766162276268,
-      0.20173509418964386,
-      0.23617646098136902,
-      0.23270662128925323,
-      0.2213316708803177,
-      0.22988514602184296,
-      0.20981420576572418,
-      0.21827885508537292,
-      0.21634849905967712,
-      0.22008606791496277,
-      0.20601989328861237,
-      0.23897388577461243,
-      0.25543203949928284,
-      0.25897353887557983,
-      0.23964126408100128,
-      0.21653585135936737,
-      0.23769672214984894,
-      0.20649871230125427,
-      0.22380463778972626,
-      0.20179280638694763,
-      0.22023136913776398,
-      0.2310442179441452,
-      0.21725119650363922,
-      0.2545485198497772,
-      0.25817209482192993,
-      0.24020569026470184,
-      0.22253921627998352,
-      0.19429819285869598,
-      0.2360432893037796,
-      0.2089538425207138,
-      0.20405708253383636,
-      0.19025906920433044,
-      0.21531163156032562,
-      0.20351754128932953,
-      0.19519636034965515,
-      0.20463326573371887,
-      0.24589718878269196,
-      0.22769948840141296,
-      0.19495002925395966,
-      0.2163100242614746,
-      0.18754808604717255,
-      0.21900366246700287,
-      0.24648144841194153,
-      0.21173517405986786,
-      0.2153085172176361,
-      0.20230701565742493,
-      0.2169637829065323,
-      0.20048677921295166,
-      0.24711941182613373,
-      0.19246533513069153,
-      0.19877144694328308,
-      0.20295535027980804,
-      0.2181762307882309,
-      0.20556487143039703,
-      0.18670913577079773,
-      0.21163229644298553,
-      0.2140318602323532,
-      0.18301740288734436,
-      0.21672357618808746,
-      0.1938713788986206,
-      0.22950641810894012,
-      0.2104119509458542,
-      0.23164579272270203,
-      0.19773761928081512,
-      0.19356121122837067,
-      0.18954725563526154,
-      0.20881131291389465,
-      0.2092631608247757,
-      0.19425562024116516,
-      0.18490590155124664,
-      0.2337479591369629,
-      0.21482883393764496,
-      0.16001614928245544,
-      0.1982230842113495,
-      0.20383405685424805,
-      0.19172675907611847,
-      0.24397000670433044,
-      0.17357990145683289,
-      0.17040394246578217,
-      0.21174757182598114,
-      0.20446443557739258,
-      0.22187379002571106,
-      0.2299644649028778,
-      0.18284833431243896,
-      0.20500557124614716,
-      0.17624299228191376,
-      0.1968599557876587,
-      0.2077648937702179,
-      0.18122370541095734,
-      0.1763833612203598,
-      0.20253188908100128,
-      0.19161595404148102,
-      0.2151186466217041,
-      0.17442147433757782,
-      0.2553410828113556,
-      0.18616481125354767,
-      0.21172575652599335,
-      0.19841153919696808,
-      0.19895948469638824,
-      0.2220630943775177,
-      0.21911941468715668,
-      0.17771683633327484,
-      0.2007388174533844,
-      0.20714415609836578,
-      0.18301524221897125,
-      0.15268535912036896,
-      0.1477908343076706,
-      0.21887752413749695,
-      0.1879453957080841,
-      0.19436487555503845,
-      0.17189176380634308,
-      0.15650597214698792,
-      0.1945406049489975,
-      0.20281767845153809,
-      0.1681147664785385,
-      0.2293325811624527,
-      0.1938181221485138,
-      0.16980433464050293,
-      0.1827906370162964,
-      0.17238664627075195,
-      0.15448501706123352,
-      0.17036916315555573,
-      0.19671578705310822,
-      0.1798689067363739,
-      0.14415229856967926,
-      0.15721406042575836,
-      0.1442960649728775,
-      0.18305911123752594,
-      0.17213334143161774,
-      0.19361890852451324,
-      0.1671067625284195,
-      0.1831027716398239,
-      0.18750286102294922,
-      0.1931462287902832,
-      0.2098158299922943,
-      0.15999126434326172,
-      0.19709327816963196,
-      0.2034371793270111,
-      0.18004581332206726,
-      0.15820594131946564,
-      0.17155848443508148,
-      0.21240925788879395,
-      0.16728846728801727,
-      0.17562513053417206,
-      0.18596859276294708,
-      0.1732877641916275,
-      0.14287449419498444,
-      0.17336657643318176,
-      0.18513907492160797,
-      0.18350651860237122,
-      0.18895110487937927,
-      0.15454861521720886,
-      0.18515436351299286,
-      0.17163433134555817,
-      0.16070187091827393,
-      0.15326213836669922,
-      0.16966679692268372,
-      0.14619238674640656,
-      0.16720469295978546,
-      0.18403775990009308,
-      0.1417427361011505,
-      0.1621565818786621,
-      0.15470287203788757,
-      0.16423001885414124,
-      0.19248142838478088,
-      0.16863153874874115,
-      0.19843150675296783,
-      0.17116625607013702,
-      0.154319167137146,
-      0.21460017561912537,
-      0.170259028673172,
-      0.13511228561401367,
-      0.17350126802921295,
-      0.17591966688632965,
-      0.1888566017150879,
-      0.16780807077884674,
-      0.1877688616514206,
-      0.16681143641471863,
-      0.17473970353603363,
-      0.1596987247467041,
-      0.20433714985847473,
-      0.15289294719696045,
-      0.1726873219013214,
-      0.1417880654335022,
-      0.1694624423980713,
-      0.18867218494415283,
-      0.16965839266777039,
-      0.19397099316120148,
-      0.16302458941936493,
-      0.1348879188299179,
-      0.16460347175598145,
-      0.16568951308727264,
-      0.18272371590137482,
-      0.17391337454319,
-      0.16708609461784363,
-      0.17420294880867004,
-      0.16520097851753235,
-      0.14058056473731995,
-      0.1975005716085434,
-      0.13931293785572052,
-      0.1613110452890396,
-      0.15523754060268402,
-      0.16733311116695404,
-      0.14710450172424316,
-      0.14122933149337769,
-      0.15936769545078278,
-      0.16916297376155853,
-      0.1288783997297287,
-      0.16608838737010956,
-      0.16144664585590363,
-      0.1628180295228958,
-      0.17860963940620422,
-      0.21282707154750824,
-      0.1788347065448761,
-      0.13629178702831268,
-      0.16249749064445496,
-      0.15266714990139008,
-      0.13590173423290253,
-      0.16050896048545837,
-      0.17997406423091888,
-      0.16892898082733154,
-      0.13522806763648987,
-      0.16285504400730133,
-      0.1717061549425125,
-      0.16102255880832672,
-      0.18248741328716278,
-      0.14000289142131805,
-      0.15691788494586945,
-      0.19275151193141937,
-      0.1459009349346161,
-      0.17343541979789734,
-      0.14087004959583282,
-      0.14910151064395905,
-      0.1513010412454605,
-      0.1566920429468155,
-      0.15188053250312805,
-      0.182510107755661,
-      0.1782602071762085,
-      0.16875602304935455,
-      0.1630483865737915,
-      0.14635883271694183,
-      0.16173754632472992,
-      0.15429015457630157,
-      0.1496473103761673,
-      0.14110444486141205,
-      0.13530614972114563,
-      0.14134402573108673,
-      0.1461014449596405,
-      0.15604785084724426,
-      0.15270496904850006,
-      0.14029932022094727,
-      0.138519287109375,
-      0.1398289054632187,
-      0.17841219902038574,
-      0.13859884440898895,
-      0.16037558019161224,
-      0.1794162094593048,
-      0.15766657888889313,
-      0.1658719927072525,
-      0.17172937095165253,
-      0.17537401616573334,
-      0.1526702344417572,
-      0.14238837361335754,
-      0.16716314852237701,
-      0.1658620536327362,
-      0.14154043793678284,
-      0.17573997378349304,
-      0.14998456835746765,
-      0.15059611201286316,
-      0.13793505728244781,
-      0.1415284126996994,
-      0.1586763709783554,
-      0.1817459762096405,
-      0.16105034947395325,
-      0.16809919476509094,
-      0.15889200568199158,
-      0.16660793125629425,
-      0.14699986577033997,
-      0.16770552098751068,
-      0.16655233502388,
-      0.14117242395877838,
-      0.17607419192790985,
-      0.16102102398872375,
-      0.12632837891578674,
-      0.14024581015110016,
-      0.15815973281860352,
-      0.14606250822544098,
-      0.1378406584262848,
-      0.15356087684631348,
-      0.13272503018379211,
-      0.14920537173748016,
-      0.15277954936027527,
-      0.14862705767154694,
-      0.15480491518974304,
-      0.14901535212993622,
-      0.16743800044059753,
-      0.15595372021198273,
-      0.15854711830615997,
-      0.16642163693904877,
-      0.12538811564445496,
-      0.12877658009529114,
-      0.15252366662025452,
-      0.1339697688817978,
-      0.14867697656154633,
-      0.17613203823566437,
-      0.1539308726787567,
-      0.15070568025112152,
-      0.14825589954853058,
-      0.12577475607395172,
-      0.1513432413339615,
-      0.13840079307556152,
-      0.13275912404060364,
-      0.14191296696662903,
-      0.15826855599880219,
-      0.1525193452835083,
-      0.17014940083026886,
-      0.13083937764167786,
-      0.14945483207702637,
-      0.13312335312366486,
-      0.14020830392837524,
-      0.1279064565896988,
-      0.1339409500360489,
-      0.139994814991951,
-      0.18232128024101257,
-      0.12789729237556458,
-      0.13141490519046783,
-      0.1393221616744995,
-      0.13923244178295135,
-      0.12420719116926193,
-      0.13290183246135712,
-      0.137735053896904,
-      0.1653214544057846,
-      0.1457255780696869,
-      0.13663604855537415,
-      0.12888148427009583,
-      0.12575030326843262,
-      0.1464695930480957,
-      0.15525825321674347,
-      0.14183764159679413,
-      0.13017164170742035,
-      0.16014337539672852,
-      0.14604319632053375,
-      0.14879895746707916,
-      0.14335735142230988,
-      0.15495778620243073,
-      0.14677251875400543,
-      0.13141044974327087,
-      0.14242365956306458,
-      0.14062003791332245,
-      0.14347143471240997,
-      0.15149769186973572,
-      0.15315942466259003,
-      0.1280849725008011,
-      0.15062053501605988,
-      0.14169391989707947,
-      0.1150275245308876,
-      0.14821277558803558,
-      0.16692015528678894,
-      0.15799371898174286,
-      0.11886622756719589,
-      0.13908812403678894,
-      0.13396476209163666,
-      0.172466441988945,
-      0.13371358811855316,
-      0.1357036530971527,
-      0.14747057855129242,
-      0.11819667369127274,
-      0.15131056308746338,
-      0.16044579446315765,
-      0.13344691693782806,
-      0.16707436740398407,
-      0.14744417369365692,
-      0.16047213971614838,
-      0.14435704052448273,
-      0.14582021534442902,
-      0.1294705867767334,
-      0.16011770069599152,
-      0.13264814019203186,
-      0.15443018078804016,
-      0.14502833783626556,
-      0.13240323960781097,
-      0.12697361409664154,
-      0.1345003992319107,
-      0.13734079897403717,
-      0.12871931493282318,
-      0.15316806733608246,
-      0.14949609339237213
-    ],
-    "lr": [
-      6.269993602047346e-07,
-      1.2667946257197696e-06,
-      1.9065898912348051e-06,
-      2.54638515674984e-06,
-      3.1861804222648753e-06,
-      3.8259756877799105e-06,
-      4.465770953294946e-06,
-      5.105566218809981e-06,
-      5.745361484325016e-06,
-      6.385156749840052e-06,
-      7.024952015355086e-06,
-      7.664747280870121e-06,
-      8.304542546385157e-06,
-      8.944337811900192e-06,
-      9.584133077415229e-06,
-      1.0223928342930263e-05,
-      1.08637236084453e-05,
-      1.1503518873960335e-05,
-      1.2143314139475368e-05,
-      1.2783109404990404e-05,
-      1.3422904670505439e-05,
-      1.4062699936020476e-05,
-      1.470249520153551e-05,
-      1.5342290467050545e-05,
-      1.5982085732565582e-05,
-      1.6621880998080615e-05,
-      1.726167626359565e-05,
-      1.7901471529110686e-05,
-      1.854126679462572e-05,
-      1.9181062060140757e-05,
-      1.9820857325655794e-05,
-      2.0460652591170827e-05,
-      2.110044785668586e-05,
-      2.1740243122200898e-05,
-      2.2380038387715935e-05,
-      2.301983365323097e-05,
-      2.3659628918746005e-05,
-      2.4299424184261036e-05,
-      2.4939219449776072e-05,
-      2.557901471529111e-05,
-      2.6218809980806143e-05,
-      2.685860524632118e-05,
-      2.7498400511836214e-05,
-      2.813819577735125e-05,
-      2.8777991042866288e-05,
-      2.941778630838132e-05,
-      3.0057581573896355e-05,
-      3.069737683941139e-05,
-      3.133717210492642e-05,
-      3.197696737044146e-05,
-      3.2616762635956496e-05,
-      3.325655790147153e-05,
-      3.389635316698657e-05,
-      3.4536148432501604e-05,
-      3.517594369801664e-05,
-      3.581573896353167e-05,
-      3.6455534229046704e-05,
-      3.7095329494561745e-05,
-      3.773512476007678e-05,
-      3.837492002559181e-05,
-      3.901471529110685e-05,
-      3.9654510556621886e-05,
-      4.029430582213692e-05,
-      4.093410108765196e-05,
-      4.157389635316699e-05,
-      4.221369161868203e-05,
-      4.285348688419707e-05,
-      4.3493282149712094e-05,
-      4.413307741522713e-05,
-      4.477287268074216e-05,
-      4.54126679462572e-05,
-      4.6052463211772235e-05,
-      4.669225847728727e-05,
-      4.733205374280231e-05,
-      4.797184900831734e-05,
-      4.8611644273832376e-05,
-      4.925143953934741e-05,
-      4.989123480486245e-05,
-      5.0531030070377484e-05,
-      5.117082533589252e-05,
-      5.181062060140756e-05,
-      5.245041586692259e-05,
-      5.3090211132437625e-05,
-      5.3730006397952666e-05,
-      5.43698016634677e-05,
-      5.5009596928982726e-05,
-      5.564939219449776e-05,
-      5.62891874600128e-05,
-      5.6928982725527833e-05,
-      5.756877799104287e-05,
-      5.820857325655791e-05,
-      5.884836852207294e-05,
-      5.9488163787587975e-05,
-      6.0127959053103015e-05,
-      6.076775431861805e-05,
-      6.140754958413309e-05,
-      6.204734484964812e-05,
-      6.268714011516316e-05,
-      6.33269353806782e-05,
-      6.396673064619322e-05,
-      6.460652591170826e-05,
-      6.52463211772233e-05,
-      6.588611644273833e-05,
-      6.652591170825336e-05,
-      6.71657069737684e-05,
-      6.780550223928344e-05,
-      6.844529750479847e-05,
-      6.90850927703135e-05,
-      6.972488803582855e-05,
-      7.036468330134357e-05,
-      7.100447856685861e-05,
-      7.164427383237365e-05,
-      7.228406909788868e-05,
-      7.292386436340372e-05,
-      7.356365962891875e-05,
-      7.420345489443379e-05,
-      7.484325015994883e-05,
-      7.548304542546386e-05,
-      7.61228406909789e-05,
-      7.676263595649392e-05,
-      7.740243122200896e-05,
-      7.804222648752399e-05,
-      7.868202175303903e-05,
-      7.932181701855407e-05,
-      7.99616122840691e-05,
-      7.999930278571938e-05,
-      7.999703031822064e-05,
-      7.999317984653177e-05,
-      7.998775152256555e-05,
-      7.998074556048584e-05,
-      7.99721622366991e-05,
-      7.99620018898435e-05,
-      7.995026492077552e-05,
-      7.993695179255422e-05,
-      7.99220630304229e-05,
-      7.990559922178839e-05,
-      7.988756101619787e-05,
-      7.986794912531331e-05,
-      7.984676432288329e-05,
-      7.982400744471253e-05,
-      7.979967938862892e-05,
-      7.977378111444809e-05,
-      7.974631364393551e-05,
-      7.971727806076622e-05,
-      7.968667551048209e-05,
-      7.965450720044654e-05,
-      7.962077439979701e-05,
-      7.958547843939485e-05,
-      7.954862071177274e-05,
-      7.951020267107987e-05,
-      7.94702258330245e-05,
-      7.942869177481416e-05,
-      7.93856021350935e-05,
-      7.934095861387947e-05,
-      7.929476297249446e-05,
-      7.924701703349668e-05,
-      7.919772268060823e-05,
-      7.914688185864094e-05,
-      7.909449657341945e-05,
-      7.904056889170218e-05,
-      7.89851009410998e-05,
-      7.892809490999124e-05,
-      7.886955304743737e-05,
-      7.880947766309226e-05,
-      7.874787112711209e-05,
-      7.868473587006163e-05,
-      7.862007438281828e-05,
-      7.85538892164739e-05,
-      7.84861829822341e-05,
-      7.84169583513152e-05,
-      7.834621805483895e-05,
-      7.827396488372462e-05,
-      7.820020168857905e-05,
-      7.812493137958404e-05,
-      7.804815692638166e-05,
-      7.7969881357957e-05,
-      7.789010776251872e-05,
-      7.780883928737716e-05,
-      7.772607913882023e-05,
-      7.764183058198687e-05,
-      7.755609694073823e-05,
-      7.746888159752659e-05,
-      7.738018799326181e-05,
-      7.729001962717566e-05,
-      7.719838005668374e-05,
-      7.710527289724514e-05,
-      7.701070182221975e-05,
-      7.691467056272339e-05,
-      7.681718290748062e-05,
-      7.671824270267517e-05,
-      7.66178538517983e-05,
-      7.651602031549473e-05,
-      7.641274611140642e-05,
-      7.630803531401404e-05,
-      7.620189205447621e-05,
-      7.609432052046655e-05,
-      7.598532495600843e-05,
-      7.587490966130754e-05,
-      7.576307899258224e-05,
-      7.564983736189167e-05,
-      7.553518923696173e-05,
-      7.541913914100876e-05,
-      7.530169165256114e-05,
-      7.518285140527861e-05,
-      7.506262308776943e-05,
-      7.494101144340551e-05,
-      7.481802127013515e-05,
-      7.469365742029382e-05,
-      7.45679248004127e-05,
-      7.444082837102511e-05,
-      7.431237314647074e-05,
-      7.418256419469795e-05,
-      7.405140663706367e-05,
-      7.391890564813149e-05,
-      7.378506645546738e-05,
-      7.364989433943356e-05,
-      7.351339463298007e-05,
-      7.337557272143448e-05,
-      7.32364340422893e-05,
-      7.309598408498756e-05,
-      7.295422839070616e-05,
-      7.281117255213731e-05,
-      7.266682221326787e-05,
-      7.252118306915661e-05,
-      7.237426086570963e-05,
-      7.222606139945358e-05,
-      7.207659051730703e-05,
-      7.192585411634974e-05,
-      7.177385814359002e-05,
-      7.162060859573015e-05,
-      7.146611151892971e-05,
-      7.131037300856712e-05,
-      7.115339920899906e-05,
-      7.099519631331819e-05,
-      7.083577056310868e-05,
-      7.067512824820006e-05,
-      7.0513275706419e-05,
-      7.035021932333935e-05,
-      7.018596553203004e-05,
-      7.002052081280152e-05,
-      6.985389169294984e-05,
-      6.968608474649932e-05,
-      6.951710659394312e-05,
-      6.934696390198199e-05,
-      6.917566338326129e-05,
-      6.90032117961062e-05,
-      6.882961594425503e-05,
-      6.865488267659079e-05,
-      6.8479018886871e-05,
-      6.830203151345569e-05,
-      6.812392753903371e-05,
-      6.794471399034718e-05,
-      6.776439793791428e-05,
-      6.758298649575035e-05,
-      6.740048682108717e-05,
-      6.721690611409054e-05,
-      6.703225161757632e-05,
-      6.684653061672462e-05,
-      6.665975043879234e-05,
-      6.647191845282418e-05,
-      6.628304206936183e-05,
-      6.609312874015163e-05,
-      6.590218595785059e-05,
-      6.571022125573077e-05,
-      6.551724220738203e-05,
-      6.53232564264133e-05,
-      6.512827156615217e-05,
-      6.493229531934294e-05,
-      6.473533541784306e-05,
-      6.453739963231823e-05,
-      6.433849577193566e-05,
-      6.413863168405612e-05,
-      6.393781525392419e-05,
-      6.373605440435731e-05,
-      6.353335709543307e-05,
-      6.33297313241753e-05,
-      6.31251851242384e-05,
-      6.291972656559054e-05,
-      6.271336375419518e-05,
-      6.25061048316913e-05,
-      6.229795797507217e-05,
-      6.208893139636278e-05,
-      6.18790333422958e-05,
-      6.166827209398625e-05,
-      6.145665596660482e-05,
-      6.124419330904971e-05,
-      6.103089250361734e-05,
-      6.081676196567161e-05,
-      6.060181014331189e-05,
-      6.0386045517039676e-05,
-      6.016947659942407e-05,
-      5.995211193476592e-05,
-      5.973396009876068e-05,
-      5.9515029698160125e-05,
-      5.9295329370432736e-05,
-      5.9074867783423e-05,
-      5.885365363500936e-05,
-      5.8631695652761085e-05,
-      5.840900259359396e-05,
-      5.818558324342479e-05,
-      5.796144641682475e-05,
-      5.773660095667164e-05,
-      5.7511055733801e-05,
-      5.728481964665616e-05,
-      5.7057901620937096e-05,
-      5.683031060924836e-05,
-      5.660205559074584e-05,
-      5.637314557078249e-05,
-      5.614358958055309e-05,
-      5.591339667673786e-05,
-      5.568257594114525e-05,
-      5.5451136480353537e-05,
-      5.5219087425351586e-05,
-      5.498643793117863e-05,
-      5.475319717656303e-05,
-      5.4519374363560155e-05,
-      5.428497871718937e-05,
-      5.405001948507004e-05,
-      5.381450593705667e-05,
-      5.3578447364873297e-05,
-      5.334185308174668e-05,
-      5.310473242203914e-05,
-      5.286709474088004e-05,
-      5.262894941379689e-05,
-      5.2390305836345295e-05,
-      5.215117342373842e-05,
-      5.191156161047541e-05,
-      5.1671479849969255e-05,
-      5.143093761417376e-05,
-      5.11899443932099e-05,
-      5.0948509694991366e-05,
-      5.0706643044849484e-05,
-      5.046435398515737e-05,
-      5.022165207495352e-05,
-      4.997854688956457e-05,
-      4.973504802022765e-05,
-      4.9491165073711866e-05,
-      4.924690767193938e-05,
-      4.900228545160571e-05,
-      4.8757308063799596e-05,
-      4.85119851736222e-05,
-      4.826632645980583e-05,
-      4.8020341614331994e-05,
-      4.7774040342049166e-05,
-      4.752743236028972e-05,
-      4.728052739848677e-05,
-      4.703333519779005e-05,
-      4.678586551068188e-05,
-      4.653812810059215e-05,
-      4.6290132741513316e-05,
-      4.604188921761464e-05,
-      4.57934073228563e-05,
-      4.554469686060286e-05,
-      4.529576764323663e-05,
-      4.504662949177042e-05,
-      4.479729223546017e-05,
-      4.4547765711417055e-05,
-      4.4298059764219515e-05,
-      4.4048184245524676e-05,
-      4.379814901367989e-05,
-      4.3547963933333566e-05,
-      4.329763887504618e-05,
-      4.304718371490068e-05,
-      4.279660833411302e-05,
-      4.254592261864215e-05,
-      4.2295136458800085e-05,
-      4.2044259748861674e-05,
-      4.179330238667423e-05,
-      4.154227427326707e-05,
-      4.129118531246084e-05,
-      4.104004541047679e-05,
-      4.078886447554599e-05,
-      4.053765241751834e-05,
-      4.0286419147471675e-05,
-      4.003517457732071e-05,
-      3.9783928619425945e-05,
-      3.9532691186202674e-05,
-      3.928147218972983e-05,
-      3.9030281541359e-05,
-      3.877912915132331e-05,
-      3.852802492834653e-05,
-      3.827697877925203e-05,
-      3.802600060857204e-05,
-      3.7775100318156814e-05,
-      3.752428780678401e-05,
-      3.7273572969768094e-05,
-      3.702296569857003e-05,
-      3.677247588040698e-05,
-      3.652211339786219e-05,
-      3.627188812849514e-05,
-      3.6021809944451907e-05,
-      3.577188871207549e-05,
-      3.5522134291516746e-05,
-      3.527255653634525e-05,
-      3.502316529316066e-05,
-      3.477397040120411e-05,
-      3.452498169197011e-05,
-      3.4276208988818596e-05,
-      3.402766210658749e-05,
-      3.377935085120531e-05,
-      3.353128501930444e-05,
-      3.328347439783449e-05,
-      3.303592876367635e-05,
-      3.278865788325627e-05,
-      3.254167151216066e-05,
-      3.229497939475115e-05,
-      3.204859126378025e-05,
-      3.1802516840007185e-05,
-      3.155676583181452e-05,
-      3.13113479348251e-05,
-      3.106627283151954e-05,
-      3.0821550190854155e-05,
-      3.057718966787956e-05,
-      3.0333200903359747e-05,
-      3.0089593523391706e-05,
-      2.9846377139025625e-05,
-      2.9603561345885737e-05,
-      2.936115572379175e-05,
-      2.911916983638089e-05,
-      2.8877613230730533e-05,
-      2.863649543698163e-05,
-      2.8395825967962633e-05,
-      2.8155614318814274e-05,
-      2.791586996661485e-05,
-      2.7676602370006405e-05,
-      2.7437820968821514e-05,
-      2.71995351837109e-05,
-      2.6961754415771683e-05,
-      2.672448804617654e-05,
-      2.6487745435803578e-05,
-      2.6251535924867035e-05,
-      2.6015868832548713e-05,
-      2.5780753456630387e-05,
-      2.554619907312692e-05,
-      2.5312214935920364e-05,
-      2.5078810276394794e-05,
-      2.4845994303072125e-05,
-      2.461377620124883e-05,
-      2.438216513263354e-05,
-      2.4151170234985593e-05,
-      2.3920800621754472e-05,
-      2.369106538172033e-05,
-      2.346197357863538e-05,
-      2.323353425086627e-05,
-      2.300575641103752e-05,
-      2.277864904567593e-05,
-      2.2552221114856128e-05,
-      2.2326481551846873e-05,
-      2.2101439262758797e-05,
-      2.1877103126192933e-05,
-      2.1653481992890506e-05,
-      2.143058468538361e-05,
-      2.1208419997647274e-05,
-      2.098699669475242e-05,
-      2.0766323512520152e-05,
-      2.0546409157176957e-05,
-      2.032726230501134e-05,
-      2.010889160203146e-05,
-      1.9891305663624098e-05,
-      1.9674513074214596e-05,
-      1.9458522386928327e-05,
-      1.9243342123253174e-05,
-      1.9028980772703406e-05,
-      1.881544679248458e-05,
-      1.8602748607160066e-05,
-      1.839089460831855e-05,
-      1.817989315424306e-05,
-      1.7969752569581045e-05,
-      1.7760481145016125e-05,
-      1.755208713694088e-05,
-      1.73445787671312e-05,
-      1.7137964222421778e-05,
-      1.693225165438324e-05,
-      1.6727449179000487e-05,
-      1.6523564876352553e-05,
-      1.632060679029367e-05,
-      1.6118582928136107e-05,
-      1.59175012603341e-05,
-      1.571736972016954e-05,
-      1.5518196203438814e-05,
-      1.5319988568141423e-05,
-      1.5122754634169891e-05,
-      1.4926502183001335e-05,
-      1.4731238957390303e-05,
-      1.453697266106346e-05,
-      1.4343710958415544e-05,
-      1.4151461474207096e-05,
-      1.3960231793263472e-05,
-      1.3770029460175764e-05,
-      1.3580861979003034e-05,
-      1.3392736812976348e-05,
-      1.3205661384204241e-05,
-      1.3019643073379907e-05,
-      1.2834689219490053e-05,
-      1.265080711952536e-05,
-      1.2468004028192544e-05,
-      1.2286287157628118e-05,
-      1.2105663677113925e-05,
-      1.192614071279428e-05,
-      1.1747725347394767e-05,
-      1.1570424619942803e-05,
-      1.139424552548999e-05,
-      1.1219195014836121e-05,
-      1.1045279994254922e-05,
-      1.0872507325221552e-05,
-      1.070088382414197e-05,
-      1.0530416262083988e-05,
-      1.036111136451011e-05,
-      1.0192975811012152e-05,
-      1.0026016235047798e-05,
-      9.86023922367887e-06,
-      9.695651317311405e-06,
-      9.53225900943762e-06,
-      9.37006874637976e-06,
-      9.209086927035785e-06,
-      9.049319902626856e-06,
-      8.890773976446775e-06,
-      8.733455403613326e-06,
-      8.577370390821512e-06,
-      8.422525096098613e-06,
-      8.268925628561271e-06,
-      8.11657804817446e-06,
-      7.965488365512458e-06,
-      7.815662541521614e-06,
-      7.667106487285215e-06,
-      7.519826063790297e-06,
-      7.373827081696405e-06,
-      7.229115301106317e-06,
-      7.085696431338798e-06,
-      6.943576130703355e-06,
-      6.802760006277047e-06,
-      6.663253613683189e-06,
-      6.525062456872193e-06,
-      6.3881919879044355e-06,
-      6.252647606735181e-06,
-      6.118434661001473e-06,
-      5.985558445811217e-06,
-      5.85402420353419e-06,
-      5.723837123595335e-06,
-      5.595002342269906e-06,
-      5.467524942480902e-06,
-      5.3414099535984595e-06,
-      5.216662351241528e-06,
-      5.0932870570814794e-06,
-      4.971288938647969e-06,
-      4.8506728091368694e-06,
-      4.731443427220441e-06,
-      4.613605496859515e-06,
-      4.497163667117947e-06,
-      4.38212253197917e-06,
-      4.268486630165001e-06,
-      4.156260444956504e-06,
-      4.045448404017176e-06,
-      3.936054879218185e-06,
-      3.828084186465999e-06,
-      3.7215405855319977e-06,
-      3.6164282798844786e-06,
-      3.5127514165227726e-06,
-      3.4105140858136988e-06,
-      3.309720321330119e-06,
-      3.2103740996918353e-06,
-      3.1124793404086717e-06,
-      3.016039905725898e-06,
-      2.9210596004717896e-06,
-      2.8275421719075448e-06,
-      2.735491309579419e-06,
-      2.644910645173213e-06,
-      2.5558037523709443e-06,
-      2.4681741467098695e-06,
-      2.38202528544377e-06,
-      2.297360567406597e-06,
-      2.2141833328783325e-06,
-      2.1324968634532305e-06,
-      2.0523043819103173e-06,
-      1.9736090520862918e-06,
-      1.8964139787506574e-06,
-      1.8207222074832653e-06,
-      1.746536724554102e-06,
-      1.6738604568055627e-06,
-      1.6026962715368855e-06,
-      1.5330469763910816e-06,
-      1.4649153192441445e-06,
-      1.3983039880966476e-06,
-      1.3332156109676997e-06,
-      1.2696527557912375e-06,
-      1.2076179303147417e-06,
-      1.1471135820002765e-06,
-      1.0881420979279489e-06,
-      1.0307058047017037e-06,
-      9.748069683575712e-07,
-      9.204477942742262e-07,
-      8.676304270860058e-07,
-      8.163569505982872e-07,
-      7.666293877052644e-07,
-      7.184497003101642e-07,
-      6.718197892478184e-07,
-      6.267414942096928e-07,
-      5.832165936712831e-07,
-      5.412468048219621e-07,
-      5.008337834972255e-07,
-      4.619791241133742e-07,
-      4.246843596046013e-07,
-      3.889509613625109e-07,
-      3.5478033917807133e-07,
-      3.2217384118599757e-07,
-      2.9113275381155383e-07,
-      2.6165830171981157e-07,
-      2.3375164776733295e-07,
-      2.074138929562741e-07,
-      1.826460763909621e-07,
-      1.5944917523691428e-07,
-      1.3782410468224262e-07,
-      1.1777171790159803e-07,
-      9.929280602247293e-08,
-      8.238809809399506e-08,
-      6.705826105818603e-08,
-      5.3303899723622374e-08,
-      4.1125556741588024e-08,
-      3.0523712584655807e-08,
-      2.149878552775153e-08,
-      1.4051131631616089e-08,
-      8.181044728798882e-09,
-      3.88875641203601e-09,
-      1.1744360251197961e-09,
-      3.819065622856499e-11
-    ],
-    "eval_step": [
-      1562,
-      3124,
-      4686,
-      6248,
-      7810,
-      9372,
-      10934,
-      12496,
-      14058,
-      15620,
-      17182,
-      18744,
-      20306,
-      21868,
-      23430,
-      24992,
-      26554,
-      28116,
-      29678,
-      31240
-    ],
-    "eval_epoch": [
-      1,
-      2,
-      3,
-      4,
-      5,
-      6,
-      7,
-      8,
-      9,
-      10,
-      11,
-      12,
-      13,
-      14,
-      15,
-      16,
-      17,
-      18,
-      19,
-      20
-    ],
-    "eval_accuracy": [
-      0.002857142857142857,
-      0.0035714285714285713,
-      0.12071428571428572,
-      0.2042857142857143,
-      0.23285714285714285,
-      0.23642857142857143,
-      0.375,
-      0.38642857142857145,
-      0.3607142857142857,
-      0.46714285714285714,
-      0.4185714285714286,
-      0.42428571428571427,
-      0.4614285714285714,
-      0.4664285714285714,
-      0.49857142857142855,
-      0.5357142857142857,
-      0.5157142857142857,
-      0.485,
-      0.47,
-      0.48642857142857143
-    ]
-  },
-  "final_accuracy": 0.48642857142857143,
-  "sft_eval": {
-    "config": {
-      "ops": "add_sub",
-      "K": null,
-      "mode": "sft",
-      "n_digits": 6,
-      "n_per_split": 50
-    },
-    "splits": {
-      "add_S0": {
-        "full_accuracy": 0.72,
-        "n_examples": 50,
-        "per_subtask": {
-          "SA": {
-            "accuracy": 0.9559322033898305,
-            "count": 295
-          },
-          "SS": {
-            "accuracy": 0.9818181818181818,
-            "count": 55
-          }
-        }
-      },
-      "add_S1": {
-        "full_accuracy": 0.88,
-        "n_examples": 50,
-        "per_subtask": {
-          "SA": {
-            "accuracy": 0.9841269841269841,
-            "count": 126
-          },
-          "SC": {
-            "accuracy": 0.9746835443037974,
-            "count": 79
-          },
-          "SS": {
-            "accuracy": 1.0,
-            "count": 21
-          },
-          "UC": {
-            "accuracy": 0.9758064516129032,
-            "count": 124
-          }
-        }
-      },
-      "add_S2": {
-        "full_accuracy": 0.26,
-        "n_examples": 50,
-        "per_subtask": {
-          "SA": {
-            "accuracy": 0.9733333333333334,
-            "count": 75
-          },
-          "SC": {
-            "accuracy": 0.9354838709677419,
-            "count": 62
-          },
-          "SS": {
-            "accuracy": 1.0,
-            "count": 39
-          },
-          "UC": {
-            "accuracy": 0.6756756756756757,
-            "count": 111
-          },
-          "US": {
-            "accuracy": 0.9047619047619048,
-            "count": 63
-          }
-        }
-      },
-      "add_S3": {
-        "full_accuracy": 0.28,
-        "n_examples": 50,
-        "per_subtask": {
-          "SA": {
-            "accuracy": 0.9666666666666667,
-            "count": 60
-          },
-          "SC": {
-            "accuracy": 0.9649122807017544,
-            "count": 57
-          },
-          "SS": {
-            "accuracy": 0.9473684210526315,
-            "count": 19
-          },
-          "UC": {
-            "accuracy": 0.7692307692307693,
-            "count": 104
-          },
-          "US": {
-            "accuracy": 0.7272727272727273,
-            "count": 110
-          }
-        }
-      },
-      "add_S4": {
-        "full_accuracy": 0.36,
-        "n_examples": 50,
-        "per_subtask": {
-          "SA": {
-            "accuracy": 1.0,
-            "count": 48
-          },
-          "SC": {
-            "accuracy": 0.9807692307692307,
-            "count": 52
-          },
-          "SS": {
-            "accuracy": 1.0,
-            "count": 7
-          },
-          "UC": {
-            "accuracy": 0.6629213483146067,
-            "count": 89
-          },
-          "US": {
-            "accuracy": 0.6818181818181818,
-            "count": 154
-          }
-        }
-      },
-      "add_S5": {
-        "full_accuracy": 0.08,
-        "n_examples": 50,
-        "per_subtask": {
-          "SA": {
-            "accuracy": 1.0,
-            "count": 50
-          },
-          "SC": {
-            "accuracy": 1.0,
-            "count": 50
-          },
-          "UC": {
-            "accuracy": 0.36,
-            "count": 50
-          },
-          "US": {
-            "accuracy": 0.255,
-            "count": 200
-          }
-        }
-      },
-      "add_S6": {
-        "full_accuracy": 0.74,
-        "n_examples": 50,
-        "per_subtask": {
-          "SC": {
-            "accuracy": 1.0,
-            "count": 50
-          },
-          "UC": {
-            "accuracy": 0.76,
-            "count": 50
-          },
-          "US": {
-            "accuracy": 0.784,
-            "count": 250
-          }
-        }
-      },
-      "add_random": {
-        "full_accuracy": 0.76,
-        "n_examples": 200,
-        "per_subtask": {
-          "SA": {
-            "accuracy": 0.9791183294663574,
-            "count": 431
-          },
-          "SC": {
-            "accuracy": 0.9746835443037974,
-            "count": 316
-          },
-          "SS": {
-            "accuracy": 0.9743589743589743,
-            "count": 39
-          },
-          "UC": {
-            "accuracy": 0.9410714285714286,
-            "count": 560
-          },
-          "US": {
-            "accuracy": 0.9259259259259259,
-            "count": 54
-          }
-        }
-      },
-      "add_C3": {
-        "full_accuracy": 0.42,
-        "n_examples": 50,
-        "per_subtask": {
-          "SA": {
-            "accuracy": 0.9933333333333333,
-            "count": 150
-          },
-          "SC": {
-            "accuracy": 1.0,
-            "count": 50
-          },
-          "UC": {
-            "accuracy": 0.75,
-            "count": 104
-          },
-          "US": {
-            "accuracy": 0.782608695652174,
-            "count": 46
-          }
-        }
-      },
-      "add_C4": {
-        "full_accuracy": 0.32,
-        "n_examples": 50,
-        "per_subtask": {
-          "SA": {
-            "accuracy": 1.0,
-            "count": 100
-          },
-          "SC": {
-            "accuracy": 1.0,
-            "count": 50
-          },
-          "UC": {
-            "accuracy": 0.7317073170731707,
-            "count": 123
-          },
-          "US": {
-            "accuracy": 0.6103896103896104,
-            "count": 77
-          }
-        }
-      },
-      "add_C5": {
-        "full_accuracy": 0.32,
-        "n_examples": 50,
-        "per_subtask": {
-          "SA": {
-            "accuracy": 1.0,
-            "count": 50
-          },
-          "SC": {
-            "accuracy": 1.0,
-            "count": 50
-          },
-          "UC": {
-            "accuracy": 0.7857142857142857,
-            "count": 154
-          },
-          "US": {
-            "accuracy": 0.8541666666666666,
-            "count": 96
-          }
-        }
-      },
-      "add_C6": {
-        "full_accuracy": 0.24,
-        "n_examples": 50,
-        "per_subtask": {
-          "SC": {
-            "accuracy": 1.0,
-            "count": 50
-          },
-          "UC": {
-            "accuracy": 0.7692307692307693,
-            "count": 182
-          },
-          "US": {
-            "accuracy": 0.8050847457627118,
-            "count": 118
-          }
-        }
-      },
-      "sub_M0": {
-        "full_accuracy": 0.9,
-        "n_examples": 50,
-        "per_subtask": {
-          "MD": {
-            "accuracy": 0.9829931972789115,
-            "count": 294
-          },
-          "ME": {
-            "accuracy": 1.0,
-            "count": 56
-          }
-        }
-      },
-      "sub_M1": {
-        "full_accuracy": 0.92,
-        "n_examples": 50,
-        "per_subtask": {
-          "MD": {
-            "accuracy": 0.986013986013986,
-            "count": 143
-          },
-          "MB": {
-            "accuracy": 0.9855072463768116,
-            "count": 69
-          },
-          "ME": {
-            "accuracy": 1.0,
-            "count": 15
-          },
-          "UB": {
-            "accuracy": 0.983739837398374,
-            "count": 123
-          }
-        }
-      },
-      "sub_M2": {
-        "full_accuracy": 0.14,
-        "n_examples": 50,
-        "per_subtask": {
-          "MD": {
-            "accuracy": 0.9537037037037037,
-            "count": 108
-          },
-          "MB": {
-            "accuracy": 0.9230769230769231,
-            "count": 52
-          },
-          "ME": {
-            "accuracy": 1.0,
-            "count": 52
-          },
-          "UB": {
-            "accuracy": 0.5172413793103449,
-            "count": 87
-          },
-          "UD": {
-            "accuracy": 1.0,
-            "count": 51
-          }
-        }
-      },
-      "sub_M3": {
-        "full_accuracy": 0.0,
-        "n_examples": 50,
-        "per_subtask": {
-          "MD": {
-            "accuracy": 0.9787234042553191,
-            "count": 94
-          },
-          "MB": {
-            "accuracy": 0.9803921568627451,
-            "count": 51
-          },
-          "ME": {
-            "accuracy": 1.0,
-            "count": 25
-          },
-          "UB": {
-            "accuracy": 0.5128205128205128,
-            "count": 78
-          },
-          "UD": {
-            "accuracy": 0.43137254901960786,
-            "count": 102
-          }
-        }
-      },
-      "sub_M4": {
-        "full_accuracy": 0.0,
-        "n_examples": 50,
-        "per_subtask": {
-          "MD": {
-            "accuracy": 1.0,
-            "count": 100
-          },
-          "MB": {
-            "accuracy": 1.0,
-            "count": 50
-          },
-          "UB": {
-            "accuracy": 0.32,
-            "count": 50
-          },
-          "UD": {
-            "accuracy": 0.26666666666666666,
-            "count": 150
-          }
-        }
-      },
-      "sub_M5": {
-        "full_accuracy": 0.0,
-        "n_examples": 50,
-        "per_subtask": {
-          "MD": {
-            "accuracy": 1.0,
-            "count": 50
-          },
-          "MB": {
-            "accuracy": 1.0,
-            "count": 50
-          },
-          "UB": {
-            "accuracy": 0.34,
-            "count": 50
-          },
-          "UD": {
-            "accuracy": 0.235,
-            "count": 200
-          }
-        }
-      },
-      "sub_random": {
-        "full_accuracy": 0.795,
-        "n_examples": 200,
-        "per_subtask": {
-          "MD": {
-            "accuracy": 0.9846938775510204,
-            "count": 588
-          },
-          "MB": {
-            "accuracy": 0.9776119402985075,
-            "count": 268
-          },
-          "ME": {
-            "accuracy": 1.0,
-            "count": 60
-          },
-          "UB": {
-            "accuracy": 0.9328859060402684,
-            "count": 447
-          },
-          "UD": {
-            "accuracy": 0.8918918918918919,
-            "count": 37
-          }
-        }
-      },
-      "sub_B3": {
-        "full_accuracy": 0.4,
-        "n_examples": 50,
-        "per_subtask": {
-          "MD": {
-            "accuracy": 1.0,
-            "count": 150
-          },
-          "MB": {
-            "accuracy": 1.0,
-            "count": 50
-          },
-          "UB": {
-            "accuracy": 0.7383177570093458,
-            "count": 107
-          },
-          "UD": {
-            "accuracy": 0.813953488372093,
-            "count": 43
-          }
-        }
-      },
-      "sub_B4": {
-        "full_accuracy": 0.16,
-        "n_examples": 50,
-        "per_subtask": {
-          "MD": {
-            "accuracy": 1.0,
-            "count": 100
-          },
-          "MB": {
-            "accuracy": 1.0,
-            "count": 50
-          },
-          "UB": {
-            "accuracy": 0.631578947368421,
-            "count": 114
-          },
-          "UD": {
-            "accuracy": 0.5930232558139535,
-            "count": 86
-          }
-        }
-      },
-      "sub_B5": {
-        "full_accuracy": 0.26,
-        "n_examples": 50,
-        "per_subtask": {
-          "MD": {
-            "accuracy": 1.0,
-            "count": 50
-          },
-          "MB": {
-            "accuracy": 1.0,
-            "count": 50
-          },
-          "UB": {
-            "accuracy": 0.7647058823529411,
-            "count": 153
-          },
-          "UD": {
-            "accuracy": 0.5567010309278351,
-            "count": 97
-          }
-        }
-      }
-    },
-    "summary": {
-      "overall_accuracy": 0.48642857142857143,
-      "total_examples": 1400,
-      "n_splits": 22
-    }
-  }
-}

add_sub_baseline_100K_1L2H256d/model.safetensors

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:55b60f2486e3f00ef8038db18b7d9bbe519ca4f2f4dfe16afa0f55e936b336ad
-size 315072674

add_sub_baseline_100K_1L2H256d/train_config.json

@@ -1,35 +0,0 @@
-{
-  "mode": "baseline",
-  "ops": "add_sub",
-  "n_digits": 6,
-  "n_layer": 1,
-  "n_head": 2,
-  "n_embd": 256,
-  "abs_vocab": 0,
-  "K": 4,
-  "alpha_info_gain": 10.0,
-  "alpha_abs": 0.1,
-  "alpha_soft_zipf": 1.0,
-  "batch_size": 64,
-  "num_epochs": 20,
-  "dataset_size": 100000,
-  "lr": 8e-05,
-  "output_dir": "ckpt/sweep/as_baseline_100K_1L2H256d",
-  "device": "cuda",
-  "push_to_hub": true,
-  "no_wandb": false,
-  "n_params": 78691840,
-  "run_name": "add_sub_baseline_100K_1L2H256d",
-  "git_commit": "800625019270114adcda289bbd550c4f1109a514",
-  "timestamp": "2026-04-12T03:17:21.506942+00:00",
-  "tokenizer": "Qwen/Qwen3-0.6B",
-  "dataset_repo": "thoughtworks/arithmetic-sorl-data",
-  "dataset_config": "add_sub_6digit",
-  "model_repo": "thoughtworks/arithmetic-sorl",
-  "trainer_version": "sft",
-  "wandb_run_id": "7bqio27e",
-  "wandb_url": "https://wandb.ai/nlp_and_interpretability/sorl-arithmetic/runs/7bqio27e",
-  "final_accuracy": 0.48642857142857143,
-  "sft_accuracy": 0.48642857142857143,
-  "eval_method": "ArithmeticEvaluator"
-}