Upload add_sub_baseline_100K_1L2H256d

add_sub_baseline_100K_1L2H256d/config.json

@@ -0,0 +1,36 @@
+{
+  "architectures": [
+    "SorlModelWrapper"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": null,
+  "dtype": "float32",
+  "eos_token_id": null,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 256,
+  "initializer_range": 0.02,
+  "intermediate_size": 1024,
+  "layer_types": [
+    "full_attention"
+  ],
+  "max_position_embeddings": 128,
+  "max_window_layers": 28,
+  "model_type": "qwen3",
+  "num_attention_heads": 2,
+  "num_hidden_layers": 1,
+  "num_key_value_heads": 2,
+  "pad_token_id": null,
+  "rms_norm_eps": 1e-06,
+  "rope_parameters": {
+    "rope_theta": 10000.0,
+    "rope_type": "default"
+  },
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "transformers_version": "5.5.0",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 151645
+}

add_sub_baseline_100K_1L2H256d/generation_config.json

@@ -0,0 +1,7 @@
+{
+  "_from_model_config": true,
+  "output_attentions": false,
+  "output_hidden_states": false,
+  "transformers_version": "5.5.0",
+  "use_cache": true
+}

add_sub_baseline_100K_1L2H256d/metrics.json

@@ -0,0 +1,3083 @@
+{
+  "history": {
+    "step": [
+      50,
+      100,
+      150,
+      200,
+      250,
+      300,
+      350,
+      400,
+      450,
+      500,
+      550,
+      600,
+      650,
+      700,
+      750,
+      800,
+      850,
+      900,
+      950,
+      1000,
+      1050,
+      1100,
+      1150,
+      1200,
+      1250,
+      1300,
+      1350,
+      1400,
+      1450,
+      1500,
+      1550,
+      1600,
+      1650,
+      1700,
+      1750,
+      1800,
+      1850,
+      1900,
+      1950,
+      2000,
+      2050,
+      2100,
+      2150,
+      2200,
+      2250,
+      2300,
+      2350,
+      2400,
+      2450,
+      2500,
+      2550,
+      2600,
+      2650,
+      2700,
+      2750,
+      2800,
+      2850,
+      2900,
+      2950,
+      3000,
+      3050,
+      3100,
+      3150,
+      3200,
+      3250,
+      3300,
+      3350,
+      3400,
+      3450,
+      3500,
+      3550,
+      3600,
+      3650,
+      3700,
+      3750,
+      3800,
+      3850,
+      3900,
+      3950,
+      4000,
+      4050,
+      4100,
+      4150,
+      4200,
+      4250,
+      4300,
+      4350,
+      4400,
+      4450,
+      4500,
+      4550,
+      4600,
+      4650,
+      4700,
+      4750,
+      4800,
+      4850,
+      4900,
+      4950,
+      5000,
+      5050,
+      5100,
+      5150,
+      5200,
+      5250,
+      5300,
+      5350,
+      5400,
+      5450,
+      5500,
+      5550,
+      5600,
+      5650,
+      5700,
+      5750,
+      5800,
+      5850,
+      5900,
+      5950,
+      6000,
+      6050,
+      6100,
+      6150,
+      6200,
+      6250,
+      6300,
+      6350,
+      6400,
+      6450,
+      6500,
+      6550,
+      6600,
+      6650,
+      6700,
+      6750,
+      6800,
+      6850,
+      6900,
+      6950,
+      7000,
+      7050,
+      7100,
+      7150,
+      7200,
+      7250,
+      7300,
+      7350,
+      7400,
+      7450,
+      7500,
+      7550,
+      7600,
+      7650,
+      7700,
+      7750,
+      7800,
+      7850,
+      7900,
+      7950,
+      8000,
+      8050,
+      8100,
+      8150,
+      8200,
+      8250,
+      8300,
+      8350,
+      8400,
+      8450,
+      8500,
+      8550,
+      8600,
+      8650,
+      8700,
+      8750,
+      8800,
+      8850,
+      8900,
+      8950,
+      9000,
+      9050,
+      9100,
+      9150,
+      9200,
+      9250,
+      9300,
+      9350,
+      9400,
+      9450,
+      9500,
+      9550,
+      9600,
+      9650,
+      9700,
+      9750,
+      9800,
+      9850,
+      9900,
+      9950,
+      10000,
+      10050,
+      10100,
+      10150,
+      10200,
+      10250,
+      10300,
+      10350,
+      10400,
+      10450,
+      10500,
+      10550,
+      10600,
+      10650,
+      10700,
+      10750,
+      10800,
+      10850,
+      10900,
+      10950,
+      11000,
+      11050,
+      11100,
+      11150,
+      11200,
+      11250,
+      11300,
+      11350,
+      11400,
+      11450,
+      11500,
+      11550,
+      11600,
+      11650,
+      11700,
+      11750,
+      11800,
+      11850,
+      11900,
+      11950,
+      12000,
+      12050,
+      12100,
+      12150,
+      12200,
+      12250,
+      12300,
+      12350,
+      12400,
+      12450,
+      12500,
+      12550,
+      12600,
+      12650,
+      12700,
+      12750,
+      12800,
+      12850,
+      12900,
+      12950,
+      13000,
+      13050,
+      13100,
+      13150,
+      13200,
+      13250,
+      13300,
+      13350,
+      13400,
+      13450,
+      13500,
+      13550,
+      13600,
+      13650,
+      13700,
+      13750,
+      13800,
+      13850,
+      13900,
+      13950,
+      14000,
+      14050,
+      14100,
+      14150,
+      14200,
+      14250,
+      14300,
+      14350,
+      14400,
+      14450,
+      14500,
+      14550,
+      14600,
+      14650,
+      14700,
+      14750,
+      14800,
+      14850,
+      14900,
+      14950,
+      15000,
+      15050,
+      15100,
+      15150,
+      15200,
+      15250,
+      15300,
+      15350,
+      15400,
+      15450,
+      15500,
+      15550,
+      15600,
+      15650,
+      15700,
+      15750,
+      15800,
+      15850,
+      15900,
+      15950,
+      16000,
+      16050,
+      16100,
+      16150,
+      16200,
+      16250,
+      16300,
+      16350,
+      16400,
+      16450,
+      16500,
+      16550,
+      16600,
+      16650,
+      16700,
+      16750,
+      16800,
+      16850,
+      16900,
+      16950,
+      17000,
+      17050,
+      17100,
+      17150,
+      17200,
+      17250,
+      17300,
+      17350,
+      17400,
+      17450,
+      17500,
+      17550,
+      17600,
+      17650,
+      17700,
+      17750,
+      17800,
+      17850,
+      17900,
+      17950,
+      18000,
+      18050,
+      18100,
+      18150,
+      18200,
+      18250,
+      18300,
+      18350,
+      18400,
+      18450,
+      18500,
+      18550,
+      18600,
+      18650,
+      18700,
+      18750,
+      18800,
+      18850,
+      18900,
+      18950,
+      19000,
+      19050,
+      19100,
+      19150,
+      19200,
+      19250,
+      19300,
+      19350,
+      19400,
+      19450,
+      19500,
+      19550,
+      19600,
+      19650,
+      19700,
+      19750,
+      19800,
+      19850,
+      19900,
+      19950,
+      20000,
+      20050,
+      20100,
+      20150,
+      20200,
+      20250,
+      20300,
+      20350,
+      20400,
+      20450,
+      20500,
+      20550,
+      20600,
+      20650,
+      20700,
+      20750,
+      20800,
+      20850,
+      20900,
+      20950,
+      21000,
+      21050,
+      21100,
+      21150,
+      21200,
+      21250,
+      21300,
+      21350,
+      21400,
+      21450,
+      21500,
+      21550,
+      21600,
+      21650,
+      21700,
+      21750,
+      21800,
+      21850,
+      21900,
+      21950,
+      22000,
+      22050,
+      22100,
+      22150,
+      22200,
+      22250,
+      22300,
+      22350,
+      22400,
+      22450,
+      22500,
+      22550,
+      22600,
+      22650,
+      22700,
+      22750,
+      22800,
+      22850,
+      22900,
+      22950,
+      23000,
+      23050,
+      23100,
+      23150,
+      23200,
+      23250,
+      23300,
+      23350,
+      23400,
+      23450,
+      23500,
+      23550,
+      23600,
+      23650,
+      23700,
+      23750,
+      23800,
+      23850,
+      23900,
+      23950,
+      24000,
+      24050,
+      24100,
+      24150,
+      24200,
+      24250,
+      24300,
+      24350,
+      24400,
+      24450,
+      24500,
+      24550,
+      24600,
+      24650,
+      24700,
+      24750,
+      24800,
+      24850,
+      24900,
+      24950,
+      25000,
+      25050,
+      25100,
+      25150,
+      25200,
+      25250,
+      25300,
+      25350,
+      25400,
+      25450,
+      25500,
+      25550,
+      25600,
+      25650,
+      25700,
+      25750,
+      25800,
+      25850,
+      25900,
+      25950,
+      26000,
+      26050,
+      26100,
+      26150,
+      26200,
+      26250,
+      26300,
+      26350,
+      26400,
+      26450,
+      26500,
+      26550,
+      26600,
+      26650,
+      26700,
+      26750,
+      26800,
+      26850,
+      26900,
+      26950,
+      27000,
+      27050,
+      27100,
+      27150,
+      27200,
+      27250,
+      27300,
+      27350,
+      27400,
+      27450,
+      27500,
+      27550,
+      27600,
+      27650,
+      27700,
+      27750,
+      27800,
+      27850,
+      27900,
+      27950,
+      28000,
+      28050,
+      28100,
+      28150,
+      28200,
+      28250,
+      28300,
+      28350,
+      28400,
+      28450,
+      28500,
+      28550,
+      28600,
+      28650,
+      28700,
+      28750,
+      28800,
+      28850,
+      28900,
+      28950,
+      29000,
+      29050,
+      29100,
+      29150,
+      29200,
+      29250,
+      29300,
+      29350,
+      29400,
+      29450,
+      29500,
+      29550,
+      29600,
+      29650,
+      29700,
+      29750,
+      29800,
+      29850,
+      29900,
+      29950,
+      30000,
+      30050,
+      30100,
+      30150,
+      30200,
+      30250,
+      30300,
+      30350,
+      30400,
+      30450,
+      30500,
+      30550,
+      30600,
+      30650,
+      30700,
+      30750,
+      30800,
+      30850,
+      30900,
+      30950,
+      31000,
+      31050,
+      31100,
+      31150,
+      31200,
+      31250
+    ],
+    "loss": [
+      11.928034782409668,
+      11.653544425964355,
+      11.307957649230957,
+      10.721878051757812,
+      10.181405067443848,
+      9.667264938354492,
+      9.305678367614746,
+      9.201789855957031,
+      8.780132293701172,
+      8.337949752807617,
+      8.104902267456055,
+      7.672562599182129,
+      7.409525394439697,
+      6.95243501663208,
+      6.568300724029541,
+      6.088183879852295,
+      5.540016174316406,
+      5.10260534286499,
+      4.484571933746338,
+      4.0001749992370605,
+      3.444486141204834,
+      3.0357420444488525,
+      2.7352375984191895,
+      2.3701672554016113,
+      2.2287418842315674,
+      2.0617270469665527,
+      2.0463647842407227,
+      1.8895787000656128,
+      1.8856637477874756,
+      1.9227359294891357,
+      1.8609199523925781,
+      1.9265002012252808,
+      1.9278079271316528,
+      1.8539155721664429,
+      1.8715951442718506,
+      1.7844884395599365,
+      1.8312513828277588,
+      1.7931902408599854,
+      1.810530424118042,
+      1.8436228036880493,
+      1.8527024984359741,
+      1.8303594589233398,
+      1.7831075191497803,
+      1.7217122316360474,
+      1.7545881271362305,
+      1.7245683670043945,
+      1.6838029623031616,
+      1.7725518941879272,
+      1.7447564601898193,
+      1.6834079027175903,
+      1.7119642496109009,
+      1.7137107849121094,
+      1.7549256086349487,
+      1.7131061553955078,
+      1.7283432483673096,
+      1.7024879455566406,
+      1.6835523843765259,
+      1.724271535873413,
+      1.6476503610610962,
+      1.6461162567138672,
+      1.6732215881347656,
+      1.6631882190704346,
+      1.6530768871307373,
+      1.640184998512268,
+      1.5616495609283447,
+      1.5732653141021729,
+      1.5028226375579834,
+      1.469290852546692,
+      1.4607034921646118,
+      1.4396305084228516,
+      1.33017897605896,
+      1.173120141029358,
+      1.0654069185256958,
+      1.1612730026245117,
+      1.1505136489868164,
+      1.0570982694625854,
+      0.9696107506752014,
+      0.9057245254516602,
+      0.8982640504837036,
+      0.8462095856666565,
+      0.7811938524246216,
+      0.728919506072998,
+      0.7578886151313782,
+      0.7812106013298035,
+      0.7021167874336243,
+      0.7130362391471863,
+      0.6820688247680664,
+      0.6510214805603027,
+      0.6453285217285156,
+      0.6750946640968323,
+      0.6662521362304688,
+      0.589103102684021,
+      0.635167121887207,
+      0.6322607398033142,
+      0.6354484558105469,
+      0.5717305541038513,
+      0.5770869851112366,
+      0.5638580322265625,
+      0.6003702282905579,
+      0.606711208820343,
+      0.5978370308876038,
+      0.5625749826431274,
+      0.5271865725517273,
+      0.5920223593711853,
+      0.6064496636390686,
+      0.5727962255477905,
+      0.5373821258544922,
+      0.547116219997406,
+      0.5527753233909607,
+      0.5407260060310364,
+      0.5330578088760376,
+      0.5460835695266724,
+      0.5407729744911194,
+      0.5695903301239014,
+      0.546602725982666,
+      0.5379611253738403,
+      0.49000412225723267,
+      0.5377251505851746,
+      0.5077806711196899,
+      0.5233360528945923,
+      0.5038724541664124,
+      0.5082470774650574,
+      0.5090785622596741,
+      0.4877682328224182,
+      0.46342095732688904,
+      0.4934587776660919,
+      0.47618719935417175,
+      0.5213378071784973,
+      0.48468828201293945,
+      0.4764997959136963,
+      0.490345299243927,
+      0.48699042201042175,
+      0.44104668498039246,
+      0.474947452545166,
+      0.46392837166786194,
+      0.4587855041027069,
+      0.4935186207294464,
+      0.46145424246788025,
+      0.4339943826198578,
+      0.4798485338687897,
+      0.4835148751735687,
+      0.45113644003868103,
+      0.4499821066856384,
+      0.44402727484703064,
+      0.4216662049293518,
+      0.4317099452018738,
+      0.4295271337032318,
+      0.43690910935401917,
+      0.4310178756713867,
+      0.42988887429237366,
+      0.39782506227493286,
+      0.40841910243034363,
+      0.4422263205051422,
+      0.4496307075023651,
+      0.4485880434513092,
+      0.43126311898231506,
+      0.41150495409965515,
+      0.4591612219810486,
+      0.45604208111763,
+      0.46709761023521423,
+      0.4348989427089691,
+      0.3834414482116699,
+      0.38175979256629944,
+      0.3879620134830475,
+      0.40807420015335083,
+      0.4096015989780426,
+      0.4135327637195587,
+      0.3968922793865204,
+      0.43453529477119446,
+      0.36617913842201233,
+      0.41760990023612976,
+      0.3654819130897522,
+      0.43267178535461426,
+      0.3825819492340088,
+      0.40239834785461426,
+      0.4138084053993225,
+      0.39564505219459534,
+      0.36791282892227173,
+      0.43040919303894043,
+      0.4024931490421295,
+      0.3815248906612396,
+      0.40737414360046387,
+      0.42400693893432617,
+      0.38643333315849304,
+      0.3655295670032501,
+      0.3794443905353546,
+      0.3761146664619446,
+      0.402232825756073,
+      0.39684897661209106,
+      0.41486597061157227,
+      0.3713434338569641,
+      0.4122335612773895,
+      0.3593781888484955,
+      0.36669155955314636,
+      0.38098907470703125,
+      0.3585493564605713,
+      0.3658697009086609,
+      0.3952808976173401,
+      0.3677598536014557,
+      0.40938600897789,
+      0.3865565359592438,
+      0.3737422823905945,
+      0.36394765973091125,
+      0.33259841799736023,
+      0.3456837832927704,
+      0.33143261075019836,
+      0.35574594140052795,
+      0.3818463683128357,
+      0.32026952505111694,
+      0.35572943091392517,
+      0.3279140889644623,
+      0.38622188568115234,
+      0.32534393668174744,
+      0.35246992111206055,
+      0.34478285908699036,
+      0.3526977002620697,
+      0.3618982434272766,
+      0.3712795674800873,
+      0.3642587661743164,
+      0.3191487491130829,
+      0.36171674728393555,
+      0.34270623326301575,
+      0.3760503828525543,
+      0.34943634271621704,
+      0.3346637785434723,
+      0.32916831970214844,
+      0.3213987350463867,
+      0.34669747948646545,
+      0.34980323910713196,
+      0.3436082899570465,
+      0.3271951675415039,
+      0.31385931372642517,
+      0.3484307825565338,
+      0.3084122836589813,
+      0.3468055725097656,
+      0.3438337743282318,
+      0.3528638482093811,
+      0.31498146057128906,
+      0.3160567879676819,
+      0.34172186255455017,
+      0.3417809009552002,
+      0.3534678816795349,
+      0.35489383339881897,
+      0.34530016779899597,
+      0.2865831255912781,
+      0.3117128908634186,
+      0.34365028142929077,
+      0.33491435647010803,
+      0.3689354360103607,
+      0.3382095396518707,
+      0.3239511549472809,
+      0.3418653905391693,
+      0.3021024167537689,
+      0.2963162362575531,
+      0.32997259497642517,
+      0.33671286702156067,
+      0.33611273765563965,
+      0.3459137976169586,
+      0.33286041021347046,
+      0.2873530983924866,
+      0.31002670526504517,
+      0.30808526277542114,
+      0.287386417388916,
+      0.30139049887657166,
+      0.29464051127433777,
+      0.3082091510295868,
+      0.3462357223033905,
+      0.34610894322395325,
+      0.3279619514942169,
+      0.3180283010005951,
+      0.2845425009727478,
+      0.27627280354499817,
+      0.29058805108070374,
+      0.25387290120124817,
+      0.29174312949180603,
+      0.3285600244998932,
+      0.31100231409072876,
+      0.3193957507610321,
+      0.3087748885154724,
+      0.3061353862285614,
+      0.32200178503990173,
+      0.2894422709941864,
+      0.2870963513851166,
+      0.31858688592910767,
+      0.2746082842350006,
+      0.3215934932231903,
+      0.3257999122142792,
+      0.31921395659446716,
+      0.2667975425720215,
+      0.3186761736869812,
+      0.2847942113876343,
+      0.28523775935173035,
+      0.32166609168052673,
+      0.3076777458190918,
+      0.3031381666660309,
+      0.29915809631347656,
+      0.32860395312309265,
+      0.3052523136138916,
+      0.31743431091308594,
+      0.27312588691711426,
+      0.26801934838294983,
+      0.26507896184921265,
+      0.294921338558197,
+      0.3115091919898987,
+      0.26985788345336914,
+      0.293649286031723,
+      0.2707940638065338,
+      0.29856735467910767,
+      0.2623736262321472,
+      0.3006415367126465,
+      0.31037160754203796,
+      0.30440378189086914,
+      0.3023694157600403,
+      0.2869836390018463,
+      0.24748651683330536,
+      0.28105297684669495,
+      0.2706967294216156,
+      0.3016051948070526,
+      0.2754139006137848,
+      0.28681060671806335,
+      0.28182414174079895,
+      0.29593154788017273,
+      0.2871556580066681,
+      0.29613766074180603,
+      0.30644792318344116,
+      0.25587597489356995,
+      0.28945502638816833,
+      0.27285969257354736,
+      0.28049322962760925,
+      0.2884880602359772,
+      0.2916378378868103,
+      0.2754189372062683,
+      0.3063291907310486,
+      0.3094882071018219,
+      0.29223495721817017,
+      0.2699856460094452,
+      0.265081524848938,
+      0.3157065212726593,
+      0.2825828790664673,
+      0.2644478380680084,
+      0.2736837565898895,
+      0.2939130365848541,
+      0.27335861325263977,
+      0.27167394757270813,
+      0.2819110155105591,
+      0.289447158575058,
+      0.2571549415588379,
+      0.2593221962451935,
+      0.28376683592796326,
+      0.29852765798568726,
+      0.27658429741859436,
+      0.23924340307712555,
+      0.28641754388809204,
+      0.3209593594074249,
+      0.2669186592102051,
+      0.2522584795951843,
+      0.2631411552429199,
+      0.30004528164863586,
+      0.25664424896240234,
+      0.26312512159347534,
+      0.2851202189922333,
+      0.2921363413333893,
+      0.24688827991485596,
+      0.2517416179180145,
+      0.30236250162124634,
+      0.24213668704032898,
+      0.2524048686027527,
+      0.27556005120277405,
+      0.27097469568252563,
+      0.29630640149116516,
+      0.24852998554706573,
+      0.29177477955818176,
+      0.2854974567890167,
+      0.2374695986509323,
+      0.23592327535152435,
+      0.3132108151912689,
+      0.2631916403770447,
+      0.2837892472743988,
+      0.25606682896614075,
+      0.27506956458091736,
+      0.24950344860553741,
+      0.2695748507976532,
+      0.2633344829082489,
+      0.2621081471443176,
+      0.2588253915309906,
+      0.26628708839416504,
+      0.2546164393424988,
+      0.2710006535053253,
+      0.2939824163913727,
+      0.23946473002433777,
+      0.22712087631225586,
+      0.2623310983181,
+      0.2482786327600479,
+      0.27607423067092896,
+      0.25139644742012024,
+      0.28528496623039246,
+      0.24713945388793945,
+      0.24412168562412262,
+      0.25628599524497986,
+      0.28033557534217834,
+      0.26747894287109375,
+      0.29976686835289,
+      0.29141291975975037,
+      0.2702557146549225,
+      0.24962809681892395,
+      0.2612250745296478,
+      0.2625961899757385,
+      0.2644568383693695,
+      0.2803192436695099,
+      0.23608256876468658,
+      0.23363173007965088,
+      0.2611221969127655,
+      0.2525368332862854,
+      0.2524564564228058,
+      0.24044832587242126,
+      0.2552793622016907,
+      0.28079238533973694,
+      0.2619774639606476,
+      0.23810975253582,
+      0.24849574267864227,
+      0.25039538741111755,
+      0.2613367438316345,
+      0.2615041732788086,
+      0.20929165184497833,
+      0.23789460957050323,
+      0.2508893311023712,
+      0.23562470078468323,
+      0.27942875027656555,
+      0.282475084066391,
+      0.26715087890625,
+      0.25968289375305176,
+      0.26287397742271423,
+      0.25527840852737427,
+      0.24361786246299744,
+      0.24610944092273712,
+      0.2573030889034271,
+      0.28686219453811646,
+      0.25092869997024536,
+      0.26785707473754883,
+      0.2560536861419678,
+      0.2647089958190918,
+      0.2567795217037201,
+      0.2601569592952728,
+      0.24640819430351257,
+      0.2674255669116974,
+      0.2340751439332962,
+      0.22037099301815033,
+      0.23103085160255432,
+      0.22777055203914642,
+      0.24295179545879364,
+      0.23772236704826355,
+      0.23818251490592957,
+      0.24417351186275482,
+      0.23382483422756195,
+      0.2717232406139374,
+      0.24655917286872864,
+      0.24539153277873993,
+      0.27003398537635803,
+      0.24944210052490234,
+      0.21866385638713837,
+      0.24142920970916748,
+      0.2841137945652008,
+      0.27210989594459534,
+      0.24623851478099823,
+      0.2414173036813736,
+      0.24330724775791168,
+      0.2612263560295105,
+      0.24263326823711395,
+      0.23556897044181824,
+      0.25661733746528625,
+      0.23128819465637207,
+      0.2515091300010681,
+      0.23440249264240265,
+      0.26295438408851624,
+      0.24453571438789368,
+      0.25462159514427185,
+      0.23500898480415344,
+      0.24620413780212402,
+      0.23643255233764648,
+      0.21674731373786926,
+      0.23458817601203918,
+      0.22282226383686066,
+      0.2536497414112091,
+      0.23018422722816467,
+      0.21616289019584656,
+      0.24523791670799255,
+      0.2539035975933075,
+      0.2417120784521103,
+      0.2687821388244629,
+      0.2591947615146637,
+      0.23294435441493988,
+      0.24325568974018097,
+      0.2612447142601013,
+      0.23927579820156097,
+      0.23915018141269684,
+      0.26768800616264343,
+      0.24271290004253387,
+      0.25881507992744446,
+      0.23990657925605774,
+      0.22135673463344574,
+      0.20841874182224274,
+      0.24352209270000458,
+      0.2426811009645462,
+      0.22436712682247162,
+      0.24585120379924774,
+      0.23543156683444977,
+      0.24074861407279968,
+      0.2525044083595276,
+      0.24585461616516113,
+      0.22054941952228546,
+      0.23277811706066132,
+      0.2542433738708496,
+      0.21179088950157166,
+      0.2887387275695801,
+      0.24148423969745636,
+      0.25414398312568665,
+      0.25563937425613403,
+      0.23944461345672607,
+      0.2533447742462158,
+      0.23563027381896973,
+      0.26421570777893066,
+      0.2254643440246582,
+      0.24568693339824677,
+      0.2360592931509018,
+      0.2221137136220932,
+      0.2282101809978485,
+      0.24913156032562256,
+      0.22136715054512024,
+      0.23910680413246155,
+      0.23922684788703918,
+      0.22790290415287018,
+      0.23584823310375214,
+      0.2730078399181366,
+      0.2663761079311371,
+      0.248269185423851,
+      0.25979501008987427,
+      0.2336592972278595,
+      0.2624785006046295,
+      0.22696606814861298,
+      0.21379384398460388,
+      0.21497604250907898,
+      0.2592029571533203,
+      0.22469215095043182,
+      0.25158485770225525,
+      0.24422571063041687,
+      0.25753626227378845,
+      0.25007328391075134,
+      0.2602040469646454,
+      0.23332370817661285,
+      0.23722335696220398,
+      0.24797333776950836,
+      0.22556526958942413,
+      0.23421958088874817,
+      0.24832820892333984,
+      0.2311556339263916,
+      0.23707018792629242,
+      0.23783321678638458,
+      0.20987555384635925,
+      0.267695814371109,
+      0.2629874646663666,
+      0.21873648464679718,
+      0.24494552612304688,
+      0.26303473114967346,
+      0.24542763829231262,
+      0.23399154841899872,
+      0.23643358051776886,
+      0.21889302134513855,
+      0.22333727777004242,
+      0.20176778733730316,
+      0.2578296363353729,
+      0.26290076971054077,
+      0.2378210574388504,
+      0.24513255059719086,
+      0.25607389211654663,
+      0.24997523427009583,
+      0.2558247745037079,
+      0.25033673644065857,
+      0.2546168267726898,
+      0.23066361248493195,
+      0.22089658677577972,
+      0.2460862696170807,
+      0.21666987240314484,
+      0.22690625488758087,
+      0.24581076204776764,
+      0.2427884191274643,
+      0.22972403466701508,
+      0.25537118315696716,
+      0.24844148755073547,
+      0.2209678441286087,
+      0.22279927134513855,
+      0.23022934794425964,
+      0.2374199479818344,
+      0.2532387375831604,
+      0.24079224467277527,
+      0.2286282330751419,
+      0.22575612366199493,
+      0.22752560675144196,
+      0.26504701375961304,
+      0.23773540556430817,
+      0.20410892367362976,
+      0.25362756848335266,
+      0.24984030425548553,
+      0.2467348873615265,
+      0.2259712964296341,
+      0.23826143145561218,
+      0.23323170840740204,
+      0.23948879539966583,
+      0.24911201000213623,
+      0.23734129965305328,
+      0.24040012061595917,
+      0.26085561513900757,
+      0.25282594561576843,
+      0.24620071053504944,
+      0.2408737689256668,
+      0.22477446496486664,
+      0.232040137052536,
+      0.22941991686820984,
+      0.2574242055416107,
+      0.22758789360523224,
+      0.2541619539260864,
+      0.22378601133823395,
+      0.23867575824260712,
+      0.19821251928806305,
+      0.2455597221851349,
+      0.2343447506427765
+    ],
+    "base_loss": [
+      11.928034782409668,
+      11.653544425964355,
+      11.307957649230957,
+      10.721878051757812,
+      10.181405067443848,
+      9.667264938354492,
+      9.305678367614746,
+      9.201789855957031,
+      8.780132293701172,
+      8.337949752807617,
+      8.104902267456055,
+      7.672562599182129,
+      7.409525394439697,
+      6.95243501663208,
+      6.568300724029541,
+      6.088183879852295,
+      5.540016174316406,
+      5.10260534286499,
+      4.484571933746338,
+      4.0001749992370605,
+      3.444486141204834,
+      3.0357420444488525,
+      2.7352375984191895,
+      2.3701672554016113,
+      2.2287418842315674,
+      2.0617270469665527,
+      2.0463647842407227,
+      1.8895787000656128,
+      1.8856637477874756,
+      1.9227359294891357,
+      1.8609199523925781,
+      1.9265002012252808,
+      1.9278079271316528,
+      1.8539155721664429,
+      1.8715951442718506,
+      1.7844884395599365,
+      1.8312513828277588,
+      1.7931902408599854,
+      1.810530424118042,
+      1.8436228036880493,
+      1.8527024984359741,
+      1.8303594589233398,
+      1.7831075191497803,
+      1.7217122316360474,
+      1.7545881271362305,
+      1.7245683670043945,
+      1.6838029623031616,
+      1.7725518941879272,
+      1.7447564601898193,
+      1.6834079027175903,
+      1.7119642496109009,
+      1.7137107849121094,
+      1.7549256086349487,
+      1.7131061553955078,
+      1.7283432483673096,
+      1.7024879455566406,
+      1.6835523843765259,
+      1.724271535873413,
+      1.6476503610610962,
+      1.6461162567138672,
+      1.6732215881347656,
+      1.6631882190704346,
+      1.6530768871307373,
+      1.640184998512268,
+      1.5616495609283447,
+      1.5732653141021729,
+      1.5028226375579834,
+      1.469290852546692,
+      1.4607034921646118,
+      1.4396305084228516,
+      1.33017897605896,
+      1.173120141029358,
+      1.0654069185256958,
+      1.1612730026245117,
+      1.1505136489868164,
+      1.0570982694625854,
+      0.9696107506752014,
+      0.9057245254516602,
+      0.8982640504837036,
+      0.8462095856666565,
+      0.7811938524246216,
+      0.728919506072998,
+      0.7578886151313782,
+      0.7812106013298035,
+      0.7021167874336243,
+      0.7130362391471863,
+      0.6820688247680664,
+      0.6510214805603027,
+      0.6453285217285156,
+      0.6750946640968323,
+      0.6662521362304688,
+      0.589103102684021,
+      0.635167121887207,
+      0.6322607398033142,
+      0.6354484558105469,
+      0.5717305541038513,
+      0.5770869851112366,
+      0.5638580322265625,
+      0.6003702282905579,
+      0.606711208820343,
+      0.5978370308876038,
+      0.5625749826431274,
+      0.5271865725517273,
+      0.5920223593711853,
+      0.6064496636390686,
+      0.5727962255477905,
+      0.5373821258544922,
+      0.547116219997406,
+      0.5527753233909607,
+      0.5407260060310364,
+      0.5330578088760376,
+      0.5460835695266724,
+      0.5407729744911194,
+      0.5695903301239014,
+      0.546602725982666,
+      0.5379611253738403,
+      0.49000412225723267,
+      0.5377251505851746,
+      0.5077806711196899,
+      0.5233360528945923,
+      0.5038724541664124,
+      0.5082470774650574,
+      0.5090785622596741,
+      0.4877682328224182,
+      0.46342095732688904,
+      0.4934587776660919,
+      0.47618719935417175,
+      0.5213378071784973,
+      0.48468828201293945,
+      0.4764997959136963,
+      0.490345299243927,
+      0.48699042201042175,
+      0.44104668498039246,
+      0.474947452545166,
+      0.46392837166786194,
+      0.4587855041027069,
+      0.4935186207294464,
+      0.46145424246788025,
+      0.4339943826198578,
+      0.4798485338687897,
+      0.4835148751735687,
+      0.45113644003868103,
+      0.4499821066856384,
+      0.44402727484703064,
+      0.4216662049293518,
+      0.4317099452018738,
+      0.4295271337032318,
+      0.43690910935401917,
+      0.4310178756713867,
+      0.42988887429237366,
+      0.39782506227493286,
+      0.40841910243034363,
+      0.4422263205051422,
+      0.4496307075023651,
+      0.4485880434513092,
+      0.43126311898231506,
+      0.41150495409965515,
+      0.4591612219810486,
+      0.45604208111763,
+      0.46709761023521423,
+      0.4348989427089691,
+      0.3834414482116699,
+      0.38175979256629944,
+      0.3879620134830475,
+      0.40807420015335083,
+      0.4096015989780426,
+      0.4135327637195587,
+      0.3968922793865204,
+      0.43453529477119446,
+      0.36617913842201233,
+      0.41760990023612976,
+      0.3654819130897522,
+      0.43267178535461426,
+      0.3825819492340088,
+      0.40239834785461426,
+      0.4138084053993225,
+      0.39564505219459534,
+      0.36791282892227173,
+      0.43040919303894043,
+      0.4024931490421295,
+      0.3815248906612396,
+      0.40737414360046387,
+      0.42400693893432617,
+      0.38643333315849304,
+      0.3655295670032501,
+      0.3794443905353546,
+      0.3761146664619446,
+      0.402232825756073,
+      0.39684897661209106,
+      0.41486597061157227,
+      0.3713434338569641,
+      0.4122335612773895,
+      0.3593781888484955,
+      0.36669155955314636,
+      0.38098907470703125,
+      0.3585493564605713,
+      0.3658697009086609,
+      0.3952808976173401,
+      0.3677598536014557,
+      0.40938600897789,
+      0.3865565359592438,
+      0.3737422823905945,
+      0.36394765973091125,
+      0.33259841799736023,
+      0.3456837832927704,
+      0.33143261075019836,
+      0.35574594140052795,
+      0.3818463683128357,
+      0.32026952505111694,
+      0.35572943091392517,
+      0.3279140889644623,
+      0.38622188568115234,
+      0.32534393668174744,
+      0.35246992111206055,
+      0.34478285908699036,
+      0.3526977002620697,
+      0.3618982434272766,
+      0.3712795674800873,
+      0.3642587661743164,
+      0.3191487491130829,
+      0.36171674728393555,
+      0.34270623326301575,
+      0.3760503828525543,
+      0.34943634271621704,
+      0.3346637785434723,
+      0.32916831970214844,
+      0.3213987350463867,
+      0.34669747948646545,
+      0.34980323910713196,
+      0.3436082899570465,
+      0.3271951675415039,
+      0.31385931372642517,
+      0.3484307825565338,
+      0.3084122836589813,
+      0.3468055725097656,
+      0.3438337743282318,
+      0.3528638482093811,
+      0.31498146057128906,
+      0.3160567879676819,
+      0.34172186255455017,
+      0.3417809009552002,
+      0.3534678816795349,
+      0.35489383339881897,
+      0.34530016779899597,
+      0.2865831255912781,
+      0.3117128908634186,
+      0.34365028142929077,
+      0.33491435647010803,
+      0.3689354360103607,
+      0.3382095396518707,
+      0.3239511549472809,
+      0.3418653905391693,
+      0.3021024167537689,
+      0.2963162362575531,
+      0.32997259497642517,
+      0.33671286702156067,
+      0.33611273765563965,
+      0.3459137976169586,
+      0.33286041021347046,
+      0.2873530983924866,
+      0.31002670526504517,
+      0.30808526277542114,
+      0.287386417388916,
+      0.30139049887657166,
+      0.29464051127433777,
+      0.3082091510295868,
+      0.3462357223033905,
+      0.34610894322395325,
+      0.3279619514942169,
+      0.3180283010005951,
+      0.2845425009727478,
+      0.27627280354499817,
+      0.29058805108070374,
+      0.25387290120124817,
+      0.29174312949180603,
+      0.3285600244998932,
+      0.31100231409072876,
+      0.3193957507610321,
+      0.3087748885154724,
+      0.3061353862285614,
+      0.32200178503990173,
+      0.2894422709941864,
+      0.2870963513851166,
+      0.31858688592910767,
+      0.2746082842350006,
+      0.3215934932231903,
+      0.3257999122142792,
+      0.31921395659446716,
+      0.2667975425720215,
+      0.3186761736869812,
+      0.2847942113876343,
+      0.28523775935173035,
+      0.32166609168052673,
+      0.3076777458190918,
+      0.3031381666660309,
+      0.29915809631347656,
+      0.32860395312309265,
+      0.3052523136138916,
+      0.31743431091308594,
+      0.27312588691711426,
+      0.26801934838294983,
+      0.26507896184921265,
+      0.294921338558197,
+      0.3115091919898987,
+      0.26985788345336914,
+      0.293649286031723,
+      0.2707940638065338,
+      0.29856735467910767,
+      0.2623736262321472,
+      0.3006415367126465,
+      0.31037160754203796,
+      0.30440378189086914,
+      0.3023694157600403,
+      0.2869836390018463,
+      0.24748651683330536,
+      0.28105297684669495,
+      0.2706967294216156,
+      0.3016051948070526,
+      0.2754139006137848,
+      0.28681060671806335,
+      0.28182414174079895,
+      0.29593154788017273,
+      0.2871556580066681,
+      0.29613766074180603,
+      0.30644792318344116,
+      0.25587597489356995,
+      0.28945502638816833,
+      0.27285969257354736,
+      0.28049322962760925,
+      0.2884880602359772,
+      0.2916378378868103,
+      0.2754189372062683,
+      0.3063291907310486,
+      0.3094882071018219,
+      0.29223495721817017,
+      0.2699856460094452,
+      0.265081524848938,
+      0.3157065212726593,
+      0.2825828790664673,
+      0.2644478380680084,
+      0.2736837565898895,
+      0.2939130365848541,
+      0.27335861325263977,
+      0.27167394757270813,
+      0.2819110155105591,
+      0.289447158575058,
+      0.2571549415588379,
+      0.2593221962451935,
+      0.28376683592796326,
+      0.29852765798568726,
+      0.27658429741859436,
+      0.23924340307712555,
+      0.28641754388809204,
+      0.3209593594074249,
+      0.2669186592102051,
+      0.2522584795951843,
+      0.2631411552429199,
+      0.30004528164863586,
+      0.25664424896240234,
+      0.26312512159347534,
+      0.2851202189922333,
+      0.2921363413333893,
+      0.24688827991485596,
+      0.2517416179180145,
+      0.30236250162124634,
+      0.24213668704032898,
+      0.2524048686027527,
+      0.27556005120277405,
+      0.27097469568252563,
+      0.29630640149116516,
+      0.24852998554706573,
+      0.29177477955818176,
+      0.2854974567890167,
+      0.2374695986509323,
+      0.23592327535152435,
+      0.3132108151912689,
+      0.2631916403770447,
+      0.2837892472743988,
+      0.25606682896614075,
+      0.27506956458091736,
+      0.24950344860553741,
+      0.2695748507976532,
+      0.2633344829082489,
+      0.2621081471443176,
+      0.2588253915309906,
+      0.26628708839416504,
+      0.2546164393424988,
+      0.2710006535053253,
+      0.2939824163913727,
+      0.23946473002433777,
+      0.22712087631225586,
+      0.2623310983181,
+      0.2482786327600479,
+      0.27607423067092896,
+      0.25139644742012024,
+      0.28528496623039246,
+      0.24713945388793945,
+      0.24412168562412262,
+      0.25628599524497986,
+      0.28033557534217834,
+      0.26747894287109375,
+      0.29976686835289,
+      0.29141291975975037,
+      0.2702557146549225,
+      0.24962809681892395,
+      0.2612250745296478,
+      0.2625961899757385,
+      0.2644568383693695,
+      0.2803192436695099,
+      0.23608256876468658,
+      0.23363173007965088,
+      0.2611221969127655,
+      0.2525368332862854,
+      0.2524564564228058,
+      0.24044832587242126,
+      0.2552793622016907,
+      0.28079238533973694,
+      0.2619774639606476,
+      0.23810975253582,
+      0.24849574267864227,
+      0.25039538741111755,
+      0.2613367438316345,
+      0.2615041732788086,
+      0.20929165184497833,
+      0.23789460957050323,
+      0.2508893311023712,
+      0.23562470078468323,
+      0.27942875027656555,
+      0.282475084066391,
+      0.26715087890625,
+      0.25968289375305176,
+      0.26287397742271423,
+      0.25527840852737427,
+      0.24361786246299744,
+      0.24610944092273712,
+      0.2573030889034271,
+      0.28686219453811646,
+      0.25092869997024536,
+      0.26785707473754883,
+      0.2560536861419678,
+      0.2647089958190918,
+      0.2567795217037201,
+      0.2601569592952728,
+      0.24640819430351257,
+      0.2674255669116974,
+      0.2340751439332962,
+      0.22037099301815033,
+      0.23103085160255432,
+      0.22777055203914642,
+      0.24295179545879364,
+      0.23772236704826355,
+      0.23818251490592957,
+      0.24417351186275482,
+      0.23382483422756195,
+      0.2717232406139374,
+      0.24655917286872864,
+      0.24539153277873993,
+      0.27003398537635803,
+      0.24944210052490234,
+      0.21866385638713837,
+      0.24142920970916748,
+      0.2841137945652008,
+      0.27210989594459534,
+      0.24623851478099823,
+      0.2414173036813736,
+      0.24330724775791168,
+      0.2612263560295105,
+      0.24263326823711395,
+      0.23556897044181824,
+      0.25661733746528625,
+      0.23128819465637207,
+      0.2515091300010681,
+      0.23440249264240265,
+      0.26295438408851624,
+      0.24453571438789368,
+      0.25462159514427185,
+      0.23500898480415344,
+      0.24620413780212402,
+      0.23643255233764648,
+      0.21674731373786926,
+      0.23458817601203918,
+      0.22282226383686066,
+      0.2536497414112091,
+      0.23018422722816467,
+      0.21616289019584656,
+      0.24523791670799255,
+      0.2539035975933075,
+      0.2417120784521103,
+      0.2687821388244629,
+      0.2591947615146637,
+      0.23294435441493988,
+      0.24325568974018097,
+      0.2612447142601013,
+      0.23927579820156097,
+      0.23915018141269684,
+      0.26768800616264343,
+      0.24271290004253387,
+      0.25881507992744446,
+      0.23990657925605774,
+      0.22135673463344574,
+      0.20841874182224274,
+      0.24352209270000458,
+      0.2426811009645462,
+      0.22436712682247162,
+      0.24585120379924774,
+      0.23543156683444977,
+      0.24074861407279968,
+      0.2525044083595276,
+      0.24585461616516113,
+      0.22054941952228546,
+      0.23277811706066132,
+      0.2542433738708496,
+      0.21179088950157166,
+      0.2887387275695801,
+      0.24148423969745636,
+      0.25414398312568665,
+      0.25563937425613403,
+      0.23944461345672607,
+      0.2533447742462158,
+      0.23563027381896973,
+      0.26421570777893066,
+      0.2254643440246582,
+      0.24568693339824677,
+      0.2360592931509018,
+      0.2221137136220932,
+      0.2282101809978485,
+      0.24913156032562256,
+      0.22136715054512024,
+      0.23910680413246155,
+      0.23922684788703918,
+      0.22790290415287018,
+      0.23584823310375214,
+      0.2730078399181366,
+      0.2663761079311371,
+      0.248269185423851,
+      0.25979501008987427,
+      0.2336592972278595,
+      0.2624785006046295,
+      0.22696606814861298,
+      0.21379384398460388,
+      0.21497604250907898,
+      0.2592029571533203,
+      0.22469215095043182,
+      0.25158485770225525,
+      0.24422571063041687,
+      0.25753626227378845,
+      0.25007328391075134,
+      0.2602040469646454,
+      0.23332370817661285,
+      0.23722335696220398,
+      0.24797333776950836,
+      0.22556526958942413,
+      0.23421958088874817,
+      0.24832820892333984,
+      0.2311556339263916,
+      0.23707018792629242,
+      0.23783321678638458,
+      0.20987555384635925,
+      0.267695814371109,
+      0.2629874646663666,
+      0.21873648464679718,
+      0.24494552612304688,
+      0.26303473114967346,
+      0.24542763829231262,
+      0.23399154841899872,
+      0.23643358051776886,
+      0.21889302134513855,
+      0.22333727777004242,
+      0.20176778733730316,
+      0.2578296363353729,
+      0.26290076971054077,
+      0.2378210574388504,
+      0.24513255059719086,
+      0.25607389211654663,
+      0.24997523427009583,
+      0.2558247745037079,
+      0.25033673644065857,
+      0.2546168267726898,
+      0.23066361248493195,
+      0.22089658677577972,
+      0.2460862696170807,
+      0.21666987240314484,
+      0.22690625488758087,
+      0.24581076204776764,
+      0.2427884191274643,
+      0.22972403466701508,
+      0.25537118315696716,
+      0.24844148755073547,
+      0.2209678441286087,
+      0.22279927134513855,
+      0.23022934794425964,
+      0.2374199479818344,
+      0.2532387375831604,
+      0.24079224467277527,
+      0.2286282330751419,
+      0.22575612366199493,
+      0.22752560675144196,
+      0.26504701375961304,
+      0.23773540556430817,
+      0.20410892367362976,
+      0.25362756848335266,
+      0.24984030425548553,
+      0.2467348873615265,
+      0.2259712964296341,
+      0.23826143145561218,
+      0.23323170840740204,
+      0.23948879539966583,
+      0.24911201000213623,
+      0.23734129965305328,
+      0.24040012061595917,
+      0.26085561513900757,
+      0.25282594561576843,
+      0.24620071053504944,
+      0.2408737689256668,
+      0.22477446496486664,
+      0.232040137052536,
+      0.22941991686820984,
+      0.2574242055416107,
+      0.22758789360523224,
+      0.2541619539260864,
+      0.22378601133823395,
+      0.23867575824260712,
+      0.19821251928806305,
+      0.2455597221851349,
+      0.2343447506427765
+    ],
+    "lr": [
+      1.0458911419423694e-06,
+      2.113127001067236e-06,
+      3.180362860192103e-06,
+      4.247598719316969e-06,
+      5.3148345784418355e-06,
+      6.382070437566702e-06,
+      7.44930629669157e-06,
+      8.516542155816436e-06,
+      9.583778014941301e-06,
+      1.065101387406617e-05,
+      1.1718249733191036e-05,
+      1.2785485592315904e-05,
+      1.385272145144077e-05,
+      1.4919957310565637e-05,
+      1.5987193169690504e-05,
+      1.705442902881537e-05,
+      1.812166488794024e-05,
+      1.9188900747065104e-05,
+      1.9999992271630926e-05,
+      1.999979369616386e-05,
+      1.9999326780649933e-05,
+      1.9998591537618616e-05,
+      1.9997587986799835e-05,
+      1.999631615512343e-05,
+      1.999477607671844e-05,
+      1.999296779291219e-05,
+      1.9990891352229182e-05,
+      1.998854681038978e-05,
+      1.9985934230308727e-05,
+      1.998305368209346e-05,
+      1.9979905243042218e-05,
+      1.9976488997641966e-05,
+      1.997280503756615e-05,
+      1.9968853461672197e-05,
+      1.9964634375998916e-05,
+      1.9960147893763603e-05,
+      1.995539413535902e-05,
+      1.9950373228350183e-05,
+      1.994508530747091e-05,
+      1.9939530514620217e-05,
+      1.9933708998858528e-05,
+      1.9927620916403638e-05,
+      1.9921266430626555e-05,
+      1.9914645712047094e-05,
+      1.9907758938329317e-05,
+      1.9900606294276753e-05,
+      1.989318797182745e-05,
+      1.9885504170048805e-05,
+      1.9877555095132254e-05,
+      1.9869340960387706e-05,
+      1.986086198623784e-05,
+      1.9852118400212183e-05,
+      1.9843110436941004e-05,
+      1.9833838338149017e-05,
+      1.9824302352648898e-05,
+      1.9814502736334608e-05,
+      1.980443975217452e-05,
+      1.979411367020437e-05,
+      1.9783524767520003e-05,
+      1.977267332826995e-05,
+      1.976155964364779e-05,
+      1.9750184011884335e-05,
+      1.973854673823965e-05,
+      1.972664813499482e-05,
+      1.9714488521443616e-05,
+      1.970206822388389e-05,
+      1.968938757560885e-05,
+      1.967644691689808e-05,
+      1.9663246595008452e-05,
+      1.964978696416477e-05,
+      1.9636068385550277e-05,
+      1.9622091227296973e-05,
+      1.960785586447573e-05,
+      1.9593362679086216e-05,
+      1.9578612060046662e-05,
+      1.9563604403183415e-05,
+      1.9548340111220315e-05,
+      1.9532819593767896e-05,
+      1.951704326731239e-05,
+      1.950101155520455e-05,
+      1.9484724887648284e-05,
+      1.946818370168913e-05,
+      1.9451388441202493e-05,
+      1.9434339556881782e-05,
+      1.9417037506226278e-05,
+      1.939948275352886e-05,
+      1.9381675769863563e-05,
+      1.9363617033072932e-05,
+      1.934530702775519e-05,
+      1.9326746245251246e-05,
+      1.93079351836315e-05,
+      1.9288874347682474e-05,
+      1.9269564248893287e-05,
+      1.9250005405441913e-05,
+      1.923019834218127e-05,
+      1.9210143590625153e-05,
+      1.918984168893397e-05,
+      1.9169293181900275e-05,
+      1.9148498620934184e-05,
+      1.9127458564048555e-05,
+      1.9106173575844015e-05,
+      1.9084644227493833e-05,
+      1.9062871096728548e-05,
+      1.9040854767820517e-05,
+      1.9018595831568193e-05,
+      1.899609488528031e-05,
+      1.8973352532759813e-05,
+      1.8950369384287687e-05,
+      1.8927146056606574e-05,
+      1.8903683172904212e-05,
+      1.8879981362796724e-05,
+      1.8856041262311714e-05,
+      1.8831863513871196e-05,
+      1.8807448766274383e-05,
+      1.8782797674680236e-05,
+      1.875791090058991e-05,
+      1.8732789111828994e-05,
+      1.870743298252959e-05,
+      1.8681843193112235e-05,
+      1.865602043026762e-05,
+      1.8629965386938186e-05,
+      1.86036787622995e-05,
+      1.8577161261741538e-05,
+      1.85504135968497e-05,
+      1.852343648538577e-05,
+      1.8496230651268613e-05,
+      1.846879682455477e-05,
+      1.8441135741418867e-05,
+      1.8413248144133847e-05,
+      1.838513478105107e-05,
+      1.835679640658021e-05,
+      1.832823378116904e-05,
+      1.8299447671282984e-05,
+      1.827043884938459e-05,
+      1.8241208093912782e-05,
+      1.8211756189261974e-05,
+      1.8182083925761014e-05,
+      1.8152192099651987e-05,
+      1.812208151306884e-05,
+      1.8091752974015872e-05,
+      1.806120729634603e-05,
+      1.8030445299739074e-05,
+      1.7999467809679607e-05,
+      1.796827565743488e-05,
+      1.7936869680032534e-05,
+      1.790525072023809e-05,
+      1.7873419626532367e-05,
+      1.7841377253088714e-05,
+      1.7809124459750064e-05,
+      1.7776662112005875e-05,
+      1.7743991080968913e-05,
+      1.7711112243351868e-05,
+      1.7678026481443827e-05,
+      1.764473468308659e-05,
+      1.761123774165086e-05,
+      1.7577536556012272e-05,
+      1.754363203052725e-05,
+      1.7509525075008763e-05,
+      1.7475216604701892e-05,
+      1.744070754025929e-05,
+      1.7405998807716456e-05,
+      1.7371091338466897e-05,
+      1.733598606923713e-05,
+      1.7300683942061552e-05,
+      1.7265185904257146e-05,
+      1.7229492908398085e-05,
+      1.719360591229014e-05,
+      1.7157525878945003e-05,
+      1.7121253776554432e-05,
+      1.7084790578464274e-05,
+      1.704813726314834e-05,
+      1.701129481418216e-05,
+      1.697426422021658e-05,
+      1.6937046474951228e-05,
+      1.689964257710786e-05,
+      1.6862053530403555e-05,
+      1.6824280343523776e-05,
+      1.6786324030095312e-05,
+      1.674818560865906e-05,
+      1.6709866102642722e-05,
+      1.6671366540333313e-05,
+      1.663268795484958e-05,
+      1.659383138411428e-05,
+      1.655479787082633e-05,
+      1.651558846243282e-05,
+      1.647620421110089e-05,
+      1.643664617368954e-05,
+      1.639691541172123e-05,
+      1.635701299135341e-05,
+      1.6316939983349903e-05,
+      1.6276697463052175e-05,
+      1.6236286510350484e-05,
+      1.6195708209654898e-05,
+      1.6154963649866194e-05,
+      1.6114053924346632e-05,
+      1.607298013089063e-05,
+      1.6031743371695295e-05,
+      1.5990344753330838e-05,
+      1.5948785386710904e-05,
+      1.5907066387062733e-05,
+      1.5865188873897257e-05,
+      1.5823153970979047e-05,
+      1.5780962806296147e-05,
+      1.573861651202983e-05,
+      1.5696116224524203e-05,
+      1.56534630842557e-05,
+      1.5610658235802505e-05,
+      1.5567702827813816e-05,
+      1.552459801297904e-05,
+      1.5481344947996832e-05,
+      1.5437944793544094e-05,
+      1.5394398714244796e-05,
+      1.5350707878638746e-05,
+      1.5306873459150215e-05,
+      1.5262896632056488e-05,
+      1.5218778577456301e-05,
+      1.5174520479238153e-05,
+      1.513012352504857e-05,
+      1.5085588906260199e-05,
+      1.5040917817939868e-05,
+      1.4996111458816498e-05,
+      1.495117103124895e-05,
+      1.490609774119374e-05,
+      1.4860892798172706e-05,
+      1.4815557415240518e-05,
+      1.477009280895216e-05,
+      1.4724500199330254e-05,
+      1.4678780809832342e-05,
+      1.4632935867318047e-05,
+      1.4586966602016153e-05,
+      1.4540874247491586e-05,
+      1.4494660040612322e-05,
+      1.4448325221516192e-05,
+      1.4401871033577596e-05,
+      1.435529872337415e-05,
+      1.430860954065323e-05,
+      1.4261804738298424e-05,
+      1.4214885572295936e-05,
+      1.4167853301700857e-05,
+      1.4120709188603398e-05,
+      1.4073454498095007e-05,
+      1.4026090498234433e-05,
+      1.3978618460013688e-05,
+      1.3931039657323953e-05,
+      1.3883355366921378e-05,
+      1.3835566868392838e-05,
+      1.378767544412158e-05,
+      1.373968237925282e-05,
+      1.3691588961659256e-05,
+      1.3643396481906506e-05,
+      1.3595106233218477e-05,
+      1.3546719511442662e-05,
+      1.3498237615015366e-05,
+      1.3449661844926867e-05,
+      1.3400993504686498e-05,
+      1.3352233900287671e-05,
+      1.3303384340172838e-05,
+      1.325444613519836e-05,
+      1.3205420598599356e-05,
+      1.3156309045954445e-05,
+      1.310711279515045e-05,
+      1.3057833166347028e-05,
+      1.3008471481941252e-05,
+      1.295902906653212e-05,
+      1.2909507246885011e-05,
+      1.2859907351896082e-05,
+      1.2810230712556604e-05,
+      1.276047866191725e-05,
+      1.2710652535052328e-05,
+      1.2660753669023943e-05,
+      1.261078340284612e-05,
+      1.2560743077448882e-05,
+      1.251063403564226e-05,
+      1.2460457622080256e-05,
+      1.2410215183224761e-05,
+      1.2359908067309436e-05,
+      1.2309537624303509e-05,
+      1.2259105205875574e-05,
+      1.22086121653573e-05,
+      1.215805985770713e-05,
+      1.2107449639473904e-05,
+      1.2056782868760481e-05,
+      1.2006060905187269e-05,
+      1.1955285109855755e-05,
+      1.190445684531198e-05,
+      1.1853577475509977e-05,
+      1.1802648365775151e-05,
+      1.1751670882767674e-05,
+      1.1700646394445785e-05,
+      1.1649576270029086e-05,
+      1.1598461879961808e-05,
+      1.1547304595876035e-05,
+      1.1496105790554888e-05,
+      1.1444866837895688e-05,
+      1.1393589112873102e-05,
+      1.1342273991502229e-05,
+      1.1290922850801684e-05,
+      1.123953706875665e-05,
+      1.1188118024281886e-05,
+      1.113666709718474e-05,
+      1.1085185668128116e-05,
+      1.1033675118593419e-05,
+      1.0982136830843498e-05,
+      1.0930572187885538e-05,
+      1.0878982573433956e-05,
+      1.0827369371873267e-05,
+      1.0775733968220939e-05,
+      1.072407774809022e-05,
+      1.0672402097652963e-05,
+      1.062070840360242e-05,
+      1.0568998053116035e-05,
+      1.0517272433818226e-05,
+      1.0465532933743138e-05,
+      1.0413780941297405e-05,
+      1.0362017845222878e-05,
+      1.0310245034559381e-05,
+      1.0258463898607419e-05,
+      1.0206675826890904e-05,
+      1.0154882209119865e-05,
+      1.0103084435153154e-05,
+      1.0051283894961161e-05,
+      9.9994819785885e-06,
+      9.947680076116713e-06,
+      9.895879577626975e-06,
+      9.84408187316278e-06,
+      9.792288352692649e-06,
+      9.740500406072826e-06,
+      9.688719423009981e-06,
+      9.636946793023928e-06,
+      9.585183905410319e-06,
+      9.533432149203382e-06,
+      9.481692913138633e-06,
+      9.429967585615623e-06,
+      9.378257554660664e-06,
+      9.3265642078896e-06,
+      9.274888932470556e-06,
+      9.223233115086721e-06,
+      9.17159814189914e-06,
+      9.119985398509513e-06,
+      9.068396269923005e-06,
+      9.016832140511095e-06,
+      8.965294393974427e-06,
+      8.91378441330566e-06,
+      8.862303580752373e-06,
+      8.810853277779968e-06,
+      8.7594348850346e-06,
+      8.708049782306126e-06,
+      8.656699348491081e-06,
+      8.605384961555675e-06,
+      8.554107998498814e-06,
+      8.502869835315152e-06,
+      8.45167184695817e-06,
+      8.400515407303265e-06,
+      8.349401889110902e-06,
+      8.298332663989767e-06,
+      8.247309102359953e-06,
+      8.196332573416203e-06,
+      8.145404445091154e-06,
+      8.094526084018633e-06,
+      8.043698855496987e-06,
+      7.992924123452441e-06,
+      7.942203250402505e-06,
+      7.8915375974194e-06,
+      7.840928524093548e-06,
+      7.790377388497075e-06,
+      7.739885547147377e-06,
+      7.689454354970713e-06,
+      7.639085165265849e-06,
+      7.588779329667744e-06,
+      7.5385381981112745e-06,
+      7.4883631187950145e-06,
+      7.438255438145055e-06,
+      7.3882165007788705e-06,
+      7.338247649469248e-06,
+      7.288350225108239e-06,
+      7.238525566671184e-06,
+      7.188775011180785e-06,
+      7.139099893671224e-06,
+      7.089501547152339e-06,
+      7.039981302573848e-06,
+      6.990540488789644e-06,
+      6.941180432522123e-06,
+      6.891902458326595e-06,
+      6.842707888555729e-06,
+      6.793598043324079e-06,
+      6.744574240472645e-06,
+      6.695637795533525e-06,
+      6.646790021694602e-06,
+      6.598032229764313e-06,
+      6.549365728136465e-06,
+      6.500791822755135e-06,
+      6.452311817079616e-06,
+      6.403927012049449e-06,
+      6.355638706049505e-06,
+      6.3074481948751435e-06,
+      6.259356771697449e-06,
+      6.211365727028517e-06,
+      6.163476348686837e-06,
+      6.11568992176272e-06,
+      6.068007728583827e-06,
+      6.02043104868075e-06,
+      5.9729611587526796e-06,
+      5.925599332633144e-06,
+      5.878346841255826e-06,
+      5.83120495262046e-06,
+      5.784174931758808e-06,
+      5.737258040700702e-06,
+      5.690455538440195e-06,
+      5.6437686809017555e-06,
+      5.597198720906591e-06,
+      5.550746908139001e-06,
+      5.504414489112869e-06,
+      5.458202707138189e-06,
+      5.4121128022877226e-06,
+      5.366146011363702e-06,
+      5.320303567864668e-06,
+      5.274586701952331e-06,
+      5.228996640418605e-06,
+      5.183534606652645e-06,
+      5.138201820608055e-06,
+      5.092999498770115e-06,
+      5.047928854123174e-06,
+      5.002991096118067e-06,
+      4.9581874306396875e-06,
+      4.913519059974599e-06,
+      4.868987182778807e-06,
+      4.824592994045559e-06,
+      4.780337685073307e-06,
+      4.736222443433712e-06,
+      4.692248452939806e-06,
+      4.6484168936141925e-06,
+      4.604728941657411e-06,
+      4.56118576941635e-06,
+      4.517788545352809e-06,
+      4.47453843401212e-06,
+      4.431436595991925e-06,
+      4.388484187911004e-06,
+      4.345682362378249e-06,
+      4.303032267961757e-06,
+      4.260535049157962e-06,
+      4.2181918463609665e-06,
+      4.176003795831906e-06,
+      4.133972029668488e-06,
+      4.092097675774588e-06,
+      4.0503818578300024e-06,
+      4.008825695260271e-06,
+      3.96743030320667e-06,
+      3.92619679249625e-06,
+      3.885126269612069e-06,
+      3.844219836663459e-06,
+      3.8034785913564853e-06,
+      3.7629036269644637e-06,
+      3.722496032298648e-06,
+      3.682256891678988e-06,
+      3.6421872849050522e-06,
+      3.6022882872270347e-06,
+      3.5625609693169205e-06,
+      3.52300639723973e-06,
+      3.483625632424943e-06,
+      3.444419731637979e-06,
+      3.405389746951876e-06,
+      3.366536725719027e-06,
+      3.327861710543101e-06,
+      3.2893657392510412e-06,
+      3.2510498448652393e-06,
+      3.2129150555757904e-06,
+      3.174962394712927e-06,
+      3.137192880719534e-06,
+      3.099607527123841e-06,
+      3.0622073425122057e-06,
+      3.024993330502064e-06,
+      2.987966489714994e-06,
+      2.9511278137499066e-06,
+      2.9144782911564075e-06,
+      2.8780189054082386e-06,
+      2.8417506348769187e-06,
+      2.8056744528054624e-06,
+      2.769791327282286e-06,
+      2.734102221215207e-06,
+      2.698608092305629e-06,
+      2.6633098930228163e-06,
+      2.6282085705783635e-06,
+      2.593305066900745e-06,
+      2.5586003186100726e-06,
+      2.5240952569929312e-06,
+      2.4897908079774134e-06,
+      2.455687892108252e-06,
+      2.421787424522134e-06,
+      2.3880903149231294e-06,
+      2.354597467558294e-06,
+      2.3213097811933894e-06,
+      2.288228149088779e-06,
+      2.2553534589754444e-06,
+      2.222686593031178e-06,
+      2.190228427856893e-06,
+      2.157979834453121e-06,
+      2.1259416781966146e-06,
+      2.0941148188171536e-06,
+      2.0625001103744435e-06,
+      2.0310984012352265e-06,
+      1.9999105340504933e-06,
+      1.9689373457328853e-06,
+      1.9381796674342323e-06,
+      1.907638324523241e-06,
+      1.877314136563363e-06,
+      1.8472079172907831e-06,
+      1.8173204745926021e-06,
+      1.7876526104851378e-06,
+      1.7582051210924244e-06,
+      1.7289787966248283e-06,
+      1.6999744213578618e-06,
+      1.6711927736111177e-06,
+      1.6426346257274061e-06,
+      1.6143007440520075e-06,
+      1.5861918889121232e-06,
+      1.5583088145964632e-06,
+      1.5306522693350134e-06,
+      1.5032229952789457e-06,
+      1.4760217284807187e-06,
+      1.4490491988743072e-06,
+      1.422306130255633e-06,
+      1.3957932402631268e-06,
+      1.3695112403584843e-06,
+      1.3434608358075596e-06,
+      1.3176427256614554e-06,
+      1.2920576027377517e-06,
+      1.2667061536019233e-06,
+      1.2415890585489066e-06,
+      1.2167069915848561e-06,
+      1.1920606204090456e-06,
+      1.1676506063959625e-06,
+      1.1434776045775454e-06,
+      1.119542263625627e-06,
+      1.0958452258345043e-06,
+      1.0723871271037212e-06,
+      1.0491685969209953e-06,
+      1.0261902583453299e-06,
+      1.0034527279902884e-06,
+      9.809566160074579e-07,
+      9.587025260700643e-07,
+      9.366910553567798e-07,
+      9.149227945357031e-07,
+      8.933983277484926e-07,
+      8.721182325947109e-07,
+      8.510830801163095e-07,
+      8.302934347823177e-07,
+      8.097498544736793e-07,
+      7.894528904683041e-07,
+      7.694030874262493e-07,
+      7.496009833751295e-07,
+      7.300471096956541e-07,
+      7.107419911073932e-07,
+      6.916861456546698e-07,
+      6.728800846926852e-07,
+      6.543243128737742e-07,
+      6.360193281338822e-07,
+      6.17965621679184e-07,
+      6.001636779729214e-07,
+      5.826139747223891e-07,
+      5.653169828661232e-07,
+      5.482731665612572e-07,
+      5.314829831710777e-07,
+      5.149468832527349e-07,
+      4.9866531054517e-07,
+      4.826387019571921e-07,
+      4.668674875557655e-07,
+      4.513520905544588e-07,
+      4.3609292730210305e-07,
+      4.2109040727159933e-07,
+      4.0634493304894884e-07,
+      3.9185690032243706e-07,
+      3.7762669787202556e-07,
+      3.636547075589081e-07,
+      3.499413043152755e-07,
+      3.364868561342449e-07,
+      3.23291724059992e-07,
+      3.1035626217805535e-07,
+      2.9768081760584434e-07,
+      2.8526573048331174e-07,
+      2.7311133396383917e-07,
+      2.6121795420528616e-07,
+      2.4958591036124747e-07,
+      2.3821551457248072e-07,
+      2.2710707195853442e-07,
+      2.1626088060955897e-07,
+      2.0567723157830953e-07,
+      1.9535640887233365e-07,
+      1.85298689446346e-07,
+      1.7550434319481002e-07,
+      1.6597363294467704e-07,
+      1.5670681444834856e-07,
+      1.4770413637680504e-07,
+      1.3896584031293791e-07,
+      1.3049216074505934e-07,
+      1.2228332506062035e-07,
+      1.1433955354009929e-07,
+      1.0666105935109527e-07,
+      9.924804854261061e-08,
+      9.210072003951298e-08,
+      8.52192656372075e-08,
+      7.860386999648418e-08,
+      7.225471063856182e-08,
+      6.61719579403275e-08,
+      6.035577512976343e-08,
+      5.480631828156613e-08,
+      4.952373631295859e-08,
+      4.450817097969462e-08,
+      3.975975687225408e-08,
+      3.5278621412233594e-08,
+      3.1064884848923674e-08,
+      2.7118660256082452e-08,
+      2.344005352890366e-08,
+      2.0029163381175552e-08,
+      1.688608134262748e-08,
+      1.4010891756478518e-08,
+      1.1403671777170388e-08,
+      9.064491368300232e-09,
+      6.993413300739882e-09,
+      5.1904931509561e-09,
+      3.655779299513995e-09,
+      2.3893129297813955e-09,
+      1.3911280268252835e-09,
+      6.612513764947537e-10,
+      1.9970256470935866e-10,
+      6.493976926202905e-12
+    ],
+    "eval_step": [
+      1562,
+      3124,
+      4686,
+      6248,
+      7810,
+      9372,
+      10934,
+      12496,
+      14058,
+      15620,
+      17182,
+      18744,
+      20306,
+      21868,
+      23430,
+      24992,
+      26554,
+      28116,
+      29678,
+      31240
+    ],
+    "eval_epoch": [
+      1,
+      2,
+      3,
+      4,
+      5,
+      6,
+      7,
+      8,
+      9,
+      10,
+      11,
+      12,
+      13,
+      14,
+      15,
+      16,
+      17,
+      18,
+      19,
+      20
+    ],
+    "eval_accuracy": [
+      0.014444444444444444,
+      0.0044444444444444444,
+      0.08666666666666667,
+      0.08666666666666667,
+      0.2011111111111111,
+      0.24555555555555555,
+      0.27555555555555555,
+      0.2577777777777778,
+      0.33,
+      0.3088888888888889,
+      0.35,
+      0.34,
+      0.3611111111111111,
+      0.3988888888888889,
+      0.39222222222222225,
+      0.39666666666666667,
+      0.41,
+      0.4122222222222222,
+      0.4022222222222222,
+      0.4022222222222222
+    ]
+  },
+  "final_accuracy": 0.33375,
+  "sft_eval": {
+    "config": {
+      "ops": "add_sub",
+      "K": null,
+      "mode": "sft",
+      "n_digits": 6,
+      "n_per_split": 100
+    },
+    "splits": {
+      "add_S0": {
+        "full_accuracy": 0.74,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.9603305785123967,
+            "count": 605
+          },
+          "SS": {
+            "accuracy": 0.9473684210526315,
+            "count": 95
+          }
+        }
+      },
+      "add_S1": {
+        "full_accuracy": 0.59,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.9509803921568627,
+            "count": 204
+          },
+          "SC": {
+            "accuracy": 0.9289940828402367,
+            "count": 169
+          },
+          "SS": {
+            "accuracy": 0.9354838709677419,
+            "count": 31
+          },
+          "UC": {
+            "accuracy": 0.8986486486486487,
+            "count": 296
+          }
+        }
+      },
+      "add_S2": {
+        "full_accuracy": 0.33,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.950920245398773,
+            "count": 163
+          },
+          "SC": {
+            "accuracy": 0.8846153846153846,
+            "count": 130
+          },
+          "SS": {
+            "accuracy": 0.8620689655172413,
+            "count": 87
+          },
+          "UC": {
+            "accuracy": 0.7093596059113301,
+            "count": 203
+          },
+          "US": {
+            "accuracy": 0.9487179487179487,
+            "count": 117
+          }
+        }
+      },
+      "add_S3": {
+        "full_accuracy": 0.17,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.9669421487603306,
+            "count": 121
+          },
+          "SC": {
+            "accuracy": 0.9173553719008265,
+            "count": 121
+          },
+          "SS": {
+            "accuracy": 0.9387755102040817,
+            "count": 49
+          },
+          "UC": {
+            "accuracy": 0.6021505376344086,
+            "count": 186
+          },
+          "US": {
+            "accuracy": 0.6502242152466368,
+            "count": 223
+          }
+        }
+      },
+      "add_S4": {
+        "full_accuracy": 0.13,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.9807692307692307,
+            "count": 104
+          },
+          "SC": {
+            "accuracy": 0.8962264150943396,
+            "count": 106
+          },
+          "SS": {
+            "accuracy": 0.9565217391304348,
+            "count": 23
+          },
+          "UC": {
+            "accuracy": 0.6,
+            "count": 160
+          },
+          "US": {
+            "accuracy": 0.4364820846905538,
+            "count": 307
+          }
+        }
+      },
+      "add_S5": {
+        "full_accuracy": 0.16,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "SC": {
+            "accuracy": 0.98,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.37,
+            "count": 100
+          },
+          "US": {
+            "accuracy": 0.2825,
+            "count": 400
+          }
+        }
+      },
+      "add_S6": {
+        "full_accuracy": 0.36,
+        "n_examples": 100,
+        "per_subtask": {
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.42,
+            "count": 100
+          },
+          "US": {
+            "accuracy": 0.456,
+            "count": 500
+          }
+        }
+      },
+      "add_random": {
+        "full_accuracy": 0.67,
+        "n_examples": 200,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.9642058165548099,
+            "count": 447
+          },
+          "SC": {
+            "accuracy": 0.95625,
+            "count": 320
+          },
+          "SS": {
+            "accuracy": 0.9464285714285714,
+            "count": 56
+          },
+          "UC": {
+            "accuracy": 0.9262759924385633,
+            "count": 529
+          },
+          "US": {
+            "accuracy": 0.9166666666666666,
+            "count": 48
+          }
+        }
+      },
+      "add_C3": {
+        "full_accuracy": 0.39,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.9966666666666667,
+            "count": 300
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.6632124352331606,
+            "count": 193
+          },
+          "US": {
+            "accuracy": 0.6728971962616822,
+            "count": 107
+          }
+        }
+      },
+      "add_C4": {
+        "full_accuracy": 0.32,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.995,
+            "count": 200
+          },
+          "SC": {
+            "accuracy": 0.99,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.72265625,
+            "count": 256
+          },
+          "US": {
+            "accuracy": 0.7013888888888888,
+            "count": 144
+          }
+        }
+      },
+      "add_C5": {
+        "full_accuracy": 0.31,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.7549019607843137,
+            "count": 306
+          },
+          "US": {
+            "accuracy": 0.7422680412371134,
+            "count": 194
+          }
+        }
+      },
+      "add_C6": {
+        "full_accuracy": 0.31,
+        "n_examples": 100,
+        "per_subtask": {
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.7513661202185792,
+            "count": 366
+          },
+          "US": {
+            "accuracy": 0.7863247863247863,
+            "count": 234
+          }
+        }
+      },
+      "sub_M0": {
+        "full_accuracy": 0.68,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.9467554076539102,
+            "count": 601
+          },
+          "ME": {
+            "accuracy": 0.9494949494949495,
+            "count": 99
+          }
+        }
+      },
+      "sub_M1": {
+        "full_accuracy": 0.49,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.967741935483871,
+            "count": 279
+          },
+          "MB": {
+            "accuracy": 0.9655172413793104,
+            "count": 145
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 24
+          },
+          "UB": {
+            "accuracy": 0.8253968253968254,
+            "count": 252
+          }
+        }
+      },
+      "sub_M2": {
+        "full_accuracy": 0.22,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.971830985915493,
+            "count": 213
+          },
+          "MB": {
+            "accuracy": 0.9734513274336283,
+            "count": 113
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 85
+          },
+          "UB": {
+            "accuracy": 0.5414364640883977,
+            "count": 181
+          },
+          "UD": {
+            "accuracy": 0.8425925925925926,
+            "count": 108
+          }
+        }
+      },
+      "sub_M3": {
+        "full_accuracy": 0.05,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.994413407821229,
+            "count": 179
+          },
+          "MB": {
+            "accuracy": 0.912621359223301,
+            "count": 103
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 56
+          },
+          "UB": {
+            "accuracy": 0.4697986577181208,
+            "count": 149
+          },
+          "UD": {
+            "accuracy": 0.5117370892018779,
+            "count": 213
+          }
+        }
+      },
+      "sub_M4": {
+        "full_accuracy": 0.07,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.98,
+            "count": 200
+          },
+          "MB": {
+            "accuracy": 0.95,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 0.53,
+            "count": 100
+          },
+          "UD": {
+            "accuracy": 0.29333333333333333,
+            "count": 300
+          }
+        }
+      },
+      "sub_M5": {
+        "full_accuracy": 0.07,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 0.46,
+            "count": 100
+          },
+          "UD": {
+            "accuracy": 0.25,
+            "count": 400
+          }
+        }
+      },
+      "sub_random": {
+        "full_accuracy": 0.515,
+        "n_examples": 200,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.955,
+            "count": 600
+          },
+          "MB": {
+            "accuracy": 0.951310861423221,
+            "count": 267
+          },
+          "ME": {
+            "accuracy": 0.9811320754716981,
+            "count": 53
+          },
+          "UB": {
+            "accuracy": 0.8291571753986332,
+            "count": 439
+          },
+          "UD": {
+            "accuracy": 0.7804878048780488,
+            "count": 41
+          }
+        }
+      },
+      "sub_B3": {
+        "full_accuracy": 0.19,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.9766666666666667,
+            "count": 300
+          },
+          "MB": {
+            "accuracy": 0.96,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 0.6345177664974619,
+            "count": 197
+          },
+          "UD": {
+            "accuracy": 0.5728155339805825,
+            "count": 103
+          }
+        }
+      },
+      "sub_B4": {
+        "full_accuracy": 0.01,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.985,
+            "count": 200
+          },
+          "MB": {
+            "accuracy": 0.96,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 0.5182186234817814,
+            "count": 247
+          },
+          "UD": {
+            "accuracy": 0.5228758169934641,
+            "count": 153
+          }
+        }
+      },
+      "sub_B5": {
+        "full_accuracy": 0.05,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 0.5973154362416108,
+            "count": 298
+          },
+          "UD": {
+            "accuracy": 0.5445544554455446,
+            "count": 202
+          }
+        }
+      }
+    },
+    "summary": {
+      "overall_accuracy": 0.33375,
+      "total_examples": 2400,
+      "n_splits": 22
+    }
+  }
+}

add_sub_baseline_100K_1L2H256d/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0afe867ad343dff6b097dcd2a7666184ac3d7da5c44be1b7ae14dfcf95952c0d
+size 315072674

add_sub_baseline_100K_1L2H256d/train_config.json

@@ -0,0 +1,84 @@
+{
+  "num_rollouts": 4,
+  "K": 4,
+  "max_iterations": 2,
+  "memory_span_abs": 1792,
+  "memory_span_traj": 1792,
+  "temperature": 1.0,
+  "ar_search": false,
+  "response_only_abs": false,
+  "alpha_info_gain": 10.0,
+  "alpha_abs": 0.1,
+  "alpha_soft_zipf": 1.0,
+  "alpha_ortho": 0.0,
+  "alpha_anchor": 0.0,
+  "alpha_jacobi": 0.0,
+  "decay": 0.8,
+  "target_vocab_util": 0.8,
+  "min_abs_ppl": 0.0,
+  "zipf_alpha": 1.0,
+  "lr": 2e-05,
+  "emb_lr_mult": 1.0,
+  "weight_decay": 0.01,
+  "warmup_steps": 937,
+  "cooldown_frac": 0.4,
+  "max_grad_norm": 1.0,
+  "vq_abs_pretrain_steps": 0,
+  "vq_abs_pretrain_lr": 0.001,
+  "vq_abs_pretrain_layer": -1,
+  "vq_abs_pretrain_batch_size": 256,
+  "vq_abs_pretrain_target_vectors": 20000,
+  "batch_size": 64,
+  "gradient_accumulation_steps": 1,
+  "num_epochs": 20,
+  "emb_warmup_steps": 0,
+  "log_every": 50,
+  "eval_every": 1562,
+  "save_every": 999999,
+  "eval_samples": 100,
+  "output_dir": "ckpt/sweep/as_baseline_100K_1L2H256d",
+  "eval_K": 4,
+  "alpha_traj": 0.0,
+  "corrupt_method": "shuffle",
+  "corrupt_ratio": 0.3,
+  "alpha_contrastive": 1.0,
+  "gamma_contrastive": 0.5,
+  "alpha_masked_traj": 0.0,
+  "mask_nl_ratio": 0.3,
+  "mask_nl_mode": "fixed",
+  "mask_nl_fixed_id": 0,
+  "use_ste": true,
+  "n_inner": 1,
+  "random_K": null,
+  "strip_suffix": null,
+  "compress_prefix": null,
+  "random_mem_span": null,
+  "warmup_ratio": 0.03,
+  "beta2": 0.999,
+  "seed": 42,
+  "n_digits": 6,
+  "n_layer": 1,
+  "n_head": 2,
+  "n_embd": 256,
+  "ops": "add_sub",
+  "abs_vocab": 0,
+  "dataset_size": 100000,
+  "mode": "baseline",
+  "device": "cuda",
+  "push_to_hub": true,
+  "no_wandb": false,
+  "n_params": 78691840,
+  "run_name": "add_sub_baseline_100K_1L2H256d",
+  "git_commit": "f447da529caceac8c7d256cbb2cd185cbc50feac",
+  "timestamp": "2026-04-12T12:26:43.304885+00:00",
+  "tokenizer": "Qwen/Qwen3-0.6B",
+  "dataset_repo": "thoughtworks/arithmetic-sorl-data",
+  "dataset_config": "add_sub_6digit",
+  "model_repo": "thoughtworks/arithmetic-sorl",
+  "trainer_version": "sft",
+  "wandb_run_id": "qnb69zdv",
+  "wandb_url": "https://wandb.ai/nlp_and_interpretability/sorl-arithmetic/runs/qnb69zdv",
+  "final_accuracy": 0.33375,
+  "sft_accuracy": 0.33375,
+  "eval_method": "ArithmeticEvaluator"
+}