Upload add_sub_baseline_25K_1L2H256d

add_sub_baseline_25K_1L2H256d/config.json

@@ -0,0 +1,36 @@
+{
+  "architectures": [
+    "SorlModelWrapper"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": null,
+  "dtype": "float32",
+  "eos_token_id": null,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 256,
+  "initializer_range": 0.02,
+  "intermediate_size": 1024,
+  "layer_types": [
+    "full_attention"
+  ],
+  "max_position_embeddings": 128,
+  "max_window_layers": 28,
+  "model_type": "qwen3",
+  "num_attention_heads": 2,
+  "num_hidden_layers": 1,
+  "num_key_value_heads": 2,
+  "pad_token_id": null,
+  "rms_norm_eps": 1e-06,
+  "rope_parameters": {
+    "rope_theta": 10000.0,
+    "rope_type": "default"
+  },
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "transformers_version": "5.5.0",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 151645
+}

add_sub_baseline_25K_1L2H256d/generation_config.json

@@ -0,0 +1,7 @@
+{
+  "_from_model_config": true,
+  "output_attentions": false,
+  "output_hidden_states": false,
+  "transformers_version": "5.5.0",
+  "use_cache": true
+}

add_sub_baseline_25K_1L2H256d/metrics.json

@@ -0,0 +1,1207 @@
+{
+  "history": {
+    "step": [
+      50,
+      100,
+      150,
+      200,
+      250,
+      300,
+      350,
+      400,
+      450,
+      500,
+      550,
+      600,
+      650,
+      700,
+      750,
+      800,
+      850,
+      900,
+      950,
+      1000,
+      1050,
+      1100,
+      1150,
+      1200,
+      1250,
+      1300,
+      1350,
+      1400,
+      1450,
+      1500,
+      1550,
+      1600,
+      1650,
+      1700,
+      1750,
+      1800,
+      1850,
+      1900,
+      1950,
+      2000,
+      2050,
+      2100,
+      2150,
+      2200,
+      2250,
+      2300,
+      2350,
+      2400,
+      2450,
+      2500,
+      2550,
+      2600,
+      2650,
+      2700,
+      2750,
+      2800,
+      2850,
+      2900,
+      2950,
+      3000,
+      3050,
+      3100,
+      3150,
+      3200,
+      3250,
+      3300,
+      3350,
+      3400,
+      3450,
+      3500,
+      3550,
+      3600,
+      3650,
+      3700,
+      3750,
+      3800,
+      3850,
+      3900,
+      3950,
+      4000,
+      4050,
+      4100,
+      4150,
+      4200,
+      4250,
+      4300,
+      4350,
+      4400,
+      4450,
+      4500,
+      4550,
+      4600,
+      4650,
+      4700,
+      4750,
+      4800,
+      4850,
+      4900,
+      4950,
+      5000,
+      5050,
+      5100,
+      5150,
+      5200,
+      5250,
+      5300,
+      5350,
+      5400,
+      5450,
+      5500,
+      5550,
+      5600,
+      5650,
+      5700,
+      5750,
+      5800,
+      5850,
+      5900,
+      5950,
+      6000,
+      6050,
+      6100,
+      6150,
+      6200,
+      6250,
+      6300,
+      6350,
+      6400,
+      6450,
+      6500,
+      6550,
+      6600,
+      6650,
+      6700,
+      6750,
+      6800,
+      6850,
+      6900,
+      6950,
+      7000,
+      7050,
+      7100,
+      7150,
+      7200,
+      7250,
+      7300,
+      7350,
+      7400,
+      7450,
+      7500,
+      7550,
+      7600,
+      7650,
+      7700,
+      7750,
+      7800
+    ],
+    "loss": [
+      11.671636581420898,
+      10.659524917602539,
+      9.829411506652832,
+      9.199652671813965,
+      8.631672859191895,
+      7.977789878845215,
+      7.31129789352417,
+      6.896409034729004,
+      6.216288089752197,
+      5.601308345794678,
+      5.060961723327637,
+      4.576255798339844,
+      4.051487922668457,
+      3.5682461261749268,
+      3.152874231338501,
+      2.812526226043701,
+      2.522318124771118,
+      2.3712620735168457,
+      2.1769790649414062,
+      2.142094135284424,
+      2.0678162574768066,
+      1.915800929069519,
+      2.0273938179016113,
+      1.892726182937622,
+      1.8822896480560303,
+      1.9177898168563843,
+      1.9286824464797974,
+      1.8752065896987915,
+      1.8638038635253906,
+      1.8708428144454956,
+      1.8120969533920288,
+      1.827845811843872,
+      1.7674380540847778,
+      1.86089026927948,
+      1.7976375818252563,
+      1.7858340740203857,
+      1.8120166063308716,
+      1.7935630083084106,
+      1.8080732822418213,
+      1.772081971168518,
+      1.7113384008407593,
+      1.8078746795654297,
+      1.7796181440353394,
+      1.7605429887771606,
+      1.749908685684204,
+      1.8526047468185425,
+      1.809884786605835,
+      1.744711995124817,
+      1.7835290431976318,
+      1.7533817291259766,
+      1.7311333417892456,
+      1.7385872602462769,
+      1.7065470218658447,
+      1.7380945682525635,
+      1.6556047201156616,
+      1.6597269773483276,
+      1.5854241847991943,
+      1.6379982233047485,
+      1.636677861213684,
+      1.708864450454712,
+      1.61447274684906,
+      1.7286317348480225,
+      1.5406564474105835,
+      1.5738743543624878,
+      1.599366307258606,
+      1.551311731338501,
+      1.5821548700332642,
+      1.4954397678375244,
+      1.6357351541519165,
+      1.610660433769226,
+      1.5579359531402588,
+      1.585968017578125,
+      1.4483888149261475,
+      1.5140514373779297,
+      1.4171068668365479,
+      1.3210866451263428,
+      1.3247480392456055,
+      1.3959987163543701,
+      1.2662498950958252,
+      1.314728856086731,
+      1.2179921865463257,
+      1.162067174911499,
+      1.156597375869751,
+      1.180772066116333,
+      1.093071460723877,
+      1.0152738094329834,
+      0.9924407601356506,
+      1.028732180595398,
+      1.0052201747894287,
+      1.0063453912734985,
+      0.9981479644775391,
+      0.8756313920021057,
+      0.9030128717422485,
+      0.9033327102661133,
+      0.9253665804862976,
+      0.9430330991744995,
+      0.9484753608703613,
+      0.8658924698829651,
+      0.8693656921386719,
+      0.8428267240524292,
+      0.8409420847892761,
+      0.8913314938545227,
+      0.7889167070388794,
+      0.786769449710846,
+      0.8332729339599609,
+      0.8155103325843811,
+      0.8029834628105164,
+      0.7777830362319946,
+      0.8465943932533264,
+      0.7783411741256714,
+      0.7732486724853516,
+      0.7279804944992065,
+      0.7854341864585876,
+      0.6857983469963074,
+      0.7444823384284973,
+      0.7447658181190491,
+      0.7315057516098022,
+      0.7095687985420227,
+      0.7285814881324768,
+      0.7516853213310242,
+      0.7119408845901489,
+      0.7268796563148499,
+      0.7778827548027039,
+      0.7403841018676758,
+      0.7479632496833801,
+      0.7538272738456726,
+      0.6861394643783569,
+      0.7120760679244995,
+      0.701282799243927,
+      0.6962236762046814,
+      0.7168822884559631,
+      0.7258835434913635,
+      0.7194567918777466,
+      0.702591061592102,
+      0.7357982993125916,
+      0.7088969349861145,
+      0.6972709894180298,
+      0.7118088603019714,
+      0.6672061085700989,
+      0.7101794481277466,
+      0.704630434513092,
+      0.678624153137207,
+      0.7467736005783081,
+      0.7612290978431702,
+      0.6677433848381042,
+      0.7306165099143982,
+      0.6715617179870605,
+      0.6923214197158813,
+      0.6501680016517639,
+      0.6605051755905151,
+      0.6703984141349792,
+      0.7571574449539185,
+      0.7139632105827332,
+      0.74234539270401,
+      0.776197612285614,
+      0.6756425499916077
+    ],
+    "base_loss": [
+      11.671636581420898,
+      10.659524917602539,
+      9.829411506652832,
+      9.199652671813965,
+      8.631672859191895,
+      7.977789878845215,
+      7.31129789352417,
+      6.896409034729004,
+      6.216288089752197,
+      5.601308345794678,
+      5.060961723327637,
+      4.576255798339844,
+      4.051487922668457,
+      3.5682461261749268,
+      3.152874231338501,
+      2.812526226043701,
+      2.522318124771118,
+      2.3712620735168457,
+      2.1769790649414062,
+      2.142094135284424,
+      2.0678162574768066,
+      1.915800929069519,
+      2.0273938179016113,
+      1.892726182937622,
+      1.8822896480560303,
+      1.9177898168563843,
+      1.9286824464797974,
+      1.8752065896987915,
+      1.8638038635253906,
+      1.8708428144454956,
+      1.8120969533920288,
+      1.827845811843872,
+      1.7674380540847778,
+      1.86089026927948,
+      1.7976375818252563,
+      1.7858340740203857,
+      1.8120166063308716,
+      1.7935630083084106,
+      1.8080732822418213,
+      1.772081971168518,
+      1.7113384008407593,
+      1.8078746795654297,
+      1.7796181440353394,
+      1.7605429887771606,
+      1.749908685684204,
+      1.8526047468185425,
+      1.809884786605835,
+      1.744711995124817,
+      1.7835290431976318,
+      1.7533817291259766,
+      1.7311333417892456,
+      1.7385872602462769,
+      1.7065470218658447,
+      1.7380945682525635,
+      1.6556047201156616,
+      1.6597269773483276,
+      1.5854241847991943,
+      1.6379982233047485,
+      1.636677861213684,
+      1.708864450454712,
+      1.61447274684906,
+      1.7286317348480225,
+      1.5406564474105835,
+      1.5738743543624878,
+      1.599366307258606,
+      1.551311731338501,
+      1.5821548700332642,
+      1.4954397678375244,
+      1.6357351541519165,
+      1.610660433769226,
+      1.5579359531402588,
+      1.585968017578125,
+      1.4483888149261475,
+      1.5140514373779297,
+      1.4171068668365479,
+      1.3210866451263428,
+      1.3247480392456055,
+      1.3959987163543701,
+      1.2662498950958252,
+      1.314728856086731,
+      1.2179921865463257,
+      1.162067174911499,
+      1.156597375869751,
+      1.180772066116333,
+      1.093071460723877,
+      1.0152738094329834,
+      0.9924407601356506,
+      1.028732180595398,
+      1.0052201747894287,
+      1.0063453912734985,
+      0.9981479644775391,
+      0.8756313920021057,
+      0.9030128717422485,
+      0.9033327102661133,
+      0.9253665804862976,
+      0.9430330991744995,
+      0.9484753608703613,
+      0.8658924698829651,
+      0.8693656921386719,
+      0.8428267240524292,
+      0.8409420847892761,
+      0.8913314938545227,
+      0.7889167070388794,
+      0.786769449710846,
+      0.8332729339599609,
+      0.8155103325843811,
+      0.8029834628105164,
+      0.7777830362319946,
+      0.8465943932533264,
+      0.7783411741256714,
+      0.7732486724853516,
+      0.7279804944992065,
+      0.7854341864585876,
+      0.6857983469963074,
+      0.7444823384284973,
+      0.7447658181190491,
+      0.7315057516098022,
+      0.7095687985420227,
+      0.7285814881324768,
+      0.7516853213310242,
+      0.7119408845901489,
+      0.7268796563148499,
+      0.7778827548027039,
+      0.7403841018676758,
+      0.7479632496833801,
+      0.7538272738456726,
+      0.6861394643783569,
+      0.7120760679244995,
+      0.701282799243927,
+      0.6962236762046814,
+      0.7168822884559631,
+      0.7258835434913635,
+      0.7194567918777466,
+      0.702591061592102,
+      0.7357982993125916,
+      0.7088969349861145,
+      0.6972709894180298,
+      0.7118088603019714,
+      0.6672061085700989,
+      0.7101794481277466,
+      0.704630434513092,
+      0.678624153137207,
+      0.7467736005783081,
+      0.7612290978431702,
+      0.6677433848381042,
+      0.7306165099143982,
+      0.6715617179870605,
+      0.6923214197158813,
+      0.6501680016517639,
+      0.6605051755905151,
+      0.6703984141349792,
+      0.7571574449539185,
+      0.7139632105827332,
+      0.74234539270401,
+      0.776197612285614,
+      0.6756425499916077
+    ],
+    "lr": [
+      4.188034188034189e-06,
+      8.461538461538462e-06,
+      1.2735042735042738e-05,
+      1.700854700854701e-05,
+      1.99998070587026e-05,
+      1.9996377198308693e-05,
+      1.9988661446190374e-05,
+      1.9976663110433913e-05,
+      1.996038733525975e-05,
+      1.9939841098816945e-05,
+      1.9915033210191323e-05,
+      1.988597430562865e-05,
+      1.9852676843974367e-05,
+      1.9815155101331968e-05,
+      1.9773425164942158e-05,
+      1.972750492628558e-05,
+      1.9677414073411902e-05,
+      1.9623174082498696e-05,
+      1.9564808208643647e-05,
+      1.9502341475894044e-05,
+      1.943580066651786e-05,
+      1.9365214309521018e-05,
+      1.929061266841572e-05,
+      1.921202772824513e-05,
+      1.9129493181869986e-05,
+      1.9043044415522936e-05,
+      1.895271849363693e-05,
+      1.8858554142954e-05,
+      1.876059173592142e-05,
+      1.8658873273382223e-05,
+      1.855344236656757e-05,
+      1.844434421839869e-05,
+      1.833162560410636e-05,
+      1.821533485117628e-05,
+      1.8095521818628955e-05,
+      1.7972237875642883e-05,
+      1.784553587953032e-05,
+      1.7715470153074993e-05,
+      1.7582096461241506e-05,
+      1.7445471987266426e-05,
+      1.7305655308141265e-05,
+      1.7162706369497937e-05,
+      1.7016686459907395e-05,
+      1.686765818460248e-05,
+      1.671568543863629e-05,
+      1.6560833379487507e-05,
+      1.6403168399124515e-05,
+      1.624275809554018e-05,
+      1.60796712437696e-05,
+      1.5913977766403167e-05,
+      1.5745748703607686e-05,
+      1.5575056182668234e-05,
+      1.540197338706403e-05,
+      1.5226574525091396e-05,
+      1.5048934798047377e-05,
+      1.4869130367987577e-05,
+      1.4687238325072114e-05,
+      1.4503336654513631e-05,
+      1.4317504203141566e-05,
+      1.4129820645597008e-05,
+      1.3940366450172631e-05,
+      1.3749222844312363e-05,
+      1.3556471779785555e-05,
+      1.3362195897550621e-05,
+      1.3166478492323176e-05,
+      1.2969403476863889e-05,
+      1.2771055346001343e-05,
+      1.2571519140405352e-05,
+      1.2370880410126232e-05,
+      1.2169225177915685e-05,
+      1.1966639902345032e-05,
+      1.176321144073656e-05,
+      1.1559027011923938e-05,
+      1.1354174158857612e-05,
+      1.1148740711071244e-05,
+      1.0942814747025295e-05,
+      1.0736484556343858e-05,
+      1.0529838601960978e-05,
+      1.032296548219264e-05,
+      1.0115953892750747e-05,
+      9.908892588715302e-06,
+      9.701870346481186e-06,
+      9.494975925695724e-06,
+      9.288298031203511e-06,
+      9.08192527501469e-06,
+      8.875946138313021e-06,
+      8.670448933520089e-06,
+      8.465521766431812e-06,
+      8.261252498443584e-06,
+      8.057728708880185e-06,
+      7.855037657446609e-06,
+      7.653266246815977e-06,
+      7.452500985370459e-06,
+      7.252827950111301e-06,
+      7.054332749753787e-06,
+      6.85710048802296e-06,
+      6.661215727165885e-06,
+      6.466762451696027e-06,
+      6.273824032385387e-06,
+      6.082483190519702e-06,
+      5.89282196243218e-06,
+      5.70492166433086e-06,
+      5.518862857434741e-06,
+      5.334725313433595e-06,
+      5.152587980286308e-06,
+      4.9725289483723496e-06,
+      4.794625417010984e-06,
+      4.618953661362472e-06,
+      4.445588999725514e-06,
+      4.274605761244949e-06,
+      4.1060772540435276e-06,
+      3.940075733791495e-06,
+      3.7766723727273204e-06,
+      3.6159372291430285e-06,
+      3.4579392173470783e-06,
+      3.3027460781177336e-06,
+      3.15042434965958e-06,
+      3.001039339075622e-06,
+      2.8546550943672535e-06,
+      2.7113343769739875e-06,
+      2.57113863486487e-06,
+      2.4341279761929824e-06,
+      2.300361143524409e-06,
+      2.169895488652681e-06,
+      2.0427869480095065e-06,
+      1.9190900186823515e-06,
+      1.7988577350490876e-06,
+      1.6821416460398155e-06,
+      1.5689917930355325e-06,
+      1.4594566884131744e-06,
+      1.3535832947461935e-06,
+      1.2514170046696128e-06,
+      1.1530016214181938e-06,
+      1.0583793400460306e-06,
+      9.675907293356556e-07,
+      8.806747144044004e-07,
+      7.976685600154599e-07,
+      7.186078546008335e-07,
+      6.435264950029818e-07,
+      5.724566719417401e-07,
+      5.054288562127241e-07,
+      4.424717856231486e-07,
+      3.836124526706375e-07,
+      3.288760929703605e-07,
+      2.782861744353793e-07,
+      2.318643872149251e-07,
+      1.896306343948595e-07,
+      1.516030234643362e-07,
+      1.1779785855231873e-07,
+      8.822963343726454e-08,
+      6.291102533301563e-08,
+      4.1852889453490864e-08,
+      2.5064254358589946e-08,
+      1.2552318083239868e-08,
+      4.32244505127799e-09,
+      3.781637754884937e-10
+    ],
+    "eval_step": [
+      390,
+      780,
+      1170,
+      1560,
+      1950,
+      2340,
+      2730,
+      3120,
+      3510,
+      3900,
+      4290,
+      4680,
+      5070,
+      5460,
+      5850,
+      6240,
+      6630,
+      7020,
+      7410,
+      7800
+    ],
+    "eval_epoch": [
+      1,
+      2,
+      3,
+      4,
+      5,
+      6,
+      7,
+      8,
+      9,
+      10,
+      11,
+      12,
+      13,
+      14,
+      15,
+      16,
+      17,
+      18,
+      19,
+      20
+    ],
+    "eval_accuracy": [
+      0.0,
+      0.0,
+      0.0077777777777777776,
+      0.011111111111111112,
+      0.0033333333333333335,
+      0.006666666666666667,
+      0.005555555555555556,
+      0.0033333333333333335,
+      0.01,
+      0.015555555555555555,
+      0.024444444444444446,
+      0.03333333333333333,
+      0.056666666666666664,
+      0.06,
+      0.05555555555555555,
+      0.05555555555555555,
+      0.057777777777777775,
+      0.056666666666666664,
+      0.058888888888888886,
+      0.06444444444444444
+    ]
+  },
+  "final_accuracy": 0.06916666666666667,
+  "sft_eval": {
+    "config": {
+      "ops": "add_sub",
+      "K": null,
+      "mode": "sft",
+      "n_digits": 6,
+      "n_per_split": 100
+    },
+    "splits": {
+      "add_S0": {
+        "full_accuracy": 0.42,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.8628099173553719,
+            "count": 605
+          },
+          "SS": {
+            "accuracy": 0.9473684210526315,
+            "count": 95
+          }
+        }
+      },
+      "add_S1": {
+        "full_accuracy": 0.01,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.9019607843137255,
+            "count": 204
+          },
+          "SC": {
+            "accuracy": 0.7692307692307693,
+            "count": 169
+          },
+          "SS": {
+            "accuracy": 0.8709677419354839,
+            "count": 31
+          },
+          "UC": {
+            "accuracy": 0.3783783783783784,
+            "count": 296
+          }
+        }
+      },
+      "add_S2": {
+        "full_accuracy": 0.11,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.9447852760736196,
+            "count": 163
+          },
+          "SC": {
+            "accuracy": 0.7307692307692307,
+            "count": 130
+          },
+          "SS": {
+            "accuracy": 0.8275862068965517,
+            "count": 87
+          },
+          "UC": {
+            "accuracy": 0.4433497536945813,
+            "count": 203
+          },
+          "US": {
+            "accuracy": 0.5213675213675214,
+            "count": 117
+          }
+        }
+      },
+      "add_S3": {
+        "full_accuracy": 0.07,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.9173553719008265,
+            "count": 121
+          },
+          "SC": {
+            "accuracy": 0.7107438016528925,
+            "count": 121
+          },
+          "SS": {
+            "accuracy": 0.9183673469387755,
+            "count": 49
+          },
+          "UC": {
+            "accuracy": 0.3655913978494624,
+            "count": 186
+          },
+          "US": {
+            "accuracy": 0.2062780269058296,
+            "count": 223
+          }
+        }
+      },
+      "add_S4": {
+        "full_accuracy": 0.1,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.9519230769230769,
+            "count": 104
+          },
+          "SC": {
+            "accuracy": 0.7358490566037735,
+            "count": 106
+          },
+          "SS": {
+            "accuracy": 0.9130434782608695,
+            "count": 23
+          },
+          "UC": {
+            "accuracy": 0.46875,
+            "count": 160
+          },
+          "US": {
+            "accuracy": 0.20846905537459284,
+            "count": 307
+          }
+        }
+      },
+      "add_S5": {
+        "full_accuracy": 0.17,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.99,
+            "count": 100
+          },
+          "SC": {
+            "accuracy": 0.62,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.36,
+            "count": 100
+          },
+          "US": {
+            "accuracy": 0.19,
+            "count": 400
+          }
+        }
+      },
+      "add_S6": {
+        "full_accuracy": 0.22,
+        "n_examples": 100,
+        "per_subtask": {
+          "SC": {
+            "accuracy": 0.67,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.38,
+            "count": 100
+          },
+          "US": {
+            "accuracy": 0.324,
+            "count": 500
+          }
+        }
+      },
+      "add_random": {
+        "full_accuracy": 0.025,
+        "n_examples": 200,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.8814317673378076,
+            "count": 447
+          },
+          "SC": {
+            "accuracy": 0.7875,
+            "count": 320
+          },
+          "SS": {
+            "accuracy": 0.9285714285714286,
+            "count": 56
+          },
+          "UC": {
+            "accuracy": 0.3516068052930057,
+            "count": 529
+          },
+          "US": {
+            "accuracy": 0.3333333333333333,
+            "count": 48
+          }
+        }
+      },
+      "add_C3": {
+        "full_accuracy": 0.07,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.9266666666666666,
+            "count": 300
+          },
+          "SC": {
+            "accuracy": 0.76,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.29015544041450775,
+            "count": 193
+          },
+          "US": {
+            "accuracy": 0.3644859813084112,
+            "count": 107
+          }
+        }
+      },
+      "add_C4": {
+        "full_accuracy": 0.05,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.94,
+            "count": 200
+          },
+          "SC": {
+            "accuracy": 0.73,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.3125,
+            "count": 256
+          },
+          "US": {
+            "accuracy": 0.3819444444444444,
+            "count": 144
+          }
+        }
+      },
+      "add_C5": {
+        "full_accuracy": 0.01,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.96,
+            "count": 100
+          },
+          "SC": {
+            "accuracy": 0.71,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.35294117647058826,
+            "count": 306
+          },
+          "US": {
+            "accuracy": 0.32989690721649484,
+            "count": 194
+          }
+        }
+      },
+      "add_C6": {
+        "full_accuracy": 0.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "SC": {
+            "accuracy": 0.7,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.4453551912568306,
+            "count": 366
+          },
+          "US": {
+            "accuracy": 0.4444444444444444,
+            "count": 234
+          }
+        }
+      },
+      "sub_M0": {
+        "full_accuracy": 0.25,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.8419301164725458,
+            "count": 601
+          },
+          "ME": {
+            "accuracy": 0.9595959595959596,
+            "count": 99
+          }
+        }
+      },
+      "sub_M1": {
+        "full_accuracy": 0.02,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.8781362007168458,
+            "count": 279
+          },
+          "MB": {
+            "accuracy": 0.7448275862068966,
+            "count": 145
+          },
+          "ME": {
+            "accuracy": 0.9166666666666666,
+            "count": 24
+          },
+          "UB": {
+            "accuracy": 0.2896825396825397,
+            "count": 252
+          }
+        }
+      },
+      "sub_M2": {
+        "full_accuracy": 0.01,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.9436619718309859,
+            "count": 213
+          },
+          "MB": {
+            "accuracy": 0.5752212389380531,
+            "count": 113
+          },
+          "ME": {
+            "accuracy": 0.9529411764705882,
+            "count": 85
+          },
+          "UB": {
+            "accuracy": 0.281767955801105,
+            "count": 181
+          },
+          "UD": {
+            "accuracy": 0.18518518518518517,
+            "count": 108
+          }
+        }
+      },
+      "sub_M3": {
+        "full_accuracy": 0.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.9664804469273743,
+            "count": 179
+          },
+          "MB": {
+            "accuracy": 0.5242718446601942,
+            "count": 103
+          },
+          "ME": {
+            "accuracy": 0.9642857142857143,
+            "count": 56
+          },
+          "UB": {
+            "accuracy": 0.2953020134228188,
+            "count": 149
+          },
+          "UD": {
+            "accuracy": 0.08450704225352113,
+            "count": 213
+          }
+        }
+      },
+      "sub_M4": {
+        "full_accuracy": 0.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.89,
+            "count": 200
+          },
+          "MB": {
+            "accuracy": 0.75,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 0.29,
+            "count": 100
+          },
+          "UD": {
+            "accuracy": 0.006666666666666667,
+            "count": 300
+          }
+        }
+      },
+      "sub_M5": {
+        "full_accuracy": 0.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "MB": {
+            "accuracy": 0.74,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 0.35,
+            "count": 100
+          },
+          "UD": {
+            "accuracy": 0.025,
+            "count": 400
+          }
+        }
+      },
+      "sub_random": {
+        "full_accuracy": 0.04,
+        "n_examples": 200,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.875,
+            "count": 600
+          },
+          "MB": {
+            "accuracy": 0.6629213483146067,
+            "count": 267
+          },
+          "ME": {
+            "accuracy": 0.9811320754716981,
+            "count": 53
+          },
+          "UB": {
+            "accuracy": 0.2437357630979499,
+            "count": 439
+          },
+          "UD": {
+            "accuracy": 0.12195121951219512,
+            "count": 41
+          }
+        }
+      },
+      "sub_B3": {
+        "full_accuracy": 0.02,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.87,
+            "count": 300
+          },
+          "MB": {
+            "accuracy": 0.75,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 0.26903553299492383,
+            "count": 197
+          },
+          "UD": {
+            "accuracy": 0.11650485436893204,
+            "count": 103
+          }
+        }
+      },
+      "sub_B4": {
+        "full_accuracy": 0.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.915,
+            "count": 200
+          },
+          "MB": {
+            "accuracy": 0.79,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 0.291497975708502,
+            "count": 247
+          },
+          "UD": {
+            "accuracy": 0.10457516339869281,
+            "count": 153
+          }
+        }
+      },
+      "sub_B5": {
+        "full_accuracy": 0.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "MB": {
+            "accuracy": 0.76,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 0.29194630872483224,
+            "count": 298
+          },
+          "UD": {
+            "accuracy": 0.16336633663366337,
+            "count": 202
+          }
+        }
+      }
+    },
+    "summary": {
+      "overall_accuracy": 0.06916666666666667,
+      "total_examples": 2400,
+      "n_splits": 22
+    }
+  }
+}

add_sub_baseline_25K_1L2H256d/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2419df932e118212192de7abd45dde4a7ef65934c47e2f930ab92a12790c2905
+size 315072674

add_sub_baseline_25K_1L2H256d/train_config.json

@@ -0,0 +1,84 @@
+{
+  "num_rollouts": 4,
+  "K": 4,
+  "max_iterations": 2,
+  "memory_span_abs": 1792,
+  "memory_span_traj": 1792,
+  "temperature": 1.0,
+  "ar_search": false,
+  "response_only_abs": false,
+  "alpha_info_gain": 10.0,
+  "alpha_abs": 0.1,
+  "alpha_soft_zipf": 1.0,
+  "alpha_ortho": 0.0,
+  "alpha_anchor": 0.0,
+  "alpha_jacobi": 0.0,
+  "decay": 0.8,
+  "target_vocab_util": 0.8,
+  "min_abs_ppl": 0.0,
+  "zipf_alpha": 1.0,
+  "lr": 2e-05,
+  "emb_lr_mult": 1.0,
+  "weight_decay": 0.01,
+  "warmup_steps": 234,
+  "cooldown_frac": 0.4,
+  "max_grad_norm": 1.0,
+  "vq_abs_pretrain_steps": 0,
+  "vq_abs_pretrain_lr": 0.001,
+  "vq_abs_pretrain_layer": -1,
+  "vq_abs_pretrain_batch_size": 256,
+  "vq_abs_pretrain_target_vectors": 20000,
+  "batch_size": 64,
+  "gradient_accumulation_steps": 1,
+  "num_epochs": 20,
+  "emb_warmup_steps": 0,
+  "log_every": 50,
+  "eval_every": 390,
+  "save_every": 999999,
+  "eval_samples": 100,
+  "output_dir": "ckpt/sweep/as_baseline_25K_1L2H256d",
+  "eval_K": 4,
+  "alpha_traj": 0.0,
+  "corrupt_method": "shuffle",
+  "corrupt_ratio": 0.3,
+  "alpha_contrastive": 1.0,
+  "gamma_contrastive": 0.5,
+  "alpha_masked_traj": 0.0,
+  "mask_nl_ratio": 0.3,
+  "mask_nl_mode": "fixed",
+  "mask_nl_fixed_id": 0,
+  "use_ste": true,
+  "n_inner": 1,
+  "random_K": null,
+  "strip_suffix": null,
+  "compress_prefix": null,
+  "random_mem_span": null,
+  "warmup_ratio": 0.03,
+  "beta2": 0.999,
+  "seed": 42,
+  "n_digits": 6,
+  "n_layer": 1,
+  "n_head": 2,
+  "n_embd": 256,
+  "ops": "add_sub",
+  "abs_vocab": 0,
+  "dataset_size": 25000,
+  "mode": "baseline",
+  "device": "cuda",
+  "push_to_hub": true,
+  "no_wandb": false,
+  "n_params": 78691840,
+  "run_name": "add_sub_baseline_25K_1L2H256d",
+  "git_commit": "f447da529caceac8c7d256cbb2cd185cbc50feac",
+  "timestamp": "2026-04-12T18:21:44.884269+00:00",
+  "tokenizer": "Qwen/Qwen3-0.6B",
+  "dataset_repo": "thoughtworks/arithmetic-sorl-data",
+  "dataset_config": "add_sub_6digit",
+  "model_repo": "thoughtworks/arithmetic-sorl",
+  "trainer_version": "sft",
+  "wandb_run_id": "122jv7wp",
+  "wandb_url": "https://wandb.ai/nlp_and_interpretability/sorl-arithmetic/runs/122jv7wp",
+  "final_accuracy": 0.06916666666666667,
+  "sft_accuracy": 0.06916666666666667,
+  "eval_method": "ArithmeticEvaluator"
+}