Upload add_sub_baseline_25K_1L3H510d

add_sub_baseline_25K_1L3H510d/config.json

@@ -0,0 +1,36 @@
+{
+  "architectures": [
+    "SorlModelWrapper"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": null,
+  "dtype": "float32",
+  "eos_token_id": null,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 510,
+  "initializer_range": 0.02,
+  "intermediate_size": 2040,
+  "layer_types": [
+    "full_attention"
+  ],
+  "max_position_embeddings": 128,
+  "max_window_layers": 28,
+  "model_type": "qwen3",
+  "num_attention_heads": 3,
+  "num_hidden_layers": 1,
+  "num_key_value_heads": 3,
+  "pad_token_id": null,
+  "rms_norm_eps": 1e-06,
+  "rope_parameters": {
+    "rope_theta": 10000.0,
+    "rope_type": "default"
+  },
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "transformers_version": "5.5.0",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 151645
+}

add_sub_baseline_25K_1L3H510d/generation_config.json

@@ -0,0 +1,7 @@
+{
+  "_from_model_config": true,
+  "output_attentions": false,
+  "output_hidden_states": false,
+  "transformers_version": "5.5.0",
+  "use_cache": true
+}

add_sub_baseline_25K_1L3H510d/metrics.json

@@ -0,0 +1,1207 @@
+{
+  "history": {
+    "step": [
+      50,
+      100,
+      150,
+      200,
+      250,
+      300,
+      350,
+      400,
+      450,
+      500,
+      550,
+      600,
+      650,
+      700,
+      750,
+      800,
+      850,
+      900,
+      950,
+      1000,
+      1050,
+      1100,
+      1150,
+      1200,
+      1250,
+      1300,
+      1350,
+      1400,
+      1450,
+      1500,
+      1550,
+      1600,
+      1650,
+      1700,
+      1750,
+      1800,
+      1850,
+      1900,
+      1950,
+      2000,
+      2050,
+      2100,
+      2150,
+      2200,
+      2250,
+      2300,
+      2350,
+      2400,
+      2450,
+      2500,
+      2550,
+      2600,
+      2650,
+      2700,
+      2750,
+      2800,
+      2850,
+      2900,
+      2950,
+      3000,
+      3050,
+      3100,
+      3150,
+      3200,
+      3250,
+      3300,
+      3350,
+      3400,
+      3450,
+      3500,
+      3550,
+      3600,
+      3650,
+      3700,
+      3750,
+      3800,
+      3850,
+      3900,
+      3950,
+      4000,
+      4050,
+      4100,
+      4150,
+      4200,
+      4250,
+      4300,
+      4350,
+      4400,
+      4450,
+      4500,
+      4550,
+      4600,
+      4650,
+      4700,
+      4750,
+      4800,
+      4850,
+      4900,
+      4950,
+      5000,
+      5050,
+      5100,
+      5150,
+      5200,
+      5250,
+      5300,
+      5350,
+      5400,
+      5450,
+      5500,
+      5550,
+      5600,
+      5650,
+      5700,
+      5750,
+      5800,
+      5850,
+      5900,
+      5950,
+      6000,
+      6050,
+      6100,
+      6150,
+      6200,
+      6250,
+      6300,
+      6350,
+      6400,
+      6450,
+      6500,
+      6550,
+      6600,
+      6650,
+      6700,
+      6750,
+      6800,
+      6850,
+      6900,
+      6950,
+      7000,
+      7050,
+      7100,
+      7150,
+      7200,
+      7250,
+      7300,
+      7350,
+      7400,
+      7450,
+      7500,
+      7550,
+      7600,
+      7650,
+      7700,
+      7750,
+      7800
+    ],
+    "loss": [
+      10.19568157196045,
+      7.192863464355469,
+      6.217032432556152,
+      4.67427921295166,
+      2.9682857990264893,
+      2.0980846881866455,
+      1.8946998119354248,
+      1.9396218061447144,
+      1.8249216079711914,
+      1.7901777029037476,
+      1.7934296131134033,
+      1.7734571695327759,
+      1.7680686712265015,
+      1.6811468601226807,
+      1.6904586553573608,
+      1.6290004253387451,
+      1.5940027236938477,
+      1.5358794927597046,
+      1.278952717781067,
+      1.1427963972091675,
+      0.9103876352310181,
+      0.7655139565467834,
+      0.7879643440246582,
+      0.704889714717865,
+      0.7027565240859985,
+      0.7044745683670044,
+      0.6972912549972534,
+      0.6401001811027527,
+      0.6621316075325012,
+      0.6303651928901672,
+      0.5821676254272461,
+      0.6099020838737488,
+      0.5351438522338867,
+      0.5087913870811462,
+      0.541701078414917,
+      0.47329190373420715,
+      0.4839247167110443,
+      0.47691941261291504,
+      0.4968743920326233,
+      0.45558029413223267,
+      0.4464017450809479,
+      0.45957401394844055,
+      0.4282552897930145,
+      0.41863182187080383,
+      0.4324481785297394,
+      0.3976905047893524,
+      0.3744252026081085,
+      0.3938696086406708,
+      0.36305326223373413,
+      0.3572494089603424,
+      0.39805254340171814,
+      0.38645902276039124,
+      0.3354526162147522,
+      0.3297174274921417,
+      0.37510284781455994,
+      0.3538384437561035,
+      0.3419480621814728,
+      0.31991156935691833,
+      0.30549606680870056,
+      0.3192532956600189,
+      0.29912063479423523,
+      0.3299557864665985,
+      0.3237224221229553,
+      0.3043464720249176,
+      0.29594531655311584,
+      0.2924143970012665,
+      0.3392622172832489,
+      0.29438456892967224,
+      0.2825162708759308,
+      0.2688557803630829,
+      0.27867329120635986,
+      0.26582691073417664,
+      0.2573307156562805,
+      0.2639952301979065,
+      0.2442159354686737,
+      0.30415433645248413,
+      0.28714659810066223,
+      0.2530474364757538,
+      0.2529540956020355,
+      0.26841235160827637,
+      0.2817437946796417,
+      0.25053316354751587,
+      0.2483910471200943,
+      0.2930961549282074,
+      0.28800302743911743,
+      0.25981736183166504,
+      0.23965764045715332,
+      0.24082252383232117,
+      0.2665214538574219,
+      0.24315674602985382,
+      0.23547802865505219,
+      0.2577818036079407,
+      0.2551196217536926,
+      0.2866048812866211,
+      0.22905278205871582,
+      0.2948581576347351,
+      0.22631767392158508,
+      0.23360957205295563,
+      0.23361513018608093,
+      0.2707379162311554,
+      0.2082580029964447,
+      0.259878545999527,
+      0.23401972651481628,
+      0.22835519909858704,
+      0.24494406580924988,
+      0.2527218461036682,
+      0.23783628642559052,
+      0.2323145866394043,
+      0.2299260050058365,
+      0.22768929600715637,
+      0.22232380509376526,
+      0.23369023203849792,
+      0.2056972235441208,
+      0.19805261492729187,
+      0.2061125934123993,
+      0.22895146906375885,
+      0.2325371354818344,
+      0.20736224949359894,
+      0.2153971642255783,
+      0.22081783413887024,
+      0.21203044056892395,
+      0.21354515850543976,
+      0.24314843118190765,
+      0.21091873943805695,
+      0.22135458886623383,
+      0.22974269092082977,
+      0.20833232998847961,
+      0.20342501997947693,
+      0.21650569140911102,
+      0.2234790027141571,
+      0.21649529039859772,
+      0.20806384086608887,
+      0.201065331697464,
+      0.21765287220478058,
+      0.199764221906662,
+      0.21314558386802673,
+      0.18189337849617004,
+      0.1983877569437027,
+      0.20944280922412872,
+      0.20895661413669586,
+      0.20532403886318207,
+      0.20170608162879944,
+      0.2062072455883026,
+      0.21582531929016113,
+      0.20745429396629333,
+      0.22070619463920593,
+      0.20926928520202637,
+      0.18736205995082855,
+      0.19164054095745087,
+      0.2283153533935547,
+      0.19645021855831146,
+      0.2316746711730957,
+      0.21589398384094238,
+      0.19139589369297028,
+      0.218153715133667,
+      0.2088916301727295
+    ],
+    "base_loss": [
+      10.19568157196045,
+      7.192863464355469,
+      6.217032432556152,
+      4.67427921295166,
+      2.9682857990264893,
+      2.0980846881866455,
+      1.8946998119354248,
+      1.9396218061447144,
+      1.8249216079711914,
+      1.7901777029037476,
+      1.7934296131134033,
+      1.7734571695327759,
+      1.7680686712265015,
+      1.6811468601226807,
+      1.6904586553573608,
+      1.6290004253387451,
+      1.5940027236938477,
+      1.5358794927597046,
+      1.278952717781067,
+      1.1427963972091675,
+      0.9103876352310181,
+      0.7655139565467834,
+      0.7879643440246582,
+      0.704889714717865,
+      0.7027565240859985,
+      0.7044745683670044,
+      0.6972912549972534,
+      0.6401001811027527,
+      0.6621316075325012,
+      0.6303651928901672,
+      0.5821676254272461,
+      0.6099020838737488,
+      0.5351438522338867,
+      0.5087913870811462,
+      0.541701078414917,
+      0.47329190373420715,
+      0.4839247167110443,
+      0.47691941261291504,
+      0.4968743920326233,
+      0.45558029413223267,
+      0.4464017450809479,
+      0.45957401394844055,
+      0.4282552897930145,
+      0.41863182187080383,
+      0.4324481785297394,
+      0.3976905047893524,
+      0.3744252026081085,
+      0.3938696086406708,
+      0.36305326223373413,
+      0.3572494089603424,
+      0.39805254340171814,
+      0.38645902276039124,
+      0.3354526162147522,
+      0.3297174274921417,
+      0.37510284781455994,
+      0.3538384437561035,
+      0.3419480621814728,
+      0.31991156935691833,
+      0.30549606680870056,
+      0.3192532956600189,
+      0.29912063479423523,
+      0.3299557864665985,
+      0.3237224221229553,
+      0.3043464720249176,
+      0.29594531655311584,
+      0.2924143970012665,
+      0.3392622172832489,
+      0.29438456892967224,
+      0.2825162708759308,
+      0.2688557803630829,
+      0.27867329120635986,
+      0.26582691073417664,
+      0.2573307156562805,
+      0.2639952301979065,
+      0.2442159354686737,
+      0.30415433645248413,
+      0.28714659810066223,
+      0.2530474364757538,
+      0.2529540956020355,
+      0.26841235160827637,
+      0.2817437946796417,
+      0.25053316354751587,
+      0.2483910471200943,
+      0.2930961549282074,
+      0.28800302743911743,
+      0.25981736183166504,
+      0.23965764045715332,
+      0.24082252383232117,
+      0.2665214538574219,
+      0.24315674602985382,
+      0.23547802865505219,
+      0.2577818036079407,
+      0.2551196217536926,
+      0.2866048812866211,
+      0.22905278205871582,
+      0.2948581576347351,
+      0.22631767392158508,
+      0.23360957205295563,
+      0.23361513018608093,
+      0.2707379162311554,
+      0.2082580029964447,
+      0.259878545999527,
+      0.23401972651481628,
+      0.22835519909858704,
+      0.24494406580924988,
+      0.2527218461036682,
+      0.23783628642559052,
+      0.2323145866394043,
+      0.2299260050058365,
+      0.22768929600715637,
+      0.22232380509376526,
+      0.23369023203849792,
+      0.2056972235441208,
+      0.19805261492729187,
+      0.2061125934123993,
+      0.22895146906375885,
+      0.2325371354818344,
+      0.20736224949359894,
+      0.2153971642255783,
+      0.22081783413887024,
+      0.21203044056892395,
+      0.21354515850543976,
+      0.24314843118190765,
+      0.21091873943805695,
+      0.22135458886623383,
+      0.22974269092082977,
+      0.20833232998847961,
+      0.20342501997947693,
+      0.21650569140911102,
+      0.2234790027141571,
+      0.21649529039859772,
+      0.20806384086608887,
+      0.201065331697464,
+      0.21765287220478058,
+      0.199764221906662,
+      0.21314558386802673,
+      0.18189337849617004,
+      0.1983877569437027,
+      0.20944280922412872,
+      0.20895661413669586,
+      0.20532403886318207,
+      0.20170608162879944,
+      0.2062072455883026,
+      0.21582531929016113,
+      0.20745429396629333,
+      0.22070619463920593,
+      0.20926928520202637,
+      0.18736205995082855,
+      0.19164054095745087,
+      0.2283153533935547,
+      0.19645021855831146,
+      0.2316746711730957,
+      0.21589398384094238,
+      0.19139589369297028,
+      0.218153715133667,
+      0.2088916301727295
+    ],
+    "lr": [
+      8.376068376068378e-06,
+      1.6923076923076924e-05,
+      2.5470085470085475e-05,
+      3.401709401709402e-05,
+      3.99996141174052e-05,
+      3.9992754396617386e-05,
+      3.997732289238075e-05,
+      3.9953326220867826e-05,
+      3.99207746705195e-05,
+      3.987968219763389e-05,
+      3.9830066420382645e-05,
+      3.97719486112573e-05,
+      3.9705353687948734e-05,
+      3.9630310202663935e-05,
+      3.9546850329884316e-05,
+      3.945500985257116e-05,
+      3.9354828146823805e-05,
+      3.924634816499739e-05,
+      3.9129616417287294e-05,
+      3.900468295178809e-05,
+      3.887160133303572e-05,
+      3.8730428619042037e-05,
+      3.858122533683144e-05,
+      3.842405545649026e-05,
+      3.825898636373997e-05,
+      3.808608883104587e-05,
+      3.790543698727386e-05,
+      3.7717108285908e-05,
+      3.752118347184284e-05,
+      3.7317746546764446e-05,
+      3.710688473313514e-05,
+      3.688868843679738e-05,
+      3.666325120821272e-05,
+      3.643066970235256e-05,
+      3.619104363725791e-05,
+      3.5944475751285765e-05,
+      3.569107175906064e-05,
+      3.5430940306149985e-05,
+      3.516419292248301e-05,
+      3.489094397453285e-05,
+      3.461131061628253e-05,
+      3.4325412738995875e-05,
+      3.403337291981479e-05,
+      3.373531636920496e-05,
+      3.343137087727258e-05,
+      3.3121666758975014e-05,
+      3.280633679824903e-05,
+      3.248551619108036e-05,
+      3.21593424875392e-05,
+      3.1827955532806334e-05,
+      3.149149740721537e-05,
+      3.115011236533647e-05,
+      3.080394677412806e-05,
+      3.045314905018279e-05,
+      3.0097869596094755e-05,
+      2.9738260735975154e-05,
+      2.9374476650144227e-05,
+      2.9006673309027263e-05,
+      2.8635008406283132e-05,
+      2.8259641291194015e-05,
+      2.7880732900345262e-05,
+      2.7498445688624725e-05,
+      2.711294355957111e-05,
+      2.6724391795101242e-05,
+      2.633295698464635e-05,
+      2.5938806953727778e-05,
+      2.5542110692002687e-05,
+      2.5143038280810704e-05,
+      2.4741760820252464e-05,
+      2.433845035583137e-05,
+      2.3933279804690064e-05,
+      2.352642288147312e-05,
+      2.3118054023847876e-05,
+      2.2708348317715223e-05,
+      2.2297481422142487e-05,
+      2.188562949405059e-05,
+      2.1472969112687716e-05,
+      2.1059677203921957e-05,
+      2.064593096438528e-05,
+      2.0231907785501493e-05,
+      1.9817785177430605e-05,
+      1.9403740692962372e-05,
+      1.898995185139145e-05,
+      1.8576596062407023e-05,
+      1.816385055002938e-05,
+      1.7751892276626043e-05,
+      1.7340897867040178e-05,
+      1.6931043532863625e-05,
+      1.6522504996887168e-05,
+      1.611545741776037e-05,
+      1.5710075314893218e-05,
+      1.5306532493631954e-05,
+      1.4905001970740918e-05,
+      1.4505655900222602e-05,
+      1.4108665499507574e-05,
+      1.371420097604592e-05,
+      1.332243145433177e-05,
+      1.2933524903392054e-05,
+      1.2547648064770774e-05,
+      1.2164966381039404e-05,
+      1.178564392486436e-05,
+      1.140984332866172e-05,
+      1.1037725714869483e-05,
+      1.066945062686719e-05,
+      1.0305175960572616e-05,
+      9.945057896744699e-06,
+      9.589250834021969e-06,
+      9.237907322724944e-06,
+      8.891177999451028e-06,
+      8.549211522489898e-06,
+      8.212154508087055e-06,
+      7.88015146758299e-06,
+      7.553344745454641e-06,
+      7.231874458286057e-06,
+      6.915878434694157e-06,
+      6.605492156235467e-06,
+      6.30084869931916e-06,
+      6.002078678151244e-06,
+      5.709310188734507e-06,
+      5.422668753947975e-06,
+      5.14227726972974e-06,
+      4.868255952385965e-06,
+      4.600722287048818e-06,
+      4.339790977305362e-06,
+      4.085573896019013e-06,
+      3.838180037364703e-06,
+      3.5977154700981752e-06,
+      3.364283292079631e-06,
+      3.137983586071065e-06,
+      2.9189133768263488e-06,
+      2.707166589492387e-06,
+      2.5028340093392257e-06,
+      2.3060032428363876e-06,
+      2.1167586800920613e-06,
+      1.9351814586713113e-06,
+      1.7613494288088008e-06,
+      1.5953371200309199e-06,
+      1.437215709201667e-06,
+      1.2870529900059636e-06,
+      1.1449133438834802e-06,
+      1.0108577124254482e-06,
+      8.849435712462972e-07,
+      7.67224905341275e-07,
+      6.57752185940721e-07,
+      5.565723488707586e-07,
+      4.637287744298502e-07,
+      3.79261268789719e-07,
+      3.032060469286724e-07,
+      2.3559571710463747e-07,
+      1.7645926687452908e-07,
+      1.2582205066603127e-07,
+      8.370577890698173e-08,
+      5.012850871717989e-08,
+      2.5104636166479735e-08,
+      8.64489010255598e-09,
+      7.563275509769874e-10
+    ],
+    "eval_step": [
+      390,
+      780,
+      1170,
+      1560,
+      1950,
+      2340,
+      2730,
+      3120,
+      3510,
+      3900,
+      4290,
+      4680,
+      5070,
+      5460,
+      5850,
+      6240,
+      6630,
+      7020,
+      7410,
+      7800
+    ],
+    "eval_epoch": [
+      1,
+      2,
+      3,
+      4,
+      5,
+      6,
+      7,
+      8,
+      9,
+      10,
+      11,
+      12,
+      13,
+      14,
+      15,
+      16,
+      17,
+      18,
+      19,
+      20
+    ],
+    "eval_accuracy": [
+      0.0033333333333333335,
+      0.0033333333333333335,
+      0.028888888888888888,
+      0.07444444444444444,
+      0.14888888888888888,
+      0.24555555555555555,
+      0.28444444444444444,
+      0.32555555555555554,
+      0.4177777777777778,
+      0.4411111111111111,
+      0.42333333333333334,
+      0.4166666666666667,
+      0.4677777777777778,
+      0.46444444444444444,
+      0.5133333333333333,
+      0.5,
+      0.5111111111111111,
+      0.4922222222222222,
+      0.5,
+      0.5077777777777778
+    ]
+  },
+  "final_accuracy": 0.395,
+  "sft_eval": {
+    "config": {
+      "ops": "add_sub",
+      "K": null,
+      "mode": "sft",
+      "n_digits": 6,
+      "n_per_split": 100
+    },
+    "splits": {
+      "add_S0": {
+        "full_accuracy": 0.69,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.943801652892562,
+            "count": 605
+          },
+          "SS": {
+            "accuracy": 0.9578947368421052,
+            "count": 95
+          }
+        }
+      },
+      "add_S1": {
+        "full_accuracy": 0.62,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.9656862745098039,
+            "count": 204
+          },
+          "SC": {
+            "accuracy": 0.9704142011834319,
+            "count": 169
+          },
+          "SS": {
+            "accuracy": 0.9354838709677419,
+            "count": 31
+          },
+          "UC": {
+            "accuracy": 0.8986486486486487,
+            "count": 296
+          }
+        }
+      },
+      "add_S2": {
+        "full_accuracy": 0.45,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.9570552147239264,
+            "count": 163
+          },
+          "SC": {
+            "accuracy": 0.9307692307692308,
+            "count": 130
+          },
+          "SS": {
+            "accuracy": 0.896551724137931,
+            "count": 87
+          },
+          "UC": {
+            "accuracy": 0.7733990147783252,
+            "count": 203
+          },
+          "US": {
+            "accuracy": 0.9572649572649573,
+            "count": 117
+          }
+        }
+      },
+      "add_S3": {
+        "full_accuracy": 0.21,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.9752066115702479,
+            "count": 121
+          },
+          "SC": {
+            "accuracy": 0.9504132231404959,
+            "count": 121
+          },
+          "SS": {
+            "accuracy": 0.9591836734693877,
+            "count": 49
+          },
+          "UC": {
+            "accuracy": 0.6236559139784946,
+            "count": 186
+          },
+          "US": {
+            "accuracy": 0.7085201793721974,
+            "count": 223
+          }
+        }
+      },
+      "add_S4": {
+        "full_accuracy": 0.32,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 104
+          },
+          "SC": {
+            "accuracy": 0.9622641509433962,
+            "count": 106
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 23
+          },
+          "UC": {
+            "accuracy": 0.725,
+            "count": 160
+          },
+          "US": {
+            "accuracy": 0.5602605863192183,
+            "count": 307
+          }
+        }
+      },
+      "add_S5": {
+        "full_accuracy": 0.3,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "SC": {
+            "accuracy": 0.98,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.46,
+            "count": 100
+          },
+          "US": {
+            "accuracy": 0.5475,
+            "count": 400
+          }
+        }
+      },
+      "add_S6": {
+        "full_accuracy": 0.4,
+        "n_examples": 100,
+        "per_subtask": {
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.44,
+            "count": 100
+          },
+          "US": {
+            "accuracy": 0.494,
+            "count": 500
+          }
+        }
+      },
+      "add_random": {
+        "full_accuracy": 0.675,
+        "n_examples": 200,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.9664429530201343,
+            "count": 447
+          },
+          "SC": {
+            "accuracy": 0.95625,
+            "count": 320
+          },
+          "SS": {
+            "accuracy": 0.9821428571428571,
+            "count": 56
+          },
+          "UC": {
+            "accuracy": 0.9168241965973535,
+            "count": 529
+          },
+          "US": {
+            "accuracy": 0.8958333333333334,
+            "count": 48
+          }
+        }
+      },
+      "add_C3": {
+        "full_accuracy": 0.42,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.9833333333333333,
+            "count": 300
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.7409326424870466,
+            "count": 193
+          },
+          "US": {
+            "accuracy": 0.8037383177570093,
+            "count": 107
+          }
+        }
+      },
+      "add_C4": {
+        "full_accuracy": 0.42,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.99,
+            "count": 200
+          },
+          "SC": {
+            "accuracy": 0.99,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.7734375,
+            "count": 256
+          },
+          "US": {
+            "accuracy": 0.7569444444444444,
+            "count": 144
+          }
+        }
+      },
+      "add_C5": {
+        "full_accuracy": 0.37,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "SC": {
+            "accuracy": 0.97,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.7908496732026143,
+            "count": 306
+          },
+          "US": {
+            "accuracy": 0.7474226804123711,
+            "count": 194
+          }
+        }
+      },
+      "add_C6": {
+        "full_accuracy": 0.32,
+        "n_examples": 100,
+        "per_subtask": {
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.7923497267759563,
+            "count": 366
+          },
+          "US": {
+            "accuracy": 0.8034188034188035,
+            "count": 234
+          }
+        }
+      },
+      "sub_M0": {
+        "full_accuracy": 0.77,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.9584026622296173,
+            "count": 601
+          },
+          "ME": {
+            "accuracy": 0.98989898989899,
+            "count": 99
+          }
+        }
+      },
+      "sub_M1": {
+        "full_accuracy": 0.62,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.974910394265233,
+            "count": 279
+          },
+          "MB": {
+            "accuracy": 0.9586206896551724,
+            "count": 145
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 24
+          },
+          "UB": {
+            "accuracy": 0.8849206349206349,
+            "count": 252
+          }
+        }
+      },
+      "sub_M2": {
+        "full_accuracy": 0.28,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.971830985915493,
+            "count": 213
+          },
+          "MB": {
+            "accuracy": 0.9823008849557522,
+            "count": 113
+          },
+          "ME": {
+            "accuracy": 0.9529411764705882,
+            "count": 85
+          },
+          "UB": {
+            "accuracy": 0.6574585635359116,
+            "count": 181
+          },
+          "UD": {
+            "accuracy": 0.8240740740740741,
+            "count": 108
+          }
+        }
+      },
+      "sub_M3": {
+        "full_accuracy": 0.09,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.994413407821229,
+            "count": 179
+          },
+          "MB": {
+            "accuracy": 0.9514563106796117,
+            "count": 103
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 56
+          },
+          "UB": {
+            "accuracy": 0.46308724832214765,
+            "count": 149
+          },
+          "UD": {
+            "accuracy": 0.7230046948356808,
+            "count": 213
+          }
+        }
+      },
+      "sub_M4": {
+        "full_accuracy": 0.05,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 200
+          },
+          "MB": {
+            "accuracy": 0.98,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 0.38,
+            "count": 100
+          },
+          "UD": {
+            "accuracy": 0.35333333333333333,
+            "count": 300
+          }
+        }
+      },
+      "sub_M5": {
+        "full_accuracy": 0.03,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 0.41,
+            "count": 100
+          },
+          "UD": {
+            "accuracy": 0.285,
+            "count": 400
+          }
+        }
+      },
+      "sub_random": {
+        "full_accuracy": 0.605,
+        "n_examples": 200,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.965,
+            "count": 600
+          },
+          "MB": {
+            "accuracy": 0.9438202247191011,
+            "count": 267
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 53
+          },
+          "UB": {
+            "accuracy": 0.8883826879271071,
+            "count": 439
+          },
+          "UD": {
+            "accuracy": 0.9024390243902439,
+            "count": 41
+          }
+        }
+      },
+      "sub_B3": {
+        "full_accuracy": 0.27,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.9833333333333333,
+            "count": 300
+          },
+          "MB": {
+            "accuracy": 0.97,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 0.6040609137055838,
+            "count": 197
+          },
+          "UD": {
+            "accuracy": 0.6699029126213593,
+            "count": 103
+          }
+        }
+      },
+      "sub_B4": {
+        "full_accuracy": 0.12,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.99,
+            "count": 200
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 0.6072874493927125,
+            "count": 247
+          },
+          "UD": {
+            "accuracy": 0.5620915032679739,
+            "count": 153
+          }
+        }
+      },
+      "sub_B5": {
+        "full_accuracy": 0.17,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 0.6879194630872483,
+            "count": 298
+          },
+          "UD": {
+            "accuracy": 0.5594059405940595,
+            "count": 202
+          }
+        }
+      }
+    },
+    "summary": {
+      "overall_accuracy": 0.395,
+      "total_examples": 2400,
+      "n_splits": 22
+    }
+  }
+}

add_sub_baseline_25K_1L3H510d/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b98be00f1db73dc27014b4c1caa5d84a53eb6d87420aaf5f5b520c01b59bab30
+size 634642298

add_sub_baseline_25K_1L3H510d/train_config.json

@@ -0,0 +1,84 @@
+{
+  "num_rollouts": 4,
+  "K": 4,
+  "max_iterations": 2,
+  "memory_span_abs": 1792,
+  "memory_span_traj": 1792,
+  "temperature": 1.0,
+  "ar_search": false,
+  "response_only_abs": false,
+  "alpha_info_gain": 10.0,
+  "alpha_abs": 0.1,
+  "alpha_soft_zipf": 1.0,
+  "alpha_ortho": 0.0,
+  "alpha_anchor": 0.0,
+  "alpha_jacobi": 0.0,
+  "decay": 0.8,
+  "target_vocab_util": 0.8,
+  "min_abs_ppl": 0.0,
+  "zipf_alpha": 1.0,
+  "lr": 4e-05,
+  "emb_lr_mult": 1.0,
+  "weight_decay": 0.01,
+  "warmup_steps": 234,
+  "cooldown_frac": 0.4,
+  "max_grad_norm": 1.0,
+  "vq_abs_pretrain_steps": 0,
+  "vq_abs_pretrain_lr": 0.001,
+  "vq_abs_pretrain_layer": -1,
+  "vq_abs_pretrain_batch_size": 256,
+  "vq_abs_pretrain_target_vectors": 20000,
+  "batch_size": 64,
+  "gradient_accumulation_steps": 1,
+  "num_epochs": 20,
+  "emb_warmup_steps": 0,
+  "log_every": 50,
+  "eval_every": 390,
+  "save_every": 999999,
+  "eval_samples": 100,
+  "output_dir": "ckpt/sweep/as_baseline_25K_1L3H510d",
+  "eval_K": 4,
+  "alpha_traj": 0.0,
+  "corrupt_method": "shuffle",
+  "corrupt_ratio": 0.3,
+  "alpha_contrastive": 1.0,
+  "gamma_contrastive": 0.5,
+  "alpha_masked_traj": 0.0,
+  "mask_nl_ratio": 0.3,
+  "mask_nl_mode": "fixed",
+  "mask_nl_fixed_id": 0,
+  "use_ste": true,
+  "n_inner": 1,
+  "random_K": null,
+  "strip_suffix": null,
+  "compress_prefix": null,
+  "random_mem_span": null,
+  "warmup_ratio": 0.03,
+  "beta2": 0.999,
+  "seed": 42,
+  "n_digits": 6,
+  "n_layer": 1,
+  "n_head": 3,
+  "n_embd": 510,
+  "ops": "add_sub",
+  "abs_vocab": 0,
+  "dataset_size": 25000,
+  "mode": "baseline",
+  "device": "cuda",
+  "push_to_hub": true,
+  "no_wandb": false,
+  "n_params": 158584246,
+  "run_name": "add_sub_baseline_25K_1L3H510d",
+  "git_commit": "f447da529caceac8c7d256cbb2cd185cbc50feac",
+  "timestamp": "2026-04-12T18:11:00.255428+00:00",
+  "tokenizer": "Qwen/Qwen3-0.6B",
+  "dataset_repo": "thoughtworks/arithmetic-sorl-data",
+  "dataset_config": "add_sub_6digit",
+  "model_repo": "thoughtworks/arithmetic-sorl",
+  "trainer_version": "sft",
+  "wandb_run_id": "jqxb8wih",
+  "wandb_url": "https://wandb.ai/nlp_and_interpretability/sorl-arithmetic/runs/jqxb8wih",
+  "final_accuracy": 0.395,
+  "sft_accuracy": 0.395,
+  "eval_method": "ArithmeticEvaluator"
+}