Upload add_sub_baseline_25K

add_sub_baseline_25K/config.json

@@ -0,0 +1,37 @@
+{
+  "architectures": [
+    "SorlModelWrapper"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": null,
+  "dtype": "float32",
+  "eos_token_id": null,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 510,
+  "initializer_range": 0.02,
+  "intermediate_size": 2040,
+  "layer_types": [
+    "full_attention",
+    "full_attention"
+  ],
+  "max_position_embeddings": 128,
+  "max_window_layers": 28,
+  "model_type": "qwen3",
+  "num_attention_heads": 3,
+  "num_hidden_layers": 2,
+  "num_key_value_heads": 3,
+  "pad_token_id": null,
+  "rms_norm_eps": 1e-06,
+  "rope_parameters": {
+    "rope_theta": 10000.0,
+    "rope_type": "default"
+  },
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "transformers_version": "5.5.0",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 151645
+}

add_sub_baseline_25K/generation_config.json

@@ -0,0 +1,7 @@
+{
+  "_from_model_config": true,
+  "output_attentions": false,
+  "output_hidden_states": false,
+  "transformers_version": "5.5.0",
+  "use_cache": true
+}

add_sub_baseline_25K/metrics.json

@@ -0,0 +1,1207 @@
+{
+  "history": {
+    "step": [
+      50,
+      100,
+      150,
+      200,
+      250,
+      300,
+      350,
+      400,
+      450,
+      500,
+      550,
+      600,
+      650,
+      700,
+      750,
+      800,
+      850,
+      900,
+      950,
+      1000,
+      1050,
+      1100,
+      1150,
+      1200,
+      1250,
+      1300,
+      1350,
+      1400,
+      1450,
+      1500,
+      1550,
+      1600,
+      1650,
+      1700,
+      1750,
+      1800,
+      1850,
+      1900,
+      1950,
+      2000,
+      2050,
+      2100,
+      2150,
+      2200,
+      2250,
+      2300,
+      2350,
+      2400,
+      2450,
+      2500,
+      2550,
+      2600,
+      2650,
+      2700,
+      2750,
+      2800,
+      2850,
+      2900,
+      2950,
+      3000,
+      3050,
+      3100,
+      3150,
+      3200,
+      3250,
+      3300,
+      3350,
+      3400,
+      3450,
+      3500,
+      3550,
+      3600,
+      3650,
+      3700,
+      3750,
+      3800,
+      3850,
+      3900,
+      3950,
+      4000,
+      4050,
+      4100,
+      4150,
+      4200,
+      4250,
+      4300,
+      4350,
+      4400,
+      4450,
+      4500,
+      4550,
+      4600,
+      4650,
+      4700,
+      4750,
+      4800,
+      4850,
+      4900,
+      4950,
+      5000,
+      5050,
+      5100,
+      5150,
+      5200,
+      5250,
+      5300,
+      5350,
+      5400,
+      5450,
+      5500,
+      5550,
+      5600,
+      5650,
+      5700,
+      5750,
+      5800,
+      5850,
+      5900,
+      5950,
+      6000,
+      6050,
+      6100,
+      6150,
+      6200,
+      6250,
+      6300,
+      6350,
+      6400,
+      6450,
+      6500,
+      6550,
+      6600,
+      6650,
+      6700,
+      6750,
+      6800,
+      6850,
+      6900,
+      6950,
+      7000,
+      7050,
+      7100,
+      7150,
+      7200,
+      7250,
+      7300,
+      7350,
+      7400,
+      7450,
+      7500,
+      7550,
+      7600,
+      7650,
+      7700,
+      7750,
+      7800
+    ],
+    "loss": [
+      11.06562614440918,
+      9.070802688598633,
+      7.564438819885254,
+      7.00793981552124,
+      6.226614952087402,
+      5.854918479919434,
+      4.9685893058776855,
+      4.255834102630615,
+      3.3195507526397705,
+      2.7683334350585938,
+      2.22994065284729,
+      1.9851258993148804,
+      1.8262479305267334,
+      1.8066816329956055,
+      1.725418210029602,
+      1.7170584201812744,
+      1.760280728340149,
+      1.7368391752243042,
+      1.631116509437561,
+      1.628551721572876,
+      1.4732780456542969,
+      1.0680259466171265,
+      0.8227473497390747,
+      0.6230937242507935,
+      0.5450628995895386,
+      0.41445615887641907,
+      0.37112170457839966,
+      0.2718469500541687,
+      0.25747212767601013,
+      0.2155759632587433,
+      0.250948965549469,
+      0.16987545788288116,
+      0.17013859748840332,
+      0.13095267117023468,
+      0.1641116440296173,
+      0.15072695910930634,
+      0.14167438447475433,
+      0.11960385739803314,
+      0.08400659263134003,
+      0.1277170479297638,
+      0.10943807661533356,
+      0.10479181259870529,
+      0.11750847846269608,
+      0.09830878674983978,
+      0.09297787398099899,
+      0.08759058266878128,
+      0.09592296183109283,
+      0.056994277983903885,
+      0.08595649152994156,
+      0.09432648122310638,
+      0.06118571758270264,
+      0.05625522881746292,
+      0.0965944156050682,
+      0.08749499171972275,
+      0.08019021898508072,
+      0.05185790732502937,
+      0.07028406113386154,
+      0.053000323474407196,
+      0.06424856185913086,
+      0.07609923928976059,
+      0.08353769779205322,
+      0.0732322707772255,
+      0.08481856435537338,
+      0.05480723828077316,
+      0.04933084920048714,
+      0.03942330554127693,
+      0.03680780529975891,
+      0.0338483564555645,
+      0.04500473663210869,
+      0.05092630162835121,
+      0.06185285374522209,
+      0.05888064578175545,
+      0.06084391847252846,
+      0.047385044395923615,
+      0.05746296048164368,
+      0.038728680461645126,
+      0.041216280311346054,
+      0.04032302647829056,
+      0.03952217847108841,
+      0.04412711411714554,
+      0.037145402282476425,
+      0.03596339002251625,
+      0.03715207800269127,
+      0.02417995221912861,
+      0.05104166269302368,
+      0.028953881934285164,
+      0.0322723388671875,
+      0.05351385846734047,
+      0.04065471515059471,
+      0.035228464752435684,
+      0.0399099700152874,
+      0.04321296140551567,
+      0.023695966228842735,
+      0.03870895132422447,
+      0.023070303723216057,
+      0.02995055727660656,
+      0.034223996102809906,
+      0.03115018829703331,
+      0.047400325536727905,
+      0.033650610595941544,
+      0.020459134131669998,
+      0.031521618366241455,
+      0.010215552523732185,
+      0.009668267332017422,
+      0.009839163161814213,
+      0.01371306087821722,
+      0.0191287100315094,
+      0.02995881251990795,
+      0.010273347608745098,
+      0.013487428426742554,
+      0.006214354187250137,
+      0.028749624267220497,
+      0.004388689063489437,
+      0.01441959012299776,
+      0.010049402713775635,
+      0.006188374478369951,
+      0.006518733222037554,
+      0.012474223971366882,
+      0.0018296894850209355,
+      0.009708991274237633,
+      0.012771486304700375,
+      0.006753657478839159,
+      0.006519939284771681,
+      0.0015541197499260306,
+      0.0044125900603830814,
+      0.0019812153186649084,
+      0.009496470913290977,
+      0.014241503551602364,
+      0.004722653888165951,
+      0.003749982686713338,
+      0.009157851338386536,
+      0.002904724795371294,
+      0.002242226619273424,
+      0.012742781080305576,
+      0.002705535152927041,
+      0.0015757112996652722,
+      0.004974766168743372,
+      0.007047231774777174,
+      0.004940888378769159,
+      0.007126574404537678,
+      0.004077407065778971,
+      0.009843333624303341,
+      0.008745082654058933,
+      0.0023113691713660955,
+      0.005770131945610046,
+      0.006909515243023634,
+      0.005357807967811823,
+      0.022677551954984665,
+      0.0067167701199650764,
+      0.002013612538576126,
+      0.00514591159299016,
+      0.004963079001754522,
+      0.0025343645829707384,
+      0.012118958868086338,
+      0.012999330647289753,
+      0.0052215722389519215
+    ],
+    "base_loss": [
+      11.06562614440918,
+      9.070802688598633,
+      7.564438819885254,
+      7.00793981552124,
+      6.226614952087402,
+      5.854918479919434,
+      4.9685893058776855,
+      4.255834102630615,
+      3.3195507526397705,
+      2.7683334350585938,
+      2.22994065284729,
+      1.9851258993148804,
+      1.8262479305267334,
+      1.8066816329956055,
+      1.725418210029602,
+      1.7170584201812744,
+      1.760280728340149,
+      1.7368391752243042,
+      1.631116509437561,
+      1.628551721572876,
+      1.4732780456542969,
+      1.0680259466171265,
+      0.8227473497390747,
+      0.6230937242507935,
+      0.5450628995895386,
+      0.41445615887641907,
+      0.37112170457839966,
+      0.2718469500541687,
+      0.25747212767601013,
+      0.2155759632587433,
+      0.250948965549469,
+      0.16987545788288116,
+      0.17013859748840332,
+      0.13095267117023468,
+      0.1641116440296173,
+      0.15072695910930634,
+      0.14167438447475433,
+      0.11960385739803314,
+      0.08400659263134003,
+      0.1277170479297638,
+      0.10943807661533356,
+      0.10479181259870529,
+      0.11750847846269608,
+      0.09830878674983978,
+      0.09297787398099899,
+      0.08759058266878128,
+      0.09592296183109283,
+      0.056994277983903885,
+      0.08595649152994156,
+      0.09432648122310638,
+      0.06118571758270264,
+      0.05625522881746292,
+      0.0965944156050682,
+      0.08749499171972275,
+      0.08019021898508072,
+      0.05185790732502937,
+      0.07028406113386154,
+      0.053000323474407196,
+      0.06424856185913086,
+      0.07609923928976059,
+      0.08353769779205322,
+      0.0732322707772255,
+      0.08481856435537338,
+      0.05480723828077316,
+      0.04933084920048714,
+      0.03942330554127693,
+      0.03680780529975891,
+      0.0338483564555645,
+      0.04500473663210869,
+      0.05092630162835121,
+      0.06185285374522209,
+      0.05888064578175545,
+      0.06084391847252846,
+      0.047385044395923615,
+      0.05746296048164368,
+      0.038728680461645126,
+      0.041216280311346054,
+      0.04032302647829056,
+      0.03952217847108841,
+      0.04412711411714554,
+      0.037145402282476425,
+      0.03596339002251625,
+      0.03715207800269127,
+      0.02417995221912861,
+      0.05104166269302368,
+      0.028953881934285164,
+      0.0322723388671875,
+      0.05351385846734047,
+      0.04065471515059471,
+      0.035228464752435684,
+      0.0399099700152874,
+      0.04321296140551567,
+      0.023695966228842735,
+      0.03870895132422447,
+      0.023070303723216057,
+      0.02995055727660656,
+      0.034223996102809906,
+      0.03115018829703331,
+      0.047400325536727905,
+      0.033650610595941544,
+      0.020459134131669998,
+      0.031521618366241455,
+      0.010215552523732185,
+      0.009668267332017422,
+      0.009839163161814213,
+      0.01371306087821722,
+      0.0191287100315094,
+      0.02995881251990795,
+      0.010273347608745098,
+      0.013487428426742554,
+      0.006214354187250137,
+      0.028749624267220497,
+      0.004388689063489437,
+      0.01441959012299776,
+      0.010049402713775635,
+      0.006188374478369951,
+      0.006518733222037554,
+      0.012474223971366882,
+      0.0018296894850209355,
+      0.009708991274237633,
+      0.012771486304700375,
+      0.006753657478839159,
+      0.006519939284771681,
+      0.0015541197499260306,
+      0.0044125900603830814,
+      0.0019812153186649084,
+      0.009496470913290977,
+      0.014241503551602364,
+      0.004722653888165951,
+      0.003749982686713338,
+      0.009157851338386536,
+      0.002904724795371294,
+      0.002242226619273424,
+      0.012742781080305576,
+      0.002705535152927041,
+      0.0015757112996652722,
+      0.004974766168743372,
+      0.007047231774777174,
+      0.004940888378769159,
+      0.007126574404537678,
+      0.004077407065778971,
+      0.009843333624303341,
+      0.008745082654058933,
+      0.0023113691713660955,
+      0.005770131945610046,
+      0.006909515243023634,
+      0.005357807967811823,
+      0.022677551954984665,
+      0.0067167701199650764,
+      0.002013612538576126,
+      0.00514591159299016,
+      0.004963079001754522,
+      0.0025343645829707384,
+      0.012118958868086338,
+      0.012999330647289753,
+      0.0052215722389519215
+    ],
+    "lr": [
+      2.5063938618925837e-06,
+      5.063938618925831e-06,
+      7.62148337595908e-06,
+      1.0179028132992328e-05,
+      1.2736572890025576e-05,
+      1.5294117647058822e-05,
+      1.7851662404092073e-05,
+      2.040920716112532e-05,
+      2.296675191815857e-05,
+      2.5524296675191817e-05,
+      2.8081841432225065e-05,
+      3.0639386189258316e-05,
+      3.3196930946291564e-05,
+      3.575447570332481e-05,
+      3.831202046035806e-05,
+      4.086956521739131e-05,
+      4.3427109974424555e-05,
+      4.598465473145781e-05,
+      4.854219948849105e-05,
+      5.10997442455243e-05,
+      5.365728900255755e-05,
+      5.62148337595908e-05,
+      5.877237851662404e-05,
+      6.13299232736573e-05,
+      6.388746803069055e-05,
+      6.644501278772379e-05,
+      6.900255754475704e-05,
+      7.156010230179029e-05,
+      7.411764705882354e-05,
+      7.667519181585678e-05,
+      7.923273657289003e-05,
+      7.999382181128958e-05,
+      7.996356588945887e-05,
+      7.990811651495726e-05,
+      7.982750864365423e-05,
+      7.97217930916005e-05,
+      7.9591036502993e-05,
+      7.943532130816183e-05,
+      7.925474567160515e-05,
+      7.904942343010533e-05,
+      7.881948402096506e-05,
+      7.856507240040864e-05,
+      7.828634895220009e-05,
+      7.798348938653556e-05,
+      7.765668462927371e-05,
+      7.730614070157413e-05,
+      7.693207859001933e-05,
+      7.653473410730253e-05,
+      7.611435774356888e-05,
+      7.567121450850376e-05,
+      7.520558376426795e-05,
+      7.471775904938474e-05,
+      7.420804789369019e-05,
+      7.367677162446306e-05,
+      7.312426516385672e-05,
+      7.255087681776069e-05,
+      7.195696805622496e-05,
+      7.13429132855854e-05,
+      7.070909961243422e-05,
+      7.005592659958366e-05,
+      6.938380601417765e-05,
+      6.869316156810923e-05,
+      6.798442865090831e-05,
+      6.725805405526735e-05,
+      6.651449569537871e-05,
+      6.575422231826058e-05,
+      6.497771320825402e-05,
+      6.418545788487704e-05,
+      6.337795579422628e-05,
+      6.255571599412105e-05,
+      6.171925683318781e-05,
+      6.086910562408781e-05,
+      6.0005798311093635e-05,
+      5.912987913222422e-05,
+      5.824190027615158e-05,
+      5.734242153409514e-05,
+      5.643200994692358e-05,
+      5.55112394476862e-05,
+      5.458069049979956e-05,
+      5.364094973111714e-05,
+      5.269260956411309e-05,
+      5.1736267842412726e-05,
+      5.077252745390575e-05,
+      4.980199595067928e-05,
+      4.882528516601063e-05,
+      4.784301082866123e-05,
+      4.685579217471466e-05,
+      4.586425155720376e-05,
+      4.4869014053772686e-05,
+      4.387070707262142e-05,
+      4.286995995698098e-05,
+      4.186740358836888e-05,
+      4.0863669988874755e-05,
+      3.985939192272697e-05,
+      3.885520249739142e-05,
+      3.785173476445388e-05,
+      3.684962132053763e-05,
+      3.584949390850793e-05,
+      3.485198301921461e-05,
+      3.385771749402399e-05,
+      3.2867324128390756e-05,
+      3.188142727671938e-05,
+      3.090064845876465e-05,
+      2.9925605967818972e-05,
+      2.895691448093382e-05,
+      2.799518467142088e-05,
+      2.7041022823877087e-05,
+      2.6095030451976512e-05,
+      2.515780391926975e-05,
+      2.4229934063230064e-05,
+      2.3312005822783295e-05,
+      2.240459786955611e-05,
+      2.150828224307534e-05,
+      2.0623623990148315e-05,
+      1.9751180808651272e-05,
+      1.8891502695950898e-05,
+      1.8045131602180072e-05,
+      1.7212601088586823e-05,
+      1.63944359911718e-05,
+      1.559115208982597e-05,
+      1.48032557831777e-05,
+      1.4031243769353617e-05,
+      1.3275602732854923e-05,
+      1.2536809037746398e-05,
+      1.1815328427351398e-05,
+      1.1111615730642416e-05,
+      1.042611457551213e-05,
+      9.759257109105627e-06,
+      9.111463725390388e-06,
+      8.483142800135428e-06,
+      7.87469043346695e-06,
+      7.286490200162668e-06,
+      6.718912907842181e-06,
+      6.1723163632060055e-06,
+      5.647045146470409e-06,
+      5.143430394140439e-06,
+      4.661789590258008e-06,
+      4.202426366256558e-06,
+      3.7656303095486623e-06,
+      3.351676780967026e-06,
+      2.960826741174141e-06,
+      2.5933265861499514e-06,
+      2.2494079918611923e-06,
+      1.929287768210473e-06,
+      1.6331677223569853e-06,
+      1.3612345314951615e-06,
+      1.1136596251714304e-06,
+      8.905990772131879e-07,
+      6.921935073382368e-07,
+      5.185679925066245e-07,
+      3.698319880708301e-07,
+      2.4607925877392135e-07,
+      1.4738781963932191e-07,
+      7.381988678927255e-08,
+      2.5421838223160798e-08,
+      2.2241845803394615e-09
+    ],
+    "eval_step": [
+      390,
+      780,
+      1170,
+      1560,
+      1950,
+      2340,
+      2730,
+      3120,
+      3510,
+      3900,
+      4290,
+      4680,
+      5070,
+      5460,
+      5850,
+      6240,
+      6630,
+      7020,
+      7410,
+      7800
+    ],
+    "eval_epoch": [
+      1,
+      2,
+      3,
+      4,
+      5,
+      6,
+      7,
+      8,
+      9,
+      10,
+      11,
+      12,
+      13,
+      14,
+      15,
+      16,
+      17,
+      18,
+      19,
+      20
+    ],
+    "eval_accuracy": [
+      0.0064285714285714285,
+      0.007142857142857143,
+      0.085,
+      0.52,
+      0.5935714285714285,
+      0.6385714285714286,
+      0.6514285714285715,
+      0.7364285714285714,
+      0.7307142857142858,
+      0.7328571428571429,
+      0.755,
+      0.7964285714285714,
+      0.8135714285714286,
+      0.89,
+      0.8621428571428571,
+      0.8892857142857142,
+      0.9235714285714286,
+      0.9035714285714286,
+      0.9135714285714286,
+      0.9207142857142857
+    ]
+  },
+  "final_accuracy": 0.9207142857142857,
+  "sft_eval": {
+    "config": {
+      "ops": "add_sub",
+      "K": null,
+      "mode": "sft",
+      "n_digits": 6,
+      "n_per_split": 50
+    },
+    "splits": {
+      "add_S0": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 295
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 55
+          }
+        }
+      },
+      "add_S1": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 126
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 79
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 21
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 124
+          }
+        }
+      },
+      "add_S2": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 75
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 62
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 39
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 111
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 63
+          }
+        }
+      },
+      "add_S3": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 60
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 57
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 19
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 104
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 110
+          }
+        }
+      },
+      "add_S4": {
+        "full_accuracy": 0.92,
+        "n_examples": 50,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 48
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 52
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 7
+          },
+          "UC": {
+            "accuracy": 0.9550561797752809,
+            "count": 89
+          },
+          "US": {
+            "accuracy": 0.9935064935064936,
+            "count": 154
+          }
+        }
+      },
+      "add_S5": {
+        "full_accuracy": 0.54,
+        "n_examples": 50,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UC": {
+            "accuracy": 0.64,
+            "count": 50
+          },
+          "US": {
+            "accuracy": 0.91,
+            "count": 200
+          }
+        }
+      },
+      "add_S6": {
+        "full_accuracy": 0.92,
+        "n_examples": 50,
+        "per_subtask": {
+          "SC": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UC": {
+            "accuracy": 0.94,
+            "count": 50
+          },
+          "US": {
+            "accuracy": 0.98,
+            "count": 250
+          }
+        }
+      },
+      "add_random": {
+        "full_accuracy": 0.995,
+        "n_examples": 200,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 431
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 316
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 39
+          },
+          "UC": {
+            "accuracy": 0.9982142857142857,
+            "count": 560
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 54
+          }
+        }
+      },
+      "add_C3": {
+        "full_accuracy": 0.98,
+        "n_examples": 50,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 150
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UC": {
+            "accuracy": 0.9903846153846154,
+            "count": 104
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 46
+          }
+        }
+      },
+      "add_C4": {
+        "full_accuracy": 0.9,
+        "n_examples": 50,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UC": {
+            "accuracy": 0.967479674796748,
+            "count": 123
+          },
+          "US": {
+            "accuracy": 0.974025974025974,
+            "count": 77
+          }
+        }
+      },
+      "add_C5": {
+        "full_accuracy": 0.98,
+        "n_examples": 50,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UC": {
+            "accuracy": 0.9935064935064936,
+            "count": 154
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 96
+          }
+        }
+      },
+      "add_C6": {
+        "full_accuracy": 0.96,
+        "n_examples": 50,
+        "per_subtask": {
+          "SC": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UC": {
+            "accuracy": 0.989010989010989,
+            "count": 182
+          },
+          "US": {
+            "accuracy": 0.9915254237288136,
+            "count": 118
+          }
+        }
+      },
+      "sub_M0": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 294
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 56
+          }
+        }
+      },
+      "sub_M1": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 143
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 69
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 15
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 123
+          }
+        }
+      },
+      "sub_M2": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 108
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 52
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 52
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 87
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 51
+          }
+        }
+      },
+      "sub_M3": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 94
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 51
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 25
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 78
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 102
+          }
+        }
+      },
+      "sub_M4": {
+        "full_accuracy": 0.64,
+        "n_examples": 50,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UB": {
+            "accuracy": 0.68,
+            "count": 50
+          },
+          "UD": {
+            "accuracy": 0.9866666666666667,
+            "count": 150
+          }
+        }
+      },
+      "sub_M5": {
+        "full_accuracy": 0.24,
+        "n_examples": 50,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UB": {
+            "accuracy": 0.52,
+            "count": 50
+          },
+          "UD": {
+            "accuracy": 0.885,
+            "count": 200
+          }
+        }
+      },
+      "sub_random": {
+        "full_accuracy": 1.0,
+        "n_examples": 200,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 588
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 268
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 60
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 447
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 37
+          }
+        }
+      },
+      "sub_B3": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 150
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 107
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 43
+          }
+        }
+      },
+      "sub_B4": {
+        "full_accuracy": 0.9,
+        "n_examples": 50,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UB": {
+            "accuracy": 0.956140350877193,
+            "count": 114
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 86
+          }
+        }
+      },
+      "sub_B5": {
+        "full_accuracy": 0.82,
+        "n_examples": 50,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UB": {
+            "accuracy": 0.9477124183006536,
+            "count": 153
+          },
+          "UD": {
+            "accuracy": 0.979381443298969,
+            "count": 97
+          }
+        }
+      }
+    },
+    "summary": {
+      "overall_accuracy": 0.9207142857142857,
+      "total_examples": 1400,
+      "n_splits": 22
+    }
+  }
+}

add_sub_baseline_25K/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bf525d5b1ad9ce7ab59b46e66c0d4b353f9086c36262ae393e08d901ea70fb2
+size 650266922

add_sub_baseline_25K/train_config.json

@@ -0,0 +1,35 @@
+{
+  "mode": "baseline",
+  "ops": "add_sub",
+  "n_digits": 6,
+  "n_layer": 2,
+  "n_head": 3,
+  "n_embd": 510,
+  "abs_vocab": 0,
+  "K": 4,
+  "alpha_info_gain": 10.0,
+  "alpha_abs": 0.1,
+  "alpha_soft_zipf": 1.0,
+  "batch_size": 64,
+  "num_epochs": 20,
+  "dataset_size": 25000,
+  "lr": 8e-05,
+  "output_dir": "ckpt/sweep/add_sub_baseline_25K",
+  "device": "cuda",
+  "push_to_hub": true,
+  "no_wandb": false,
+  "n_params": 162490082,
+  "run_name": "add_sub_baseline_25K",
+  "git_commit": "800625019270114adcda289bbd550c4f1109a514",
+  "timestamp": "2026-04-12T01:58:10.719272+00:00",
+  "tokenizer": "Qwen/Qwen3-0.6B",
+  "dataset_repo": "thoughtworks/arithmetic-sorl-data",
+  "dataset_config": "add_sub_6digit",
+  "model_repo": "thoughtworks/arithmetic-sorl",
+  "trainer_version": "sft",
+  "wandb_run_id": "hccg8mv4",
+  "wandb_url": "https://wandb.ai/nlp_and_interpretability/sorl-arithmetic/runs/hccg8mv4",
+  "final_accuracy": 0.9207142857142857,
+  "sft_accuracy": 0.9207142857142857,
+  "eval_method": "ArithmeticEvaluator"
+}