Delete folder add_sub_baseline_25K_2L1H128d with huggingface_hub

add_sub_baseline_25K_2L1H128d/config.json

@@ -1,37 +0,0 @@
-{
-  "architectures": [
-    "SorlModelWrapper"
-  ],
-  "attention_bias": false,
-  "attention_dropout": 0.0,
-  "bos_token_id": null,
-  "dtype": "float32",
-  "eos_token_id": null,
-  "head_dim": 128,
-  "hidden_act": "silu",
-  "hidden_size": 128,
-  "initializer_range": 0.02,
-  "intermediate_size": 512,
-  "layer_types": [
-    "full_attention",
-    "full_attention"
-  ],
-  "max_position_embeddings": 128,
-  "max_window_layers": 28,
-  "model_type": "qwen3",
-  "num_attention_heads": 1,
-  "num_hidden_layers": 2,
-  "num_key_value_heads": 1,
-  "pad_token_id": null,
-  "rms_norm_eps": 1e-06,
-  "rope_parameters": {
-    "rope_theta": 10000.0,
-    "rope_type": "default"
-  },
-  "sliding_window": null,
-  "tie_word_embeddings": false,
-  "transformers_version": "5.5.0",
-  "use_cache": true,
-  "use_sliding_window": false,
-  "vocab_size": 151645
-}

add_sub_baseline_25K_2L1H128d/generation_config.json

@@ -1,7 +0,0 @@
-{
-  "_from_model_config": true,
-  "output_attentions": false,
-  "output_hidden_states": false,
-  "transformers_version": "5.5.0",
-  "use_cache": true
-}

add_sub_baseline_25K_2L1H128d/metrics.json

@@ -1,1207 +0,0 @@
-{
-  "history": {
-    "step": [
-      50,
-      100,
-      150,
-      200,
-      250,
-      300,
-      350,
-      400,
-      450,
-      500,
-      550,
-      600,
-      650,
-      700,
-      750,
-      800,
-      850,
-      900,
-      950,
-      1000,
-      1050,
-      1100,
-      1150,
-      1200,
-      1250,
-      1300,
-      1350,
-      1400,
-      1450,
-      1500,
-      1550,
-      1600,
-      1650,
-      1700,
-      1750,
-      1800,
-      1850,
-      1900,
-      1950,
-      2000,
-      2050,
-      2100,
-      2150,
-      2200,
-      2250,
-      2300,
-      2350,
-      2400,
-      2450,
-      2500,
-      2550,
-      2600,
-      2650,
-      2700,
-      2750,
-      2800,
-      2850,
-      2900,
-      2950,
-      3000,
-      3050,
-      3100,
-      3150,
-      3200,
-      3250,
-      3300,
-      3350,
-      3400,
-      3450,
-      3500,
-      3550,
-      3600,
-      3650,
-      3700,
-      3750,
-      3800,
-      3850,
-      3900,
-      3950,
-      4000,
-      4050,
-      4100,
-      4150,
-      4200,
-      4250,
-      4300,
-      4350,
-      4400,
-      4450,
-      4500,
-      4550,
-      4600,
-      4650,
-      4700,
-      4750,
-      4800,
-      4850,
-      4900,
-      4950,
-      5000,
-      5050,
-      5100,
-      5150,
-      5200,
-      5250,
-      5300,
-      5350,
-      5400,
-      5450,
-      5500,
-      5550,
-      5600,
-      5650,
-      5700,
-      5750,
-      5800,
-      5850,
-      5900,
-      5950,
-      6000,
-      6050,
-      6100,
-      6150,
-      6200,
-      6250,
-      6300,
-      6350,
-      6400,
-      6450,
-      6500,
-      6550,
-      6600,
-      6650,
-      6700,
-      6750,
-      6800,
-      6850,
-      6900,
-      6950,
-      7000,
-      7050,
-      7100,
-      7150,
-      7200,
-      7250,
-      7300,
-      7350,
-      7400,
-      7450,
-      7500,
-      7550,
-      7600,
-      7650,
-      7700,
-      7750,
-      7800
-    ],
-    "loss": [
-      11.7634916305542,
-      11.45627498626709,
-      11.060808181762695,
-      10.771638870239258,
-      10.56745719909668,
-      10.452330589294434,
-      10.187796592712402,
-      9.892010688781738,
-      9.670610427856445,
-      9.368887901306152,
-      8.985150337219238,
-      8.671424865722656,
-      8.289552688598633,
-      7.789375305175781,
-      7.353806018829346,
-      6.85903263092041,
-      6.285610675811768,
-      5.735620975494385,
-      5.199695587158203,
-      4.512220859527588,
-      3.904197931289673,
-      3.371004581451416,
-      2.821594476699829,
-      2.475250482559204,
-      2.342219114303589,
-      2.2267563343048096,
-      2.090350866317749,
-      1.9642821550369263,
-      1.9541330337524414,
-      1.9481629133224487,
-      1.8441284894943237,
-      1.8009576797485352,
-      1.6884515285491943,
-      1.7101805210113525,
-      1.69532310962677,
-      1.5124719142913818,
-      1.4401136636734009,
-      1.2156561613082886,
-      1.0262309312820435,
-      0.8835648894309998,
-      0.8472915291786194,
-      0.7222514152526855,
-      0.6780160069465637,
-      0.6544712781906128,
-      0.6244059205055237,
-      0.5614253878593445,
-      0.5999141335487366,
-      0.5366412401199341,
-      0.525538444519043,
-      0.4697754383087158,
-      0.43578100204467773,
-      0.42362627387046814,
-      0.4657476842403412,
-      0.39314374327659607,
-      0.44571369886398315,
-      0.46929022669792175,
-      0.4601804316043854,
-      0.41770702600479126,
-      0.3800906240940094,
-      0.35692691802978516,
-      0.36574602127075195,
-      0.36929160356521606,
-      0.3116826117038727,
-      0.33278241753578186,
-      0.3195117115974426,
-      0.33156225085258484,
-      0.33221402764320374,
-      0.28792819380760193,
-      0.28109949827194214,
-      0.34874439239501953,
-      0.3130231499671936,
-      0.293014794588089,
-      0.3234354853630066,
-      0.3052525818347931,
-      0.3068646788597107,
-      0.27876633405685425,
-      0.2666243016719818,
-      0.2800367474555969,
-      0.2649993300437927,
-      0.2613418698310852,
-      0.2548615634441376,
-      0.2682749629020691,
-      0.26009830832481384,
-      0.28758829832077026,
-      0.2846777141094208,
-      0.267145574092865,
-      0.2375868707895279,
-      0.24300037324428558,
-      0.2557847797870636,
-      0.27018988132476807,
-      0.29427194595336914,
-      0.26620692014694214,
-      0.21452593803405762,
-      0.25236931443214417,
-      0.21389567852020264,
-      0.23571054637432098,
-      0.21729664504528046,
-      0.23620560765266418,
-      0.244893416762352,
-      0.2140817642211914,
-      0.1934843510389328,
-      0.2416810244321823,
-      0.26883748173713684,
-      0.25028640031814575,
-      0.17800457775592804,
-      0.19792746007442474,
-      0.21290241181850433,
-      0.2256382256746292,
-      0.21823109686374664,
-      0.18950210511684418,
-      0.17954210937023163,
-      0.1867464929819107,
-      0.21450135111808777,
-      0.18878397345542908,
-      0.17990292608737946,
-      0.18001924455165863,
-      0.17861464619636536,
-      0.23842141032218933,
-      0.16990317404270172,
-      0.19019348919391632,
-      0.18776902556419373,
-      0.16702207922935486,
-      0.20157763361930847,
-      0.1695648729801178,
-      0.1583036333322525,
-      0.173870250582695,
-      0.1676294356584549,
-      0.1616489589214325,
-      0.15891310572624207,
-      0.1802377700805664,
-      0.18001994490623474,
-      0.15260060131549835,
-      0.1811007410287857,
-      0.18948005139827728,
-      0.18753862380981445,
-      0.14070627093315125,
-      0.15743663907051086,
-      0.21269260346889496,
-      0.14259196817874908,
-      0.15691256523132324,
-      0.13290558755397797,
-      0.15115270018577576,
-      0.15428075194358826,
-      0.14059321582317352,
-      0.16690918803215027,
-      0.18262195587158203,
-      0.20530763268470764,
-      0.1720554083585739,
-      0.17429032921791077,
-      0.13190022110939026,
-      0.1686907261610031,
-      0.16373898088932037,
-      0.15965792536735535,
-      0.17695140838623047,
-      0.15248863399028778,
-      0.148233100771904
-    ],
-    "base_loss": [
-      11.7634916305542,
-      11.45627498626709,
-      11.060808181762695,
-      10.771638870239258,
-      10.56745719909668,
-      10.452330589294434,
-      10.187796592712402,
-      9.892010688781738,
-      9.670610427856445,
-      9.368887901306152,
-      8.985150337219238,
-      8.671424865722656,
-      8.289552688598633,
-      7.789375305175781,
-      7.353806018829346,
-      6.85903263092041,
-      6.285610675811768,
-      5.735620975494385,
-      5.199695587158203,
-      4.512220859527588,
-      3.904197931289673,
-      3.371004581451416,
-      2.821594476699829,
-      2.475250482559204,
-      2.342219114303589,
-      2.2267563343048096,
-      2.090350866317749,
-      1.9642821550369263,
-      1.9541330337524414,
-      1.9481629133224487,
-      1.8441284894943237,
-      1.8009576797485352,
-      1.6884515285491943,
-      1.7101805210113525,
-      1.69532310962677,
-      1.5124719142913818,
-      1.4401136636734009,
-      1.2156561613082886,
-      1.0262309312820435,
-      0.8835648894309998,
-      0.8472915291786194,
-      0.7222514152526855,
-      0.6780160069465637,
-      0.6544712781906128,
-      0.6244059205055237,
-      0.5614253878593445,
-      0.5999141335487366,
-      0.5366412401199341,
-      0.525538444519043,
-      0.4697754383087158,
-      0.43578100204467773,
-      0.42362627387046814,
-      0.4657476842403412,
-      0.39314374327659607,
-      0.44571369886398315,
-      0.46929022669792175,
-      0.4601804316043854,
-      0.41770702600479126,
-      0.3800906240940094,
-      0.35692691802978516,
-      0.36574602127075195,
-      0.36929160356521606,
-      0.3116826117038727,
-      0.33278241753578186,
-      0.3195117115974426,
-      0.33156225085258484,
-      0.33221402764320374,
-      0.28792819380760193,
-      0.28109949827194214,
-      0.34874439239501953,
-      0.3130231499671936,
-      0.293014794588089,
-      0.3234354853630066,
-      0.3052525818347931,
-      0.3068646788597107,
-      0.27876633405685425,
-      0.2666243016719818,
-      0.2800367474555969,
-      0.2649993300437927,
-      0.2613418698310852,
-      0.2548615634441376,
-      0.2682749629020691,
-      0.26009830832481384,
-      0.28758829832077026,
-      0.2846777141094208,
-      0.267145574092865,
-      0.2375868707895279,
-      0.24300037324428558,
-      0.2557847797870636,
-      0.27018988132476807,
-      0.29427194595336914,
-      0.26620692014694214,
-      0.21452593803405762,
-      0.25236931443214417,
-      0.21389567852020264,
-      0.23571054637432098,
-      0.21729664504528046,
-      0.23620560765266418,
-      0.244893416762352,
-      0.2140817642211914,
-      0.1934843510389328,
-      0.2416810244321823,
-      0.26883748173713684,
-      0.25028640031814575,
-      0.17800457775592804,
-      0.19792746007442474,
-      0.21290241181850433,
-      0.2256382256746292,
-      0.21823109686374664,
-      0.18950210511684418,
-      0.17954210937023163,
-      0.1867464929819107,
-      0.21450135111808777,
-      0.18878397345542908,
-      0.17990292608737946,
-      0.18001924455165863,
-      0.17861464619636536,
-      0.23842141032218933,
-      0.16990317404270172,
-      0.19019348919391632,
-      0.18776902556419373,
-      0.16702207922935486,
-      0.20157763361930847,
-      0.1695648729801178,
-      0.1583036333322525,
-      0.173870250582695,
-      0.1676294356584549,
-      0.1616489589214325,
-      0.15891310572624207,
-      0.1802377700805664,
-      0.18001994490623474,
-      0.15260060131549835,
-      0.1811007410287857,
-      0.18948005139827728,
-      0.18753862380981445,
-      0.14070627093315125,
-      0.15743663907051086,
-      0.21269260346889496,
-      0.14259196817874908,
-      0.15691256523132324,
-      0.13290558755397797,
-      0.15115270018577576,
-      0.15428075194358826,
-      0.14059321582317352,
-      0.16690918803215027,
-      0.18262195587158203,
-      0.20530763268470764,
-      0.1720554083585739,
-      0.17429032921791077,
-      0.13190022110939026,
-      0.1686907261610031,
-      0.16373898088932037,
-      0.15965792536735535,
-      0.17695140838623047,
-      0.15248863399028778,
-      0.148233100771904
-    ],
-    "lr": [
-      2.5063938618925837e-06,
-      5.063938618925831e-06,
-      7.62148337595908e-06,
-      1.0179028132992328e-05,
-      1.2736572890025576e-05,
-      1.5294117647058822e-05,
-      1.7851662404092073e-05,
-      2.040920716112532e-05,
-      2.296675191815857e-05,
-      2.5524296675191817e-05,
-      2.8081841432225065e-05,
-      3.0639386189258316e-05,
-      3.3196930946291564e-05,
-      3.575447570332481e-05,
-      3.831202046035806e-05,
-      4.086956521739131e-05,
-      4.3427109974424555e-05,
-      4.598465473145781e-05,
-      4.854219948849105e-05,
-      5.10997442455243e-05,
-      5.365728900255755e-05,
-      5.62148337595908e-05,
-      5.877237851662404e-05,
-      6.13299232736573e-05,
-      6.388746803069055e-05,
-      6.644501278772379e-05,
-      6.900255754475704e-05,
-      7.156010230179029e-05,
-      7.411764705882354e-05,
-      7.667519181585678e-05,
-      7.923273657289003e-05,
-      7.999382181128958e-05,
-      7.996356588945887e-05,
-      7.990811651495726e-05,
-      7.982750864365423e-05,
-      7.97217930916005e-05,
-      7.9591036502993e-05,
-      7.943532130816183e-05,
-      7.925474567160515e-05,
-      7.904942343010533e-05,
-      7.881948402096506e-05,
-      7.856507240040864e-05,
-      7.828634895220009e-05,
-      7.798348938653556e-05,
-      7.765668462927371e-05,
-      7.730614070157413e-05,
-      7.693207859001933e-05,
-      7.653473410730253e-05,
-      7.611435774356888e-05,
-      7.567121450850376e-05,
-      7.520558376426795e-05,
-      7.471775904938474e-05,
-      7.420804789369019e-05,
-      7.367677162446306e-05,
-      7.312426516385672e-05,
-      7.255087681776069e-05,
-      7.195696805622496e-05,
-      7.13429132855854e-05,
-      7.070909961243422e-05,
-      7.005592659958366e-05,
-      6.938380601417765e-05,
-      6.869316156810923e-05,
-      6.798442865090831e-05,
-      6.725805405526735e-05,
-      6.651449569537871e-05,
-      6.575422231826058e-05,
-      6.497771320825402e-05,
-      6.418545788487704e-05,
-      6.337795579422628e-05,
-      6.255571599412105e-05,
-      6.171925683318781e-05,
-      6.086910562408781e-05,
-      6.0005798311093635e-05,
-      5.912987913222422e-05,
-      5.824190027615158e-05,
-      5.734242153409514e-05,
-      5.643200994692358e-05,
-      5.55112394476862e-05,
-      5.458069049979956e-05,
-      5.364094973111714e-05,
-      5.269260956411309e-05,
-      5.1736267842412726e-05,
-      5.077252745390575e-05,
-      4.980199595067928e-05,
-      4.882528516601063e-05,
-      4.784301082866123e-05,
-      4.685579217471466e-05,
-      4.586425155720376e-05,
-      4.4869014053772686e-05,
-      4.387070707262142e-05,
-      4.286995995698098e-05,
-      4.186740358836888e-05,
-      4.0863669988874755e-05,
-      3.985939192272697e-05,
-      3.885520249739142e-05,
-      3.785173476445388e-05,
-      3.684962132053763e-05,
-      3.584949390850793e-05,
-      3.485198301921461e-05,
-      3.385771749402399e-05,
-      3.2867324128390756e-05,
-      3.188142727671938e-05,
-      3.090064845876465e-05,
-      2.9925605967818972e-05,
-      2.895691448093382e-05,
-      2.799518467142088e-05,
-      2.7041022823877087e-05,
-      2.6095030451976512e-05,
-      2.515780391926975e-05,
-      2.4229934063230064e-05,
-      2.3312005822783295e-05,
-      2.240459786955611e-05,
-      2.150828224307534e-05,
-      2.0623623990148315e-05,
-      1.9751180808651272e-05,
-      1.8891502695950898e-05,
-      1.8045131602180072e-05,
-      1.7212601088586823e-05,
-      1.63944359911718e-05,
-      1.559115208982597e-05,
-      1.48032557831777e-05,
-      1.4031243769353617e-05,
-      1.3275602732854923e-05,
-      1.2536809037746398e-05,
-      1.1815328427351398e-05,
-      1.1111615730642416e-05,
-      1.042611457551213e-05,
-      9.759257109105627e-06,
-      9.111463725390388e-06,
-      8.483142800135428e-06,
-      7.87469043346695e-06,
-      7.286490200162668e-06,
-      6.718912907842181e-06,
-      6.1723163632060055e-06,
-      5.647045146470409e-06,
-      5.143430394140439e-06,
-      4.661789590258008e-06,
-      4.202426366256558e-06,
-      3.7656303095486623e-06,
-      3.351676780967026e-06,
-      2.960826741174141e-06,
-      2.5933265861499514e-06,
-      2.2494079918611923e-06,
-      1.929287768210473e-06,
-      1.6331677223569853e-06,
-      1.3612345314951615e-06,
-      1.1136596251714304e-06,
-      8.905990772131879e-07,
-      6.921935073382368e-07,
-      5.185679925066245e-07,
-      3.698319880708301e-07,
-      2.4607925877392135e-07,
-      1.4738781963932191e-07,
-      7.381988678927255e-08,
-      2.5421838223160798e-08,
-      2.2241845803394615e-09
-    ],
-    "eval_step": [
-      390,
-      780,
-      1170,
-      1560,
-      1950,
-      2340,
-      2730,
-      3120,
-      3510,
-      3900,
-      4290,
-      4680,
-      5070,
-      5460,
-      5850,
-      6240,
-      6630,
-      7020,
-      7410,
-      7800
-    ],
-    "eval_epoch": [
-      1,
-      2,
-      3,
-      4,
-      5,
-      6,
-      7,
-      8,
-      9,
-      10,
-      11,
-      12,
-      13,
-      14,
-      15,
-      16,
-      17,
-      18,
-      19,
-      20
-    ],
-    "eval_accuracy": [
-      0.0,
-      0.0,
-      0.0007142857142857143,
-      0.008571428571428572,
-      0.009285714285714286,
-      0.08928571428571429,
-      0.1757142857142857,
-      0.22285714285714286,
-      0.2392857142857143,
-      0.3335714285714286,
-      0.3964285714285714,
-      0.36357142857142855,
-      0.40214285714285714,
-      0.455,
-      0.41214285714285714,
-      0.46714285714285714,
-      0.45,
-      0.47714285714285715,
-      0.5035714285714286,
-      0.475
-    ]
-  },
-  "final_accuracy": 0.475,
-  "sft_eval": {
-    "config": {
-      "ops": "add_sub",
-      "K": null,
-      "mode": "sft",
-      "n_digits": 6,
-      "n_per_split": 50
-    },
-    "splits": {
-      "add_S0": {
-        "full_accuracy": 0.76,
-        "n_examples": 50,
-        "per_subtask": {
-          "SA": {
-            "accuracy": 0.9559322033898305,
-            "count": 295
-          },
-          "SS": {
-            "accuracy": 1.0,
-            "count": 55
-          }
-        }
-      },
-      "add_S1": {
-        "full_accuracy": 0.72,
-        "n_examples": 50,
-        "per_subtask": {
-          "SA": {
-            "accuracy": 0.9761904761904762,
-            "count": 126
-          },
-          "SC": {
-            "accuracy": 0.9493670886075949,
-            "count": 79
-          },
-          "SS": {
-            "accuracy": 0.9523809523809523,
-            "count": 21
-          },
-          "UC": {
-            "accuracy": 0.9354838709677419,
-            "count": 124
-          }
-        }
-      },
-      "add_S2": {
-        "full_accuracy": 0.34,
-        "n_examples": 50,
-        "per_subtask": {
-          "SA": {
-            "accuracy": 0.96,
-            "count": 75
-          },
-          "SC": {
-            "accuracy": 0.9838709677419355,
-            "count": 62
-          },
-          "SS": {
-            "accuracy": 0.9230769230769231,
-            "count": 39
-          },
-          "UC": {
-            "accuracy": 0.7207207207207207,
-            "count": 111
-          },
-          "US": {
-            "accuracy": 1.0,
-            "count": 63
-          }
-        }
-      },
-      "add_S3": {
-        "full_accuracy": 0.3,
-        "n_examples": 50,
-        "per_subtask": {
-          "SA": {
-            "accuracy": 1.0,
-            "count": 60
-          },
-          "SC": {
-            "accuracy": 0.9298245614035088,
-            "count": 57
-          },
-          "SS": {
-            "accuracy": 1.0,
-            "count": 19
-          },
-          "UC": {
-            "accuracy": 0.7403846153846154,
-            "count": 104
-          },
-          "US": {
-            "accuracy": 0.8636363636363636,
-            "count": 110
-          }
-        }
-      },
-      "add_S4": {
-        "full_accuracy": 0.38,
-        "n_examples": 50,
-        "per_subtask": {
-          "SA": {
-            "accuracy": 1.0,
-            "count": 48
-          },
-          "SC": {
-            "accuracy": 0.9615384615384616,
-            "count": 52
-          },
-          "SS": {
-            "accuracy": 1.0,
-            "count": 7
-          },
-          "UC": {
-            "accuracy": 0.6404494382022472,
-            "count": 89
-          },
-          "US": {
-            "accuracy": 0.7272727272727273,
-            "count": 154
-          }
-        }
-      },
-      "add_S5": {
-        "full_accuracy": 0.28,
-        "n_examples": 50,
-        "per_subtask": {
-          "SA": {
-            "accuracy": 1.0,
-            "count": 50
-          },
-          "SC": {
-            "accuracy": 1.0,
-            "count": 50
-          },
-          "UC": {
-            "accuracy": 0.5,
-            "count": 50
-          },
-          "US": {
-            "accuracy": 0.49,
-            "count": 200
-          }
-        }
-      },
-      "add_S6": {
-        "full_accuracy": 0.56,
-        "n_examples": 50,
-        "per_subtask": {
-          "SC": {
-            "accuracy": 1.0,
-            "count": 50
-          },
-          "UC": {
-            "accuracy": 0.84,
-            "count": 50
-          },
-          "US": {
-            "accuracy": 0.776,
-            "count": 250
-          }
-        }
-      },
-      "add_random": {
-        "full_accuracy": 0.695,
-        "n_examples": 200,
-        "per_subtask": {
-          "SA": {
-            "accuracy": 0.9675174013921114,
-            "count": 431
-          },
-          "SC": {
-            "accuracy": 0.9746835443037974,
-            "count": 316
-          },
-          "SS": {
-            "accuracy": 1.0,
-            "count": 39
-          },
-          "UC": {
-            "accuracy": 0.9160714285714285,
-            "count": 560
-          },
-          "US": {
-            "accuracy": 0.9444444444444444,
-            "count": 54
-          }
-        }
-      },
-      "add_C3": {
-        "full_accuracy": 0.46,
-        "n_examples": 50,
-        "per_subtask": {
-          "SA": {
-            "accuracy": 1.0,
-            "count": 150
-          },
-          "SC": {
-            "accuracy": 0.98,
-            "count": 50
-          },
-          "UC": {
-            "accuracy": 0.7884615384615384,
-            "count": 104
-          },
-          "US": {
-            "accuracy": 0.8260869565217391,
-            "count": 46
-          }
-        }
-      },
-      "add_C4": {
-        "full_accuracy": 0.34,
-        "n_examples": 50,
-        "per_subtask": {
-          "SA": {
-            "accuracy": 1.0,
-            "count": 100
-          },
-          "SC": {
-            "accuracy": 1.0,
-            "count": 50
-          },
-          "UC": {
-            "accuracy": 0.7235772357723578,
-            "count": 123
-          },
-          "US": {
-            "accuracy": 0.7142857142857143,
-            "count": 77
-          }
-        }
-      },
-      "add_C5": {
-        "full_accuracy": 0.36,
-        "n_examples": 50,
-        "per_subtask": {
-          "SA": {
-            "accuracy": 1.0,
-            "count": 50
-          },
-          "SC": {
-            "accuracy": 1.0,
-            "count": 50
-          },
-          "UC": {
-            "accuracy": 0.8051948051948052,
-            "count": 154
-          },
-          "US": {
-            "accuracy": 0.8541666666666666,
-            "count": 96
-          }
-        }
-      },
-      "add_C6": {
-        "full_accuracy": 0.26,
-        "n_examples": 50,
-        "per_subtask": {
-          "SC": {
-            "accuracy": 1.0,
-            "count": 50
-          },
-          "UC": {
-            "accuracy": 0.7802197802197802,
-            "count": 182
-          },
-          "US": {
-            "accuracy": 0.8135593220338984,
-            "count": 118
-          }
-        }
-      },
-      "sub_M0": {
-        "full_accuracy": 0.82,
-        "n_examples": 50,
-        "per_subtask": {
-          "MD": {
-            "accuracy": 0.9727891156462585,
-            "count": 294
-          },
-          "ME": {
-            "accuracy": 0.9821428571428571,
-            "count": 56
-          }
-        }
-      },
-      "sub_M1": {
-        "full_accuracy": 0.82,
-        "n_examples": 50,
-        "per_subtask": {
-          "MD": {
-            "accuracy": 0.993006993006993,
-            "count": 143
-          },
-          "MB": {
-            "accuracy": 0.9710144927536232,
-            "count": 69
-          },
-          "ME": {
-            "accuracy": 1.0,
-            "count": 15
-          },
-          "UB": {
-            "accuracy": 0.9512195121951219,
-            "count": 123
-          }
-        }
-      },
-      "sub_M2": {
-        "full_accuracy": 0.4,
-        "n_examples": 50,
-        "per_subtask": {
-          "MD": {
-            "accuracy": 0.9722222222222222,
-            "count": 108
-          },
-          "MB": {
-            "accuracy": 0.9230769230769231,
-            "count": 52
-          },
-          "ME": {
-            "accuracy": 1.0,
-            "count": 52
-          },
-          "UB": {
-            "accuracy": 0.6436781609195402,
-            "count": 87
-          },
-          "UD": {
-            "accuracy": 1.0,
-            "count": 51
-          }
-        }
-      },
-      "sub_M3": {
-        "full_accuracy": 0.04,
-        "n_examples": 50,
-        "per_subtask": {
-          "MD": {
-            "accuracy": 0.9787234042553191,
-            "count": 94
-          },
-          "MB": {
-            "accuracy": 0.9803921568627451,
-            "count": 51
-          },
-          "ME": {
-            "accuracy": 1.0,
-            "count": 25
-          },
-          "UB": {
-            "accuracy": 0.5769230769230769,
-            "count": 78
-          },
-          "UD": {
-            "accuracy": 0.7156862745098039,
-            "count": 102
-          }
-        }
-      },
-      "sub_M4": {
-        "full_accuracy": 0.02,
-        "n_examples": 50,
-        "per_subtask": {
-          "MD": {
-            "accuracy": 1.0,
-            "count": 100
-          },
-          "MB": {
-            "accuracy": 1.0,
-            "count": 50
-          },
-          "UB": {
-            "accuracy": 0.4,
-            "count": 50
-          },
-          "UD": {
-            "accuracy": 0.49333333333333335,
-            "count": 150
-          }
-        }
-      },
-      "sub_M5": {
-        "full_accuracy": 0.02,
-        "n_examples": 50,
-        "per_subtask": {
-          "MD": {
-            "accuracy": 1.0,
-            "count": 50
-          },
-          "MB": {
-            "accuracy": 1.0,
-            "count": 50
-          },
-          "UB": {
-            "accuracy": 0.3,
-            "count": 50
-          },
-          "UD": {
-            "accuracy": 0.345,
-            "count": 200
-          }
-        }
-      },
-      "sub_random": {
-        "full_accuracy": 0.665,
-        "n_examples": 200,
-        "per_subtask": {
-          "MD": {
-            "accuracy": 0.9863945578231292,
-            "count": 588
-          },
-          "MB": {
-            "accuracy": 0.9402985074626866,
-            "count": 268
-          },
-          "ME": {
-            "accuracy": 1.0,
-            "count": 60
-          },
-          "UB": {
-            "accuracy": 0.8903803131991052,
-            "count": 447
-          },
-          "UD": {
-            "accuracy": 0.9459459459459459,
-            "count": 37
-          }
-        }
-      },
-      "sub_B3": {
-        "full_accuracy": 0.48,
-        "n_examples": 50,
-        "per_subtask": {
-          "MD": {
-            "accuracy": 1.0,
-            "count": 150
-          },
-          "MB": {
-            "accuracy": 0.96,
-            "count": 50
-          },
-          "UB": {
-            "accuracy": 0.7850467289719626,
-            "count": 107
-          },
-          "UD": {
-            "accuracy": 0.9302325581395349,
-            "count": 43
-          }
-        }
-      },
-      "sub_B4": {
-        "full_accuracy": 0.28,
-        "n_examples": 50,
-        "per_subtask": {
-          "MD": {
-            "accuracy": 1.0,
-            "count": 100
-          },
-          "MB": {
-            "accuracy": 1.0,
-            "count": 50
-          },
-          "UB": {
-            "accuracy": 0.7280701754385965,
-            "count": 114
-          },
-          "UD": {
-            "accuracy": 0.7325581395348837,
-            "count": 86
-          }
-        }
-      },
-      "sub_B5": {
-        "full_accuracy": 0.22,
-        "n_examples": 50,
-        "per_subtask": {
-          "MD": {
-            "accuracy": 1.0,
-            "count": 50
-          },
-          "MB": {
-            "accuracy": 1.0,
-            "count": 50
-          },
-          "UB": {
-            "accuracy": 0.7647058823529411,
-            "count": 153
-          },
-          "UD": {
-            "accuracy": 0.6701030927835051,
-            "count": 97
-          }
-        }
-      }
-    },
-    "summary": {
-      "overall_accuracy": 0.475,
-      "total_examples": 1400,
-      "n_splits": 22
-    }
-  }
-}

add_sub_baseline_25K_2L1H128d/model.safetensors

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:55759c17a1397757add0fb87992f1bc8233d06311f8877b92abc1920c5912ec2
-size 157692826

add_sub_baseline_25K_2L1H128d/train_config.json

@@ -1,35 +0,0 @@
-{
-  "mode": "baseline",
-  "ops": "add_sub",
-  "n_digits": 6,
-  "n_layer": 2,
-  "n_head": 1,
-  "n_embd": 128,
-  "abs_vocab": 0,
-  "K": 4,
-  "alpha_info_gain": 10.0,
-  "alpha_abs": 0.1,
-  "alpha_soft_zipf": 1.0,
-  "batch_size": 64,
-  "num_epochs": 20,
-  "dataset_size": 25000,
-  "lr": 8e-05,
-  "output_dir": "ckpt/sweep/as_baseline_25K_2L1H128d",
-  "device": "cuda",
-  "push_to_hub": true,
-  "no_wandb": false,
-  "n_params": 39346560,
-  "run_name": "add_sub_baseline_25K_2L1H128d",
-  "git_commit": "800625019270114adcda289bbd550c4f1109a514",
-  "timestamp": "2026-04-12T03:50:16.264783+00:00",
-  "tokenizer": "Qwen/Qwen3-0.6B",
-  "dataset_repo": "thoughtworks/arithmetic-sorl-data",
-  "dataset_config": "add_sub_6digit",
-  "model_repo": "thoughtworks/arithmetic-sorl",
-  "trainer_version": "sft",
-  "wandb_run_id": "5bc3yvup",
-  "wandb_url": "https://wandb.ai/nlp_and_interpretability/sorl-arithmetic/runs/5bc3yvup",
-  "final_accuracy": 0.475,
-  "sft_accuracy": 0.475,
-  "eval_method": "ArithmeticEvaluator"
-}