Upload add_sub_baseline_50K

add_sub_baseline_50K/config.json

@@ -0,0 +1,37 @@
+{
+  "architectures": [
+    "SorlModelWrapper"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": null,
+  "dtype": "float32",
+  "eos_token_id": null,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 510,
+  "initializer_range": 0.02,
+  "intermediate_size": 2040,
+  "layer_types": [
+    "full_attention",
+    "full_attention"
+  ],
+  "max_position_embeddings": 128,
+  "max_window_layers": 28,
+  "model_type": "qwen3",
+  "num_attention_heads": 3,
+  "num_hidden_layers": 2,
+  "num_key_value_heads": 3,
+  "pad_token_id": null,
+  "rms_norm_eps": 1e-06,
+  "rope_parameters": {
+    "rope_theta": 10000.0,
+    "rope_type": "default"
+  },
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "transformers_version": "5.5.0",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 151645
+}

add_sub_baseline_50K/generation_config.json

@@ -0,0 +1,7 @@
+{
+  "_from_model_config": true,
+  "output_attentions": false,
+  "output_hidden_states": false,
+  "transformers_version": "5.5.0",
+  "use_cache": true
+}

add_sub_baseline_50K/metrics.json

@@ -0,0 +1,1831 @@
+{
+  "history": {
+    "step": [
+      50,
+      100,
+      150,
+      200,
+      250,
+      300,
+      350,
+      400,
+      450,
+      500,
+      550,
+      600,
+      650,
+      700,
+      750,
+      800,
+      850,
+      900,
+      950,
+      1000,
+      1050,
+      1100,
+      1150,
+      1200,
+      1250,
+      1300,
+      1350,
+      1400,
+      1450,
+      1500,
+      1550,
+      1600,
+      1650,
+      1700,
+      1750,
+      1800,
+      1850,
+      1900,
+      1950,
+      2000,
+      2050,
+      2100,
+      2150,
+      2200,
+      2250,
+      2300,
+      2350,
+      2400,
+      2450,
+      2500,
+      2550,
+      2600,
+      2650,
+      2700,
+      2750,
+      2800,
+      2850,
+      2900,
+      2950,
+      3000,
+      3050,
+      3100,
+      3150,
+      3200,
+      3250,
+      3300,
+      3350,
+      3400,
+      3450,
+      3500,
+      3550,
+      3600,
+      3650,
+      3700,
+      3750,
+      3800,
+      3850,
+      3900,
+      3950,
+      4000,
+      4050,
+      4100,
+      4150,
+      4200,
+      4250,
+      4300,
+      4350,
+      4400,
+      4450,
+      4500,
+      4550,
+      4600,
+      4650,
+      4700,
+      4750,
+      4800,
+      4850,
+      4900,
+      4950,
+      5000,
+      5050,
+      5100,
+      5150,
+      5200,
+      5250,
+      5300,
+      5350,
+      5400,
+      5450,
+      5500,
+      5550,
+      5600,
+      5650,
+      5700,
+      5750,
+      5800,
+      5850,
+      5900,
+      5950,
+      6000,
+      6050,
+      6100,
+      6150,
+      6200,
+      6250,
+      6300,
+      6350,
+      6400,
+      6450,
+      6500,
+      6550,
+      6600,
+      6650,
+      6700,
+      6750,
+      6800,
+      6850,
+      6900,
+      6950,
+      7000,
+      7050,
+      7100,
+      7150,
+      7200,
+      7250,
+      7300,
+      7350,
+      7400,
+      7450,
+      7500,
+      7550,
+      7600,
+      7650,
+      7700,
+      7750,
+      7800,
+      7850,
+      7900,
+      7950,
+      8000,
+      8050,
+      8100,
+      8150,
+      8200,
+      8250,
+      8300,
+      8350,
+      8400,
+      8450,
+      8500,
+      8550,
+      8600,
+      8650,
+      8700,
+      8750,
+      8800,
+      8850,
+      8900,
+      8950,
+      9000,
+      9050,
+      9100,
+      9150,
+      9200,
+      9250,
+      9300,
+      9350,
+      9400,
+      9450,
+      9500,
+      9550,
+      9600,
+      9650,
+      9700,
+      9750,
+      9800,
+      9850,
+      9900,
+      9950,
+      10000,
+      10050,
+      10100,
+      10150,
+      10200,
+      10250,
+      10300,
+      10350,
+      10400,
+      10450,
+      10500,
+      10550,
+      10600,
+      10650,
+      10700,
+      10750,
+      10800,
+      10850,
+      10900,
+      10950,
+      11000,
+      11050,
+      11100,
+      11150,
+      11200,
+      11250,
+      11300,
+      11350,
+      11400,
+      11450,
+      11500,
+      11550,
+      11600,
+      11650,
+      11700,
+      11750,
+      11800,
+      11850,
+      11900,
+      11950,
+      12000,
+      12050,
+      12100,
+      12150,
+      12200,
+      12250,
+      12300,
+      12350,
+      12400,
+      12450,
+      12500,
+      12550,
+      12600,
+      12650,
+      12700,
+      12750,
+      12800,
+      12850,
+      12900,
+      12950,
+      13000,
+      13050,
+      13100,
+      13150,
+      13200,
+      13250,
+      13300,
+      13350,
+      13400,
+      13450,
+      13500,
+      13550,
+      13600,
+      13650,
+      13700,
+      13750,
+      13800,
+      13850,
+      13900,
+      13950,
+      14000,
+      14050,
+      14100,
+      14150,
+      14200,
+      14250,
+      14300,
+      14350,
+      14400,
+      14450,
+      14500,
+      14550,
+      14600,
+      14650,
+      14700,
+      14750,
+      14800,
+      14850,
+      14900,
+      14950,
+      15000,
+      15050,
+      15100,
+      15150,
+      15200,
+      15250,
+      15300,
+      15350,
+      15400,
+      15450,
+      15500,
+      15550,
+      15600
+    ],
+    "loss": [
+      11.5919189453125,
+      10.22839641571045,
+      8.68958568572998,
+      7.743628025054932,
+      7.083317279815674,
+      6.716556072235107,
+      6.151114463806152,
+      5.5387115478515625,
+      5.014580726623535,
+      4.768369197845459,
+      4.4252824783325195,
+      3.8769280910491943,
+      3.398421049118042,
+      2.7744126319885254,
+      2.505039691925049,
+      2.063697099685669,
+      1.9456151723861694,
+      1.927776575088501,
+      1.8299354314804077,
+      1.7789926528930664,
+      1.754504919052124,
+      1.6515535116195679,
+      1.4006385803222656,
+      1.2763017416000366,
+      0.943639874458313,
+      0.7492864727973938,
+      0.6557101011276245,
+      0.6082054972648621,
+      0.5593416094779968,
+      0.5054003000259399,
+      0.46518784761428833,
+      0.4824378490447998,
+      0.43475887179374695,
+      0.32205861806869507,
+      0.33166664838790894,
+      0.3009236752986908,
+      0.2400941401720047,
+      0.2248675525188446,
+      0.20954179763793945,
+      0.22428837418556213,
+      0.190036341547966,
+      0.1720418483018875,
+      0.21155861020088196,
+      0.18321479856967926,
+      0.14275167882442474,
+      0.1398281455039978,
+      0.14909550547599792,
+      0.13938067853450775,
+      0.11098699271678925,
+      0.12039850652217865,
+      0.12048500776290894,
+      0.13665030896663666,
+      0.11882513016462326,
+      0.09447120875120163,
+      0.12682169675827026,
+      0.12167376279830933,
+      0.09204739332199097,
+      0.08896524459123611,
+      0.10290355980396271,
+      0.13718438148498535,
+      0.08635856211185455,
+      0.07511933892965317,
+      0.08868758380413055,
+      0.10676174610853195,
+      0.09026769548654556,
+      0.07424621284008026,
+      0.05626862496137619,
+      0.08290921896696091,
+      0.054371219128370285,
+      0.0942576676607132,
+      0.05324546620249748,
+      0.08221446722745895,
+      0.06750369071960449,
+      0.06105080246925354,
+      0.05173609405755997,
+      0.04777436703443527,
+      0.045519717037677765,
+      0.07168582826852798,
+      0.054644014686346054,
+      0.03486175090074539,
+      0.07548998296260834,
+      0.09990178048610687,
+      0.04731791466474533,
+      0.041692253202199936,
+      0.01247780118137598,
+      0.041060905903577805,
+      0.027885200455784798,
+      0.04982740804553032,
+      0.050252627581357956,
+      0.024812696501612663,
+      0.05744260549545288,
+      0.02477910742163658,
+      0.02953481860458851,
+      0.04084356501698494,
+      0.03549288958311081,
+      0.05441907420754433,
+      0.05569736286997795,
+      0.04559105634689331,
+      0.027803650125861168,
+      0.030328769236803055,
+      0.02645830251276493,
+      0.021973788738250732,
+      0.05375004932284355,
+      0.047089457511901855,
+      0.04042302817106247,
+      0.031208833679556847,
+      0.029294179752469063,
+      0.032948557287454605,
+      0.016409551724791527,
+      0.026710275560617447,
+      0.023246869444847107,
+      0.022564152255654335,
+      0.02527036890387535,
+      0.04409774765372276,
+      0.02898082137107849,
+      0.02660987712442875,
+      0.03903169184923172,
+      0.01708422601222992,
+      0.02677464857697487,
+      0.026540687307715416,
+      0.05060029402375221,
+      0.025322888046503067,
+      0.03563829883933067,
+      0.02430422604084015,
+      0.017139693722128868,
+      0.03383349999785423,
+      0.03365055471658707,
+      0.03090469352900982,
+      0.0248873271048069,
+      0.00942988507449627,
+      0.0382811613380909,
+      0.01843721978366375,
+      0.047764234244823456,
+      0.011214124038815498,
+      0.013615109957754612,
+      0.006560151465237141,
+      0.03759806603193283,
+      0.0233162734657526,
+      0.014769653789699078,
+      0.016985494643449783,
+      0.013785802759230137,
+      0.007728015538305044,
+      0.025853386148810387,
+      0.03066740557551384,
+      0.02839043363928795,
+      0.026894863694906235,
+      0.0035975042264908552,
+      0.008512981235980988,
+      0.016585547477006912,
+      0.019298216328024864,
+      0.00979845691472292,
+      0.017035605385899544,
+      0.01915735937654972,
+      0.010648570954799652,
+      0.008926411159336567,
+      0.02289682626724243,
+      0.008877619169652462,
+      0.03562209755182266,
+      0.021168742328882217,
+      0.03884739428758621,
+      0.0040595331229269505,
+      0.032947879284620285,
+      0.016587775200605392,
+      0.031067589297890663,
+      0.013870512135326862,
+      0.017240136861801147,
+      0.013693884946405888,
+      0.012889769859611988,
+      0.012294416315853596,
+      0.006101136561483145,
+      0.007711687590926886,
+      0.016905682161450386,
+      0.021178143098950386,
+      0.009246415458619595,
+      0.023661259561777115,
+      0.017456870526075363,
+      0.011296899057924747,
+      0.010769916698336601,
+      0.01810161955654621,
+      0.012454019859433174,
+      0.024045029655098915,
+      0.011515917256474495,
+      0.015759386122226715,
+      0.008458860218524933,
+      0.015074710361659527,
+      0.013072207570075989,
+      0.020217230543494225,
+      0.017456945031881332,
+      0.007008220534771681,
+      0.010522151365876198,
+      0.04273875430226326,
+      0.007380801718682051,
+      0.007863359525799751,
+      0.022642916068434715,
+      0.005536367651075125,
+      0.011040055193006992,
+      0.02402535080909729,
+      0.03268098458647728,
+      0.007983776740729809,
+      0.0009367117309011519,
+      0.003367166267707944,
+      0.012411215342581272,
+      0.005119930952787399,
+      0.0009180908091366291,
+      0.01675061695277691,
+      0.010525167919695377,
+      0.0020072690676897764,
+      0.006876842118799686,
+      0.00596556905657053,
+      0.030373509973287582,
+      0.004591197706758976,
+      0.002322323154658079,
+      0.007020985241979361,
+      0.007853214628994465,
+      0.008730685338377953,
+      0.009200234897434711,
+      0.0027808325830847025,
+      0.0028766586910933256,
+      0.018433216959238052,
+      0.012993854470551014,
+      0.0012444989988580346,
+      0.00428613880649209,
+      0.009759555570781231,
+      0.0013757236301898956,
+      0.004756819922477007,
+      0.00030340059311129153,
+      0.0028560298960655928,
+      0.003237888216972351,
+      0.001639465568587184,
+      0.0027289309073239565,
+      0.008244549855589867,
+      0.0010426127118989825,
+      0.0010081265354529023,
+      0.003677833592519164,
+      0.002393932780250907,
+      0.0010960882063955069,
+      0.001997825223952532,
+      0.002053831471130252,
+      0.007450861390680075,
+      0.009496214799582958,
+      0.0037776045501232147,
+      0.0011938402894884348,
+      0.001780184917151928,
+      0.0031698753591626883,
+      0.0034218356013298035,
+      0.006750286091119051,
+      0.010689224116504192,
+      0.0021324653644114733,
+      0.003068158868700266,
+      0.005551895592361689,
+      0.0045491051860153675,
+      0.007758208084851503,
+      0.015876639634370804,
+      0.0027363928966224194,
+      0.0003699160588439554,
+      0.0012326623545959592,
+      0.0022686368320137262,
+      0.009696224704384804,
+      0.0006875990075059235,
+      0.007082183379679918,
+      0.012856023386120796,
+      0.003516225842759013,
+      0.0003926549688912928,
+      0.012320111505687237,
+      0.003966556396335363,
+      0.00729447603225708,
+      0.005913934204727411,
+      0.0009811369236558676,
+      0.001765951863490045,
+      0.0005217973375692964,
+      0.0009772671619430184,
+      0.0007188076269812882,
+      0.00019376876298338175,
+      0.014422808773815632,
+      0.0016550617292523384,
+      0.0031732916831970215,
+      0.0004921614890918136,
+      0.001544756582006812,
+      0.0014325276715680957,
+      0.001100499415770173,
+      0.00010810012463480234,
+      0.0007530619041062891,
+      0.00041833793511614203,
+      0.00023349902767222375,
+      0.0006965526263229549,
+      0.008410082198679447,
+      0.006447001360356808,
+      0.0002961367426905781,
+      0.0012474155519157648,
+      0.0024836647789925337,
+      0.0010210775071755052,
+      0.00011425733100622892,
+      0.0004679971025325358,
+      0.0003039550210814923,
+      0.0014614228857681155,
+      0.0010699779959395528,
+      0.0019428139785304666,
+      0.0011421445524320006,
+      0.00028592467424459755,
+      0.00010841414041351527,
+      0.0005279700853861868,
+      0.0015236141625791788,
+      0.0008620338630862534,
+      0.00045752586447633803,
+      0.004491482861340046,
+      0.000216478350921534,
+      0.0006986210937611759,
+      0.0001972295722225681,
+      0.0008027682197280228,
+      0.00018018601986113936,
+      0.00011814179742941633,
+      0.002507515251636505
+    ],
+    "base_loss": [
+      11.5919189453125,
+      10.22839641571045,
+      8.68958568572998,
+      7.743628025054932,
+      7.083317279815674,
+      6.716556072235107,
+      6.151114463806152,
+      5.5387115478515625,
+      5.014580726623535,
+      4.768369197845459,
+      4.4252824783325195,
+      3.8769280910491943,
+      3.398421049118042,
+      2.7744126319885254,
+      2.505039691925049,
+      2.063697099685669,
+      1.9456151723861694,
+      1.927776575088501,
+      1.8299354314804077,
+      1.7789926528930664,
+      1.754504919052124,
+      1.6515535116195679,
+      1.4006385803222656,
+      1.2763017416000366,
+      0.943639874458313,
+      0.7492864727973938,
+      0.6557101011276245,
+      0.6082054972648621,
+      0.5593416094779968,
+      0.5054003000259399,
+      0.46518784761428833,
+      0.4824378490447998,
+      0.43475887179374695,
+      0.32205861806869507,
+      0.33166664838790894,
+      0.3009236752986908,
+      0.2400941401720047,
+      0.2248675525188446,
+      0.20954179763793945,
+      0.22428837418556213,
+      0.190036341547966,
+      0.1720418483018875,
+      0.21155861020088196,
+      0.18321479856967926,
+      0.14275167882442474,
+      0.1398281455039978,
+      0.14909550547599792,
+      0.13938067853450775,
+      0.11098699271678925,
+      0.12039850652217865,
+      0.12048500776290894,
+      0.13665030896663666,
+      0.11882513016462326,
+      0.09447120875120163,
+      0.12682169675827026,
+      0.12167376279830933,
+      0.09204739332199097,
+      0.08896524459123611,
+      0.10290355980396271,
+      0.13718438148498535,
+      0.08635856211185455,
+      0.07511933892965317,
+      0.08868758380413055,
+      0.10676174610853195,
+      0.09026769548654556,
+      0.07424621284008026,
+      0.05626862496137619,
+      0.08290921896696091,
+      0.054371219128370285,
+      0.0942576676607132,
+      0.05324546620249748,
+      0.08221446722745895,
+      0.06750369071960449,
+      0.06105080246925354,
+      0.05173609405755997,
+      0.04777436703443527,
+      0.045519717037677765,
+      0.07168582826852798,
+      0.054644014686346054,
+      0.03486175090074539,
+      0.07548998296260834,
+      0.09990178048610687,
+      0.04731791466474533,
+      0.041692253202199936,
+      0.01247780118137598,
+      0.041060905903577805,
+      0.027885200455784798,
+      0.04982740804553032,
+      0.050252627581357956,
+      0.024812696501612663,
+      0.05744260549545288,
+      0.02477910742163658,
+      0.02953481860458851,
+      0.04084356501698494,
+      0.03549288958311081,
+      0.05441907420754433,
+      0.05569736286997795,
+      0.04559105634689331,
+      0.027803650125861168,
+      0.030328769236803055,
+      0.02645830251276493,
+      0.021973788738250732,
+      0.05375004932284355,
+      0.047089457511901855,
+      0.04042302817106247,
+      0.031208833679556847,
+      0.029294179752469063,
+      0.032948557287454605,
+      0.016409551724791527,
+      0.026710275560617447,
+      0.023246869444847107,
+      0.022564152255654335,
+      0.02527036890387535,
+      0.04409774765372276,
+      0.02898082137107849,
+      0.02660987712442875,
+      0.03903169184923172,
+      0.01708422601222992,
+      0.02677464857697487,
+      0.026540687307715416,
+      0.05060029402375221,
+      0.025322888046503067,
+      0.03563829883933067,
+      0.02430422604084015,
+      0.017139693722128868,
+      0.03383349999785423,
+      0.03365055471658707,
+      0.03090469352900982,
+      0.0248873271048069,
+      0.00942988507449627,
+      0.0382811613380909,
+      0.01843721978366375,
+      0.047764234244823456,
+      0.011214124038815498,
+      0.013615109957754612,
+      0.006560151465237141,
+      0.03759806603193283,
+      0.0233162734657526,
+      0.014769653789699078,
+      0.016985494643449783,
+      0.013785802759230137,
+      0.007728015538305044,
+      0.025853386148810387,
+      0.03066740557551384,
+      0.02839043363928795,
+      0.026894863694906235,
+      0.0035975042264908552,
+      0.008512981235980988,
+      0.016585547477006912,
+      0.019298216328024864,
+      0.00979845691472292,
+      0.017035605385899544,
+      0.01915735937654972,
+      0.010648570954799652,
+      0.008926411159336567,
+      0.02289682626724243,
+      0.008877619169652462,
+      0.03562209755182266,
+      0.021168742328882217,
+      0.03884739428758621,
+      0.0040595331229269505,
+      0.032947879284620285,
+      0.016587775200605392,
+      0.031067589297890663,
+      0.013870512135326862,
+      0.017240136861801147,
+      0.013693884946405888,
+      0.012889769859611988,
+      0.012294416315853596,
+      0.006101136561483145,
+      0.007711687590926886,
+      0.016905682161450386,
+      0.021178143098950386,
+      0.009246415458619595,
+      0.023661259561777115,
+      0.017456870526075363,
+      0.011296899057924747,
+      0.010769916698336601,
+      0.01810161955654621,
+      0.012454019859433174,
+      0.024045029655098915,
+      0.011515917256474495,
+      0.015759386122226715,
+      0.008458860218524933,
+      0.015074710361659527,
+      0.013072207570075989,
+      0.020217230543494225,
+      0.017456945031881332,
+      0.007008220534771681,
+      0.010522151365876198,
+      0.04273875430226326,
+      0.007380801718682051,
+      0.007863359525799751,
+      0.022642916068434715,
+      0.005536367651075125,
+      0.011040055193006992,
+      0.02402535080909729,
+      0.03268098458647728,
+      0.007983776740729809,
+      0.0009367117309011519,
+      0.003367166267707944,
+      0.012411215342581272,
+      0.005119930952787399,
+      0.0009180908091366291,
+      0.01675061695277691,
+      0.010525167919695377,
+      0.0020072690676897764,
+      0.006876842118799686,
+      0.00596556905657053,
+      0.030373509973287582,
+      0.004591197706758976,
+      0.002322323154658079,
+      0.007020985241979361,
+      0.007853214628994465,
+      0.008730685338377953,
+      0.009200234897434711,
+      0.0027808325830847025,
+      0.0028766586910933256,
+      0.018433216959238052,
+      0.012993854470551014,
+      0.0012444989988580346,
+      0.00428613880649209,
+      0.009759555570781231,
+      0.0013757236301898956,
+      0.004756819922477007,
+      0.00030340059311129153,
+      0.0028560298960655928,
+      0.003237888216972351,
+      0.001639465568587184,
+      0.0027289309073239565,
+      0.008244549855589867,
+      0.0010426127118989825,
+      0.0010081265354529023,
+      0.003677833592519164,
+      0.002393932780250907,
+      0.0010960882063955069,
+      0.001997825223952532,
+      0.002053831471130252,
+      0.007450861390680075,
+      0.009496214799582958,
+      0.0037776045501232147,
+      0.0011938402894884348,
+      0.001780184917151928,
+      0.0031698753591626883,
+      0.0034218356013298035,
+      0.006750286091119051,
+      0.010689224116504192,
+      0.0021324653644114733,
+      0.003068158868700266,
+      0.005551895592361689,
+      0.0045491051860153675,
+      0.007758208084851503,
+      0.015876639634370804,
+      0.0027363928966224194,
+      0.0003699160588439554,
+      0.0012326623545959592,
+      0.0022686368320137262,
+      0.009696224704384804,
+      0.0006875990075059235,
+      0.007082183379679918,
+      0.012856023386120796,
+      0.003516225842759013,
+      0.0003926549688912928,
+      0.012320111505687237,
+      0.003966556396335363,
+      0.00729447603225708,
+      0.005913934204727411,
+      0.0009811369236558676,
+      0.001765951863490045,
+      0.0005217973375692964,
+      0.0009772671619430184,
+      0.0007188076269812882,
+      0.00019376876298338175,
+      0.014422808773815632,
+      0.0016550617292523384,
+      0.0031732916831970215,
+      0.0004921614890918136,
+      0.001544756582006812,
+      0.0014325276715680957,
+      0.001100499415770173,
+      0.00010810012463480234,
+      0.0007530619041062891,
+      0.00041833793511614203,
+      0.00023349902767222375,
+      0.0006965526263229549,
+      0.008410082198679447,
+      0.006447001360356808,
+      0.0002961367426905781,
+      0.0012474155519157648,
+      0.0024836647789925337,
+      0.0010210775071755052,
+      0.00011425733100622892,
+      0.0004679971025325358,
+      0.0003039550210814923,
+      0.0014614228857681155,
+      0.0010699779959395528,
+      0.0019428139785304666,
+      0.0011421445524320006,
+      0.00028592467424459755,
+      0.00010841414041351527,
+      0.0005279700853861868,
+      0.0015236141625791788,
+      0.0008620338630862534,
+      0.00045752586447633803,
+      0.004491482861340046,
+      0.000216478350921534,
+      0.0006986210937611759,
+      0.0001972295722225681,
+      0.0008027682197280228,
+      0.00018018601986113936,
+      0.00011814179742941633,
+      0.002507515251636505
+    ],
+    "lr": [
+      1.2531969309462919e-06,
+      2.5319693094629154e-06,
+      3.81074168797954e-06,
+      5.089514066496164e-06,
+      6.368286445012788e-06,
+      7.647058823529411e-06,
+      8.925831202046037e-06,
+      1.020460358056266e-05,
+      1.1483375959079285e-05,
+      1.2762148337595909e-05,
+      1.4040920716112532e-05,
+      1.5319693094629158e-05,
+      1.6598465473145782e-05,
+      1.7877237851662406e-05,
+      1.915601023017903e-05,
+      2.0434782608695654e-05,
+      2.1713554987212278e-05,
+      2.2992327365728905e-05,
+      2.4271099744245526e-05,
+      2.554987212276215e-05,
+      2.6828644501278773e-05,
+      2.81074168797954e-05,
+      2.938618925831202e-05,
+      3.066496163682865e-05,
+      3.194373401534527e-05,
+      3.3222506393861896e-05,
+      3.450127877237852e-05,
+      3.5780051150895144e-05,
+      3.705882352941177e-05,
+      3.833759590792839e-05,
+      3.9616368286445016e-05,
+      4.089514066496164e-05,
+      4.2173913043478264e-05,
+      4.345268542199489e-05,
+      4.473145780051151e-05,
+      4.601023017902814e-05,
+      4.7289002557544766e-05,
+      4.8567774936061384e-05,
+      4.984654731457801e-05,
+      5.112531969309463e-05,
+      5.2404092071611255e-05,
+      5.368286445012788e-05,
+      5.496163682864451e-05,
+      5.6240409207161134e-05,
+      5.751918158567776e-05,
+      5.879795396419438e-05,
+      6.0076726342711e-05,
+      6.135549872122763e-05,
+      6.263427109974425e-05,
+      6.391304347826088e-05,
+      6.51918158567775e-05,
+      6.647058823529413e-05,
+      6.774936061381075e-05,
+      6.902813299232737e-05,
+      7.0306905370844e-05,
+      7.158567774936062e-05,
+      7.286445012787725e-05,
+      7.414322250639387e-05,
+      7.542199488491049e-05,
+      7.670076726342712e-05,
+      7.797953964194374e-05,
+      7.925831202046036e-05,
+      7.999944394999003e-05,
+      7.999364403546566e-05,
+      7.998154076901258e-05,
+      7.996313605821262e-05,
+      7.993843280381094e-05,
+      7.990743489925885e-05,
+      7.987014723010021e-05,
+      7.982657567320137e-05,
+      7.977672709582497e-05,
+      7.972060935454756e-05,
+      7.965823129402139e-05,
+      7.958960274558032e-05,
+      7.951473452569042e-05,
+      7.943363843424515e-05,
+      7.934632725270557e-05,
+      7.925281474208592e-05,
+      7.915311564078471e-05,
+      7.904724566226186e-05,
+      7.89352214925621e-05,
+      7.88170607876851e-05,
+      7.869278217080276e-05,
+      7.856240522932396e-05,
+      7.842595051180752e-05,
+      7.828343952472344e-05,
+      7.813489472906339e-05,
+      7.798033953680063e-05,
+      7.781979830720006e-05,
+      7.765329634297896e-05,
+      7.748085988631916e-05,
+      7.73025161147309e-05,
+      7.711829313676953e-05,
+      7.692821998760531e-05,
+      7.673232662444721e-05,
+      7.653064392182133e-05,
+      7.632320366670496e-05,
+      7.611003855351649e-05,
+      7.589118217896258e-05,
+      7.566666903674304e-05,
+      7.543653451211426e-05,
+      7.520081487631215e-05,
+      7.495954728083564e-05,
+      7.471276975159105e-05,
+      7.446052118289905e-05,
+      7.420284133136447e-05,
+      7.393977080961035e-05,
+      7.367135107987701e-05,
+      7.339762444748726e-05,
+      7.311863405417871e-05,
+      7.283442387130419e-05,
+      7.254503869290155e-05,
+      7.225052412863366e-05,
+      7.195092659660004e-05,
+      7.164629331602078e-05,
+      7.13366722997945e-05,
+      7.102211234693107e-05,
+      7.070266303486044e-05,
+      7.03783747116188e-05,
+      7.00492984879133e-05,
+      6.971548622906651e-05,
+      6.937699054684207e-05,
+      6.903386479115247e-05,
+      6.86861630416508e-05,
+      6.833394009920719e-05,
+      6.797725147727176e-05,
+      6.761615339312524e-05,
+      6.725070275901855e-05,
+      6.688095717320297e-05,
+      6.650697491085218e-05,
+      6.612881491487751e-05,
+      6.574653678663806e-05,
+      6.536020077654701e-05,
+      6.496986777457557e-05,
+      6.457559930065623e-05,
+      6.417745749498663e-05,
+      6.377550510823579e-05,
+      6.336980549165394e-05,
+      6.296042258708793e-05,
+      6.254742091690332e-05,
+      6.213086557381514e-05,
+      6.171082221062871e-05,
+      6.128735702989213e-05,
+      6.08605367734622e-05,
+      6.043042871198537e-05,
+      5.9997100634295156e-05,
+      5.956062083672817e-05,
+      5.9121058112359893e-05,
+      5.8678481740162386e-05,
+      5.823296147408519e-05,
+      5.77845675320616e-05,
+      5.733337058494163e-05,
+      5.687944174535368e-05,
+      5.642285255649657e-05,
+      5.596367498086368e-05,
+      5.5501981388901035e-05,
+      5.503784454760108e-05,
+      5.4571337609033947e-05,
+      5.410253409881808e-05,
+      5.363150790453191e-05,
+      5.315833326406852e-05,
+      5.268308475393511e-05,
+      5.2205837277499095e-05,
+      5.1726666053182625e-05,
+      5.124564660260756e-05,
+      5.0762854738692536e-05,
+      5.0278366553704214e-05,
+      4.979225840726445e-05,
+      4.9304606914315355e-05,
+      4.8815488933044075e-05,
+      4.832498155276932e-05,
+      4.783316208179134e-05,
+      4.734010803520749e-05,
+      4.6845897122695165e-05,
+      4.635060723626403e-05,
+      4.585431643797962e-05,
+      4.5357102947659986e-05,
+      4.485904513054766e-05,
+      4.4360221484958475e-05,
+      4.3860710629909643e-05,
+      4.336059129272866e-05,
+      4.2859942296645196e-05,
+      4.23588425483678e-05,
+      4.1857371025647626e-05,
+      4.135560676483069e-05,
+      4.0853628848401185e-05,
+      4.035151639251729e-05,
+      3.984934853454177e-05,
+      3.934720442056928e-05,
+      3.8845163192952226e-05,
+      3.834330397782716e-05,
+      3.7841705872643884e-05,
+      3.734044793369901e-05,
+      3.683960916367585e-05,
+      3.633926849919306e-05,
+      3.583950479836345e-05,
+      3.534039682836521e-05,
+      3.48420232530276e-05,
+      3.434446262043278e-05,
+      3.384779335053595e-05,
+      3.335209372280563e-05,
+      3.2857441863886186e-05,
+      3.23639157352844e-05,
+      3.18715931210819e-05,
+      3.138055161567589e-05,
+      3.0890868611549485e-05,
+      3.0402621287073947e-05,
+      2.991588659434476e-05,
+      2.943074124705329e-05,
+      2.894726170839595e-05,
+      2.8465524179023035e-05,
+      2.798560458502876e-05,
+      2.7507578565984655e-05,
+      2.7031521463018056e-05,
+      2.6557508306937763e-05,
+      2.608561380640848e-05,
+      2.5615912336175992e-05,
+      2.5148477925345197e-05,
+      2.4683384245712353e-05,
+      2.422070460015378e-05,
+      2.3760511911072684e-05,
+      2.3302878708905953e-05,
+      2.2847877120692683e-05,
+      2.2395578858706372e-05,
+      2.1946055209152374e-05,
+      2.1499377020932627e-05,
+      2.1055614694479143e-05,
+      2.061483817065839e-05,
+      2.0177116919747935e-05,
+      1.9742519930487273e-05,
+      1.931111569920469e-05,
+      1.8882972219021584e-05,
+      1.8458156969136093e-05,
+      1.8036736904187883e-05,
+      1.7618778443705458e-05,
+      1.7204347461637797e-05,
+      1.679350927597214e-05,
+      1.638632863843922e-05,
+      1.598286972430788e-05,
+      1.5583196122270384e-05,
+      1.5187370824420397e-05,
+      1.4795456216324805e-05,
+      1.4407514067191177e-05,
+      1.4023605520132458e-05,
+      1.3643791082530244e-05,
+      1.3268130616498244e-05,
+      1.2896683329447552e-05,
+      1.2529507764755003e-05,
+      1.2166661792536174e-05,
+      1.1808202600524639e-05,
+      1.1454186685058585e-05,
+      1.110466984217657e-05,
+      1.0759707158823462e-05,
+      1.0419353004168382e-05,
+      1.0083661021035568e-05,
+      9.752684117449767e-06,
+      9.426474458297528e-06,
+      9.105083457105542e-06,
+      8.788561767937342e-06,
+      8.476959277409883e-06,
+      8.170325096830898e-06,
+      7.868707554458552e-06,
+      7.572154187884444e-06,
+      7.280711736541315e-06,
+      6.994426134336478e-06,
+      6.7133425024121925e-06,
+      6.437505142034237e-06,
+      6.166957527609598e-06,
+      5.901742299834516e-06,
+      5.641901258973956e-06,
+      5.387475358273513e-06,
+      5.138504697504787e-06,
+      4.895028516645353e-06,
+      4.6570851896941615e-06,
+      4.424712218623466e-06,
+      4.197946227468168e-06,
+      3.976822956553572e-06,
+      3.7613772568623865e-06,
+      3.5516430845418517e-06,
+      3.347653495552039e-06,
+      3.1494406404558807e-06,
+      2.9570357593519473e-06,
+      2.7704691769507674e-06,
+      2.589770297795391e-06,
+      2.414967601626912e-06,
+      2.246088638895887e-06,
+      2.0831600264200837e-06,
+      1.926207443189476e-06,
+      1.775255626318959e-06,
+      1.6303283671496163e-06,
+      1.4914485074989559e-06,
+      1.3586379360608449e-06,
+      1.2319175849556754e-06,
+      1.111307426431263e-06,
+      9.968264697150266e-07,
+      8.884927580180113e-07,
+      7.863233656910796e-07,
+      6.903343955338538e-07,
+      6.005409762567738e-07,
+      5.169572600966888e-07,
+      4.395964205863212e-07,
+      3.684706504780078e-07,
+      3.0359115982202314e-07,
+      2.449681741997667e-07,
+      1.926109331121273e-07,
+      1.4652768852324362e-07,
+      1.0672570355994006e-07,
+      7.32112513669847e-08,
+      4.598961411837355e-08,
+      2.5065082184840826e-08,
+      1.0440953457631075e-08,
+      2.119532828745996e-09
+    ],
+    "eval_step": [
+      781,
+      1562,
+      2343,
+      3124,
+      3905,
+      4686,
+      5467,
+      6248,
+      7029,
+      7810,
+      8591,
+      9372,
+      10153,
+      10934,
+      11715,
+      12496,
+      13277,
+      14058,
+      14839,
+      15620
+    ],
+    "eval_epoch": [
+      1,
+      2,
+      3,
+      4,
+      5,
+      6,
+      7,
+      8,
+      9,
+      10,
+      11,
+      12,
+      13,
+      14,
+      15,
+      16,
+      17,
+      18,
+      19,
+      20
+    ],
+    "eval_accuracy": [
+      0.005714285714285714,
+      0.2042857142857143,
+      0.5407142857142857,
+      0.6728571428571428,
+      0.7278571428571429,
+      0.7321428571428571,
+      0.7878571428571428,
+      0.8514285714285714,
+      0.865,
+      0.8557142857142858,
+      0.8678571428571429,
+      0.9171428571428571,
+      0.9,
+      0.9235714285714286,
+      0.925,
+      0.9557142857142857,
+      0.965,
+      0.9864285714285714,
+      0.9842857142857143,
+      0.9914285714285714
+    ]
+  },
+  "final_accuracy": 0.9914285714285714,
+  "sft_eval": {
+    "config": {
+      "ops": "add_sub",
+      "K": null,
+      "mode": "sft",
+      "n_digits": 6,
+      "n_per_split": 50
+    },
+    "splits": {
+      "add_S0": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 295
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 55
+          }
+        }
+      },
+      "add_S1": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 126
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 79
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 21
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 124
+          }
+        }
+      },
+      "add_S2": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 75
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 62
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 39
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 111
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 63
+          }
+        }
+      },
+      "add_S3": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 60
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 57
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 19
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 104
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 110
+          }
+        }
+      },
+      "add_S4": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 48
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 52
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 7
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 89
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 154
+          }
+        }
+      },
+      "add_S5": {
+        "full_accuracy": 0.92,
+        "n_examples": 50,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UC": {
+            "accuracy": 0.94,
+            "count": 50
+          },
+          "US": {
+            "accuracy": 0.99,
+            "count": 200
+          }
+        }
+      },
+      "add_S6": {
+        "full_accuracy": 0.96,
+        "n_examples": 50,
+        "per_subtask": {
+          "SC": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UC": {
+            "accuracy": 0.96,
+            "count": 50
+          },
+          "US": {
+            "accuracy": 0.992,
+            "count": 250
+          }
+        }
+      },
+      "add_random": {
+        "full_accuracy": 1.0,
+        "n_examples": 200,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 431
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 316
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 39
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 560
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 54
+          }
+        }
+      },
+      "add_C3": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 150
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 104
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 46
+          }
+        }
+      },
+      "add_C4": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 123
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 77
+          }
+        }
+      },
+      "add_C5": {
+        "full_accuracy": 0.98,
+        "n_examples": 50,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UC": {
+            "accuracy": 0.9935064935064936,
+            "count": 154
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 96
+          }
+        }
+      },
+      "add_C6": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "SC": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 182
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 118
+          }
+        }
+      },
+      "sub_M0": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 294
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 56
+          }
+        }
+      },
+      "sub_M1": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 143
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 69
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 15
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 123
+          }
+        }
+      },
+      "sub_M2": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 108
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 52
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 52
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 87
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 51
+          }
+        }
+      },
+      "sub_M3": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 94
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 51
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 25
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 78
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 102
+          }
+        }
+      },
+      "sub_M4": {
+        "full_accuracy": 0.94,
+        "n_examples": 50,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UB": {
+            "accuracy": 0.94,
+            "count": 50
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 150
+          }
+        }
+      },
+      "sub_M5": {
+        "full_accuracy": 0.96,
+        "n_examples": 50,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UD": {
+            "accuracy": 0.99,
+            "count": 200
+          }
+        }
+      },
+      "sub_random": {
+        "full_accuracy": 1.0,
+        "n_examples": 200,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 588
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 268
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 60
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 447
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 37
+          }
+        }
+      },
+      "sub_B3": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 150
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 107
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 43
+          }
+        }
+      },
+      "sub_B4": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 114
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 86
+          }
+        }
+      },
+      "sub_B5": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 153
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 97
+          }
+        }
+      }
+    },
+    "summary": {
+      "overall_accuracy": 0.9914285714285714,
+      "total_examples": 1400,
+      "n_splits": 22
+    }
+  }
+}

add_sub_baseline_50K/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ab43d64dbfe964a136e7d0325cf995347d43a5180344dddcc116e4d205eef2
+size 650266922

add_sub_baseline_50K/train_config.json

@@ -0,0 +1,35 @@
+{
+  "mode": "baseline",
+  "ops": "add_sub",
+  "n_digits": 6,
+  "n_layer": 2,
+  "n_head": 3,
+  "n_embd": 510,
+  "abs_vocab": 0,
+  "K": 4,
+  "alpha_info_gain": 10.0,
+  "alpha_abs": 0.1,
+  "alpha_soft_zipf": 1.0,
+  "batch_size": 64,
+  "num_epochs": 20,
+  "dataset_size": 50000,
+  "lr": 8e-05,
+  "output_dir": "ckpt/sweep/add_sub_baseline_50K",
+  "device": "cuda",
+  "push_to_hub": true,
+  "no_wandb": false,
+  "n_params": 162490082,
+  "run_name": "add_sub_baseline_50K",
+  "git_commit": "800625019270114adcda289bbd550c4f1109a514",
+  "timestamp": "2026-04-12T01:58:11.886382+00:00",
+  "tokenizer": "Qwen/Qwen3-0.6B",
+  "dataset_repo": "thoughtworks/arithmetic-sorl-data",
+  "dataset_config": "add_sub_6digit",
+  "model_repo": "thoughtworks/arithmetic-sorl",
+  "trainer_version": "sft",
+  "wandb_run_id": "p7yzb1qj",
+  "wandb_url": "https://wandb.ai/nlp_and_interpretability/sorl-arithmetic/runs/p7yzb1qj",
+  "final_accuracy": 0.9914285714285714,
+  "sft_accuracy": 0.9914285714285714,
+  "eval_method": "ArithmeticEvaluator"
+}