Upload add_sub_baseline_100K

add_sub_baseline_100K/config.json

@@ -0,0 +1,37 @@
+{
+  "architectures": [
+    "SorlModelWrapper"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": null,
+  "dtype": "float32",
+  "eos_token_id": null,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 510,
+  "initializer_range": 0.02,
+  "intermediate_size": 2040,
+  "layer_types": [
+    "full_attention",
+    "full_attention"
+  ],
+  "max_position_embeddings": 128,
+  "max_window_layers": 28,
+  "model_type": "qwen3",
+  "num_attention_heads": 3,
+  "num_hidden_layers": 2,
+  "num_key_value_heads": 3,
+  "pad_token_id": null,
+  "rms_norm_eps": 1e-06,
+  "rope_parameters": {
+    "rope_theta": 10000.0,
+    "rope_type": "default"
+  },
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "transformers_version": "5.5.0",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 151645
+}

add_sub_baseline_100K/generation_config.json

@@ -0,0 +1,7 @@
+{
+  "_from_model_config": true,
+  "output_attentions": false,
+  "output_hidden_states": false,
+  "transformers_version": "5.5.0",
+  "use_cache": true
+}

add_sub_baseline_100K/metrics.json

@@ -0,0 +1,3083 @@
+{
+  "history": {
+    "step": [
+      50,
+      100,
+      150,
+      200,
+      250,
+      300,
+      350,
+      400,
+      450,
+      500,
+      550,
+      600,
+      650,
+      700,
+      750,
+      800,
+      850,
+      900,
+      950,
+      1000,
+      1050,
+      1100,
+      1150,
+      1200,
+      1250,
+      1300,
+      1350,
+      1400,
+      1450,
+      1500,
+      1550,
+      1600,
+      1650,
+      1700,
+      1750,
+      1800,
+      1850,
+      1900,
+      1950,
+      2000,
+      2050,
+      2100,
+      2150,
+      2200,
+      2250,
+      2300,
+      2350,
+      2400,
+      2450,
+      2500,
+      2550,
+      2600,
+      2650,
+      2700,
+      2750,
+      2800,
+      2850,
+      2900,
+      2950,
+      3000,
+      3050,
+      3100,
+      3150,
+      3200,
+      3250,
+      3300,
+      3350,
+      3400,
+      3450,
+      3500,
+      3550,
+      3600,
+      3650,
+      3700,
+      3750,
+      3800,
+      3850,
+      3900,
+      3950,
+      4000,
+      4050,
+      4100,
+      4150,
+      4200,
+      4250,
+      4300,
+      4350,
+      4400,
+      4450,
+      4500,
+      4550,
+      4600,
+      4650,
+      4700,
+      4750,
+      4800,
+      4850,
+      4900,
+      4950,
+      5000,
+      5050,
+      5100,
+      5150,
+      5200,
+      5250,
+      5300,
+      5350,
+      5400,
+      5450,
+      5500,
+      5550,
+      5600,
+      5650,
+      5700,
+      5750,
+      5800,
+      5850,
+      5900,
+      5950,
+      6000,
+      6050,
+      6100,
+      6150,
+      6200,
+      6250,
+      6300,
+      6350,
+      6400,
+      6450,
+      6500,
+      6550,
+      6600,
+      6650,
+      6700,
+      6750,
+      6800,
+      6850,
+      6900,
+      6950,
+      7000,
+      7050,
+      7100,
+      7150,
+      7200,
+      7250,
+      7300,
+      7350,
+      7400,
+      7450,
+      7500,
+      7550,
+      7600,
+      7650,
+      7700,
+      7750,
+      7800,
+      7850,
+      7900,
+      7950,
+      8000,
+      8050,
+      8100,
+      8150,
+      8200,
+      8250,
+      8300,
+      8350,
+      8400,
+      8450,
+      8500,
+      8550,
+      8600,
+      8650,
+      8700,
+      8750,
+      8800,
+      8850,
+      8900,
+      8950,
+      9000,
+      9050,
+      9100,
+      9150,
+      9200,
+      9250,
+      9300,
+      9350,
+      9400,
+      9450,
+      9500,
+      9550,
+      9600,
+      9650,
+      9700,
+      9750,
+      9800,
+      9850,
+      9900,
+      9950,
+      10000,
+      10050,
+      10100,
+      10150,
+      10200,
+      10250,
+      10300,
+      10350,
+      10400,
+      10450,
+      10500,
+      10550,
+      10600,
+      10650,
+      10700,
+      10750,
+      10800,
+      10850,
+      10900,
+      10950,
+      11000,
+      11050,
+      11100,
+      11150,
+      11200,
+      11250,
+      11300,
+      11350,
+      11400,
+      11450,
+      11500,
+      11550,
+      11600,
+      11650,
+      11700,
+      11750,
+      11800,
+      11850,
+      11900,
+      11950,
+      12000,
+      12050,
+      12100,
+      12150,
+      12200,
+      12250,
+      12300,
+      12350,
+      12400,
+      12450,
+      12500,
+      12550,
+      12600,
+      12650,
+      12700,
+      12750,
+      12800,
+      12850,
+      12900,
+      12950,
+      13000,
+      13050,
+      13100,
+      13150,
+      13200,
+      13250,
+      13300,
+      13350,
+      13400,
+      13450,
+      13500,
+      13550,
+      13600,
+      13650,
+      13700,
+      13750,
+      13800,
+      13850,
+      13900,
+      13950,
+      14000,
+      14050,
+      14100,
+      14150,
+      14200,
+      14250,
+      14300,
+      14350,
+      14400,
+      14450,
+      14500,
+      14550,
+      14600,
+      14650,
+      14700,
+      14750,
+      14800,
+      14850,
+      14900,
+      14950,
+      15000,
+      15050,
+      15100,
+      15150,
+      15200,
+      15250,
+      15300,
+      15350,
+      15400,
+      15450,
+      15500,
+      15550,
+      15600,
+      15650,
+      15700,
+      15750,
+      15800,
+      15850,
+      15900,
+      15950,
+      16000,
+      16050,
+      16100,
+      16150,
+      16200,
+      16250,
+      16300,
+      16350,
+      16400,
+      16450,
+      16500,
+      16550,
+      16600,
+      16650,
+      16700,
+      16750,
+      16800,
+      16850,
+      16900,
+      16950,
+      17000,
+      17050,
+      17100,
+      17150,
+      17200,
+      17250,
+      17300,
+      17350,
+      17400,
+      17450,
+      17500,
+      17550,
+      17600,
+      17650,
+      17700,
+      17750,
+      17800,
+      17850,
+      17900,
+      17950,
+      18000,
+      18050,
+      18100,
+      18150,
+      18200,
+      18250,
+      18300,
+      18350,
+      18400,
+      18450,
+      18500,
+      18550,
+      18600,
+      18650,
+      18700,
+      18750,
+      18800,
+      18850,
+      18900,
+      18950,
+      19000,
+      19050,
+      19100,
+      19150,
+      19200,
+      19250,
+      19300,
+      19350,
+      19400,
+      19450,
+      19500,
+      19550,
+      19600,
+      19650,
+      19700,
+      19750,
+      19800,
+      19850,
+      19900,
+      19950,
+      20000,
+      20050,
+      20100,
+      20150,
+      20200,
+      20250,
+      20300,
+      20350,
+      20400,
+      20450,
+      20500,
+      20550,
+      20600,
+      20650,
+      20700,
+      20750,
+      20800,
+      20850,
+      20900,
+      20950,
+      21000,
+      21050,
+      21100,
+      21150,
+      21200,
+      21250,
+      21300,
+      21350,
+      21400,
+      21450,
+      21500,
+      21550,
+      21600,
+      21650,
+      21700,
+      21750,
+      21800,
+      21850,
+      21900,
+      21950,
+      22000,
+      22050,
+      22100,
+      22150,
+      22200,
+      22250,
+      22300,
+      22350,
+      22400,
+      22450,
+      22500,
+      22550,
+      22600,
+      22650,
+      22700,
+      22750,
+      22800,
+      22850,
+      22900,
+      22950,
+      23000,
+      23050,
+      23100,
+      23150,
+      23200,
+      23250,
+      23300,
+      23350,
+      23400,
+      23450,
+      23500,
+      23550,
+      23600,
+      23650,
+      23700,
+      23750,
+      23800,
+      23850,
+      23900,
+      23950,
+      24000,
+      24050,
+      24100,
+      24150,
+      24200,
+      24250,
+      24300,
+      24350,
+      24400,
+      24450,
+      24500,
+      24550,
+      24600,
+      24650,
+      24700,
+      24750,
+      24800,
+      24850,
+      24900,
+      24950,
+      25000,
+      25050,
+      25100,
+      25150,
+      25200,
+      25250,
+      25300,
+      25350,
+      25400,
+      25450,
+      25500,
+      25550,
+      25600,
+      25650,
+      25700,
+      25750,
+      25800,
+      25850,
+      25900,
+      25950,
+      26000,
+      26050,
+      26100,
+      26150,
+      26200,
+      26250,
+      26300,
+      26350,
+      26400,
+      26450,
+      26500,
+      26550,
+      26600,
+      26650,
+      26700,
+      26750,
+      26800,
+      26850,
+      26900,
+      26950,
+      27000,
+      27050,
+      27100,
+      27150,
+      27200,
+      27250,
+      27300,
+      27350,
+      27400,
+      27450,
+      27500,
+      27550,
+      27600,
+      27650,
+      27700,
+      27750,
+      27800,
+      27850,
+      27900,
+      27950,
+      28000,
+      28050,
+      28100,
+      28150,
+      28200,
+      28250,
+      28300,
+      28350,
+      28400,
+      28450,
+      28500,
+      28550,
+      28600,
+      28650,
+      28700,
+      28750,
+      28800,
+      28850,
+      28900,
+      28950,
+      29000,
+      29050,
+      29100,
+      29150,
+      29200,
+      29250,
+      29300,
+      29350,
+      29400,
+      29450,
+      29500,
+      29550,
+      29600,
+      29650,
+      29700,
+      29750,
+      29800,
+      29850,
+      29900,
+      29950,
+      30000,
+      30050,
+      30100,
+      30150,
+      30200,
+      30250,
+      30300,
+      30350,
+      30400,
+      30450,
+      30500,
+      30550,
+      30600,
+      30650,
+      30700,
+      30750,
+      30800,
+      30850,
+      30900,
+      30950,
+      31000,
+      31050,
+      31100,
+      31150,
+      31200,
+      31250
+    ],
+    "loss": [
+      11.805306434631348,
+      11.065339088439941,
+      9.967019081115723,
+      9.072844505310059,
+      7.80490779876709,
+      7.337442874908447,
+      6.806965351104736,
+      6.525760173797607,
+      6.208481311798096,
+      6.296298503875732,
+      5.276895999908447,
+      5.548031330108643,
+      5.095378875732422,
+      5.025548458099365,
+      4.443249225616455,
+      4.09993839263916,
+      3.759458541870117,
+      3.322597026824951,
+      2.8652243614196777,
+      2.6749956607818604,
+      2.4153926372528076,
+      2.114790678024292,
+      1.9870284795761108,
+      1.9266071319580078,
+      1.8121356964111328,
+      1.8425467014312744,
+      1.7727854251861572,
+      1.703359603881836,
+      1.6497023105621338,
+      1.615837812423706,
+      1.6720314025878906,
+      1.4623860120773315,
+      1.460292935371399,
+      1.2093957662582397,
+      1.1058965921401978,
+      0.9103417992591858,
+      0.822228729724884,
+      0.6952851414680481,
+      0.6537265777587891,
+      0.5839117169380188,
+      0.57331383228302,
+      0.49370235204696655,
+      0.4648362100124359,
+      0.5014630556106567,
+      0.48099485039711,
+      0.39759698510169983,
+      0.362724244594574,
+      0.38274770975112915,
+      0.3473135530948639,
+      0.31397178769111633,
+      0.32294538617134094,
+      0.24713118374347687,
+      0.30317139625549316,
+      0.21214766800403595,
+      0.242452934384346,
+      0.19814185798168182,
+      0.18334494531154633,
+      0.20681773126125336,
+      0.2169741839170456,
+      0.14011302590370178,
+      0.14665508270263672,
+      0.1264849752187729,
+      0.15852923691272736,
+      0.15752048790454865,
+      0.12767575681209564,
+      0.11449285596609116,
+      0.14216533303260803,
+      0.1075071468949318,
+      0.13600729405879974,
+      0.17406584322452545,
+      0.08480817079544067,
+      0.09040375053882599,
+      0.11985407769680023,
+      0.13370448350906372,
+      0.12872089445590973,
+      0.09690141677856445,
+      0.1059947982430458,
+      0.08464767038822174,
+      0.06820084899663925,
+      0.13896100223064423,
+      0.07065307348966599,
+      0.12692983448505402,
+      0.11185409128665924,
+      0.11708501726388931,
+      0.08797363936901093,
+      0.12141464650630951,
+      0.06863852590322495,
+      0.10965163260698318,
+      0.07500449568033218,
+      0.07157129794359207,
+      0.058006178587675095,
+      0.07272504270076752,
+      0.06464026123285294,
+      0.09099610149860382,
+      0.05210927128791809,
+      0.06391036510467529,
+      0.04953998327255249,
+      0.052663277834653854,
+      0.03362256661057472,
+      0.05739576369524002,
+      0.0746653601527214,
+      0.123508520424366,
+      0.07716918736696243,
+      0.05974726006388664,
+      0.07346616685390472,
+      0.07727993279695511,
+      0.04122030735015869,
+      0.05655351281166077,
+      0.04674571007490158,
+      0.029789665713906288,
+      0.06682351976633072,
+      0.0587204284965992,
+      0.07956172525882721,
+      0.06032712012529373,
+      0.04426989331841469,
+      0.047279324382543564,
+      0.038006048649549484,
+      0.08642386645078659,
+      0.05298249050974846,
+      0.04823898896574974,
+      0.051256295293569565,
+      0.07631248980760574,
+      0.07594543695449829,
+      0.04550626501441002,
+      0.1002836599946022,
+      0.03686355799436569,
+      0.03846312686800957,
+      0.058134522289037704,
+      0.04551875591278076,
+      0.0446377694606781,
+      0.08700676262378693,
+      0.016583193093538284,
+      0.04052494093775749,
+      0.03715148940682411,
+      0.04938238859176636,
+      0.08093515783548355,
+      0.04301860183477402,
+      0.03203514590859413,
+      0.04060360789299011,
+      0.036668140441179276,
+      0.018986929208040237,
+      0.03391439467668533,
+      0.04239997640252113,
+      0.02263503335416317,
+      0.049102213233709335,
+      0.028694961220026016,
+      0.0290584284812212,
+      0.06979076564311981,
+      0.03383146971464157,
+      0.026789406314492226,
+      0.03222471848130226,
+      0.05045485496520996,
+      0.04347703978419304,
+      0.043707121163606644,
+      0.03465427830815315,
+      0.03577352315187454,
+      0.042216770350933075,
+      0.03275790810585022,
+      0.02024575136601925,
+      0.03697526827454567,
+      0.07429458945989609,
+      0.02343427762389183,
+      0.02217763476073742,
+      0.01254353392869234,
+      0.03678746894001961,
+      0.03775344416499138,
+      0.025177815929055214,
+      0.06055806204676628,
+      0.051299162209033966,
+      0.025293203070759773,
+      0.0492832325398922,
+      0.015713004395365715,
+      0.04656186327338219,
+      0.026147520169615746,
+      0.011096524074673653,
+      0.07055684924125671,
+      0.031181644648313522,
+      0.036612678319215775,
+      0.019203927367925644,
+      0.016232388094067574,
+      0.03820396214723587,
+      0.022646619006991386,
+      0.016034260392189026,
+      0.019516577944159508,
+      0.0422380231320858,
+      0.024425234645605087,
+      0.030759232118725777,
+      0.018425296992063522,
+      0.02729998715221882,
+      0.00929810106754303,
+      0.029502438381314278,
+      0.01866317167878151,
+      0.021331576630473137,
+      0.013462509028613567,
+      0.06038377434015274,
+      0.015497446991503239,
+      0.02166775055229664,
+      0.03003273345530033,
+      0.019255738705396652,
+      0.0400029793381691,
+      0.017558133229613304,
+      0.03467347472906113,
+      0.025046778842806816,
+      0.025442978367209435,
+      0.01774134859442711,
+      0.024637697264552116,
+      0.03468066081404686,
+      0.028169244527816772,
+      0.024660443887114525,
+      0.07186699658632278,
+      0.01868578977882862,
+      0.018174227327108383,
+      0.02007453516125679,
+      0.05835423246026039,
+      0.012505562044680119,
+      0.026543844491243362,
+      0.03172391653060913,
+      0.012135137803852558,
+      0.01800847053527832,
+      0.02840500883758068,
+      0.014361731708049774,
+      0.011535214260220528,
+      0.01582067273557186,
+      0.05594649910926819,
+      0.007923801429569721,
+      0.023160304874181747,
+      0.018902841955423355,
+      0.010974514298141003,
+      0.020890718325972557,
+      0.018323466181755066,
+      0.013505222275853157,
+      0.013776155188679695,
+      0.00962872989475727,
+      0.016664156690239906,
+      0.062434129416942596,
+      0.019032731652259827,
+      0.034455470740795135,
+      0.026660006493330002,
+      0.009274949319660664,
+      0.024002548307180405,
+      0.012202998623251915,
+      0.009369248524308205,
+      0.020871400833129883,
+      0.013470198027789593,
+      0.004238538909703493,
+      0.010675182566046715,
+      0.023369763046503067,
+      0.02208624966442585,
+      0.011096122674643993,
+      0.01220253948122263,
+      0.006220138631761074,
+      0.03281339630484581,
+      0.016986096277832985,
+      0.031898364424705505,
+      0.014530884101986885,
+      0.01441898476332426,
+      0.04203563183546066,
+      0.02833724021911621,
+      0.02086879499256611,
+      0.009382358752191067,
+      0.01129704900085926,
+      0.01254380214959383,
+      0.011207008734345436,
+      0.0033589880913496017,
+      0.0132496552541852,
+      0.00959304440766573,
+      0.004778855014592409,
+      0.02372618205845356,
+      0.001620766124688089,
+      0.02339956723153591,
+      0.028489038348197937,
+      0.01987696997821331,
+      0.022635653614997864,
+      0.011584928259253502,
+      0.014483407139778137,
+      0.014553303830325603,
+      0.010717390105128288,
+      0.009781420230865479,
+      0.01424404140561819,
+      0.006803208030760288,
+      0.015923112630844116,
+      0.010431374423205853,
+      0.006815511267632246,
+      0.022165847942233086,
+      0.007110338192433119,
+      0.02717466838657856,
+      0.012795447371900082,
+      0.008770717307925224,
+      0.014825431630015373,
+      0.003344787284731865,
+      0.0546199306845665,
+      0.03179914131760597,
+      0.019954029470682144,
+      0.00582515075802803,
+      0.012341107241809368,
+      0.00878618098795414,
+      0.013725601136684418,
+      0.013999154791235924,
+      0.018858177587389946,
+      0.009761376306414604,
+      0.00629936158657074,
+      0.014696845784783363,
+      0.011329138651490211,
+      0.006336459424346685,
+      0.0038486372213810682,
+      0.0209201592952013,
+      0.012226720340549946,
+      0.01577131077647209,
+      0.009237964637577534,
+      0.01306656002998352,
+      0.012419270351529121,
+      0.003338199108839035,
+      0.016470910981297493,
+      0.0008185043116100132,
+      0.004027527291327715,
+      0.0245059784501791,
+      0.005475387908518314,
+      0.0018311406020075083,
+      0.00562406936660409,
+      0.02003970928490162,
+      0.010930320248007774,
+      0.0008680839673615992,
+      0.007889306172728539,
+      0.022817283868789673,
+      0.008848946541547775,
+      0.029441630467772484,
+      0.001026918995194137,
+      0.014409193769097328,
+      0.00621385732665658,
+      0.009212024509906769,
+      0.008832057006657124,
+      0.012717173434793949,
+      0.009751779027283192,
+      0.0036154973786324263,
+      0.006019604858011007,
+      0.013221772387623787,
+      0.021910041570663452,
+      0.023802684620022774,
+      0.001481013372540474,
+      0.019611304625868797,
+      0.029706250876188278,
+      0.0032242985907942057,
+      0.03000509738922119,
+      0.012377423234283924,
+      0.0003648961428552866,
+      0.005316377151757479,
+      0.006243986077606678,
+      0.0088262427598238,
+      0.009508997201919556,
+      0.00751360272988677,
+      0.000517250329721719,
+      0.0009345103753730655,
+      0.008667699992656708,
+      0.01026579737663269,
+      0.02390405908226967,
+      0.025399448350071907,
+      0.008953595533967018,
+      0.012208113446831703,
+      0.019569167867302895,
+      0.0007173154153861105,
+      0.00957977119833231,
+      0.009295059368014336,
+      0.006829411257058382,
+      0.006607742514461279,
+      0.005006258841603994,
+      0.00698208948597312,
+      0.006002945359796286,
+      0.0032099466770887375,
+      0.0018503647297620773,
+      0.013178083114326,
+      0.004972158465534449,
+      0.010279761627316475,
+      0.005369162652641535,
+      0.004373994655907154,
+      0.0008479516836814582,
+      0.0048938957042992115,
+      0.0003661000228021294,
+      0.002319917781278491,
+      0.006464685779064894,
+      0.014246071688830853,
+      0.0013419437455013394,
+      0.005930047016590834,
+      0.005223039072006941,
+      0.005864654202014208,
+      0.008570043370127678,
+      0.0004512938321568072,
+      0.0019925327505916357,
+      0.023455727845430374,
+      0.004950732924044132,
+      0.0010240513365715742,
+      0.030936425551772118,
+      0.0010672988137230277,
+      0.0005773472948931158,
+      0.0030950051732361317,
+      0.001756344805471599,
+      0.0028288010507822037,
+      0.005009323358535767,
+      0.048547688871622086,
+      0.012743675149977207,
+      0.0006854049279354513,
+      0.007797598838806152,
+      0.009102809242904186,
+      0.000385892519261688,
+      0.0001726681657601148,
+      0.0008042608387768269,
+      0.0005866098799742758,
+      0.00023053809127304703,
+      0.004865172319114208,
+      0.013265235349535942,
+      0.011289828456938267,
+      0.0019467624370008707,
+      0.007391647435724735,
+      0.020447252318263054,
+      0.0020701612811535597,
+      0.014845219440758228,
+      0.0007714961539022624,
+      0.00023247844364959747,
+      0.0032735061831772327,
+      0.003050408558920026,
+      0.0029782247729599476,
+      0.021315233781933784,
+      0.007908008061349392,
+      0.0160209983587265,
+      0.03237088397145271,
+      8.252837142208591e-05,
+      0.0016461816849187016,
+      0.008181343786418438,
+      0.0029006991535425186,
+      0.0019713363144546747,
+      0.011014171876013279,
+      0.007253351621329784,
+      0.0020873306784778833,
+      6.159309850772843e-05,
+      0.00800210703164339,
+      0.00044580380199477077,
+      0.0012539757881313562,
+      0.00021206450765021145,
+      0.00020145623420830816,
+      0.003726568538695574,
+      0.000285382877336815,
+      0.0005056635709479451,
+      0.003691768040880561,
+      0.001390945166349411,
+      0.0001665425079409033,
+      0.00011344646190991625,
+      0.006370571441948414,
+      9.268410212825984e-05,
+      0.0008898181258700788,
+      0.028777072206139565,
+      0.00015988982340786606,
+      0.00030166469514369965,
+      0.011362403631210327,
+      0.0007893964066170156,
+      0.0011995142558589578,
+      0.007839449681341648,
+      0.005503256339579821,
+      0.004862058907747269,
+      0.0010875206207856536,
+      0.0011277798330411315,
+      5.9102319937665015e-05,
+      0.004963730461895466,
+      0.00027416221564635634,
+      0.0008978279074653983,
+      4.634823199012317e-05,
+      0.0003339223621878773,
+      0.00011812154843937606,
+      0.0002823127724695951,
+      0.004392565228044987,
+      0.0015526523347944021,
+      0.0002060051920125261,
+      0.01129841897636652,
+      5.176107879378833e-05,
+      0.002553654136136174,
+      0.00600975239649415,
+      0.00011306306259939447,
+      0.03205915167927742,
+      0.006394234951585531,
+      5.875909482710995e-05,
+      0.0005356246838346124,
+      0.016086438670754433,
+      6.810048944316804e-05,
+      3.125500734313391e-05,
+      0.004537589848041534,
+      0.007230287883430719,
+      7.323789031943306e-05,
+      0.0042419214732944965,
+      0.00022322389122564346,
+      0.013376777060329914,
+      8.320732740685344e-05,
+      0.0003234950709156692,
+      0.003079409012570977,
+      0.008938728831708431,
+      5.5144220823422074e-05,
+      9.207966650137678e-05,
+      0.00016958820924628526,
+      0.0003545201907400042,
+      0.003213543212041259,
+      0.0010256196837872267,
+      0.003203239059075713,
+      0.00015516011626459658,
+      0.0009100256720557809,
+      0.0006337098893709481,
+      3.256154013797641e-05,
+      2.969274646602571e-05,
+      0.0006103094783611596,
+      6.904958718223497e-05,
+      0.0028380430303514004,
+      0.0010628873715177178,
+      0.0006413222872652113,
+      0.0009669852443039417,
+      0.0014164687599986792,
+      0.0025393995456397533,
+      0.0006741474498994648,
+      0.00011084492871304974,
+      3.65470077667851e-05,
+      2.5221763280569576e-05,
+      0.0006653025047853589,
+      0.00030081067234277725,
+      0.0028087145183235407,
+      0.0013697140384465456,
+      0.0033642537891864777,
+      1.5991567124729045e-05,
+      0.0033814567141234875,
+      0.0005387332639656961,
+      2.473327549523674e-05,
+      0.00102862692438066,
+      0.003529045730829239,
+      7.6728239946533e-05,
+      1.8961492969538085e-05,
+      3.204655149602331e-05,
+      0.00018580141477286816,
+      0.0018315886845812201,
+      0.00015703927783761173,
+      2.1035697500337847e-05,
+      0.0004973931354470551,
+      0.0012297307839617133,
+      0.0008902941481210291,
+      0.0005236815195530653,
+      1.7092930647777393e-05,
+      0.00027290114667266607,
+      5.562981459661387e-05,
+      0.0002868041046895087,
+      0.0008327983086928725,
+      0.0007045529782772064,
+      0.0003790219489019364,
+      4.5757271436741576e-05,
+      3.142219065921381e-05,
+      2.8188163923914544e-05,
+      0.001295894617214799,
+      2.0766228772117756e-05,
+      1.9663601051433943e-05,
+      5.1073602662654594e-05,
+      0.0004320093139540404,
+      6.0310128901619464e-05,
+      0.00046800493146292865,
+      6.74901602906175e-05,
+      0.0007437765598297119,
+      0.000153157307067886,
+      0.00014228702639229596,
+      1.963437898666598e-05,
+      1.6169118680409156e-05,
+      0.000822286179754883,
+      0.0005763404187746346,
+      2.2367546989698894e-05,
+      1.9296987375128083e-05,
+      0.0009896281408146024,
+      0.000531652185600251,
+      0.0004419565375428647,
+      4.4946966227144e-05,
+      3.253559043514542e-05,
+      1.8410162738291547e-05,
+      2.525974741729442e-05,
+      0.0001636014349060133,
+      0.001577118644490838,
+      3.079964153585024e-05,
+      6.329234747681767e-05,
+      4.208624523016624e-05,
+      0.00027208993560634553,
+      1.5687743143644184e-05,
+      1.2122626685595606e-05,
+      0.0009176041348837316,
+      0.001165480469353497,
+      0.00036477981484495103,
+      2.7707881599781103e-05,
+      1.8014427041634917e-05,
+      0.00011192116653546691,
+      1.8798960809363052e-05,
+      1.568285188113805e-05,
+      2.8511209166026674e-05,
+      1.5642273865523748e-05,
+      0.00044562300899997354,
+      5.7611498050391674e-05,
+      1.6438298189314082e-05,
+      2.4079738068394363e-05,
+      7.627413287991658e-05,
+      1.995777347474359e-05,
+      0.00032397996983490884,
+      0.0028381780721247196,
+      3.897016358678229e-05,
+      1.343147687293822e-05,
+      6.701634265482426e-05,
+      0.00016449959366582334,
+      3.474088225630112e-05,
+      1.4164726962917484e-05,
+      2.0149875126662664e-05,
+      6.742907862644643e-05,
+      4.0270744648296386e-05,
+      2.0994371880078688e-05,
+      9.307410073233768e-05,
+      2.5297540560131893e-05,
+      3.971157639170997e-05,
+      4.824344432563521e-05,
+      0.00016112271987367421,
+      2.1983045371598564e-05,
+      0.003227304434403777,
+      0.0002357518533244729,
+      1.5104504200280644e-05,
+      0.0005608868668787181,
+      1.2873299056082033e-05,
+      0.00021801555703859776,
+      6.766231672372669e-05,
+      2.4627894163131714e-05,
+      0.0004252547805663198,
+      4.385797001305036e-05,
+      0.00011375841131666675
+    ],
+    "base_loss": [
+      11.805306434631348,
+      11.065339088439941,
+      9.967019081115723,
+      9.072844505310059,
+      7.80490779876709,
+      7.337442874908447,
+      6.806965351104736,
+      6.525760173797607,
+      6.208481311798096,
+      6.296298503875732,
+      5.276895999908447,
+      5.548031330108643,
+      5.095378875732422,
+      5.025548458099365,
+      4.443249225616455,
+      4.09993839263916,
+      3.759458541870117,
+      3.322597026824951,
+      2.8652243614196777,
+      2.6749956607818604,
+      2.4153926372528076,
+      2.114790678024292,
+      1.9870284795761108,
+      1.9266071319580078,
+      1.8121356964111328,
+      1.8425467014312744,
+      1.7727854251861572,
+      1.703359603881836,
+      1.6497023105621338,
+      1.615837812423706,
+      1.6720314025878906,
+      1.4623860120773315,
+      1.460292935371399,
+      1.2093957662582397,
+      1.1058965921401978,
+      0.9103417992591858,
+      0.822228729724884,
+      0.6952851414680481,
+      0.6537265777587891,
+      0.5839117169380188,
+      0.57331383228302,
+      0.49370235204696655,
+      0.4648362100124359,
+      0.5014630556106567,
+      0.48099485039711,
+      0.39759698510169983,
+      0.362724244594574,
+      0.38274770975112915,
+      0.3473135530948639,
+      0.31397178769111633,
+      0.32294538617134094,
+      0.24713118374347687,
+      0.30317139625549316,
+      0.21214766800403595,
+      0.242452934384346,
+      0.19814185798168182,
+      0.18334494531154633,
+      0.20681773126125336,
+      0.2169741839170456,
+      0.14011302590370178,
+      0.14665508270263672,
+      0.1264849752187729,
+      0.15852923691272736,
+      0.15752048790454865,
+      0.12767575681209564,
+      0.11449285596609116,
+      0.14216533303260803,
+      0.1075071468949318,
+      0.13600729405879974,
+      0.17406584322452545,
+      0.08480817079544067,
+      0.09040375053882599,
+      0.11985407769680023,
+      0.13370448350906372,
+      0.12872089445590973,
+      0.09690141677856445,
+      0.1059947982430458,
+      0.08464767038822174,
+      0.06820084899663925,
+      0.13896100223064423,
+      0.07065307348966599,
+      0.12692983448505402,
+      0.11185409128665924,
+      0.11708501726388931,
+      0.08797363936901093,
+      0.12141464650630951,
+      0.06863852590322495,
+      0.10965163260698318,
+      0.07500449568033218,
+      0.07157129794359207,
+      0.058006178587675095,
+      0.07272504270076752,
+      0.06464026123285294,
+      0.09099610149860382,
+      0.05210927128791809,
+      0.06391036510467529,
+      0.04953998327255249,
+      0.052663277834653854,
+      0.03362256661057472,
+      0.05739576369524002,
+      0.0746653601527214,
+      0.123508520424366,
+      0.07716918736696243,
+      0.05974726006388664,
+      0.07346616685390472,
+      0.07727993279695511,
+      0.04122030735015869,
+      0.05655351281166077,
+      0.04674571007490158,
+      0.029789665713906288,
+      0.06682351976633072,
+      0.0587204284965992,
+      0.07956172525882721,
+      0.06032712012529373,
+      0.04426989331841469,
+      0.047279324382543564,
+      0.038006048649549484,
+      0.08642386645078659,
+      0.05298249050974846,
+      0.04823898896574974,
+      0.051256295293569565,
+      0.07631248980760574,
+      0.07594543695449829,
+      0.04550626501441002,
+      0.1002836599946022,
+      0.03686355799436569,
+      0.03846312686800957,
+      0.058134522289037704,
+      0.04551875591278076,
+      0.0446377694606781,
+      0.08700676262378693,
+      0.016583193093538284,
+      0.04052494093775749,
+      0.03715148940682411,
+      0.04938238859176636,
+      0.08093515783548355,
+      0.04301860183477402,
+      0.03203514590859413,
+      0.04060360789299011,
+      0.036668140441179276,
+      0.018986929208040237,
+      0.03391439467668533,
+      0.04239997640252113,
+      0.02263503335416317,
+      0.049102213233709335,
+      0.028694961220026016,
+      0.0290584284812212,
+      0.06979076564311981,
+      0.03383146971464157,
+      0.026789406314492226,
+      0.03222471848130226,
+      0.05045485496520996,
+      0.04347703978419304,
+      0.043707121163606644,
+      0.03465427830815315,
+      0.03577352315187454,
+      0.042216770350933075,
+      0.03275790810585022,
+      0.02024575136601925,
+      0.03697526827454567,
+      0.07429458945989609,
+      0.02343427762389183,
+      0.02217763476073742,
+      0.01254353392869234,
+      0.03678746894001961,
+      0.03775344416499138,
+      0.025177815929055214,
+      0.06055806204676628,
+      0.051299162209033966,
+      0.025293203070759773,
+      0.0492832325398922,
+      0.015713004395365715,
+      0.04656186327338219,
+      0.026147520169615746,
+      0.011096524074673653,
+      0.07055684924125671,
+      0.031181644648313522,
+      0.036612678319215775,
+      0.019203927367925644,
+      0.016232388094067574,
+      0.03820396214723587,
+      0.022646619006991386,
+      0.016034260392189026,
+      0.019516577944159508,
+      0.0422380231320858,
+      0.024425234645605087,
+      0.030759232118725777,
+      0.018425296992063522,
+      0.02729998715221882,
+      0.00929810106754303,
+      0.029502438381314278,
+      0.01866317167878151,
+      0.021331576630473137,
+      0.013462509028613567,
+      0.06038377434015274,
+      0.015497446991503239,
+      0.02166775055229664,
+      0.03003273345530033,
+      0.019255738705396652,
+      0.0400029793381691,
+      0.017558133229613304,
+      0.03467347472906113,
+      0.025046778842806816,
+      0.025442978367209435,
+      0.01774134859442711,
+      0.024637697264552116,
+      0.03468066081404686,
+      0.028169244527816772,
+      0.024660443887114525,
+      0.07186699658632278,
+      0.01868578977882862,
+      0.018174227327108383,
+      0.02007453516125679,
+      0.05835423246026039,
+      0.012505562044680119,
+      0.026543844491243362,
+      0.03172391653060913,
+      0.012135137803852558,
+      0.01800847053527832,
+      0.02840500883758068,
+      0.014361731708049774,
+      0.011535214260220528,
+      0.01582067273557186,
+      0.05594649910926819,
+      0.007923801429569721,
+      0.023160304874181747,
+      0.018902841955423355,
+      0.010974514298141003,
+      0.020890718325972557,
+      0.018323466181755066,
+      0.013505222275853157,
+      0.013776155188679695,
+      0.00962872989475727,
+      0.016664156690239906,
+      0.062434129416942596,
+      0.019032731652259827,
+      0.034455470740795135,
+      0.026660006493330002,
+      0.009274949319660664,
+      0.024002548307180405,
+      0.012202998623251915,
+      0.009369248524308205,
+      0.020871400833129883,
+      0.013470198027789593,
+      0.004238538909703493,
+      0.010675182566046715,
+      0.023369763046503067,
+      0.02208624966442585,
+      0.011096122674643993,
+      0.01220253948122263,
+      0.006220138631761074,
+      0.03281339630484581,
+      0.016986096277832985,
+      0.031898364424705505,
+      0.014530884101986885,
+      0.01441898476332426,
+      0.04203563183546066,
+      0.02833724021911621,
+      0.02086879499256611,
+      0.009382358752191067,
+      0.01129704900085926,
+      0.01254380214959383,
+      0.011207008734345436,
+      0.0033589880913496017,
+      0.0132496552541852,
+      0.00959304440766573,
+      0.004778855014592409,
+      0.02372618205845356,
+      0.001620766124688089,
+      0.02339956723153591,
+      0.028489038348197937,
+      0.01987696997821331,
+      0.022635653614997864,
+      0.011584928259253502,
+      0.014483407139778137,
+      0.014553303830325603,
+      0.010717390105128288,
+      0.009781420230865479,
+      0.01424404140561819,
+      0.006803208030760288,
+      0.015923112630844116,
+      0.010431374423205853,
+      0.006815511267632246,
+      0.022165847942233086,
+      0.007110338192433119,
+      0.02717466838657856,
+      0.012795447371900082,
+      0.008770717307925224,
+      0.014825431630015373,
+      0.003344787284731865,
+      0.0546199306845665,
+      0.03179914131760597,
+      0.019954029470682144,
+      0.00582515075802803,
+      0.012341107241809368,
+      0.00878618098795414,
+      0.013725601136684418,
+      0.013999154791235924,
+      0.018858177587389946,
+      0.009761376306414604,
+      0.00629936158657074,
+      0.014696845784783363,
+      0.011329138651490211,
+      0.006336459424346685,
+      0.0038486372213810682,
+      0.0209201592952013,
+      0.012226720340549946,
+      0.01577131077647209,
+      0.009237964637577534,
+      0.01306656002998352,
+      0.012419270351529121,
+      0.003338199108839035,
+      0.016470910981297493,
+      0.0008185043116100132,
+      0.004027527291327715,
+      0.0245059784501791,
+      0.005475387908518314,
+      0.0018311406020075083,
+      0.00562406936660409,
+      0.02003970928490162,
+      0.010930320248007774,
+      0.0008680839673615992,
+      0.007889306172728539,
+      0.022817283868789673,
+      0.008848946541547775,
+      0.029441630467772484,
+      0.001026918995194137,
+      0.014409193769097328,
+      0.00621385732665658,
+      0.009212024509906769,
+      0.008832057006657124,
+      0.012717173434793949,
+      0.009751779027283192,
+      0.0036154973786324263,
+      0.006019604858011007,
+      0.013221772387623787,
+      0.021910041570663452,
+      0.023802684620022774,
+      0.001481013372540474,
+      0.019611304625868797,
+      0.029706250876188278,
+      0.0032242985907942057,
+      0.03000509738922119,
+      0.012377423234283924,
+      0.0003648961428552866,
+      0.005316377151757479,
+      0.006243986077606678,
+      0.0088262427598238,
+      0.009508997201919556,
+      0.00751360272988677,
+      0.000517250329721719,
+      0.0009345103753730655,
+      0.008667699992656708,
+      0.01026579737663269,
+      0.02390405908226967,
+      0.025399448350071907,
+      0.008953595533967018,
+      0.012208113446831703,
+      0.019569167867302895,
+      0.0007173154153861105,
+      0.00957977119833231,
+      0.009295059368014336,
+      0.006829411257058382,
+      0.006607742514461279,
+      0.005006258841603994,
+      0.00698208948597312,
+      0.006002945359796286,
+      0.0032099466770887375,
+      0.0018503647297620773,
+      0.013178083114326,
+      0.004972158465534449,
+      0.010279761627316475,
+      0.005369162652641535,
+      0.004373994655907154,
+      0.0008479516836814582,
+      0.0048938957042992115,
+      0.0003661000228021294,
+      0.002319917781278491,
+      0.006464685779064894,
+      0.014246071688830853,
+      0.0013419437455013394,
+      0.005930047016590834,
+      0.005223039072006941,
+      0.005864654202014208,
+      0.008570043370127678,
+      0.0004512938321568072,
+      0.0019925327505916357,
+      0.023455727845430374,
+      0.004950732924044132,
+      0.0010240513365715742,
+      0.030936425551772118,
+      0.0010672988137230277,
+      0.0005773472948931158,
+      0.0030950051732361317,
+      0.001756344805471599,
+      0.0028288010507822037,
+      0.005009323358535767,
+      0.048547688871622086,
+      0.012743675149977207,
+      0.0006854049279354513,
+      0.007797598838806152,
+      0.009102809242904186,
+      0.000385892519261688,
+      0.0001726681657601148,
+      0.0008042608387768269,
+      0.0005866098799742758,
+      0.00023053809127304703,
+      0.004865172319114208,
+      0.013265235349535942,
+      0.011289828456938267,
+      0.0019467624370008707,
+      0.007391647435724735,
+      0.020447252318263054,
+      0.0020701612811535597,
+      0.014845219440758228,
+      0.0007714961539022624,
+      0.00023247844364959747,
+      0.0032735061831772327,
+      0.003050408558920026,
+      0.0029782247729599476,
+      0.021315233781933784,
+      0.007908008061349392,
+      0.0160209983587265,
+      0.03237088397145271,
+      8.252837142208591e-05,
+      0.0016461816849187016,
+      0.008181343786418438,
+      0.0029006991535425186,
+      0.0019713363144546747,
+      0.011014171876013279,
+      0.007253351621329784,
+      0.0020873306784778833,
+      6.159309850772843e-05,
+      0.00800210703164339,
+      0.00044580380199477077,
+      0.0012539757881313562,
+      0.00021206450765021145,
+      0.00020145623420830816,
+      0.003726568538695574,
+      0.000285382877336815,
+      0.0005056635709479451,
+      0.003691768040880561,
+      0.001390945166349411,
+      0.0001665425079409033,
+      0.00011344646190991625,
+      0.006370571441948414,
+      9.268410212825984e-05,
+      0.0008898181258700788,
+      0.028777072206139565,
+      0.00015988982340786606,
+      0.00030166469514369965,
+      0.011362403631210327,
+      0.0007893964066170156,
+      0.0011995142558589578,
+      0.007839449681341648,
+      0.005503256339579821,
+      0.004862058907747269,
+      0.0010875206207856536,
+      0.0011277798330411315,
+      5.9102319937665015e-05,
+      0.004963730461895466,
+      0.00027416221564635634,
+      0.0008978279074653983,
+      4.634823199012317e-05,
+      0.0003339223621878773,
+      0.00011812154843937606,
+      0.0002823127724695951,
+      0.004392565228044987,
+      0.0015526523347944021,
+      0.0002060051920125261,
+      0.01129841897636652,
+      5.176107879378833e-05,
+      0.002553654136136174,
+      0.00600975239649415,
+      0.00011306306259939447,
+      0.03205915167927742,
+      0.006394234951585531,
+      5.875909482710995e-05,
+      0.0005356246838346124,
+      0.016086438670754433,
+      6.810048944316804e-05,
+      3.125500734313391e-05,
+      0.004537589848041534,
+      0.007230287883430719,
+      7.323789031943306e-05,
+      0.0042419214732944965,
+      0.00022322389122564346,
+      0.013376777060329914,
+      8.320732740685344e-05,
+      0.0003234950709156692,
+      0.003079409012570977,
+      0.008938728831708431,
+      5.5144220823422074e-05,
+      9.207966650137678e-05,
+      0.00016958820924628526,
+      0.0003545201907400042,
+      0.003213543212041259,
+      0.0010256196837872267,
+      0.003203239059075713,
+      0.00015516011626459658,
+      0.0009100256720557809,
+      0.0006337098893709481,
+      3.256154013797641e-05,
+      2.969274646602571e-05,
+      0.0006103094783611596,
+      6.904958718223497e-05,
+      0.0028380430303514004,
+      0.0010628873715177178,
+      0.0006413222872652113,
+      0.0009669852443039417,
+      0.0014164687599986792,
+      0.0025393995456397533,
+      0.0006741474498994648,
+      0.00011084492871304974,
+      3.65470077667851e-05,
+      2.5221763280569576e-05,
+      0.0006653025047853589,
+      0.00030081067234277725,
+      0.0028087145183235407,
+      0.0013697140384465456,
+      0.0033642537891864777,
+      1.5991567124729045e-05,
+      0.0033814567141234875,
+      0.0005387332639656961,
+      2.473327549523674e-05,
+      0.00102862692438066,
+      0.003529045730829239,
+      7.6728239946533e-05,
+      1.8961492969538085e-05,
+      3.204655149602331e-05,
+      0.00018580141477286816,
+      0.0018315886845812201,
+      0.00015703927783761173,
+      2.1035697500337847e-05,
+      0.0004973931354470551,
+      0.0012297307839617133,
+      0.0008902941481210291,
+      0.0005236815195530653,
+      1.7092930647777393e-05,
+      0.00027290114667266607,
+      5.562981459661387e-05,
+      0.0002868041046895087,
+      0.0008327983086928725,
+      0.0007045529782772064,
+      0.0003790219489019364,
+      4.5757271436741576e-05,
+      3.142219065921381e-05,
+      2.8188163923914544e-05,
+      0.001295894617214799,
+      2.0766228772117756e-05,
+      1.9663601051433943e-05,
+      5.1073602662654594e-05,
+      0.0004320093139540404,
+      6.0310128901619464e-05,
+      0.00046800493146292865,
+      6.74901602906175e-05,
+      0.0007437765598297119,
+      0.000153157307067886,
+      0.00014228702639229596,
+      1.963437898666598e-05,
+      1.6169118680409156e-05,
+      0.000822286179754883,
+      0.0005763404187746346,
+      2.2367546989698894e-05,
+      1.9296987375128083e-05,
+      0.0009896281408146024,
+      0.000531652185600251,
+      0.0004419565375428647,
+      4.4946966227144e-05,
+      3.253559043514542e-05,
+      1.8410162738291547e-05,
+      2.525974741729442e-05,
+      0.0001636014349060133,
+      0.001577118644490838,
+      3.079964153585024e-05,
+      6.329234747681767e-05,
+      4.208624523016624e-05,
+      0.00027208993560634553,
+      1.5687743143644184e-05,
+      1.2122626685595606e-05,
+      0.0009176041348837316,
+      0.001165480469353497,
+      0.00036477981484495103,
+      2.7707881599781103e-05,
+      1.8014427041634917e-05,
+      0.00011192116653546691,
+      1.8798960809363052e-05,
+      1.568285188113805e-05,
+      2.8511209166026674e-05,
+      1.5642273865523748e-05,
+      0.00044562300899997354,
+      5.7611498050391674e-05,
+      1.6438298189314082e-05,
+      2.4079738068394363e-05,
+      7.627413287991658e-05,
+      1.995777347474359e-05,
+      0.00032397996983490884,
+      0.0028381780721247196,
+      3.897016358678229e-05,
+      1.343147687293822e-05,
+      6.701634265482426e-05,
+      0.00016449959366582334,
+      3.474088225630112e-05,
+      1.4164726962917484e-05,
+      2.0149875126662664e-05,
+      6.742907862644643e-05,
+      4.0270744648296386e-05,
+      2.0994371880078688e-05,
+      9.307410073233768e-05,
+      2.5297540560131893e-05,
+      3.971157639170997e-05,
+      4.824344432563521e-05,
+      0.00016112271987367421,
+      2.1983045371598564e-05,
+      0.003227304434403777,
+      0.0002357518533244729,
+      1.5104504200280644e-05,
+      0.0005608868668787181,
+      1.2873299056082033e-05,
+      0.00021801555703859776,
+      6.766231672372669e-05,
+      2.4627894163131714e-05,
+      0.0004252547805663198,
+      4.385797001305036e-05,
+      0.00011375841131666675
+    ],
+    "lr": [
+      6.269993602047346e-07,
+      1.2667946257197696e-06,
+      1.9065898912348051e-06,
+      2.54638515674984e-06,
+      3.1861804222648753e-06,
+      3.8259756877799105e-06,
+      4.465770953294946e-06,
+      5.105566218809981e-06,
+      5.745361484325016e-06,
+      6.385156749840052e-06,
+      7.024952015355086e-06,
+      7.664747280870121e-06,
+      8.304542546385157e-06,
+      8.944337811900192e-06,
+      9.584133077415229e-06,
+      1.0223928342930263e-05,
+      1.08637236084453e-05,
+      1.1503518873960335e-05,
+      1.2143314139475368e-05,
+      1.2783109404990404e-05,
+      1.3422904670505439e-05,
+      1.4062699936020476e-05,
+      1.470249520153551e-05,
+      1.5342290467050545e-05,
+      1.5982085732565582e-05,
+      1.6621880998080615e-05,
+      1.726167626359565e-05,
+      1.7901471529110686e-05,
+      1.854126679462572e-05,
+      1.9181062060140757e-05,
+      1.9820857325655794e-05,
+      2.0460652591170827e-05,
+      2.110044785668586e-05,
+      2.1740243122200898e-05,
+      2.2380038387715935e-05,
+      2.301983365323097e-05,
+      2.3659628918746005e-05,
+      2.4299424184261036e-05,
+      2.4939219449776072e-05,
+      2.557901471529111e-05,
+      2.6218809980806143e-05,
+      2.685860524632118e-05,
+      2.7498400511836214e-05,
+      2.813819577735125e-05,
+      2.8777991042866288e-05,
+      2.941778630838132e-05,
+      3.0057581573896355e-05,
+      3.069737683941139e-05,
+      3.133717210492642e-05,
+      3.197696737044146e-05,
+      3.2616762635956496e-05,
+      3.325655790147153e-05,
+      3.389635316698657e-05,
+      3.4536148432501604e-05,
+      3.517594369801664e-05,
+      3.581573896353167e-05,
+      3.6455534229046704e-05,
+      3.7095329494561745e-05,
+      3.773512476007678e-05,
+      3.837492002559181e-05,
+      3.901471529110685e-05,
+      3.9654510556621886e-05,
+      4.029430582213692e-05,
+      4.093410108765196e-05,
+      4.157389635316699e-05,
+      4.221369161868203e-05,
+      4.285348688419707e-05,
+      4.3493282149712094e-05,
+      4.413307741522713e-05,
+      4.477287268074216e-05,
+      4.54126679462572e-05,
+      4.6052463211772235e-05,
+      4.669225847728727e-05,
+      4.733205374280231e-05,
+      4.797184900831734e-05,
+      4.8611644273832376e-05,
+      4.925143953934741e-05,
+      4.989123480486245e-05,
+      5.0531030070377484e-05,
+      5.117082533589252e-05,
+      5.181062060140756e-05,
+      5.245041586692259e-05,
+      5.3090211132437625e-05,
+      5.3730006397952666e-05,
+      5.43698016634677e-05,
+      5.5009596928982726e-05,
+      5.564939219449776e-05,
+      5.62891874600128e-05,
+      5.6928982725527833e-05,
+      5.756877799104287e-05,
+      5.820857325655791e-05,
+      5.884836852207294e-05,
+      5.9488163787587975e-05,
+      6.0127959053103015e-05,
+      6.076775431861805e-05,
+      6.140754958413309e-05,
+      6.204734484964812e-05,
+      6.268714011516316e-05,
+      6.33269353806782e-05,
+      6.396673064619322e-05,
+      6.460652591170826e-05,
+      6.52463211772233e-05,
+      6.588611644273833e-05,
+      6.652591170825336e-05,
+      6.71657069737684e-05,
+      6.780550223928344e-05,
+      6.844529750479847e-05,
+      6.90850927703135e-05,
+      6.972488803582855e-05,
+      7.036468330134357e-05,
+      7.100447856685861e-05,
+      7.164427383237365e-05,
+      7.228406909788868e-05,
+      7.292386436340372e-05,
+      7.356365962891875e-05,
+      7.420345489443379e-05,
+      7.484325015994883e-05,
+      7.548304542546386e-05,
+      7.61228406909789e-05,
+      7.676263595649392e-05,
+      7.740243122200896e-05,
+      7.804222648752399e-05,
+      7.868202175303903e-05,
+      7.932181701855407e-05,
+      7.99616122840691e-05,
+      7.999930278571938e-05,
+      7.999703031822064e-05,
+      7.999317984653177e-05,
+      7.998775152256555e-05,
+      7.998074556048584e-05,
+      7.99721622366991e-05,
+      7.99620018898435e-05,
+      7.995026492077552e-05,
+      7.993695179255422e-05,
+      7.99220630304229e-05,
+      7.990559922178839e-05,
+      7.988756101619787e-05,
+      7.986794912531331e-05,
+      7.984676432288329e-05,
+      7.982400744471253e-05,
+      7.979967938862892e-05,
+      7.977378111444809e-05,
+      7.974631364393551e-05,
+      7.971727806076622e-05,
+      7.968667551048209e-05,
+      7.965450720044654e-05,
+      7.962077439979701e-05,
+      7.958547843939485e-05,
+      7.954862071177274e-05,
+      7.951020267107987e-05,
+      7.94702258330245e-05,
+      7.942869177481416e-05,
+      7.93856021350935e-05,
+      7.934095861387947e-05,
+      7.929476297249446e-05,
+      7.924701703349668e-05,
+      7.919772268060823e-05,
+      7.914688185864094e-05,
+      7.909449657341945e-05,
+      7.904056889170218e-05,
+      7.89851009410998e-05,
+      7.892809490999124e-05,
+      7.886955304743737e-05,
+      7.880947766309226e-05,
+      7.874787112711209e-05,
+      7.868473587006163e-05,
+      7.862007438281828e-05,
+      7.85538892164739e-05,
+      7.84861829822341e-05,
+      7.84169583513152e-05,
+      7.834621805483895e-05,
+      7.827396488372462e-05,
+      7.820020168857905e-05,
+      7.812493137958404e-05,
+      7.804815692638166e-05,
+      7.7969881357957e-05,
+      7.789010776251872e-05,
+      7.780883928737716e-05,
+      7.772607913882023e-05,
+      7.764183058198687e-05,
+      7.755609694073823e-05,
+      7.746888159752659e-05,
+      7.738018799326181e-05,
+      7.729001962717566e-05,
+      7.719838005668374e-05,
+      7.710527289724514e-05,
+      7.701070182221975e-05,
+      7.691467056272339e-05,
+      7.681718290748062e-05,
+      7.671824270267517e-05,
+      7.66178538517983e-05,
+      7.651602031549473e-05,
+      7.641274611140642e-05,
+      7.630803531401404e-05,
+      7.620189205447621e-05,
+      7.609432052046655e-05,
+      7.598532495600843e-05,
+      7.587490966130754e-05,
+      7.576307899258224e-05,
+      7.564983736189167e-05,
+      7.553518923696173e-05,
+      7.541913914100876e-05,
+      7.530169165256114e-05,
+      7.518285140527861e-05,
+      7.506262308776943e-05,
+      7.494101144340551e-05,
+      7.481802127013515e-05,
+      7.469365742029382e-05,
+      7.45679248004127e-05,
+      7.444082837102511e-05,
+      7.431237314647074e-05,
+      7.418256419469795e-05,
+      7.405140663706367e-05,
+      7.391890564813149e-05,
+      7.378506645546738e-05,
+      7.364989433943356e-05,
+      7.351339463298007e-05,
+      7.337557272143448e-05,
+      7.32364340422893e-05,
+      7.309598408498756e-05,
+      7.295422839070616e-05,
+      7.281117255213731e-05,
+      7.266682221326787e-05,
+      7.252118306915661e-05,
+      7.237426086570963e-05,
+      7.222606139945358e-05,
+      7.207659051730703e-05,
+      7.192585411634974e-05,
+      7.177385814359002e-05,
+      7.162060859573015e-05,
+      7.146611151892971e-05,
+      7.131037300856712e-05,
+      7.115339920899906e-05,
+      7.099519631331819e-05,
+      7.083577056310868e-05,
+      7.067512824820006e-05,
+      7.0513275706419e-05,
+      7.035021932333935e-05,
+      7.018596553203004e-05,
+      7.002052081280152e-05,
+      6.985389169294984e-05,
+      6.968608474649932e-05,
+      6.951710659394312e-05,
+      6.934696390198199e-05,
+      6.917566338326129e-05,
+      6.90032117961062e-05,
+      6.882961594425503e-05,
+      6.865488267659079e-05,
+      6.8479018886871e-05,
+      6.830203151345569e-05,
+      6.812392753903371e-05,
+      6.794471399034718e-05,
+      6.776439793791428e-05,
+      6.758298649575035e-05,
+      6.740048682108717e-05,
+      6.721690611409054e-05,
+      6.703225161757632e-05,
+      6.684653061672462e-05,
+      6.665975043879234e-05,
+      6.647191845282418e-05,
+      6.628304206936183e-05,
+      6.609312874015163e-05,
+      6.590218595785059e-05,
+      6.571022125573077e-05,
+      6.551724220738203e-05,
+      6.53232564264133e-05,
+      6.512827156615217e-05,
+      6.493229531934294e-05,
+      6.473533541784306e-05,
+      6.453739963231823e-05,
+      6.433849577193566e-05,
+      6.413863168405612e-05,
+      6.393781525392419e-05,
+      6.373605440435731e-05,
+      6.353335709543307e-05,
+      6.33297313241753e-05,
+      6.31251851242384e-05,
+      6.291972656559054e-05,
+      6.271336375419518e-05,
+      6.25061048316913e-05,
+      6.229795797507217e-05,
+      6.208893139636278e-05,
+      6.18790333422958e-05,
+      6.166827209398625e-05,
+      6.145665596660482e-05,
+      6.124419330904971e-05,
+      6.103089250361734e-05,
+      6.081676196567161e-05,
+      6.060181014331189e-05,
+      6.0386045517039676e-05,
+      6.016947659942407e-05,
+      5.995211193476592e-05,
+      5.973396009876068e-05,
+      5.9515029698160125e-05,
+      5.9295329370432736e-05,
+      5.9074867783423e-05,
+      5.885365363500936e-05,
+      5.8631695652761085e-05,
+      5.840900259359396e-05,
+      5.818558324342479e-05,
+      5.796144641682475e-05,
+      5.773660095667164e-05,
+      5.7511055733801e-05,
+      5.728481964665616e-05,
+      5.7057901620937096e-05,
+      5.683031060924836e-05,
+      5.660205559074584e-05,
+      5.637314557078249e-05,
+      5.614358958055309e-05,
+      5.591339667673786e-05,
+      5.568257594114525e-05,
+      5.5451136480353537e-05,
+      5.5219087425351586e-05,
+      5.498643793117863e-05,
+      5.475319717656303e-05,
+      5.4519374363560155e-05,
+      5.428497871718937e-05,
+      5.405001948507004e-05,
+      5.381450593705667e-05,
+      5.3578447364873297e-05,
+      5.334185308174668e-05,
+      5.310473242203914e-05,
+      5.286709474088004e-05,
+      5.262894941379689e-05,
+      5.2390305836345295e-05,
+      5.215117342373842e-05,
+      5.191156161047541e-05,
+      5.1671479849969255e-05,
+      5.143093761417376e-05,
+      5.11899443932099e-05,
+      5.0948509694991366e-05,
+      5.0706643044849484e-05,
+      5.046435398515737e-05,
+      5.022165207495352e-05,
+      4.997854688956457e-05,
+      4.973504802022765e-05,
+      4.9491165073711866e-05,
+      4.924690767193938e-05,
+      4.900228545160571e-05,
+      4.8757308063799596e-05,
+      4.85119851736222e-05,
+      4.826632645980583e-05,
+      4.8020341614331994e-05,
+      4.7774040342049166e-05,
+      4.752743236028972e-05,
+      4.728052739848677e-05,
+      4.703333519779005e-05,
+      4.678586551068188e-05,
+      4.653812810059215e-05,
+      4.6290132741513316e-05,
+      4.604188921761464e-05,
+      4.57934073228563e-05,
+      4.554469686060286e-05,
+      4.529576764323663e-05,
+      4.504662949177042e-05,
+      4.479729223546017e-05,
+      4.4547765711417055e-05,
+      4.4298059764219515e-05,
+      4.4048184245524676e-05,
+      4.379814901367989e-05,
+      4.3547963933333566e-05,
+      4.329763887504618e-05,
+      4.304718371490068e-05,
+      4.279660833411302e-05,
+      4.254592261864215e-05,
+      4.2295136458800085e-05,
+      4.2044259748861674e-05,
+      4.179330238667423e-05,
+      4.154227427326707e-05,
+      4.129118531246084e-05,
+      4.104004541047679e-05,
+      4.078886447554599e-05,
+      4.053765241751834e-05,
+      4.0286419147471675e-05,
+      4.003517457732071e-05,
+      3.9783928619425945e-05,
+      3.9532691186202674e-05,
+      3.928147218972983e-05,
+      3.9030281541359e-05,
+      3.877912915132331e-05,
+      3.852802492834653e-05,
+      3.827697877925203e-05,
+      3.802600060857204e-05,
+      3.7775100318156814e-05,
+      3.752428780678401e-05,
+      3.7273572969768094e-05,
+      3.702296569857003e-05,
+      3.677247588040698e-05,
+      3.652211339786219e-05,
+      3.627188812849514e-05,
+      3.6021809944451907e-05,
+      3.577188871207549e-05,
+      3.5522134291516746e-05,
+      3.527255653634525e-05,
+      3.502316529316066e-05,
+      3.477397040120411e-05,
+      3.452498169197011e-05,
+      3.4276208988818596e-05,
+      3.402766210658749e-05,
+      3.377935085120531e-05,
+      3.353128501930444e-05,
+      3.328347439783449e-05,
+      3.303592876367635e-05,
+      3.278865788325627e-05,
+      3.254167151216066e-05,
+      3.229497939475115e-05,
+      3.204859126378025e-05,
+      3.1802516840007185e-05,
+      3.155676583181452e-05,
+      3.13113479348251e-05,
+      3.106627283151954e-05,
+      3.0821550190854155e-05,
+      3.057718966787956e-05,
+      3.0333200903359747e-05,
+      3.0089593523391706e-05,
+      2.9846377139025625e-05,
+      2.9603561345885737e-05,
+      2.936115572379175e-05,
+      2.911916983638089e-05,
+      2.8877613230730533e-05,
+      2.863649543698163e-05,
+      2.8395825967962633e-05,
+      2.8155614318814274e-05,
+      2.791586996661485e-05,
+      2.7676602370006405e-05,
+      2.7437820968821514e-05,
+      2.71995351837109e-05,
+      2.6961754415771683e-05,
+      2.672448804617654e-05,
+      2.6487745435803578e-05,
+      2.6251535924867035e-05,
+      2.6015868832548713e-05,
+      2.5780753456630387e-05,
+      2.554619907312692e-05,
+      2.5312214935920364e-05,
+      2.5078810276394794e-05,
+      2.4845994303072125e-05,
+      2.461377620124883e-05,
+      2.438216513263354e-05,
+      2.4151170234985593e-05,
+      2.3920800621754472e-05,
+      2.369106538172033e-05,
+      2.346197357863538e-05,
+      2.323353425086627e-05,
+      2.300575641103752e-05,
+      2.277864904567593e-05,
+      2.2552221114856128e-05,
+      2.2326481551846873e-05,
+      2.2101439262758797e-05,
+      2.1877103126192933e-05,
+      2.1653481992890506e-05,
+      2.143058468538361e-05,
+      2.1208419997647274e-05,
+      2.098699669475242e-05,
+      2.0766323512520152e-05,
+      2.0546409157176957e-05,
+      2.032726230501134e-05,
+      2.010889160203146e-05,
+      1.9891305663624098e-05,
+      1.9674513074214596e-05,
+      1.9458522386928327e-05,
+      1.9243342123253174e-05,
+      1.9028980772703406e-05,
+      1.881544679248458e-05,
+      1.8602748607160066e-05,
+      1.839089460831855e-05,
+      1.817989315424306e-05,
+      1.7969752569581045e-05,
+      1.7760481145016125e-05,
+      1.755208713694088e-05,
+      1.73445787671312e-05,
+      1.7137964222421778e-05,
+      1.693225165438324e-05,
+      1.6727449179000487e-05,
+      1.6523564876352553e-05,
+      1.632060679029367e-05,
+      1.6118582928136107e-05,
+      1.59175012603341e-05,
+      1.571736972016954e-05,
+      1.5518196203438814e-05,
+      1.5319988568141423e-05,
+      1.5122754634169891e-05,
+      1.4926502183001335e-05,
+      1.4731238957390303e-05,
+      1.453697266106346e-05,
+      1.4343710958415544e-05,
+      1.4151461474207096e-05,
+      1.3960231793263472e-05,
+      1.3770029460175764e-05,
+      1.3580861979003034e-05,
+      1.3392736812976348e-05,
+      1.3205661384204241e-05,
+      1.3019643073379907e-05,
+      1.2834689219490053e-05,
+      1.265080711952536e-05,
+      1.2468004028192544e-05,
+      1.2286287157628118e-05,
+      1.2105663677113925e-05,
+      1.192614071279428e-05,
+      1.1747725347394767e-05,
+      1.1570424619942803e-05,
+      1.139424552548999e-05,
+      1.1219195014836121e-05,
+      1.1045279994254922e-05,
+      1.0872507325221552e-05,
+      1.070088382414197e-05,
+      1.0530416262083988e-05,
+      1.036111136451011e-05,
+      1.0192975811012152e-05,
+      1.0026016235047798e-05,
+      9.86023922367887e-06,
+      9.695651317311405e-06,
+      9.53225900943762e-06,
+      9.37006874637976e-06,
+      9.209086927035785e-06,
+      9.049319902626856e-06,
+      8.890773976446775e-06,
+      8.733455403613326e-06,
+      8.577370390821512e-06,
+      8.422525096098613e-06,
+      8.268925628561271e-06,
+      8.11657804817446e-06,
+      7.965488365512458e-06,
+      7.815662541521614e-06,
+      7.667106487285215e-06,
+      7.519826063790297e-06,
+      7.373827081696405e-06,
+      7.229115301106317e-06,
+      7.085696431338798e-06,
+      6.943576130703355e-06,
+      6.802760006277047e-06,
+      6.663253613683189e-06,
+      6.525062456872193e-06,
+      6.3881919879044355e-06,
+      6.252647606735181e-06,
+      6.118434661001473e-06,
+      5.985558445811217e-06,
+      5.85402420353419e-06,
+      5.723837123595335e-06,
+      5.595002342269906e-06,
+      5.467524942480902e-06,
+      5.3414099535984595e-06,
+      5.216662351241528e-06,
+      5.0932870570814794e-06,
+      4.971288938647969e-06,
+      4.8506728091368694e-06,
+      4.731443427220441e-06,
+      4.613605496859515e-06,
+      4.497163667117947e-06,
+      4.38212253197917e-06,
+      4.268486630165001e-06,
+      4.156260444956504e-06,
+      4.045448404017176e-06,
+      3.936054879218185e-06,
+      3.828084186465999e-06,
+      3.7215405855319977e-06,
+      3.6164282798844786e-06,
+      3.5127514165227726e-06,
+      3.4105140858136988e-06,
+      3.309720321330119e-06,
+      3.2103740996918353e-06,
+      3.1124793404086717e-06,
+      3.016039905725898e-06,
+      2.9210596004717896e-06,
+      2.8275421719075448e-06,
+      2.735491309579419e-06,
+      2.644910645173213e-06,
+      2.5558037523709443e-06,
+      2.4681741467098695e-06,
+      2.38202528544377e-06,
+      2.297360567406597e-06,
+      2.2141833328783325e-06,
+      2.1324968634532305e-06,
+      2.0523043819103173e-06,
+      1.9736090520862918e-06,
+      1.8964139787506574e-06,
+      1.8207222074832653e-06,
+      1.746536724554102e-06,
+      1.6738604568055627e-06,
+      1.6026962715368855e-06,
+      1.5330469763910816e-06,
+      1.4649153192441445e-06,
+      1.3983039880966476e-06,
+      1.3332156109676997e-06,
+      1.2696527557912375e-06,
+      1.2076179303147417e-06,
+      1.1471135820002765e-06,
+      1.0881420979279489e-06,
+      1.0307058047017037e-06,
+      9.748069683575712e-07,
+      9.204477942742262e-07,
+      8.676304270860058e-07,
+      8.163569505982872e-07,
+      7.666293877052644e-07,
+      7.184497003101642e-07,
+      6.718197892478184e-07,
+      6.267414942096928e-07,
+      5.832165936712831e-07,
+      5.412468048219621e-07,
+      5.008337834972255e-07,
+      4.619791241133742e-07,
+      4.246843596046013e-07,
+      3.889509613625109e-07,
+      3.5478033917807133e-07,
+      3.2217384118599757e-07,
+      2.9113275381155383e-07,
+      2.6165830171981157e-07,
+      2.3375164776733295e-07,
+      2.074138929562741e-07,
+      1.826460763909621e-07,
+      1.5944917523691428e-07,
+      1.3782410468224262e-07,
+      1.1777171790159803e-07,
+      9.929280602247293e-08,
+      8.238809809399506e-08,
+      6.705826105818603e-08,
+      5.3303899723622374e-08,
+      4.1125556741588024e-08,
+      3.0523712584655807e-08,
+      2.149878552775153e-08,
+      1.4051131631616089e-08,
+      8.181044728798882e-09,
+      3.88875641203601e-09,
+      1.1744360251197961e-09,
+      3.819065622856499e-11
+    ],
+    "eval_step": [
+      1562,
+      3124,
+      4686,
+      6248,
+      7810,
+      9372,
+      10934,
+      12496,
+      14058,
+      15620,
+      17182,
+      18744,
+      20306,
+      21868,
+      23430,
+      24992,
+      26554,
+      28116,
+      29678,
+      31240
+    ],
+    "eval_epoch": [
+      1,
+      2,
+      3,
+      4,
+      5,
+      6,
+      7,
+      8,
+      9,
+      10,
+      11,
+      12,
+      13,
+      14,
+      15,
+      16,
+      17,
+      18,
+      19,
+      20
+    ],
+    "eval_accuracy": [
+      0.005,
+      0.5892857142857143,
+      0.7414285714285714,
+      0.7571428571428571,
+      0.84,
+      0.8642857142857143,
+      0.8907142857142857,
+      0.8692857142857143,
+      0.8978571428571429,
+      0.9121428571428571,
+      0.9564285714285714,
+      0.9192857142857143,
+      0.9385714285714286,
+      0.9635714285714285,
+      0.9642857142857143,
+      0.985,
+      0.9664285714285714,
+      0.9764285714285714,
+      0.9971428571428571,
+      0.9964285714285714
+    ]
+  },
+  "final_accuracy": 0.9964285714285714,
+  "sft_eval": {
+    "config": {
+      "ops": "add_sub",
+      "K": null,
+      "mode": "sft",
+      "n_digits": 6,
+      "n_per_split": 50
+    },
+    "splits": {
+      "add_S0": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 295
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 55
+          }
+        }
+      },
+      "add_S1": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 126
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 79
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 21
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 124
+          }
+        }
+      },
+      "add_S2": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 75
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 62
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 39
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 111
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 63
+          }
+        }
+      },
+      "add_S3": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 60
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 57
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 19
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 104
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 110
+          }
+        }
+      },
+      "add_S4": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 48
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 52
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 7
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 89
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 154
+          }
+        }
+      },
+      "add_S5": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 200
+          }
+        }
+      },
+      "add_S6": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "SC": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 250
+          }
+        }
+      },
+      "add_random": {
+        "full_accuracy": 1.0,
+        "n_examples": 200,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 431
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 316
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 39
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 560
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 54
+          }
+        }
+      },
+      "add_C3": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 150
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 104
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 46
+          }
+        }
+      },
+      "add_C4": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 123
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 77
+          }
+        }
+      },
+      "add_C5": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 154
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 96
+          }
+        }
+      },
+      "add_C6": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "SC": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UC": {
+            "accuracy": 1.0,
+            "count": 182
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 118
+          }
+        }
+      },
+      "sub_M0": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 294
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 56
+          }
+        }
+      },
+      "sub_M1": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 143
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 69
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 15
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 123
+          }
+        }
+      },
+      "sub_M2": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 108
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 52
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 52
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 87
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 51
+          }
+        }
+      },
+      "sub_M3": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 94
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 51
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 25
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 78
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 102
+          }
+        }
+      },
+      "sub_M4": {
+        "full_accuracy": 0.96,
+        "n_examples": 50,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UB": {
+            "accuracy": 0.98,
+            "count": 50
+          },
+          "UD": {
+            "accuracy": 0.9933333333333333,
+            "count": 150
+          }
+        }
+      },
+      "sub_M5": {
+        "full_accuracy": 0.96,
+        "n_examples": 50,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UB": {
+            "accuracy": 0.96,
+            "count": 50
+          },
+          "UD": {
+            "accuracy": 0.99,
+            "count": 200
+          }
+        }
+      },
+      "sub_random": {
+        "full_accuracy": 1.0,
+        "n_examples": 200,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 588
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 268
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 60
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 447
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 37
+          }
+        }
+      },
+      "sub_B3": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 150
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 107
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 43
+          }
+        }
+      },
+      "sub_B4": {
+        "full_accuracy": 0.98,
+        "n_examples": 50,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UB": {
+            "accuracy": 0.9912280701754386,
+            "count": 114
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 86
+          }
+        }
+      },
+      "sub_B5": {
+        "full_accuracy": 1.0,
+        "n_examples": 50,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 50
+          },
+          "UB": {
+            "accuracy": 1.0,
+            "count": 153
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 97
+          }
+        }
+      }
+    },
+    "summary": {
+      "overall_accuracy": 0.9964285714285714,
+      "total_examples": 1400,
+      "n_splits": 22
+    }
+  }
+}

add_sub_baseline_100K/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b37212c1e47926f053e7948899c776f0b4b971636d7c2b42f34683c062cf1fd1
+size 650266922

add_sub_baseline_100K/train_config.json

@@ -0,0 +1,35 @@
+{
+  "mode": "baseline",
+  "ops": "add_sub",
+  "n_digits": 6,
+  "n_layer": 2,
+  "n_head": 3,
+  "n_embd": 510,
+  "abs_vocab": 0,
+  "K": 4,
+  "alpha_info_gain": 10.0,
+  "alpha_abs": 0.1,
+  "alpha_soft_zipf": 1.0,
+  "batch_size": 64,
+  "num_epochs": 20,
+  "dataset_size": 100000,
+  "lr": 8e-05,
+  "output_dir": "ckpt/sweep/add_sub_baseline_100K",
+  "device": "cuda",
+  "push_to_hub": true,
+  "no_wandb": false,
+  "n_params": 162490082,
+  "run_name": "add_sub_baseline_100K",
+  "git_commit": "800625019270114adcda289bbd550c4f1109a514",
+  "timestamp": "2026-04-12T01:58:11.825040+00:00",
+  "tokenizer": "Qwen/Qwen3-0.6B",
+  "dataset_repo": "thoughtworks/arithmetic-sorl-data",
+  "dataset_config": "add_sub_6digit",
+  "model_repo": "thoughtworks/arithmetic-sorl",
+  "trainer_version": "sft",
+  "wandb_run_id": "ngy2a12o",
+  "wandb_url": "https://wandb.ai/nlp_and_interpretability/sorl-arithmetic/runs/ngy2a12o",
+  "final_accuracy": 0.9964285714285714,
+  "sft_accuracy": 0.9964285714285714,
+  "eval_method": "ArithmeticEvaluator"
+}