Upload add_sub_baseline_50K

add_sub_baseline_50K/metrics.json

@@ -315,946 +315,946 @@
       15600
     ],
     "loss": [
-      11.5919189453125,
-      10.22839641571045,
-      8.68958568572998,
-      7.743628025054932,
-      7.083317279815674,
-      6.716556072235107,
-      6.151114463806152,
-      5.5387115478515625,
-      5.014580726623535,
-      4.768369197845459,
-      4.4252824783325195,
-      3.8769280910491943,
-      3.398421049118042,
-      2.7744126319885254,
-      2.505039691925049,
-      2.063697099685669,
-      1.9456151723861694,
-      1.927776575088501,
-      1.8299354314804077,
-      1.7789926528930664,
-      1.754504919052124,
-      1.6515535116195679,
-      1.4006385803222656,
-      1.2763017416000366,
-      0.943639874458313,
-      0.7492864727973938,
-      0.6557101011276245,
-      0.6082054972648621,
-      0.5593416094779968,
-      0.5054003000259399,
-      0.46518784761428833,
-      0.4824378490447998,
-      0.43475887179374695,
-      0.32205861806869507,
-      0.33166664838790894,
-      0.3009236752986908,
-      0.2400941401720047,
-      0.2248675525188446,
-      0.20954179763793945,
-      0.22428837418556213,
-      0.190036341547966,
-      0.1720418483018875,
-      0.21155861020088196,
-      0.18321479856967926,
-      0.14275167882442474,
-      0.1398281455039978,
-      0.14909550547599792,
-      0.13938067853450775,
-      0.11098699271678925,
-      0.12039850652217865,
-      0.12048500776290894,
-      0.13665030896663666,
-      0.11882513016462326,
-      0.09447120875120163,
-      0.12682169675827026,
-      0.12167376279830933,
-      0.09204739332199097,
-      0.08896524459123611,
-      0.10290355980396271,
-      0.13718438148498535,
-      0.08635856211185455,
-      0.07511933892965317,
-      0.08868758380413055,
-      0.10676174610853195,
-      0.09026769548654556,
-      0.07424621284008026,
-      0.05626862496137619,
-      0.08290921896696091,
-      0.054371219128370285,
-      0.0942576676607132,
-      0.05324546620249748,
-      0.08221446722745895,
-      0.06750369071960449,
-      0.06105080246925354,
-      0.05173609405755997,
-      0.04777436703443527,
-      0.045519717037677765,
-      0.07168582826852798,
-      0.054644014686346054,
-      0.03486175090074539,
-      0.07548998296260834,
-      0.09990178048610687,
-      0.04731791466474533,
-      0.041692253202199936,
-      0.01247780118137598,
-      0.041060905903577805,
-      0.027885200455784798,
-      0.04982740804553032,
-      0.050252627581357956,
-      0.024812696501612663,
-      0.05744260549545288,
-      0.02477910742163658,
-      0.02953481860458851,
-      0.04084356501698494,
-      0.03549288958311081,
-      0.05441907420754433,
-      0.05569736286997795,
-      0.04559105634689331,
-      0.027803650125861168,
-      0.030328769236803055,
-      0.02645830251276493,
-      0.021973788738250732,
-      0.05375004932284355,
-      0.047089457511901855,
-      0.04042302817106247,
-      0.031208833679556847,
-      0.029294179752469063,
-      0.032948557287454605,
-      0.016409551724791527,
-      0.026710275560617447,
-      0.023246869444847107,
-      0.022564152255654335,
-      0.02527036890387535,
-      0.04409774765372276,
-      0.02898082137107849,
-      0.02660987712442875,
-      0.03903169184923172,
-      0.01708422601222992,
-      0.02677464857697487,
-      0.026540687307715416,
-      0.05060029402375221,
-      0.025322888046503067,
-      0.03563829883933067,
-      0.02430422604084015,
-      0.017139693722128868,
-      0.03383349999785423,
-      0.03365055471658707,
-      0.03090469352900982,
-      0.0248873271048069,
-      0.00942988507449627,
-      0.0382811613380909,
-      0.01843721978366375,
-      0.047764234244823456,
-      0.011214124038815498,
-      0.013615109957754612,
-      0.006560151465237141,
-      0.03759806603193283,
-      0.0233162734657526,
-      0.014769653789699078,
-      0.016985494643449783,
-      0.013785802759230137,
-      0.007728015538305044,
-      0.025853386148810387,
-      0.03066740557551384,
-      0.02839043363928795,
-      0.026894863694906235,
-      0.0035975042264908552,
-      0.008512981235980988,
-      0.016585547477006912,
-      0.019298216328024864,
-      0.00979845691472292,
-      0.017035605385899544,
-      0.01915735937654972,
-      0.010648570954799652,
-      0.008926411159336567,
-      0.02289682626724243,
-      0.008877619169652462,
-      0.03562209755182266,
-      0.021168742328882217,
-      0.03884739428758621,
-      0.0040595331229269505,
-      0.032947879284620285,
-      0.016587775200605392,
-      0.031067589297890663,
-      0.013870512135326862,
-      0.017240136861801147,
-      0.013693884946405888,
-      0.012889769859611988,
-      0.012294416315853596,
-      0.006101136561483145,
-      0.007711687590926886,
-      0.016905682161450386,
-      0.021178143098950386,
-      0.009246415458619595,
-      0.023661259561777115,
-      0.017456870526075363,
-      0.011296899057924747,
-      0.010769916698336601,
-      0.01810161955654621,
-      0.012454019859433174,
-      0.024045029655098915,
-      0.011515917256474495,
-      0.015759386122226715,
-      0.008458860218524933,
-      0.015074710361659527,
-      0.013072207570075989,
-      0.020217230543494225,
-      0.017456945031881332,
-      0.007008220534771681,
-      0.010522151365876198,
-      0.04273875430226326,
-      0.007380801718682051,
-      0.007863359525799751,
-      0.022642916068434715,
-      0.005536367651075125,
-      0.011040055193006992,
-      0.02402535080909729,
-      0.03268098458647728,
-      0.007983776740729809,
-      0.0009367117309011519,
-      0.003367166267707944,
-      0.012411215342581272,
-      0.005119930952787399,
-      0.0009180908091366291,
-      0.01675061695277691,
-      0.010525167919695377,
-      0.0020072690676897764,
-      0.006876842118799686,
-      0.00596556905657053,
-      0.030373509973287582,
-      0.004591197706758976,
-      0.002322323154658079,
-      0.007020985241979361,
-      0.007853214628994465,
-      0.008730685338377953,
-      0.009200234897434711,
-      0.0027808325830847025,
-      0.0028766586910933256,
-      0.018433216959238052,
-      0.012993854470551014,
-      0.0012444989988580346,
-      0.00428613880649209,
-      0.009759555570781231,
-      0.0013757236301898956,
-      0.004756819922477007,
-      0.00030340059311129153,
-      0.0028560298960655928,
-      0.003237888216972351,
-      0.001639465568587184,
-      0.0027289309073239565,
-      0.008244549855589867,
-      0.0010426127118989825,
-      0.0010081265354529023,
-      0.003677833592519164,
-      0.002393932780250907,
-      0.0010960882063955069,
-      0.001997825223952532,
-      0.002053831471130252,
-      0.007450861390680075,
-      0.009496214799582958,
-      0.0037776045501232147,
-      0.0011938402894884348,
-      0.001780184917151928,
-      0.0031698753591626883,
-      0.0034218356013298035,
-      0.006750286091119051,
-      0.010689224116504192,
-      0.0021324653644114733,
-      0.003068158868700266,
-      0.005551895592361689,
-      0.0045491051860153675,
-      0.007758208084851503,
-      0.015876639634370804,
-      0.0027363928966224194,
-      0.0003699160588439554,
-      0.0012326623545959592,
-      0.0022686368320137262,
-      0.009696224704384804,
-      0.0006875990075059235,
-      0.007082183379679918,
-      0.012856023386120796,
-      0.003516225842759013,
-      0.0003926549688912928,
-      0.012320111505687237,
-      0.003966556396335363,
-      0.00729447603225708,
-      0.005913934204727411,
-      0.0009811369236558676,
-      0.001765951863490045,
-      0.0005217973375692964,
-      0.0009772671619430184,
-      0.0007188076269812882,
-      0.00019376876298338175,
-      0.014422808773815632,
-      0.0016550617292523384,
-      0.0031732916831970215,
-      0.0004921614890918136,
-      0.001544756582006812,
-      0.0014325276715680957,
-      0.001100499415770173,
-      0.00010810012463480234,
-      0.0007530619041062891,
-      0.00041833793511614203,
-      0.00023349902767222375,
-      0.0006965526263229549,
-      0.008410082198679447,
-      0.006447001360356808,
-      0.0002961367426905781,
-      0.0012474155519157648,
-      0.0024836647789925337,
-      0.0010210775071755052,
-      0.00011425733100622892,
-      0.0004679971025325358,
-      0.0003039550210814923,
-      0.0014614228857681155,
-      0.0010699779959395528,
-      0.0019428139785304666,
-      0.0011421445524320006,
-      0.00028592467424459755,
-      0.00010841414041351527,
-      0.0005279700853861868,
-      0.0015236141625791788,
-      0.0008620338630862534,
-      0.00045752586447633803,
-      0.004491482861340046,
-      0.000216478350921534,
-      0.0006986210937611759,
-      0.0001972295722225681,
-      0.0008027682197280228,
-      0.00018018601986113936,
-      0.00011814179742941633,
-      0.002507515251636505
+      10.58569622039795,
+      7.936840534210205,
+      7.2051615715026855,
+      6.292751789093018,
+      5.380630016326904,
+      4.158393383026123,
+      2.91589093208313,
+      2.2648446559906006,
+      1.9414230585098267,
+      1.8107651472091675,
+      1.800335168838501,
+      1.7123852968215942,
+      1.710773229598999,
+      1.6536633968353271,
+      1.5563157796859741,
+      1.4610322713851929,
+      1.153622031211853,
+      0.8404688835144043,
+      0.6217839121818542,
+      0.5448878407478333,
+      0.4241843819618225,
+      0.34047311544418335,
+      0.2867976725101471,
+      0.2169194221496582,
+      0.13546958565711975,
+      0.12438952922821045,
+      0.11186210811138153,
+      0.0944901555776596,
+      0.1039363369345665,
+      0.08501303195953369,
+      0.11829841136932373,
+      0.04217684641480446,
+      0.09959305822849274,
+      0.030621467158198357,
+      0.047111596912145615,
+      0.06351909786462784,
+      0.050098877400159836,
+      0.03927459940314293,
+      0.0296621173620224,
+      0.05172724649310112,
+      0.025398079305887222,
+      0.0191025547683239,
+      0.02552829682826996,
+      0.014332198537886143,
+      0.020101871341466904,
+      0.016612058505415916,
+      0.02385997399687767,
+      0.008157567121088505,
+      0.026038693264126778,
+      0.01184095162898302,
+      0.02082441933453083,
+      0.038108620792627335,
+      0.031920164823532104,
+      0.023155227303504944,
+      0.029825836420059204,
+      0.009044607169926167,
+      0.027161160483956337,
+      0.007930578663945198,
+      0.021433621644973755,
+      0.005527331493794918,
+      0.007499660365283489,
+      0.017420727759599686,
+      0.014103187248110771,
+      0.011276716366410255,
+      0.012983249500393867,
+      0.030153032392263412,
+      0.008853526785969734,
+      0.03762682154774666,
+      0.01117522269487381,
+      0.023195743560791016,
+      0.013249148614704609,
+      0.014523004181683064,
+      0.0055778538808226585,
+      0.020841525867581367,
+      0.014729819260537624,
+      0.013070695102214813,
+      0.00855342485010624,
+      0.011591176502406597,
+      0.002833534497767687,
+      0.025547100231051445,
+      0.012554551474750042,
+      0.009271000511944294,
+      0.01295425184071064,
+      0.010510939173400402,
+      0.007462501060217619,
+      0.014900215901434422,
+      0.014310033991932869,
+      0.008596707135438919,
+      0.001958919456228614,
+      0.0046486821956932545,
+      0.018444955348968506,
+      0.008556962944567204,
+      0.004552661441266537,
+      0.027067942544817924,
+      0.00958697684109211,
+      0.009366557002067566,
+      0.004811967723071575,
+      0.013344655744731426,
+      0.008742153644561768,
+      0.008907586336135864,
+      0.007083355449140072,
+      0.015731360763311386,
+      0.00568253081291914,
+      0.001037583569996059,
+      0.0031601584050804377,
+      0.0036910015624016523,
+      0.006643303204327822,
+      0.020221156999468803,
+      0.011893088929355145,
+      0.005519048310816288,
+      0.023880789056420326,
+      0.01644163765013218,
+      0.026987669989466667,
+      0.0011081791017204523,
+      0.0033056442625820637,
+      0.000858158920891583,
+      0.009378315880894661,
+      0.005004131700843573,
+      0.002976806601509452,
+      0.007938246242702007,
+      0.00408149091526866,
+      0.010652265511453152,
+      0.006073917727917433,
+      0.018400464206933975,
+      0.0039037999231368303,
+      0.01426150742918253,
+      0.003052217187359929,
+      0.016827749088406563,
+      0.0037939571775496006,
+      0.000831973273307085,
+      0.002118675271049142,
+      0.004233058542013168,
+      0.0016138197388499975,
+      0.010185384191572666,
+      0.0007464668597094715,
+      0.00029250283841975033,
+      0.01994812674820423,
+      0.0005010344320908189,
+      0.006236571352928877,
+      0.002717872615903616,
+      0.002377332653850317,
+      0.007453155238181353,
+      0.0005609996733255684,
+      0.0011483365669846535,
+      0.00160598277579993,
+      0.0012431765208020806,
+      0.000852460041642189,
+      0.0023972985800355673,
+      0.0035680646542459726,
+      0.004298224579542875,
+      0.0015388120664283633,
+      0.0022699700202792883,
+      0.0015617648605257273,
+      0.0017532998463138938,
+      0.0030310507863759995,
+      0.002370015950873494,
+      0.0003038027498405427,
+      0.0020328103564679623,
+      0.0005833978648297489,
+      0.0011084805009886622,
+      0.0037475605495274067,
+      0.001984222559258342,
+      0.0002572322264313698,
+      0.012740428559482098,
+      0.013420491479337215,
+      0.0002775133471004665,
+      0.0007172977202571929,
+      0.0003056035202462226,
+      0.006681203842163086,
+      0.0008299726760014892,
+      0.002304975176230073,
+      0.004181632772088051,
+      0.00016523328667972237,
+      0.00445162458345294,
+      0.0003404470335226506,
+      0.00019811275706160814,
+      0.00017772385035641491,
+      0.00016012518608476967,
+      0.0027634704019874334,
+      0.00020777643658220768,
+      0.014718319289386272,
+      0.000357446086127311,
+      0.002793132560327649,
+      0.001239171950146556,
+      0.0007129187579266727,
+      0.0010272933868691325,
+      0.00018213230941910297,
+      0.000530033721588552,
+      0.0005569524364545941,
+      0.003903051372617483,
+      0.0002563659509178251,
+      0.00018147526134271175,
+      0.0007504919194616377,
+      0.0001638331450521946,
+      0.0011349172564223409,
+      0.0035133049823343754,
+      0.0009539271704852581,
+      0.002135826274752617,
+      0.0004690276109613478,
+      0.005972139071673155,
+      0.00011733471183106303,
+      0.001328730140812695,
+      0.0010840508621186018,
+      0.0002192206884501502,
+      0.00018484889005776495,
+      0.0002260169858345762,
+      0.0002009521413128823,
+      0.00014640075096394867,
+      0.005435463972389698,
+      0.00014929195458535105,
+      0.00013214684440754354,
+      0.003676820080727339,
+      0.00011442940012784675,
+      0.000258677318925038,
+      0.0004960866062901914,
+      0.0001674027444096282,
+      8.12130092526786e-05,
+      0.0003417516709305346,
+      6.978169403737411e-05,
+      8.650257223052904e-05,
+      0.0002306181559106335,
+      0.00016351799422409385,
+      0.009652246721088886,
+      0.0026225128676742315,
+      0.00016337752458639443,
+      8.328648254973814e-05,
+      7.744420872768387e-05,
+      9.118799061980098e-05,
+      6.463653699029237e-05,
+      7.599593664053828e-05,
+      8.013672049855813e-05,
+      7.97944376245141e-05,
+      0.00010155878408113495,
+      6.792811473133042e-05,
+      6.025990660418756e-05,
+      7.2588307375554e-05,
+      6.611739081563428e-05,
+      0.0003789363254327327,
+      0.0001938583591254428,
+      6.89834268996492e-05,
+      0.00017879356164485216,
+      5.964725278317928e-05,
+      0.00018611035193316638,
+      6.1028571508359164e-05,
+      6.326786387944594e-05,
+      5.722946298192255e-05,
+      6.754681089660153e-05,
+      5.179006984690204e-05,
+      6.45291293039918e-05,
+      6.92441753926687e-05,
+      5.522249921341427e-05,
+      6.423047307180241e-05,
+      5.416608109953813e-05,
+      5.762785440310836e-05,
+      0.0005954610533080995,
+      0.00022168297437019646,
+      7.994456973392516e-05,
+      5.1874576456611976e-05,
+      8.403260289924219e-05,
+      6.857109838165343e-05,
+      5.5658929341007024e-05,
+      4.719209027825855e-05,
+      5.400797090260312e-05,
+      6.980347825447097e-05,
+      6.258647044887766e-05,
+      5.260522084427066e-05,
+      5.064627112005837e-05,
+      4.657195677282289e-05,
+      4.758452996611595e-05,
+      5.012748806620948e-05,
+      4.798350346391089e-05,
+      4.9020447477232665e-05,
+      4.789638114743866e-05,
+      4.8645579227013513e-05,
+      8.214709669118747e-05,
+      6.254074833123013e-05,
+      4.200910188956186e-05,
+      4.811974213225767e-05,
+      4.6095901780063286e-05,
+      4.615750003722496e-05,
+      4.747844286612235e-05,
+      5.03574192407541e-05,
+      4.847695890930481e-05,
+      4.824926145374775e-05,
+      4.547606658888981e-05,
+      6.05795175943058e-05,
+      4.456207170733251e-05,
+      0.00015212806465569884,
+      4.549638106254861e-05,
+      5.563519516726956e-05,
+      4.517229172051884e-05,
+      5.8811048802454025e-05,
+      5.0130507588619366e-05,
+      5.230798706179485e-05,
+      4.3880845623789355e-05,
+      4.618477032636292e-05,
+      4.3583720980677754e-05,
+      5.8016888942802325e-05,
+      4.766209167428315e-05,
+      5.783405140391551e-05,
+      0.002386096864938736,
+      4.821366383112036e-05,
+      4.6168104745447636e-05,
+      4.6418874262599275e-05,
+      4.2866351577686146e-05,
+      4.370551687316038e-05,
+      4.045507375849411e-05,
+      4.6614575694547966e-05,
+      5.645145211019553e-05,
+      4.3131029087817296e-05,
+      4.016207094537094e-05,
+      0.0004487961414270103
     ],
     "base_loss": [
-      11.5919189453125,
-      10.22839641571045,
-      8.68958568572998,
-      7.743628025054932,
-      7.083317279815674,
-      6.716556072235107,
-      6.151114463806152,
-      5.5387115478515625,
-      5.014580726623535,
-      4.768369197845459,
-      4.4252824783325195,
-      3.8769280910491943,
-      3.398421049118042,
-      2.7744126319885254,
-      2.505039691925049,
-      2.063697099685669,
-      1.9456151723861694,
-      1.927776575088501,
-      1.8299354314804077,
-      1.7789926528930664,
-      1.754504919052124,
-      1.6515535116195679,
-      1.4006385803222656,
-      1.2763017416000366,
-      0.943639874458313,
-      0.7492864727973938,
-      0.6557101011276245,
-      0.6082054972648621,
-      0.5593416094779968,
-      0.5054003000259399,
-      0.46518784761428833,
-      0.4824378490447998,
-      0.43475887179374695,
-      0.32205861806869507,
-      0.33166664838790894,
-      0.3009236752986908,
-      0.2400941401720047,
-      0.2248675525188446,
-      0.20954179763793945,
-      0.22428837418556213,
-      0.190036341547966,
-      0.1720418483018875,
-      0.21155861020088196,
-      0.18321479856967926,
-      0.14275167882442474,
-      0.1398281455039978,
-      0.14909550547599792,
-      0.13938067853450775,
-      0.11098699271678925,
-      0.12039850652217865,
-      0.12048500776290894,
-      0.13665030896663666,
-      0.11882513016462326,
-      0.09447120875120163,
-      0.12682169675827026,
-      0.12167376279830933,
-      0.09204739332199097,
-      0.08896524459123611,
-      0.10290355980396271,
-      0.13718438148498535,
-      0.08635856211185455,
-      0.07511933892965317,
-      0.08868758380413055,
-      0.10676174610853195,
-      0.09026769548654556,
-      0.07424621284008026,
-      0.05626862496137619,
-      0.08290921896696091,
-      0.054371219128370285,
-      0.0942576676607132,
-      0.05324546620249748,
-      0.08221446722745895,
-      0.06750369071960449,
-      0.06105080246925354,
-      0.05173609405755997,
-      0.04777436703443527,
-      0.045519717037677765,
-      0.07168582826852798,
-      0.054644014686346054,
-      0.03486175090074539,
-      0.07548998296260834,
-      0.09990178048610687,
-      0.04731791466474533,
-      0.041692253202199936,
-      0.01247780118137598,
-      0.041060905903577805,
-      0.027885200455784798,
-      0.04982740804553032,
-      0.050252627581357956,
-      0.024812696501612663,
-      0.05744260549545288,
-      0.02477910742163658,
-      0.02953481860458851,
-      0.04084356501698494,
-      0.03549288958311081,
-      0.05441907420754433,
-      0.05569736286997795,
-      0.04559105634689331,
-      0.027803650125861168,
-      0.030328769236803055,
-      0.02645830251276493,
-      0.021973788738250732,
-      0.05375004932284355,
-      0.047089457511901855,
-      0.04042302817106247,
-      0.031208833679556847,
-      0.029294179752469063,
-      0.032948557287454605,
-      0.016409551724791527,
-      0.026710275560617447,
-      0.023246869444847107,
-      0.022564152255654335,
-      0.02527036890387535,
-      0.04409774765372276,
-      0.02898082137107849,
-      0.02660987712442875,
-      0.03903169184923172,
-      0.01708422601222992,
-      0.02677464857697487,
-      0.026540687307715416,
-      0.05060029402375221,
-      0.025322888046503067,
-      0.03563829883933067,
-      0.02430422604084015,
-      0.017139693722128868,
-      0.03383349999785423,
-      0.03365055471658707,
-      0.03090469352900982,
-      0.0248873271048069,
-      0.00942988507449627,
-      0.0382811613380909,
-      0.01843721978366375,
-      0.047764234244823456,
-      0.011214124038815498,
-      0.013615109957754612,
-      0.006560151465237141,
-      0.03759806603193283,
-      0.0233162734657526,
-      0.014769653789699078,
-      0.016985494643449783,
-      0.013785802759230137,
-      0.007728015538305044,
-      0.025853386148810387,
-      0.03066740557551384,
-      0.02839043363928795,
-      0.026894863694906235,
-      0.0035975042264908552,
-      0.008512981235980988,
-      0.016585547477006912,
-      0.019298216328024864,
-      0.00979845691472292,
-      0.017035605385899544,
-      0.01915735937654972,
-      0.010648570954799652,
-      0.008926411159336567,
-      0.02289682626724243,
-      0.008877619169652462,
-      0.03562209755182266,
-      0.021168742328882217,
-      0.03884739428758621,
-      0.0040595331229269505,
-      0.032947879284620285,
-      0.016587775200605392,
-      0.031067589297890663,
-      0.013870512135326862,
-      0.017240136861801147,
-      0.013693884946405888,
-      0.012889769859611988,
-      0.012294416315853596,
-      0.006101136561483145,
-      0.007711687590926886,
-      0.016905682161450386,
-      0.021178143098950386,
-      0.009246415458619595,
-      0.023661259561777115,
-      0.017456870526075363,
-      0.011296899057924747,
-      0.010769916698336601,
-      0.01810161955654621,
-      0.012454019859433174,
-      0.024045029655098915,
-      0.011515917256474495,
-      0.015759386122226715,
-      0.008458860218524933,
-      0.015074710361659527,
-      0.013072207570075989,
-      0.020217230543494225,
-      0.017456945031881332,
-      0.007008220534771681,
-      0.010522151365876198,
-      0.04273875430226326,
-      0.007380801718682051,
-      0.007863359525799751,
-      0.022642916068434715,
-      0.005536367651075125,
-      0.011040055193006992,
-      0.02402535080909729,
-      0.03268098458647728,
-      0.007983776740729809,
-      0.0009367117309011519,
-      0.003367166267707944,
-      0.012411215342581272,
-      0.005119930952787399,
-      0.0009180908091366291,
-      0.01675061695277691,
-      0.010525167919695377,
-      0.0020072690676897764,
-      0.006876842118799686,
-      0.00596556905657053,
-      0.030373509973287582,
-      0.004591197706758976,
-      0.002322323154658079,
-      0.007020985241979361,
-      0.007853214628994465,
-      0.008730685338377953,
-      0.009200234897434711,
-      0.0027808325830847025,
-      0.0028766586910933256,
-      0.018433216959238052,
-      0.012993854470551014,
-      0.0012444989988580346,
-      0.00428613880649209,
-      0.009759555570781231,
-      0.0013757236301898956,
-      0.004756819922477007,
-      0.00030340059311129153,
-      0.0028560298960655928,
-      0.003237888216972351,
-      0.001639465568587184,
-      0.0027289309073239565,
-      0.008244549855589867,
-      0.0010426127118989825,
-      0.0010081265354529023,
-      0.003677833592519164,
-      0.002393932780250907,
-      0.0010960882063955069,
-      0.001997825223952532,
-      0.002053831471130252,
-      0.007450861390680075,
-      0.009496214799582958,
-      0.0037776045501232147,
-      0.0011938402894884348,
-      0.001780184917151928,
-      0.0031698753591626883,
-      0.0034218356013298035,
-      0.006750286091119051,
-      0.010689224116504192,
-      0.0021324653644114733,
-      0.003068158868700266,
-      0.005551895592361689,
-      0.0045491051860153675,
-      0.007758208084851503,
-      0.015876639634370804,
-      0.0027363928966224194,
-      0.0003699160588439554,
-      0.0012326623545959592,
-      0.0022686368320137262,
-      0.009696224704384804,
-      0.0006875990075059235,
-      0.007082183379679918,
-      0.012856023386120796,
-      0.003516225842759013,
-      0.0003926549688912928,
-      0.012320111505687237,
-      0.003966556396335363,
-      0.00729447603225708,
-      0.005913934204727411,
-      0.0009811369236558676,
-      0.001765951863490045,
-      0.0005217973375692964,
-      0.0009772671619430184,
-      0.0007188076269812882,
-      0.00019376876298338175,
-      0.014422808773815632,
-      0.0016550617292523384,
-      0.0031732916831970215,
-      0.0004921614890918136,
-      0.001544756582006812,
-      0.0014325276715680957,
-      0.001100499415770173,
-      0.00010810012463480234,
-      0.0007530619041062891,
-      0.00041833793511614203,
-      0.00023349902767222375,
-      0.0006965526263229549,
-      0.008410082198679447,
-      0.006447001360356808,
-      0.0002961367426905781,
-      0.0012474155519157648,
-      0.0024836647789925337,
-      0.0010210775071755052,
-      0.00011425733100622892,
-      0.0004679971025325358,
-      0.0003039550210814923,
-      0.0014614228857681155,
-      0.0010699779959395528,
-      0.0019428139785304666,
-      0.0011421445524320006,
-      0.00028592467424459755,
-      0.00010841414041351527,
-      0.0005279700853861868,
-      0.0015236141625791788,
-      0.0008620338630862534,
-      0.00045752586447633803,
-      0.004491482861340046,
-      0.000216478350921534,
-      0.0006986210937611759,
-      0.0001972295722225681,
-      0.0008027682197280228,
-      0.00018018601986113936,
-      0.00011814179742941633,
-      0.002507515251636505
+      10.58569622039795,
+      7.936840534210205,
+      7.2051615715026855,
+      6.292751789093018,
+      5.380630016326904,
+      4.158393383026123,
+      2.91589093208313,
+      2.2648446559906006,
+      1.9414230585098267,
+      1.8107651472091675,
+      1.800335168838501,
+      1.7123852968215942,
+      1.710773229598999,
+      1.6536633968353271,
+      1.5563157796859741,
+      1.4610322713851929,
+      1.153622031211853,
+      0.8404688835144043,
+      0.6217839121818542,
+      0.5448878407478333,
+      0.4241843819618225,
+      0.34047311544418335,
+      0.2867976725101471,
+      0.2169194221496582,
+      0.13546958565711975,
+      0.12438952922821045,
+      0.11186210811138153,
+      0.0944901555776596,
+      0.1039363369345665,
+      0.08501303195953369,
+      0.11829841136932373,
+      0.04217684641480446,
+      0.09959305822849274,
+      0.030621467158198357,
+      0.047111596912145615,
+      0.06351909786462784,
+      0.050098877400159836,
+      0.03927459940314293,
+      0.0296621173620224,
+      0.05172724649310112,
+      0.025398079305887222,
+      0.0191025547683239,
+      0.02552829682826996,
+      0.014332198537886143,
+      0.020101871341466904,
+      0.016612058505415916,
+      0.02385997399687767,
+      0.008157567121088505,
+      0.026038693264126778,
+      0.01184095162898302,
+      0.02082441933453083,
+      0.038108620792627335,
+      0.031920164823532104,
+      0.023155227303504944,
+      0.029825836420059204,
+      0.009044607169926167,
+      0.027161160483956337,
+      0.007930578663945198,
+      0.021433621644973755,
+      0.005527331493794918,
+      0.007499660365283489,
+      0.017420727759599686,
+      0.014103187248110771,
+      0.011276716366410255,
+      0.012983249500393867,
+      0.030153032392263412,
+      0.008853526785969734,
+      0.03762682154774666,
+      0.01117522269487381,
+      0.023195743560791016,
+      0.013249148614704609,
+      0.014523004181683064,
+      0.0055778538808226585,
+      0.020841525867581367,
+      0.014729819260537624,
+      0.013070695102214813,
+      0.00855342485010624,
+      0.011591176502406597,
+      0.002833534497767687,
+      0.025547100231051445,
+      0.012554551474750042,
+      0.009271000511944294,
+      0.01295425184071064,
+      0.010510939173400402,
+      0.007462501060217619,
+      0.014900215901434422,
+      0.014310033991932869,
+      0.008596707135438919,
+      0.001958919456228614,
+      0.0046486821956932545,
+      0.018444955348968506,
+      0.008556962944567204,
+      0.004552661441266537,
+      0.027067942544817924,
+      0.00958697684109211,
+      0.009366557002067566,
+      0.004811967723071575,
+      0.013344655744731426,
+      0.008742153644561768,
+      0.008907586336135864,
+      0.007083355449140072,
+      0.015731360763311386,
+      0.00568253081291914,
+      0.001037583569996059,
+      0.0031601584050804377,
+      0.0036910015624016523,
+      0.006643303204327822,
+      0.020221156999468803,
+      0.011893088929355145,
+      0.005519048310816288,
+      0.023880789056420326,
+      0.01644163765013218,
+      0.026987669989466667,
+      0.0011081791017204523,
+      0.0033056442625820637,
+      0.000858158920891583,
+      0.009378315880894661,
+      0.005004131700843573,
+      0.002976806601509452,
+      0.007938246242702007,
+      0.00408149091526866,
+      0.010652265511453152,
+      0.006073917727917433,
+      0.018400464206933975,
+      0.0039037999231368303,
+      0.01426150742918253,
+      0.003052217187359929,
+      0.016827749088406563,
+      0.0037939571775496006,
+      0.000831973273307085,
+      0.002118675271049142,
+      0.004233058542013168,
+      0.0016138197388499975,
+      0.010185384191572666,
+      0.0007464668597094715,
+      0.00029250283841975033,
+      0.01994812674820423,
+      0.0005010344320908189,
+      0.006236571352928877,
+      0.002717872615903616,
+      0.002377332653850317,
+      0.007453155238181353,
+      0.0005609996733255684,
+      0.0011483365669846535,
+      0.00160598277579993,
+      0.0012431765208020806,
+      0.000852460041642189,
+      0.0023972985800355673,
+      0.0035680646542459726,
+      0.004298224579542875,
+      0.0015388120664283633,
+      0.0022699700202792883,
+      0.0015617648605257273,
+      0.0017532998463138938,
+      0.0030310507863759995,
+      0.002370015950873494,
+      0.0003038027498405427,
+      0.0020328103564679623,
+      0.0005833978648297489,
+      0.0011084805009886622,
+      0.0037475605495274067,
+      0.001984222559258342,
+      0.0002572322264313698,
+      0.012740428559482098,
+      0.013420491479337215,
+      0.0002775133471004665,
+      0.0007172977202571929,
+      0.0003056035202462226,
+      0.006681203842163086,
+      0.0008299726760014892,
+      0.002304975176230073,
+      0.004181632772088051,
+      0.00016523328667972237,
+      0.00445162458345294,
+      0.0003404470335226506,
+      0.00019811275706160814,
+      0.00017772385035641491,
+      0.00016012518608476967,
+      0.0027634704019874334,
+      0.00020777643658220768,
+      0.014718319289386272,
+      0.000357446086127311,
+      0.002793132560327649,
+      0.001239171950146556,
+      0.0007129187579266727,
+      0.0010272933868691325,
+      0.00018213230941910297,
+      0.000530033721588552,
+      0.0005569524364545941,
+      0.003903051372617483,
+      0.0002563659509178251,
+      0.00018147526134271175,
+      0.0007504919194616377,
+      0.0001638331450521946,
+      0.0011349172564223409,
+      0.0035133049823343754,
+      0.0009539271704852581,
+      0.002135826274752617,
+      0.0004690276109613478,
+      0.005972139071673155,
+      0.00011733471183106303,
+      0.001328730140812695,
+      0.0010840508621186018,
+      0.0002192206884501502,
+      0.00018484889005776495,
+      0.0002260169858345762,
+      0.0002009521413128823,
+      0.00014640075096394867,
+      0.005435463972389698,
+      0.00014929195458535105,
+      0.00013214684440754354,
+      0.003676820080727339,
+      0.00011442940012784675,
+      0.000258677318925038,
+      0.0004960866062901914,
+      0.0001674027444096282,
+      8.12130092526786e-05,
+      0.0003417516709305346,
+      6.978169403737411e-05,
+      8.650257223052904e-05,
+      0.0002306181559106335,
+      0.00016351799422409385,
+      0.009652246721088886,
+      0.0026225128676742315,
+      0.00016337752458639443,
+      8.328648254973814e-05,
+      7.744420872768387e-05,
+      9.118799061980098e-05,
+      6.463653699029237e-05,
+      7.599593664053828e-05,
+      8.013672049855813e-05,
+      7.97944376245141e-05,
+      0.00010155878408113495,
+      6.792811473133042e-05,
+      6.025990660418756e-05,
+      7.2588307375554e-05,
+      6.611739081563428e-05,
+      0.0003789363254327327,
+      0.0001938583591254428,
+      6.89834268996492e-05,
+      0.00017879356164485216,
+      5.964725278317928e-05,
+      0.00018611035193316638,
+      6.1028571508359164e-05,
+      6.326786387944594e-05,
+      5.722946298192255e-05,
+      6.754681089660153e-05,
+      5.179006984690204e-05,
+      6.45291293039918e-05,
+      6.92441753926687e-05,
+      5.522249921341427e-05,
+      6.423047307180241e-05,
+      5.416608109953813e-05,
+      5.762785440310836e-05,
+      0.0005954610533080995,
+      0.00022168297437019646,
+      7.994456973392516e-05,
+      5.1874576456611976e-05,
+      8.403260289924219e-05,
+      6.857109838165343e-05,
+      5.5658929341007024e-05,
+      4.719209027825855e-05,
+      5.400797090260312e-05,
+      6.980347825447097e-05,
+      6.258647044887766e-05,
+      5.260522084427066e-05,
+      5.064627112005837e-05,
+      4.657195677282289e-05,
+      4.758452996611595e-05,
+      5.012748806620948e-05,
+      4.798350346391089e-05,
+      4.9020447477232665e-05,
+      4.789638114743866e-05,
+      4.8645579227013513e-05,
+      8.214709669118747e-05,
+      6.254074833123013e-05,
+      4.200910188956186e-05,
+      4.811974213225767e-05,
+      4.6095901780063286e-05,
+      4.615750003722496e-05,
+      4.747844286612235e-05,
+      5.03574192407541e-05,
+      4.847695890930481e-05,
+      4.824926145374775e-05,
+      4.547606658888981e-05,
+      6.05795175943058e-05,
+      4.456207170733251e-05,
+      0.00015212806465569884,
+      4.549638106254861e-05,
+      5.563519516726956e-05,
+      4.517229172051884e-05,
+      5.8811048802454025e-05,
+      5.0130507588619366e-05,
+      5.230798706179485e-05,
+      4.3880845623789355e-05,
+      4.618477032636292e-05,
+      4.3583720980677754e-05,
+      5.8016888942802325e-05,
+      4.766209167428315e-05,
+      5.783405140391551e-05,
+      0.002386096864938736,
+      4.821366383112036e-05,
+      4.6168104745447636e-05,
+      4.6418874262599275e-05,
+      4.2866351577686146e-05,
+      4.370551687316038e-05,
+      4.045507375849411e-05,
+      4.6614575694547966e-05,
+      5.645145211019553e-05,
+      4.3131029087817296e-05,
+      4.016207094537094e-05,
+      0.0004487961414270103
     ],
     "lr": [
-      1.2531969309462919e-06,
-      2.5319693094629154e-06,
-      3.81074168797954e-06,
-      5.089514066496164e-06,
-      6.368286445012788e-06,
-      7.647058823529411e-06,
-      8.925831202046037e-06,
-      1.020460358056266e-05,
-      1.1483375959079285e-05,
-      1.2762148337595909e-05,
-      1.4040920716112532e-05,
-      1.5319693094629158e-05,
-      1.6598465473145782e-05,
-      1.7877237851662406e-05,
-      1.915601023017903e-05,
-      2.0434782608695654e-05,
-      2.1713554987212278e-05,
-      2.2992327365728905e-05,
-      2.4271099744245526e-05,
-      2.554987212276215e-05,
-      2.6828644501278773e-05,
-      2.81074168797954e-05,
-      2.938618925831202e-05,
-      3.066496163682865e-05,
-      3.194373401534527e-05,
-      3.3222506393861896e-05,
-      3.450127877237852e-05,
-      3.5780051150895144e-05,
-      3.705882352941177e-05,
-      3.833759590792839e-05,
-      3.9616368286445016e-05,
-      4.089514066496164e-05,
-      4.2173913043478264e-05,
-      4.345268542199489e-05,
-      4.473145780051151e-05,
-      4.601023017902814e-05,
-      4.7289002557544766e-05,
-      4.8567774936061384e-05,
-      4.984654731457801e-05,
-      5.112531969309463e-05,
-      5.2404092071611255e-05,
-      5.368286445012788e-05,
-      5.496163682864451e-05,
-      5.6240409207161134e-05,
-      5.751918158567776e-05,
-      5.879795396419438e-05,
-      6.0076726342711e-05,
-      6.135549872122763e-05,
-      6.263427109974425e-05,
-      6.391304347826088e-05,
-      6.51918158567775e-05,
-      6.647058823529413e-05,
-      6.774936061381075e-05,
-      6.902813299232737e-05,
-      7.0306905370844e-05,
-      7.158567774936062e-05,
-      7.286445012787725e-05,
-      7.414322250639387e-05,
-      7.542199488491049e-05,
-      7.670076726342712e-05,
-      7.797953964194374e-05,
-      7.925831202046036e-05,
-      7.999944394999003e-05,
-      7.999364403546566e-05,
-      7.998154076901258e-05,
-      7.996313605821262e-05,
-      7.993843280381094e-05,
-      7.990743489925885e-05,
-      7.987014723010021e-05,
-      7.982657567320137e-05,
-      7.977672709582497e-05,
-      7.972060935454756e-05,
-      7.965823129402139e-05,
-      7.958960274558032e-05,
-      7.951473452569042e-05,
-      7.943363843424515e-05,
-      7.934632725270557e-05,
-      7.925281474208592e-05,
-      7.915311564078471e-05,
-      7.904724566226186e-05,
-      7.89352214925621e-05,
-      7.88170607876851e-05,
-      7.869278217080276e-05,
-      7.856240522932396e-05,
-      7.842595051180752e-05,
-      7.828343952472344e-05,
-      7.813489472906339e-05,
-      7.798033953680063e-05,
-      7.781979830720006e-05,
-      7.765329634297896e-05,
-      7.748085988631916e-05,
-      7.73025161147309e-05,
-      7.711829313676953e-05,
-      7.692821998760531e-05,
-      7.673232662444721e-05,
-      7.653064392182133e-05,
-      7.632320366670496e-05,
-      7.611003855351649e-05,
-      7.589118217896258e-05,
-      7.566666903674304e-05,
-      7.543653451211426e-05,
-      7.520081487631215e-05,
-      7.495954728083564e-05,
-      7.471276975159105e-05,
-      7.446052118289905e-05,
-      7.420284133136447e-05,
-      7.393977080961035e-05,
-      7.367135107987701e-05,
-      7.339762444748726e-05,
-      7.311863405417871e-05,
-      7.283442387130419e-05,
-      7.254503869290155e-05,
-      7.225052412863366e-05,
-      7.195092659660004e-05,
-      7.164629331602078e-05,
-      7.13366722997945e-05,
-      7.102211234693107e-05,
-      7.070266303486044e-05,
-      7.03783747116188e-05,
-      7.00492984879133e-05,
-      6.971548622906651e-05,
-      6.937699054684207e-05,
-      6.903386479115247e-05,
-      6.86861630416508e-05,
-      6.833394009920719e-05,
-      6.797725147727176e-05,
-      6.761615339312524e-05,
-      6.725070275901855e-05,
-      6.688095717320297e-05,
-      6.650697491085218e-05,
-      6.612881491487751e-05,
-      6.574653678663806e-05,
-      6.536020077654701e-05,
-      6.496986777457557e-05,
-      6.457559930065623e-05,
-      6.417745749498663e-05,
-      6.377550510823579e-05,
-      6.336980549165394e-05,
-      6.296042258708793e-05,
-      6.254742091690332e-05,
-      6.213086557381514e-05,
-      6.171082221062871e-05,
-      6.128735702989213e-05,
-      6.08605367734622e-05,
-      6.043042871198537e-05,
-      5.9997100634295156e-05,
-      5.956062083672817e-05,
-      5.9121058112359893e-05,
-      5.8678481740162386e-05,
-      5.823296147408519e-05,
-      5.77845675320616e-05,
-      5.733337058494163e-05,
-      5.687944174535368e-05,
-      5.642285255649657e-05,
-      5.596367498086368e-05,
-      5.5501981388901035e-05,
-      5.503784454760108e-05,
-      5.4571337609033947e-05,
-      5.410253409881808e-05,
-      5.363150790453191e-05,
-      5.315833326406852e-05,
-      5.268308475393511e-05,
-      5.2205837277499095e-05,
-      5.1726666053182625e-05,
-      5.124564660260756e-05,
-      5.0762854738692536e-05,
-      5.0278366553704214e-05,
-      4.979225840726445e-05,
-      4.9304606914315355e-05,
-      4.8815488933044075e-05,
-      4.832498155276932e-05,
-      4.783316208179134e-05,
-      4.734010803520749e-05,
-      4.6845897122695165e-05,
-      4.635060723626403e-05,
-      4.585431643797962e-05,
-      4.5357102947659986e-05,
-      4.485904513054766e-05,
-      4.4360221484958475e-05,
-      4.3860710629909643e-05,
-      4.336059129272866e-05,
-      4.2859942296645196e-05,
-      4.23588425483678e-05,
-      4.1857371025647626e-05,
-      4.135560676483069e-05,
-      4.0853628848401185e-05,
-      4.035151639251729e-05,
-      3.984934853454177e-05,
-      3.934720442056928e-05,
-      3.8845163192952226e-05,
-      3.834330397782716e-05,
-      3.7841705872643884e-05,
-      3.734044793369901e-05,
-      3.683960916367585e-05,
-      3.633926849919306e-05,
-      3.583950479836345e-05,
-      3.534039682836521e-05,
-      3.48420232530276e-05,
-      3.434446262043278e-05,
-      3.384779335053595e-05,
-      3.335209372280563e-05,
-      3.2857441863886186e-05,
-      3.23639157352844e-05,
-      3.18715931210819e-05,
-      3.138055161567589e-05,
-      3.0890868611549485e-05,
-      3.0402621287073947e-05,
-      2.991588659434476e-05,
-      2.943074124705329e-05,
-      2.894726170839595e-05,
-      2.8465524179023035e-05,
-      2.798560458502876e-05,
-      2.7507578565984655e-05,
-      2.7031521463018056e-05,
-      2.6557508306937763e-05,
-      2.608561380640848e-05,
-      2.5615912336175992e-05,
-      2.5148477925345197e-05,
-      2.4683384245712353e-05,
-      2.422070460015378e-05,
-      2.3760511911072684e-05,
-      2.3302878708905953e-05,
-      2.2847877120692683e-05,
-      2.2395578858706372e-05,
-      2.1946055209152374e-05,
-      2.1499377020932627e-05,
-      2.1055614694479143e-05,
-      2.061483817065839e-05,
-      2.0177116919747935e-05,
-      1.9742519930487273e-05,
-      1.931111569920469e-05,
-      1.8882972219021584e-05,
-      1.8458156969136093e-05,
-      1.8036736904187883e-05,
-      1.7618778443705458e-05,
-      1.7204347461637797e-05,
-      1.679350927597214e-05,
-      1.638632863843922e-05,
-      1.598286972430788e-05,
-      1.5583196122270384e-05,
-      1.5187370824420397e-05,
-      1.4795456216324805e-05,
-      1.4407514067191177e-05,
-      1.4023605520132458e-05,
-      1.3643791082530244e-05,
-      1.3268130616498244e-05,
-      1.2896683329447552e-05,
-      1.2529507764755003e-05,
-      1.2166661792536174e-05,
-      1.1808202600524639e-05,
-      1.1454186685058585e-05,
-      1.110466984217657e-05,
-      1.0759707158823462e-05,
-      1.0419353004168382e-05,
-      1.0083661021035568e-05,
-      9.752684117449767e-06,
-      9.426474458297528e-06,
-      9.105083457105542e-06,
-      8.788561767937342e-06,
-      8.476959277409883e-06,
-      8.170325096830898e-06,
-      7.868707554458552e-06,
-      7.572154187884444e-06,
-      7.280711736541315e-06,
-      6.994426134336478e-06,
-      6.7133425024121925e-06,
-      6.437505142034237e-06,
-      6.166957527609598e-06,
-      5.901742299834516e-06,
-      5.641901258973956e-06,
-      5.387475358273513e-06,
-      5.138504697504787e-06,
-      4.895028516645353e-06,
-      4.6570851896941615e-06,
-      4.424712218623466e-06,
-      4.197946227468168e-06,
-      3.976822956553572e-06,
-      3.7613772568623865e-06,
-      3.5516430845418517e-06,
-      3.347653495552039e-06,
-      3.1494406404558807e-06,
-      2.9570357593519473e-06,
-      2.7704691769507674e-06,
-      2.589770297795391e-06,
-      2.414967601626912e-06,
-      2.246088638895887e-06,
-      2.0831600264200837e-06,
-      1.926207443189476e-06,
-      1.775255626318959e-06,
-      1.6303283671496163e-06,
-      1.4914485074989559e-06,
-      1.3586379360608449e-06,
-      1.2319175849556754e-06,
-      1.111307426431263e-06,
-      9.968264697150266e-07,
-      8.884927580180113e-07,
-      7.863233656910796e-07,
-      6.903343955338538e-07,
-      6.005409762567738e-07,
-      5.169572600966888e-07,
-      4.395964205863212e-07,
-      3.684706504780078e-07,
-      3.0359115982202314e-07,
-      2.449681741997667e-07,
-      1.926109331121273e-07,
-      1.4652768852324362e-07,
-      1.0672570355994006e-07,
-      7.32112513669847e-08,
-      4.598961411837355e-08,
-      2.5065082184840826e-08,
-      1.0440953457631075e-08,
-      2.119532828745996e-09
+      4.188034188034189e-06,
+      8.461538461538462e-06,
+      1.2735042735042738e-05,
+      1.700854700854701e-05,
+      2.1282051282051282e-05,
+      2.5555555555555557e-05,
+      2.9829059829059833e-05,
+      3.4102564102564105e-05,
+      3.837606837606838e-05,
+      3.999958796323024e-05,
+      3.999718697278298e-05,
+      3.9992642503923525e-05,
+      3.998595504376894e-05,
+      3.997712530914136e-05,
+      3.996615424649119e-05,
+      3.995304303179564e-05,
+      3.993779307043264e-05,
+      3.992040599703026e-05,
+      3.990088367529147e-05,
+      3.9879228197794335e-05,
+      3.9855441885767774e-05,
+      3.982952728884272e-05,
+      3.98014871847788e-05,
+      3.977132457916666e-05,
+      3.9739042705105735e-05,
+      3.970464502285772e-05,
+      3.9668135219475686e-05,
+      3.962951720840881e-05,
+      3.9588795129082965e-05,
+      3.9545973346457e-05,
+      3.950105645055483e-05,
+      3.9454049255973464e-05,
+      3.9404956801366954e-05,
+      3.9353784348906246e-05,
+      3.930053738371519e-05,
+      3.924522161328258e-05,
+      3.9187842966850365e-05,
+      3.912840759477808e-05,
+      3.9066921867883654e-05,
+      3.900339237676047e-05,
+      3.893782593107095e-05,
+      3.8870229558816636e-05,
+      3.880061050558488e-05,
+      3.8728976233772144e-05,
+      3.865533442178418e-05,
+      3.857969296321293e-05,
+      3.8502059965990464e-05,
+      3.842244375151989e-05,
+      3.8340852853783366e-05,
+      3.825729601842738e-05,
+      3.817178220182529e-05,
+      3.8084320570117316e-05,
+      3.799492049822804e-05,
+      3.7903591568861476e-05,
+      3.7810343571473957e-05,
+      3.771518650122478e-05,
+      3.7618130557904865e-05,
+      3.75191861448434e-05,
+      3.7418363867792776e-05,
+      3.7315674533791735e-05,
+      3.7211129150006987e-05,
+      3.7104738922553335e-05,
+      3.6996515255292544e-05,
+      3.688646974861095e-05,
+      3.677461419817603e-05,
+      3.666096059367202e-05,
+      3.654552111751479e-05,
+      3.642830814354598e-05,
+      3.6309334235706705e-05,
+      3.618861214669079e-05,
+      3.606615481657787e-05,
+      3.594197537144631e-05,
+      3.5816087121966275e-05,
+      3.5688503561972944e-05,
+      3.5559238367020136e-05,
+      3.542830539291442e-05,
+      3.529571867422996e-05,
+      3.516149242280414e-05,
+      3.502564102621419e-05,
+      3.488817904623504e-05,
+      3.474912121727844e-05,
+      3.4608482444813575e-05,
+      3.446627780376941e-05,
+      3.432252253691874e-05,
+      3.4177232053244447e-05,
+      3.403042192628771e-05,
+      3.388210789247879e-05,
+      3.373230584945018e-05,
+      3.358103185433261e-05,
+      3.342830212203387e-05,
+      3.3274133023500764e-05,
+      3.311854108396431e-05,
+      3.2961542981168435e-05,
+      3.280315554358229e-05,
+      3.264339574859642e-05,
+      3.248228072070302e-05,
+      3.2319827729660285e-05,
+      3.2156054188641376e-05,
+      3.1990977652367865e-05,
+      3.1824615815228095e-05,
+      3.165698650938051e-05,
+      3.148810770284225e-05,
+      3.131799749756318e-05,
+      3.114667412748557e-05,
+      3.0974155956589594e-05,
+      3.0800461476924934e-05,
+      3.062560930662865e-05,
+      3.0449618187929455e-05,
+      3.027250698513884e-05,
+      3.0094294682628963e-05,
+      2.9915000382797757e-05,
+      2.973464330402138e-05,
+      2.9553242778594188e-05,
+      2.9370818250656534e-05,
+      2.918738927411057e-05,
+      2.900297551052429e-05,
+      2.8817596727024034e-05,
+      2.863127279417565e-05,
+      2.8444023683854588e-05,
+      2.8255869467105155e-05,
+      2.806683031198911e-05,
+      2.787692648142386e-05,
+      2.76861783310105e-05,
+      2.7494606306851945e-05,
+      2.730223094336128e-05,
+      2.7109072861060756e-05,
+      2.6915152764371454e-05,
+      2.6720491439394013e-05,
+      2.6525109751680584e-05,
+      2.6329028643998294e-05,
+      2.613226913408438e-05,
+      2.593485231239333e-05,
+      2.5736799339836247e-05,
+      2.5538131445512574e-05,
+      2.5338869924434622e-05,
+      2.5139036135244954e-05,
+      2.493865149792698e-05,
+      2.4737737491508967e-05,
+      2.4536315651761724e-05,
+      2.433440756889019e-05,
+      2.4132034885219254e-05,
+      2.3929219292873862e-05,
+      2.3725982531453916e-05,
+      2.3522346385703997e-05,
+      2.3318332683178304e-05,
+      2.3113963291900965e-05,
+      2.290926011802202e-05,
+      2.2704245103469335e-05,
+      2.2498940223596676e-05,
+      2.229336748482816e-05,
+      2.2087548922299454e-05,
+      2.1881506597495808e-05,
+      2.1675262595887345e-05,
+      2.1468839024561703e-05,
+      2.1262258009854425e-05,
+      2.1055541694977263e-05,
+      2.0848712237644633e-05,
+      2.0641791807698616e-05,
+      2.0434802584732507e-05,
+      2.022776675571351e-05,
+      2.0020706512604437e-05,
+      1.9813644049985047e-05,
+      1.9606601562673005e-05,
+      1.939960124334484e-05,
+      1.919266528015713e-05,
+      1.8985815854368193e-05,
+      1.8779075137960494e-05,
+      1.8572465291264022e-05,
+      1.8366008460581004e-05,
+      1.815972677581202e-05,
+      1.7953642348083943e-05,
+      1.774777726737984e-05,
+      1.7542153600171213e-05,
+      1.7336793387052705e-05,
+      1.7131718640379524e-05,
+      1.6926951341908083e-05,
+      1.672251344043969e-05,
+      1.651842684946793e-05,
+      1.6314713444829764e-05,
+      1.611139506236069e-05,
+      1.5908493495554186e-05,
+      1.5706030493225642e-05,
+      1.5504027757181196e-05,
+      1.5302506939891503e-05,
+      1.5101489642170806e-05,
+      1.4900997410861609e-05,
+      1.4701051736525065e-05,
+      1.4501674051137457e-05,
+      1.4302885725792858e-05,
+      1.4104708068412472e-05,
+      1.3907162321460597e-05,
+      1.371026965966768e-05,
+      1.3514051187760642e-05,
+      1.3318527938200655e-05,
+      1.3123720868928707e-05,
+      1.292965086111913e-05,
+      1.2736338716941403e-05,
+      1.2543805157330346e-05,
+      1.2352070819765072e-05,
+      1.2161156256056894e-05,
+      1.1971081930146396e-05,
+      1.1781868215909893e-05,
+      1.1593535394975626e-05,
+      1.1406103654549742e-05,
+      1.1219593085252485e-05,
+      1.103402367896469e-05,
+      1.0849415326684864e-05,
+      1.0665787816397109e-05,
+      1.0483160830950054e-05,
+      1.030155394594707e-05,
+      1.0120986627648004e-05,
+      9.941478230882551e-06,
+      9.763047996975699e-06,
+      9.585715051685247e-06,
+      9.409498403151716e-06,
+      9.234416939860887e-06,
+      9.060489428619184e-06,
+      8.887734512542072e-06,
+      8.716170709055716e-06,
+      8.545816407912107e-06,
+      8.376689869217913e-06,
+      8.208809221477138e-06,
+      8.042192459648035e-06,
+      7.87685744321416e-06,
+      7.712821894270087e-06,
+      7.550103395621737e-06,
+      7.388719388901766e-06,
+      7.228687172699982e-06,
+      7.070023900709091e-06,
+      6.912746579886067e-06,
+      6.756872068629164e-06,
+      6.6024170749708814e-06,
+      6.4493981547870566e-06,
+      6.297831710022247e-06,
+      6.147733986931628e-06,
+      5.999121074339575e-06,
+      5.8520089019151116e-06,
+      5.706413238464439e-06,
+      5.562349690240656e-06,
+      5.419833699270991e-06,
+      5.278880541701565e-06,
+      5.139505326159946e-06,
+      5.0017229921356696e-06,
+      4.8655483083789115e-06,
+      4.730995871317427e-06,
+      4.598080103491973e-06,
+      4.4668152520103745e-06,
+      4.33721538702039e-06,
+      4.209294400201533e-06,
+      4.083066003276077e-06,
+      3.958543726539259e-06,
+      3.835740917409019e-06,
+      3.714670738995274e-06,
+      3.595346168689e-06,
+      3.477779996771207e-06,
+      3.361984825041915e-06,
+      3.2479730654694342e-06,
+      3.135756938859904e-06,
+      3.0253484735473714e-06,
+      2.9167595041044805e-06,
+      2.8100016700739385e-06,
+      2.705086414720892e-06,
+      2.6020249838063037e-06,
+      2.500828424381587e-06,
+      2.4015075836044345e-06,
+      2.3040731075761303e-06,
+      2.208535440200428e-06,
+      2.11490482206405e-06,
+      2.0231912893390504e-06,
+      1.9334046727069866e-06,
+      1.8455545963052347e-06,
+      1.7596504766953605e-06,
+      1.6757015218537743e-06,
+      1.5937167301847356e-06,
+      1.513704889555827e-06,
+      1.4356745763559742e-06,
+      1.3596341545761815e-06,
+      1.2855917749129866e-06,
+      1.2135553738947903e-06,
+      1.1435326730311536e-06,
+      1.075531177985145e-06,
+      1.0095581777688036e-06,
+      9.456207439618459e-07,
+      8.837257299536639e-07,
+      8.238797702087242e-07,
+      7.660892795554131e-07,
+      7.103604524984597e-07,
+      6.566992625549318e-07,
+      6.051114616139542e-07,
+      5.556025793201581e-07,
+      5.081779224809702e-07,
+      4.628425744977927e-07,
+      4.196013948210942e-07,
+      3.784590184295511e-07,
+      3.394198553332162e-07,
+      3.024880901008209e-07,
+      2.676676814112367e-07,
+      2.3496236162914076e-07,
+      2.0437563640495206e-07,
+      1.7591078429906706e-07,
+      1.495708564304299e-07,
+      1.2535867614948739e-07,
+      1.0327683873555317e-07,
+      8.332771111863037e-08,
+      6.551343162569667e-08,
+      4.983590975150554e-08,
+      3.629682595389428e-08,
+      2.4897631473679297e-08,
+      1.563954817907831e-08,
+      8.523568434752882e-09,
+      3.550454995435715e-09,
+      7.207409241671848e-10
     ],
     "eval_step": [
       781,
@@ -1301,189 +1301,189 @@
       20
     ],
     "eval_accuracy": [
-      0.005714285714285714,
-      0.2042857142857143,
-      0.5407142857142857,
-      0.6728571428571428,
-      0.7278571428571429,
-      0.7321428571428571,
-      0.7878571428571428,
-      0.8514285714285714,
-      0.865,
-      0.8557142857142858,
-      0.8678571428571429,
-      0.9171428571428571,
-      0.9,
-      0.9235714285714286,
-      0.925,
-      0.9557142857142857,
-      0.965,
-      0.9864285714285714,
-      0.9842857142857143,
-      0.9914285714285714
+      0.0011111111111111111,
+      0.8111111111111111,
+      0.8677777777777778,
+      0.8966666666666666,
+      0.8977777777777778,
+      0.9522222222222222,
+      0.9411111111111111,
+      0.9588888888888889,
+      0.9788888888888889,
+      0.9755555555555555,
+      0.9944444444444445,
+      0.9888888888888889,
+      0.9966666666666667,
+      0.9811111111111112,
+      0.9955555555555555,
+      0.9977777777777778,
+      1.0,
+      1.0,
+      1.0,
+      1.0
     ]
   },
-  "final_accuracy": 0.9914285714285714,
+  "final_accuracy": 1.0,
   "sft_eval": {
     "config": {
       "ops": "add_sub",
       "K": null,
       "mode": "sft",
       "n_digits": 6,
-      "n_per_split": 50
+      "n_per_split": 100
     },
     "splits": {
       "add_S0": {
         "full_accuracy": 1.0,
-        "n_examples": 50,
+        "n_examples": 100,
         "per_subtask": {
           "SA": {
             "accuracy": 1.0,
-            "count": 295
+            "count": 605
           },
           "SS": {
             "accuracy": 1.0,
-            "count": 55
+            "count": 95
           }
         }
       },
       "add_S1": {
         "full_accuracy": 1.0,
-        "n_examples": 50,
+        "n_examples": 100,
         "per_subtask": {
           "SA": {
             "accuracy": 1.0,
-            "count": 126
+            "count": 204
           },
           "SC": {
             "accuracy": 1.0,
-            "count": 79
+            "count": 169
           },
           "SS": {
             "accuracy": 1.0,
-            "count": 21
+            "count": 31
           },
           "UC": {
             "accuracy": 1.0,
-            "count": 124
+            "count": 296
           }
         }
       },
       "add_S2": {
         "full_accuracy": 1.0,
-        "n_examples": 50,
+        "n_examples": 100,
         "per_subtask": {
           "SA": {
             "accuracy": 1.0,
-            "count": 75
+            "count": 163
           },
           "SC": {
             "accuracy": 1.0,
-            "count": 62
+            "count": 130
           },
           "SS": {
             "accuracy": 1.0,
-            "count": 39
+            "count": 87
           },
           "UC": {
             "accuracy": 1.0,
-            "count": 111
+            "count": 203
           },
           "US": {
             "accuracy": 1.0,
-            "count": 63
+            "count": 117
           }
         }
       },
       "add_S3": {
         "full_accuracy": 1.0,
-        "n_examples": 50,
+        "n_examples": 100,
         "per_subtask": {
           "SA": {
             "accuracy": 1.0,
-            "count": 60
+            "count": 121
           },
           "SC": {
             "accuracy": 1.0,
-            "count": 57
+            "count": 121
           },
           "SS": {
             "accuracy": 1.0,
-            "count": 19
+            "count": 49
           },
           "UC": {
             "accuracy": 1.0,
-            "count": 104
+            "count": 186
           },
           "US": {
             "accuracy": 1.0,
-            "count": 110
+            "count": 223
           }
         }
       },
       "add_S4": {
         "full_accuracy": 1.0,
-        "n_examples": 50,
+        "n_examples": 100,
         "per_subtask": {
           "SA": {
             "accuracy": 1.0,
-            "count": 48
+            "count": 104
           },
           "SC": {
             "accuracy": 1.0,
-            "count": 52
+            "count": 106
           },
           "SS": {
             "accuracy": 1.0,
-            "count": 7
+            "count": 23
           },
           "UC": {
             "accuracy": 1.0,
-            "count": 89
+            "count": 160
           },
           "US": {
             "accuracy": 1.0,
-            "count": 154
+            "count": 307
           }
         }
       },
       "add_S5": {
-        "full_accuracy": 0.92,
-        "n_examples": 50,
+        "full_accuracy": 1.0,
+        "n_examples": 100,
         "per_subtask": {
           "SA": {
             "accuracy": 1.0,
-            "count": 50
+            "count": 100
           },
           "SC": {
             "accuracy": 1.0,
-            "count": 50
+            "count": 100
           },
           "UC": {
-            "accuracy": 0.94,
-            "count": 50
+            "accuracy": 1.0,
+            "count": 100
           },
           "US": {
-            "accuracy": 0.99,
-            "count": 200
+            "accuracy": 1.0,
+            "count": 400
           }
         }
       },
       "add_S6": {
-        "full_accuracy": 0.96,
-        "n_examples": 50,
+        "full_accuracy": 1.0,
+        "n_examples": 100,
         "per_subtask": {
           "SC": {
             "accuracy": 1.0,
-            "count": 50
+            "count": 100
           },
           "UC": {
-            "accuracy": 0.96,
-            "count": 50
+            "accuracy": 1.0,
+            "count": 100
           },
           "US": {
-            "accuracy": 0.992,
-            "count": 250
+            "accuracy": 1.0,
+            "count": 500
           }
         }
       },
@@ -1493,239 +1493,239 @@
         "per_subtask": {
           "SA": {
             "accuracy": 1.0,
-            "count": 431
+            "count": 447
           },
           "SC": {
             "accuracy": 1.0,
-            "count": 316
+            "count": 320
           },
           "SS": {
             "accuracy": 1.0,
-            "count": 39
+            "count": 56
           },
           "UC": {
             "accuracy": 1.0,
-            "count": 560
+            "count": 529
           },
           "US": {
             "accuracy": 1.0,
-            "count": 54
+            "count": 48
           }
         }
       },
       "add_C3": {
         "full_accuracy": 1.0,
-        "n_examples": 50,
+        "n_examples": 100,
         "per_subtask": {
           "SA": {
             "accuracy": 1.0,
-            "count": 150
+            "count": 300
           },
           "SC": {
             "accuracy": 1.0,
-            "count": 50
+            "count": 100
           },
           "UC": {
             "accuracy": 1.0,
-            "count": 104
+            "count": 193
           },
           "US": {
             "accuracy": 1.0,
-            "count": 46
+            "count": 107
           }
         }
       },
       "add_C4": {
         "full_accuracy": 1.0,
-        "n_examples": 50,
+        "n_examples": 100,
         "per_subtask": {
           "SA": {
             "accuracy": 1.0,
-            "count": 100
+            "count": 200
           },
           "SC": {
             "accuracy": 1.0,
-            "count": 50
+            "count": 100
           },
           "UC": {
             "accuracy": 1.0,
-            "count": 123
+            "count": 256
           },
           "US": {
             "accuracy": 1.0,
-            "count": 77
+            "count": 144
           }
         }
       },
       "add_C5": {
-        "full_accuracy": 0.98,
-        "n_examples": 50,
+        "full_accuracy": 1.0,
+        "n_examples": 100,
         "per_subtask": {
           "SA": {
             "accuracy": 1.0,
-            "count": 50
+            "count": 100
           },
           "SC": {
             "accuracy": 1.0,
-            "count": 50
+            "count": 100
           },
           "UC": {
-            "accuracy": 0.9935064935064936,
-            "count": 154
+            "accuracy": 1.0,
+            "count": 306
           },
           "US": {
             "accuracy": 1.0,
-            "count": 96
+            "count": 194
           }
         }
       },
       "add_C6": {
         "full_accuracy": 1.0,
-        "n_examples": 50,
+        "n_examples": 100,
         "per_subtask": {
           "SC": {
             "accuracy": 1.0,
-            "count": 50
+            "count": 100
           },
           "UC": {
             "accuracy": 1.0,
-            "count": 182
+            "count": 366
           },
           "US": {
             "accuracy": 1.0,
-            "count": 118
+            "count": 234
           }
         }
       },
       "sub_M0": {
         "full_accuracy": 1.0,
-        "n_examples": 50,
+        "n_examples": 100,
         "per_subtask": {
           "MD": {
             "accuracy": 1.0,
-            "count": 294
+            "count": 601
           },
           "ME": {
             "accuracy": 1.0,
-            "count": 56
+            "count": 99
           }
         }
       },
       "sub_M1": {
         "full_accuracy": 1.0,
-        "n_examples": 50,
+        "n_examples": 100,
         "per_subtask": {
           "MD": {
             "accuracy": 1.0,
-            "count": 143
+            "count": 279
           },
           "MB": {
             "accuracy": 1.0,
-            "count": 69
+            "count": 145
           },
           "ME": {
             "accuracy": 1.0,
-            "count": 15
+            "count": 24
           },
           "UB": {
             "accuracy": 1.0,
-            "count": 123
+            "count": 252
           }
         }
       },
       "sub_M2": {
         "full_accuracy": 1.0,
-        "n_examples": 50,
+        "n_examples": 100,
         "per_subtask": {
           "MD": {
             "accuracy": 1.0,
-            "count": 108
+            "count": 213
           },
           "MB": {
             "accuracy": 1.0,
-            "count": 52
+            "count": 113
           },
           "ME": {
             "accuracy": 1.0,
-            "count": 52
+            "count": 85
           },
           "UB": {
             "accuracy": 1.0,
-            "count": 87
+            "count": 181
           },
           "UD": {
             "accuracy": 1.0,
-            "count": 51
+            "count": 108
           }
         }
       },
       "sub_M3": {
         "full_accuracy": 1.0,
-        "n_examples": 50,
+        "n_examples": 100,
         "per_subtask": {
           "MD": {
             "accuracy": 1.0,
-            "count": 94
+            "count": 179
           },
           "MB": {
             "accuracy": 1.0,
-            "count": 51
+            "count": 103
           },
           "ME": {
             "accuracy": 1.0,
-            "count": 25
+            "count": 56
           },
           "UB": {
             "accuracy": 1.0,
-            "count": 78
+            "count": 149
           },
           "UD": {
             "accuracy": 1.0,
-            "count": 102
+            "count": 213
           }
         }
       },
       "sub_M4": {
-        "full_accuracy": 0.94,
-        "n_examples": 50,
+        "full_accuracy": 1.0,
+        "n_examples": 100,
         "per_subtask": {
           "MD": {
             "accuracy": 1.0,
-            "count": 100
+            "count": 200
           },
           "MB": {
             "accuracy": 1.0,
-            "count": 50
+            "count": 100
           },
           "UB": {
-            "accuracy": 0.94,
-            "count": 50
+            "accuracy": 1.0,
+            "count": 100
           },
           "UD": {
             "accuracy": 1.0,
-            "count": 150
+            "count": 300
           }
         }
       },
       "sub_M5": {
-        "full_accuracy": 0.96,
-        "n_examples": 50,
+        "full_accuracy": 1.0,
+        "n_examples": 100,
         "per_subtask": {
           "MD": {
             "accuracy": 1.0,
-            "count": 50
+            "count": 100
           },
           "MB": {
             "accuracy": 1.0,
-            "count": 50
+            "count": 100
           },
           "UB": {
             "accuracy": 1.0,
-            "count": 50
+            "count": 100
           },
           "UD": {
-            "accuracy": 0.99,
-            "count": 200
+            "accuracy": 1.0,
+            "count": 400
           }
         }
       },
@@ -1735,96 +1735,96 @@
         "per_subtask": {
           "MD": {
             "accuracy": 1.0,
-            "count": 588
+            "count": 600
           },
           "MB": {
             "accuracy": 1.0,
-            "count": 268
+            "count": 267
           },
           "ME": {
             "accuracy": 1.0,
-            "count": 60
+            "count": 53
           },
           "UB": {
             "accuracy": 1.0,
-            "count": 447
+            "count": 439
           },
           "UD": {
             "accuracy": 1.0,
-            "count": 37
+            "count": 41
           }
         }
       },
       "sub_B3": {
         "full_accuracy": 1.0,
-        "n_examples": 50,
+        "n_examples": 100,
         "per_subtask": {
           "MD": {
             "accuracy": 1.0,
-            "count": 150
+            "count": 300
           },
           "MB": {
             "accuracy": 1.0,
-            "count": 50
+            "count": 100
           },
           "UB": {
             "accuracy": 1.0,
-            "count": 107
+            "count": 197
           },
           "UD": {
             "accuracy": 1.0,
-            "count": 43
+            "count": 103
           }
         }
       },
       "sub_B4": {
         "full_accuracy": 1.0,
-        "n_examples": 50,
+        "n_examples": 100,
         "per_subtask": {
           "MD": {
             "accuracy": 1.0,
-            "count": 100
+            "count": 200
           },
           "MB": {
             "accuracy": 1.0,
-            "count": 50
+            "count": 100
           },
           "UB": {
             "accuracy": 1.0,
-            "count": 114
+            "count": 247
           },
           "UD": {
             "accuracy": 1.0,
-            "count": 86
+            "count": 153
           }
         }
       },
       "sub_B5": {
         "full_accuracy": 1.0,
-        "n_examples": 50,
+        "n_examples": 100,
         "per_subtask": {
           "MD": {
             "accuracy": 1.0,
-            "count": 50
+            "count": 100
           },
           "MB": {
             "accuracy": 1.0,
-            "count": 50
+            "count": 100
           },
           "UB": {
             "accuracy": 1.0,
-            "count": 153
+            "count": 298
           },
           "UD": {
             "accuracy": 1.0,
-            "count": 97
+            "count": 202
           }
         }
       }
     },
     "summary": {
-      "overall_accuracy": 0.9914285714285714,
-      "total_examples": 1400,
+      "overall_accuracy": 1.0,
+      "total_examples": 2400,
       "n_splits": 22
     }
   }

add_sub_baseline_50K/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:16ab43d64dbfe964a136e7d0325cf995347d43a5180344dddcc116e4d205eef2
+oid sha256:b1d271990035c114502ee453f5a961d61cc2caa9996b45559249726b42c2cb6a
 size 650266922

add_sub_baseline_50K/train_config.json

@@ -1,35 +1,84 @@
 {
-  "mode": "baseline",
-  "ops": "add_sub",
-  "n_digits": 6,
-  "n_layer": 2,
-  "n_head": 3,
-  "n_embd": 510,
-  "abs_vocab": 0,
+  "num_rollouts": 4,
   "K": 4,
+  "max_iterations": 2,
+  "memory_span_abs": 1792,
+  "memory_span_traj": 1792,
+  "temperature": 1.0,
+  "ar_search": false,
+  "response_only_abs": false,
   "alpha_info_gain": 10.0,
   "alpha_abs": 0.1,
   "alpha_soft_zipf": 1.0,
+  "alpha_ortho": 0.0,
+  "alpha_anchor": 0.0,
+  "alpha_jacobi": 0.0,
+  "decay": 0.8,
+  "target_vocab_util": 0.8,
+  "min_abs_ppl": 0.0,
+  "zipf_alpha": 1.0,
+  "lr": 4e-05,
+  "emb_lr_mult": 1.0,
+  "weight_decay": 0.01,
+  "warmup_steps": 468,
+  "cooldown_frac": 0.4,
+  "max_grad_norm": 1.0,
+  "vq_abs_pretrain_steps": 0,
+  "vq_abs_pretrain_lr": 0.001,
+  "vq_abs_pretrain_layer": -1,
+  "vq_abs_pretrain_batch_size": 256,
+  "vq_abs_pretrain_target_vectors": 20000,
   "batch_size": 64,
+  "gradient_accumulation_steps": 1,
   "num_epochs": 20,
-  "dataset_size": 50000,
-  "lr": 8e-05,
+  "emb_warmup_steps": 0,
+  "log_every": 50,
+  "eval_every": 781,
+  "save_every": 999999,
+  "eval_samples": 100,
   "output_dir": "ckpt/sweep/add_sub_baseline_50K",
+  "eval_K": 4,
+  "alpha_traj": 0.0,
+  "corrupt_method": "shuffle",
+  "corrupt_ratio": 0.3,
+  "alpha_contrastive": 1.0,
+  "gamma_contrastive": 0.5,
+  "alpha_masked_traj": 0.0,
+  "mask_nl_ratio": 0.3,
+  "mask_nl_mode": "fixed",
+  "mask_nl_fixed_id": 0,
+  "use_ste": true,
+  "n_inner": 1,
+  "random_K": null,
+  "strip_suffix": null,
+  "compress_prefix": null,
+  "random_mem_span": null,
+  "warmup_ratio": 0.03,
+  "beta2": 0.999,
+  "seed": 42,
+  "n_digits": 6,
+  "n_layer": 2,
+  "n_head": 3,
+  "n_embd": 510,
+  "ops": "add_sub",
+  "abs_vocab": 0,
+  "dataset_size": 50000,
+  "mode": "baseline",
   "device": "cuda",
   "push_to_hub": true,
   "no_wandb": false,
   "n_params": 162490082,
   "run_name": "add_sub_baseline_50K",
-  "git_commit": "800625019270114adcda289bbd550c4f1109a514",
-  "timestamp": "2026-04-12T01:58:11.886382+00:00",
+  "git_commit": "f447da529caceac8c7d256cbb2cd185cbc50feac",
+  "timestamp": "2026-04-12T17:38:15.462759+00:00",
   "tokenizer": "Qwen/Qwen3-0.6B",
   "dataset_repo": "thoughtworks/arithmetic-sorl-data",
   "dataset_config": "add_sub_6digit",
   "model_repo": "thoughtworks/arithmetic-sorl",
   "trainer_version": "sft",
-  "wandb_run_id": "p7yzb1qj",
-  "wandb_url": "https://wandb.ai/nlp_and_interpretability/sorl-arithmetic/runs/p7yzb1qj",
-  "final_accuracy": 0.9914285714285714,
-  "sft_accuracy": 0.9914285714285714,
+  "wandb_run_id": "2phtgprv",
+  "wandb_url": "https://wandb.ai/nlp_and_interpretability/sorl-arithmetic/runs/2phtgprv",
+  "final_accuracy": 1.0,
+  "sft_accuracy": 1.0,
   "eval_method": "ArithmeticEvaluator"
 }