Upload add_sub_sorl_v1_abs50_50K

add_sub_sorl_v1_abs50_50K/metrics.json

@@ -153,1069 +153,1069 @@
       7788
     ],
     "loss": [
-      14.632190704345703,
-      9.926382064819336,
-      6.634365081787109,
-      4.12091064453125,
-      2.3600664138793945,
-      2.5965561866760254,
-      2.2668251991271973,
-      2.4945991039276123,
-      1.87929368019104,
-      1.770228624343872,
-      1.4810309410095215,
-      1.115319013595581,
-      1.2603116035461426,
-      1.118563175201416,
-      0.7639645338058472,
-      0.5783902406692505,
-      -0.2102416753768921,
-      -1.0637309551239014,
-      -2.982658863067627,
-      -5.1272735595703125,
-      -6.820440769195557,
-      -8.708982467651367,
-      -9.34764575958252,
-      -9.479778289794922,
-      -9.714715003967285,
-      -9.847146987915039,
-      -10.891656875610352,
-      -10.567233085632324,
-      -10.487039566040039,
-      -10.561330795288086,
-      -11.278342247009277,
-      -11.53654956817627,
-      -11.39672565460205,
-      -12.42699146270752,
-      -12.283132553100586,
-      -12.111838340759277,
-      -12.558882713317871,
-      -12.664121627807617,
-      -11.877008438110352,
-      -13.080121040344238,
-      -12.89445972442627,
-      -13.657825469970703,
-      -13.041352272033691,
-      -12.739060401916504,
-      -13.011455535888672,
-      -13.518850326538086,
-      -13.68348217010498,
-      -13.794760704040527,
-      -12.652961730957031,
-      -13.282352447509766,
-      -12.864669799804688,
-      -12.425497055053711,
-      -13.485628128051758,
-      -13.69277286529541,
-      -13.639493942260742,
-      -13.366686820983887,
-      -13.520065307617188,
-      -13.455315589904785,
-      -13.581616401672363,
-      -13.953703880310059,
-      -13.787495613098145,
-      -13.657554626464844,
-      -13.825128555297852,
-      -13.480307579040527,
-      -12.544189453125,
-      -11.929388999938965,
-      -10.827520370483398,
-      -8.075313568115234,
-      -6.391434192657471,
-      -5.907987594604492,
-      -4.740344047546387,
-      -5.025309085845947,
-      -4.2770867347717285,
-      -4.229391574859619,
-      -3.865729570388794,
-      -4.085846424102783,
-      -3.6969783306121826,
-      -3.788874387741089,
-      -3.3547849655151367,
-      -3.1135661602020264,
-      -2.8369789123535156,
-      -2.6105422973632812,
-      -3.406431198120117,
-      -2.858949661254883,
-      -2.1879334449768066,
-      -2.340407133102417,
-      -1.6988248825073242,
-      -1.7582203149795532,
-      -2.0069541931152344,
-      -2.3115696907043457,
-      -1.6048082113265991,
-      -3.4057414531707764,
-      -1.5541704893112183,
-      -1.587241768836975,
-      -1.341800570487976,
-      -1.3259270191192627,
-      -1.2093465328216553,
-      -1.1008269786834717,
-      -0.8763017654418945,
-      -1.4300707578659058,
-      -1.191908597946167,
-      -1.174930453300476,
-      -1.2244458198547363,
-      -0.4350616931915283,
-      -1.2295445203781128,
-      -0.4361853301525116,
-      -0.5482154488563538,
-      -1.4029738903045654,
-      -0.9040775895118713,
-      -0.5001223087310791,
-      -0.3795071244239807,
-      -0.7955602407455444,
-      -0.8618952631950378,
-      -0.6030458807945251,
-      -0.8650072813034058,
-      -0.632997989654541,
-      -0.8306871652603149,
-      -0.6155402660369873,
-      -0.47851070761680603,
-      -0.4381093382835388,
-      -0.7446098327636719,
-      -0.604732871055603,
-      -0.586620569229126,
-      -0.5812572240829468,
-      -0.5657588839530945,
-      -0.40892261266708374,
-      -0.34598445892333984,
-      -0.37908679246902466,
-      -0.6343741416931152,
-      -0.48928260803222656,
-      -0.4414480924606323,
-      -0.5256525874137878,
-      -0.5549529790878296,
-      -0.5228503942489624,
-      -0.43323570489883423,
-      -0.35606762766838074,
-      -0.3718273639678955,
-      -0.3244103789329529,
-      -0.31916630268096924,
-      -0.36536484956741333,
-      -0.5733921527862549,
-      -0.36300128698349,
-      -0.16675259172916412,
-      -0.3644050359725952,
-      -0.3043482303619385,
-      -0.24840393662452698,
-      -0.19103999435901642,
-      -0.1850191354751587,
-      -0.3407224416732788,
-      -0.25857996940612793
+      12.67892837524414,
+      8.191485404968262,
+      4.352431774139404,
+      2.522091865539551,
+      2.2780187129974365,
+      2.380795955657959,
+      2.0039758682250977,
+      1.9988082647323608,
+      1.7572784423828125,
+      1.3259050846099854,
+      1.6416562795639038,
+      1.219172477722168,
+      1.2386716604232788,
+      0.8806266784667969,
+      -0.20963618159294128,
+      -9.859777450561523,
+      -9.113763809204102,
+      -9.5258150100708,
+      -10.300243377685547,
+      -9.634173393249512,
+      -10.759025573730469,
+      -10.662871360778809,
+      -11.247064590454102,
+      -10.378228187561035,
+      -11.903186798095703,
+      -11.019442558288574,
+      -11.83310317993164,
+      -10.5678129196167,
+      -11.108699798583984,
+      -10.90021800994873,
+      -11.947670936584473,
+      -11.865416526794434,
+      -10.908041954040527,
+      -12.68329906463623,
+      -12.241023063659668,
+      -11.298798561096191,
+      -12.071434020996094,
+      -12.021255493164062,
+      -11.684292793273926,
+      -12.938379287719727,
+      -12.888108253479004,
+      -13.309358596801758,
+      -12.430334091186523,
+      -12.229331970214844,
+      -12.266661643981934,
+      -13.700284004211426,
+      -14.133016586303711,
+      -13.916891098022461,
+      -12.834698677062988,
+      -12.934271812438965,
+      -12.887510299682617,
+      -11.524942398071289,
+      -12.328432083129883,
+      -10.240029335021973,
+      -10.574095726013184,
+      -9.970398902893066,
+      -8.172858238220215,
+      -6.089545726776123,
+      -5.253147602081299,
+      -5.1576738357543945,
+      -4.68107795715332,
+      -3.675668954849243,
+      -3.848482608795166,
+      -3.109677314758301,
+      -2.806471586227417,
+      -3.232398509979248,
+      -3.178936004638672,
+      -2.6559717655181885,
+      -3.095219373703003,
+      -2.731898546218872,
+      -1.9003783464431763,
+      -2.4217422008514404,
+      -1.971528172492981,
+      -2.045112371444702,
+      -2.311786413192749,
+      -1.8736507892608643,
+      -1.5437003374099731,
+      -2.029801368713379,
+      -1.5818710327148438,
+      -1.4641690254211426,
+      -1.4351928234100342,
+      -1.4494510889053345,
+      -1.6452739238739014,
+      -1.4723519086837769,
+      -1.5316369533538818,
+      -1.464418649673462,
+      -0.7855635285377502,
+      -1.0341215133666992,
+      -1.2656478881835938,
+      -1.4580594301223755,
+      -0.8084070682525635,
+      -0.99681556224823,
+      -1.617496132850647,
+      -1.0002158880233765,
+      -1.0948678255081177,
+      -1.0256470441818237,
+      -0.6143571138381958,
+      -0.9969443082809448,
+      -0.5588001608848572,
+      -1.7324066162109375,
+      -1.3033020496368408,
+      -0.5088945627212524,
+      -0.9286077618598938,
+      -0.32349681854248047,
+      -0.5033729672431946,
+      -0.47450047731399536,
+      -0.4403214752674103,
+      -0.5367404818534851,
+      -0.3997519612312317,
+      -0.7537015080451965,
+      -0.39303842186927795,
+      -0.40187329053878784,
+      -0.5620273351669312,
+      -0.4098934233188629,
+      -0.3252432942390442,
+      -0.44802966713905334,
+      -0.5599377155303955,
+      -0.33734801411628723,
+      -0.37426117062568665,
+      -0.5350562334060669,
+      -0.36393025517463684,
+      -0.3666161298751831,
+      -0.38534849882125854,
+      -0.305103063583374,
+      -0.5940544009208679,
+      -0.19180399179458618,
+      -0.4214673638343811,
+      -0.12443143129348755,
+      -0.2960967719554901,
+      -0.3407119810581207,
+      -0.24766972661018372,
+      -0.157465860247612,
+      -0.012223627418279648,
+      -0.2642403244972229,
+      -0.2627325654029846,
+      -0.10439814627170563,
+      -0.09931731224060059,
+      -0.23622454702854156,
+      -0.2288854718208313,
+      -0.07412329316139221,
+      -0.2846939265727997,
+      -0.1377047598361969,
+      0.013486653566360474,
+      -0.14698845148086548,
+      -0.11050604283809662,
+      -0.073063924908638,
+      -0.08298930525779724,
+      -0.02777700126171112,
+      -0.09498019516468048,
+      -0.011802252382040024
     ],
     "base_loss": [
-      9.482434272766113,
-      7.117786884307861,
-      6.046176433563232,
-      4.258971214294434,
-      2.312073230743408,
-      1.998913049697876,
-      1.8657360076904297,
-      1.941304087638855,
-      1.8812999725341797,
-      1.8264588117599487,
-      1.827309250831604,
-      1.793294906616211,
-      1.8274389505386353,
-      1.8220479488372803,
-      1.8286134004592896,
-      1.7788950204849243,
-      1.8032491207122803,
-      1.7887276411056519,
-      2.006676197052002,
-      1.9466220140457153,
-      1.938077688217163,
-      2.0098798274993896,
-      1.9562937021255493,
-      1.7426707744598389,
-      1.8475419282913208,
-      1.8222671747207642,
-      1.7838033437728882,
-      1.7463515996932983,
-      1.697568655014038,
-      1.7143851518630981,
-      1.7419077157974243,
-      1.7188345193862915,
-      1.658122181892395,
-      1.7801390886306763,
-      1.6910394430160522,
-      1.6635606288909912,
-      1.7399853467941284,
-      1.6727386713027954,
-      1.5781800746917725,
-      1.6815193891525269,
-      1.6525733470916748,
-      1.708761215209961,
-      1.6608943939208984,
-      1.6103297472000122,
-      1.623249888420105,
-      1.6843823194503784,
-      1.7061597108840942,
-      1.6853832006454468,
-      1.5944339036941528,
-      1.6551153659820557,
-      1.5582751035690308,
-      1.5246549844741821,
-      1.6163057088851929,
-      1.616803526878357,
-      1.6256102323532104,
-      1.5938681364059448,
-      1.6049398183822632,
-      1.5970059633255005,
-      1.624014973640442,
-      1.625469446182251,
-      1.5937610864639282,
-      1.5731550455093384,
-      1.5809533596038818,
-      1.5393472909927368,
-      1.435717225074768,
-      1.369104266166687,
-      1.2582679986953735,
-      0.9665323495864868,
-      0.7821284532546997,
-      0.7074981331825256,
-      0.5917485356330872,
-      0.6081733107566833,
-      0.5498444437980652,
-      0.5120163559913635,
-      0.4534907341003418,
-      0.4987371265888214,
-      0.4344933032989502,
-      0.4616098999977112,
-      0.3905290961265564,
-      0.36903122067451477,
-      0.3468772768974304,
-      0.3053329885005951,
-      0.39532873034477234,
-      0.33305686712265015,
-      0.2736288011074066,
-      0.27657410502433777,
-      0.21591803431510925,
-      0.20601941645145416,
-      0.23737052083015442,
-      0.27516016364097595,
-      0.20490236580371857,
-      0.4041613042354584,
-      0.1861131340265274,
-      0.19129757583141327,
-      0.1886499673128128,
-      0.18159404397010803,
-      0.14922840893268585,
-      0.13664014637470245,
-      0.10598627477884293,
-      0.1828942596912384,
-      0.1439986377954483,
-      0.14368221163749695,
-      0.14707587659358978,
-      0.07975024729967117,
-      0.14613859355449677,
-      0.06020959094166756,
-      0.07016318291425705,
-      0.1634124517440796,
-      0.1087348610162735,
-      0.082696333527565,
-      0.07368756830692291,
-      0.10071809589862823,
-      0.10751090198755264,
-      0.07716800272464752,
-      0.10648422688245773,
-      0.07751994580030441,
-      0.09940018504858017,
-      0.07651485502719879,
-      0.05863216146826744,
-      0.05505487695336342,
-      0.09117519855499268,
-      0.07521039247512817,
-      0.07184553146362305,
-      0.07176653295755386,
-      0.0699726790189743,
-      0.052560459822416306,
-      0.044058240950107574,
-      0.048487093299627304,
-      0.08156915754079819,
-      0.061087582260370255,
-      0.06119650602340698,
-      0.06394444406032562,
-      0.07004927843809128,
-      0.0659731775522232,
-      0.05378962680697441,
-      0.0477081723511219,
-      0.04793006181716919,
-      0.04166543111205101,
-      0.04095941409468651,
-      0.04708099737763405,
-      0.07109672576189041,
-      0.045931022614240646,
-      0.024872872978448868,
-      0.04558694362640381,
-      0.03894834965467453,
-      0.03414854779839516,
-      0.027124684303998947,
-      0.027090419083833694,
-      0.044619057327508926,
-      0.033715397119522095
+      8.175139427185059,
+      6.075762748718262,
+      3.783433198928833,
+      2.0279407501220703,
+      1.9594535827636719,
+      1.8934462070465088,
+      1.8501828908920288,
+      1.903078317642212,
+      1.8371549844741821,
+      1.7587207555770874,
+      1.7393006086349487,
+      1.6968368291854858,
+      1.743001937866211,
+      1.7118394374847412,
+      1.7587076425552368,
+      2.1217286586761475,
+      1.7817907333374023,
+      1.7153218984603882,
+      1.7984426021575928,
+      1.675990343093872,
+      1.6814289093017578,
+      1.6889286041259766,
+      1.7132903337478638,
+      1.5579944849014282,
+      1.7281142473220825,
+      1.638057827949524,
+      1.6829408407211304,
+      1.6178058385849,
+      1.5718839168548584,
+      1.5950709581375122,
+      1.6310195922851562,
+      1.622833490371704,
+      1.525478720664978,
+      1.6557903289794922,
+      1.5996358394622803,
+      1.524327278137207,
+      1.6040916442871094,
+      1.53284752368927,
+      1.466318130493164,
+      1.5987164974212646,
+      1.6175482273101807,
+      1.628091812133789,
+      1.5662003755569458,
+      1.4833447933197021,
+      1.5381290912628174,
+      1.600269079208374,
+      1.673256754875183,
+      1.6239449977874756,
+      1.4986480474472046,
+      1.5241094827651978,
+      1.4789596796035767,
+      1.3508294820785522,
+      1.420906901359558,
+      1.217974305152893,
+      1.2073873281478882,
+      1.1402941942214966,
+      0.9508804082870483,
+      0.724185585975647,
+      0.6423880457878113,
+      0.610244870185852,
+      0.5481444597244263,
+      0.4364292323589325,
+      0.44845670461654663,
+      0.3712286353111267,
+      0.3391755521297455,
+      0.38700053095817566,
+      0.37053346633911133,
+      0.32595524191856384,
+      0.3669354021549225,
+      0.3271975517272949,
+      0.2374112904071808,
+      0.2933013439178467,
+      0.2643923759460449,
+      0.27279627323150635,
+      0.27454128861427307,
+      0.23557938635349274,
+      0.18664655089378357,
+      0.23771674931049347,
+      0.19177906215190887,
+      0.18533799052238464,
+      0.16908080875873566,
+      0.1830829232931137,
+      0.1944981813430786,
+      0.178822860121727,
+      0.17905712127685547,
+      0.1718132644891739,
+      0.09683103859424591,
+      0.12245485931634903,
+      0.14752057194709778,
+      0.17010627686977386,
+      0.09792697429656982,
+      0.12507063150405884,
+      0.2109687775373459,
+      0.11979462206363678,
+      0.12996187806129456,
+      0.1257127821445465,
+      0.10164304822683334,
+      0.11947854608297348,
+      0.06947648525238037,
+      0.20376794040203094,
+      0.15444506704807281,
+      0.06554622203111649,
+      0.11583036929368973,
+      0.04441644623875618,
+      0.08033192157745361,
+      0.05915657430887222,
+      0.057279665023088455,
+      0.0654909536242485,
+      0.05282890051603317,
+      0.09097499400377274,
+      0.050892170518636703,
+      0.054239530116319656,
+      0.06922085583209991,
+      0.0526835136115551,
+      0.04487794265151024,
+      0.05662527307868004,
+      0.06981002539396286,
+      0.04629513993859291,
+      0.048202354460954666,
+      0.06608594208955765,
+      0.04808187484741211,
+      0.05681002140045166,
+      0.04994560033082962,
+      0.04187649488449097,
+      0.07288409769535065,
+      0.027385542169213295,
+      0.052197426557540894,
+      0.029422065243124962,
+      0.041962604969739914,
+      0.04330725595355034,
+      0.03315514698624611,
+      0.023204902186989784,
+      0.02981250360608101,
+      0.03681867569684982,
+      0.03531672805547714,
+      0.020786035805940628,
+      0.018126586452126503,
+      0.03248458728194237,
+      0.03152026981115341,
+      0.013861392624676228,
+      0.03954928368330002,
+      0.022461380809545517,
+      0.00311906635761261,
+      0.020407771691679955,
+      0.017763862386345863,
+      0.013093484565615654,
+      0.014994284138083458,
+      0.009757052175700665,
+      0.02090434916317463,
+      0.007689598947763443
     ],
     "info_loss": [
-      -0.12326622009277344,
-      -0.18317556381225586,
-      -0.21192121505737305,
-      -0.1614665985107422,
-      -0.09911632537841797,
-      -0.03676164150238037,
-      -0.05518639087677002,
-      -0.03937363624572754,
-      -0.09468269348144531,
-      -0.09933149814605713,
-      -0.127937912940979,
-      -0.1626497507095337,
-      -0.15077292919158936,
-      -0.16379308700561523,
-      -0.19910144805908203,
-      -0.20818078517913818,
-      -0.2778512239456177,
-      -0.351151704788208,
-      -0.5528711080551147,
-      -0.7527784109115601,
-      -0.9174032211303711,
-      -1.1097712516784668,
-      -1.1687355041503906,
-      -1.156583309173584,
-      -1.1916966438293457,
-      -1.1981340646743774,
-      -1.2985475063323975,
-      -1.2606419324874878,
-      -1.246760606765747,
-      -1.2560533285140991,
-      -1.331277847290039,
-      -1.3520653247833252,
-      -1.3316826820373535,
-      -1.4475840330123901,
-      -1.423694372177124,
-      -1.401245355606079,
-      -1.4543802738189697,
-      -1.456540822982788,
-      -1.3692126274108887,
-      -1.4987409114837646,
-      -1.4760082960128784,
-      -1.5583420991897583,
-      -1.4900978803634644,
-      -1.4563288688659668,
-      -1.4812694787979126,
-      -1.5390629768371582,
-      -1.5584094524383545,
-      -1.56727933883667,
-      -1.4423127174377441,
-      -1.5100535154342651,
-      -1.4591412544250488,
-      -1.4114735126495361,
-      -1.5255085229873657,
-      -1.547141432762146,
-      -1.54146146774292,
-      -1.510321855545044,
-      -1.5257158279418945,
-      -1.5199824571609497,
-      -1.5334408283233643,
-      -1.5722233057022095,
-      -1.5500802993774414,
-      -1.5357627868652344,
-      -1.552409052848816,
-      -1.5149730443954468,
-      -1.40906822681427,
-      -1.341101884841919,
-      -1.2200331687927246,
-      -0.9157827496528625,
-      -0.7277940511703491,
-      -0.6731217503547668,
-      -0.5456058979034424,
-      -0.5737265944480896,
-      -0.49359437823295593,
-      -0.48544979095458984,
-      -0.4402371644973755,
-      -0.467752605676651,
-      -0.42211639881134033,
-      -0.434103399515152,
-      -0.38376203179359436,
-      -0.3583239018917084,
-      -0.3261827230453491,
-      -0.29966747760772705,
-      -0.38840124011039734,
-      -0.32828328013420105,
-      -0.25409969687461853,
-      -0.2704025208950043,
-      -0.1985175758600235,
-      -0.20338541269302368,
-      -0.23216019570827484,
-      -0.26735031604766846,
-      -0.18867464363574982,
-      -0.38847246766090393,
-      -0.182339146733284,
-      -0.18704256415367126,
-      -0.1616264432668686,
-      -0.15969634056091309,
-      -0.14530818164348602,
-      -0.13175378739833832,
-      -0.10473348200321198,
-      -0.171867236495018,
-      -0.1426738202571869,
-      -0.13931553065776825,
-      -0.14417681097984314,
-      -0.05767478048801422,
-      -0.14531880617141724,
-      -0.05537816509604454,
-      -0.06925474852323532,
-      -0.162682443857193,
-      -0.10662886500358582,
-      -0.06461586803197861,
-      -0.05278106778860092,
-      -0.09546349942684174,
-      -0.10324031114578247,
-      -0.07626307010650635,
-      -0.10292515903711319,
-      -0.07728055119514465,
-      -0.09876345098018646,
-      -0.07488290220499039,
-      -0.05830881744623184,
-      -0.05468850955367088,
-      -0.09090279042720795,
-      -0.07504025101661682,
-      -0.07148993760347366,
-      -0.07156261801719666,
-      -0.0697956308722496,
-      -0.05241704359650612,
-      -0.04384676739573479,
-      -0.048265501856803894,
-      -0.07867752760648727,
-      -0.06092023849487305,
-      -0.0558161623775959,
-      -0.06381774693727493,
-      -0.06975483149290085,
-      -0.06581415981054306,
-      -0.053555652499198914,
-      -0.0474986732006073,
-      -0.04777195677161217,
-      -0.04158833995461464,
-      -0.04086068645119667,
-      -0.046969663351774216,
-      -0.07098674029111862,
-      -0.04583430290222168,
-      -0.02477315440773964,
-      -0.045496866106987,
-      -0.03886625915765762,
-      -0.033758021891117096,
-      -0.026911893859505653,
-      -0.026989782229065895,
-      -0.0445425882935524,
-      -0.03364324942231178
+      -0.1406078338623047,
+      -0.09821081161499023,
+      -0.07674527168273926,
+      -0.04948115348815918,
+      -0.06285381317138672,
+      -0.0457533597946167,
+      -0.07926464080810547,
+      -0.08498406410217285,
+      -0.10213601589202881,
+      -0.13344013690948486,
+      -0.08259034156799316,
+      -0.09507668018341064,
+      -0.08322620391845703,
+      -0.11139428615570068,
+      -0.2232828140258789,
+      -1.2267482280731201,
+      -1.113345742225647,
+      -1.1485538482666016,
+      -1.2319607734680176,
+      -1.1535847187042236,
+      -1.264868140220642,
+      -1.2549021244049072,
+      -1.3155022859573364,
+      -1.2114543914794922,
+      -1.3819411993026733,
+      -1.2823961973190308,
+      -1.3693645000457764,
+      -1.2348055839538574,
+      -1.2836614847183228,
+      -1.2640974521636963,
+      -1.372936487197876,
+      -1.363095760345459,
+      -1.25725519657135,
+      -1.4489041566848755,
+      -1.3969898223876953,
+      -1.2950832843780518,
+      -1.38006591796875,
+      -1.3681342601776123,
+      -1.3281453847885132,
+      -1.4650731086730957,
+      -1.4617775678634644,
+      -1.503858208656311,
+      -1.4098341464996338,
+      -1.381147861480713,
+      -1.3913785219192505,
+      -1.5395087003707886,
+      -1.589634656906128,
+      -1.5628442764282227,
+      -1.4419020414352417,
+      -1.4551329612731934,
+      -1.4442074298858643,
+      -1.2961931228637695,
+      -1.382449746131897,
+      -1.1550946235656738,
+      -1.1871305704116821,
+      -1.11911940574646,
+      -0.9211147427558899,
+      -0.6894612908363342,
+      -0.5988896489143372,
+      -0.5864489078521729,
+      -0.5306638479232788,
+      -0.41922348737716675,
+      -0.43873268365859985,
+      -0.35574495792388916,
+      -0.3218325078487396,
+      -0.3698967695236206,
+      -0.3617374002933502,
+      -0.30592790246009827,
+      -0.35313671827316284,
+      -0.3120341897010803,
+      -0.22083844244480133,
+      -0.2789214253425598,
+      -0.23039886355400085,
+      -0.2383309006690979,
+      -0.2649160921573639,
+      -0.21758969128131866,
+      -0.17926090955734253,
+      -0.23309476673603058,
+      -0.1844792366027832,
+      -0.1725887954235077,
+      -0.1671394556760788,
+      -0.1700686663389206,
+      -0.1907423436641693,
+      -0.17181335389614105,
+      -0.17715275287628174,
+      -0.16998039186000824,
+      -0.09564366936683655,
+      -0.12137357145547867,
+      -0.14595358073711395,
+      -0.169093519449234,
+      -0.0965929850935936,
+      -0.11820736527442932,
+      -0.18986539542675018,
+      -0.11808352172374725,
+      -0.1273777186870575,
+      -0.12252979725599289,
+      -0.07934901863336563,
+      -0.11888580024242401,
+      -0.06833749264478683,
+      -0.19960084557533264,
+      -0.15267471969127655,
+      -0.06464723497629166,
+      -0.11036423593759537,
+      -0.041933849453926086,
+      -0.06360318511724472,
+      -0.0584120973944664,
+      -0.056712184101343155,
+      -0.06440874189138412,
+      -0.052568674087524414,
+      -0.08996984362602234,
+      -0.048663992434740067,
+      -0.05403685197234154,
+      -0.06870617717504501,
+      -0.05249454826116562,
+      -0.04473206400871277,
+      -0.056433867663145065,
+      -0.0695694237947464,
+      -0.045398302376270294,
+      -0.04746449738740921,
+      -0.06530661135911942,
+      -0.047672662883996964,
+      -0.04788694903254509,
+      -0.04977806285023689,
+      -0.040316712111234665,
+      -0.07268588244915009,
+      -0.027013925835490227,
+      -0.05200999230146408,
+      -0.021213047206401825,
+      -0.041462358087301254,
+      -0.04304017499089241,
+      -0.032975614070892334,
+      -0.02306353859603405,
+      -0.011100322008132935,
+      -0.03651665151119232,
+      -0.03525616601109505,
+      -0.0206893440335989,
+      -0.017962217330932617,
+      -0.0323893241584301,
+      -0.03146279975771904,
+      -0.013802221976220608,
+      -0.03790447488427162,
+      -0.02238229103386402,
+      -0.003057879628613591,
+      -0.0203342754393816,
+      -0.017628828063607216,
+      -0.013046156615018845,
+      -0.014944502152502537,
+      -0.009699908085167408,
+      -0.016671348363161087,
+      -0.007629582192748785
     ],
     "abs_loss": [
-      3.8987743854522705,
-      3.835925340652466,
-      3.731152057647705,
-      3.3448033332824707,
-      2.9310805797576904,
-      2.8018741607666016,
-      2.832192897796631,
-      2.8128607273101807,
-      2.843754291534424,
-      2.762322187423706,
-      2.6791672706604004,
-      2.8312129974365234,
-      2.7969703674316406,
-      2.793354034423828,
-      2.753342628479004,
-      2.7262606620788574,
-      2.620635986328125,
-      2.5968563556671143,
-      2.31925106048584,
-      2.0016016960144043,
-      1.9219343662261963,
-      1.7101284265518188,
-      1.7175776958465576,
-      1.6339759826660156,
-      1.8100486993789673,
-      1.4601774215698242,
-      1.461230993270874,
-      1.3801701068878174,
-      1.3301787376403809,
-      1.3739302158355713,
-      1.587360143661499,
-      1.3912031650543213,
-      1.3633630275726318,
-      1.4589648246765137,
-      1.4376378059387207,
-      1.2283248901367188,
-      1.3686951398849487,
-      1.261014461517334,
-      1.1936320066452026,
-      1.2106618881225586,
-      1.1354954242706299,
-      1.202142357826233,
-      1.1697142124176025,
-      1.216151237487793,
-      0.9472143054008484,
-      1.0352338552474976,
-      1.2005023956298828,
-      0.9383926391601562,
-      0.9692818522453308,
-      0.8716940879821777,
-      0.9582070112228394,
-      1.061899185180664,
-      0.9574461579322815,
-      1.0999226570129395,
-      0.8257886171340942,
-      0.9105151891708374,
-      0.7686405181884766,
-      0.7620456218719482,
-      0.8083024621009827,
-      0.7366126775741577,
-      0.64865642786026,
-      0.6970773935317993,
-      0.5407489538192749,
-      0.9302119016647339,
-      0.6019563674926758,
-      0.6286913156509399,
-      0.6697531938552856,
-      0.85337895154953,
-      0.605627715587616,
-      0.6994856595993042,
-      0.6913561820983887,
-      0.7227469086647034,
-      0.8089389204978943,
-      0.679562509059906,
-      0.5462037324905396,
-      0.5866653919219971,
-      0.48199528455734253,
-      0.49292898178100586,
-      0.5071792602539062,
-      0.6359560489654541,
-      0.4345041811466217,
-      0.5750279426574707,
-      0.5141332149505615,
-      0.48265522718429565,
-      0.38371920585632324,
-      0.6727322936058044,
-      0.524191677570343,
-      0.46154582500457764,
-      0.38243192434310913,
-      0.5157103538513184,
-      0.48300936818122864,
-      0.5282471179962158,
-      0.47535738348960876,
-      0.4935920834541321,
-      0.4585495889186859,
-      0.4682696759700775,
-      0.3801548182964325,
-      0.3888419568538666,
-      0.314349889755249,
-      0.40311598777770996,
-      0.393927663564682,
-      0.3618808388710022,
-      0.31192538142204285,
-      0.29459425806999207,
-      0.38845521211624146,
-      0.3338332772254944,
-      0.45690685510635376,
-      0.2870320677757263,
-      0.30454182624816895,
-      0.39305591583251953,
-      0.4107697606086731,
-      0.2857040762901306,
-      0.40057629346847534,
-      0.2520090937614441,
-      0.3365999460220337,
-      0.3793593645095825,
-      0.2781757414340973,
-      0.23415732383728027,
-      0.17023888230323792,
-      0.236487478017807,
-      0.29216936230659485,
-      0.18099826574325562,
-      0.28724172711372375,
-      0.15562580525875092,
-      0.24116644263267517,
-      0.29714399576187134,
-      0.23464536666870117,
-      0.25069287419319153,
-      0.24226970970630646,
-      0.27992311120033264,
-      0.286587655544281,
-      0.17398861050605774,
-      0.28588318824768066,
-      0.2069043666124344,
-      0.18253867328166962,
-      0.24283462762832642,
-      0.26914891600608826,
-      0.22705870866775513,
-      0.1970517933368683,
-      0.17965485155582428,
-      0.2492925226688385,
-      0.1700528860092163,
-      0.16555199027061462,
-      0.22087526321411133,
-      0.22362147271633148,
-      0.23984941840171814,
-      0.23964354395866394,
-      0.17572689056396484,
-      0.18303079903125763,
-      0.20619693398475647
+      3.8940813541412354,
+      3.7336649894714355,
+      3.1092171669006348,
+      2.842017889022827,
+      2.721194267272949,
+      2.7295258045196533,
+      2.8091413974761963,
+      2.8224925994873047,
+      2.7906839847564697,
+      2.74942684173584,
+      2.5859627723693848,
+      2.0573041439056396,
+      1.4365499019622803,
+      1.277630090713501,
+      1.2900981903076172,
+      1.6139904260635376,
+      1.0711069107055664,
+      1.2892038822174072,
+      1.235854148864746,
+      1.1754491329193115,
+      1.2126238346099854,
+      1.0512967109680176,
+      1.0807137489318848,
+      1.055290937423706,
+      1.098618745803833,
+      0.9691460132598877,
+      1.195742130279541,
+      0.9021354913711548,
+      0.815509557723999,
+      0.901701807975769,
+      1.0237162113189697,
+      0.9478892683982849,
+      0.9123111963272095,
+      1.037805438041687,
+      0.8250418901443481,
+      0.7932180166244507,
+      0.87883460521698,
+      0.7833858132362366,
+      0.7834078073501587,
+      0.7488945722579956,
+      0.6982825398445129,
+      0.6155017018318176,
+      0.7811354994773865,
+      0.7143194675445557,
+      0.5621134042739868,
+      0.5227675437927246,
+      0.5837538242340088,
+      0.5188642740249634,
+      0.545297384262085,
+      0.4773949682712555,
+      0.49671515822410583,
+      0.4398581385612488,
+      0.48808902502059937,
+      0.517977774143219,
+      0.5309848189353943,
+      0.45294398069381714,
+      0.4019848704338074,
+      0.519283652305603,
+      0.3544163703918457,
+      0.33730629086494446,
+      0.2914344072341919,
+      0.426680326461792,
+      0.3723861575126648,
+      0.37098586559295654,
+      0.3665745258331299,
+      0.3464042544364929,
+      0.3030303120613098,
+      0.31845754384994507,
+      0.2541038393974304,
+      0.2829054594039917,
+      0.34755414724349976,
+      0.41225311160087585,
+      0.3649803400039673,
+      0.2859313189983368,
+      0.25069183111190796,
+      0.2457413375377655,
+      0.3258231282234192,
+      0.26403719186782837,
+      0.23960518836975098,
+      0.25264933705329895,
+      0.3009341359138489,
+      0.23419302701950073,
+      0.2310016006231308,
+      0.25005489587783813,
+      0.2157013714313507,
+      0.24478872120380402,
+      0.18399158120155334,
+      0.25713664293289185,
+      0.20990487933158875,
+      0.1861613243818283,
+      0.18391621112823486,
+      0.21477115154266357,
+      0.1756722778081894,
+      0.21409966051578522,
+      0.23994490504264832,
+      0.22935672104358673,
+      0.2253214418888092,
+      0.1604989767074585,
+      0.19127511978149414,
+      0.22364018857479095,
+      0.19713473320007324,
+      0.16757990419864655,
+      0.1519395262002945,
+      0.1956753432750702,
+      0.1744147539138794,
+      0.2321409285068512,
+      0.13768763840198517,
+      0.23297205567359924,
+      0.14285501837730408,
+      0.1547240912914276,
+      0.18175172805786133,
+      0.16273121535778046,
+      0.1803196370601654,
+      0.18007409572601318,
+      0.15982943773269653,
+      0.23455564677715302,
+      0.17059823870658875,
+      0.13607117533683777,
+      0.1691424548625946,
+      0.1645020842552185,
+      0.1407187283039093,
+      0.15654246509075165,
+      0.16038723289966583,
+      0.16506516933441162,
+      0.131463885307312,
+      0.1274046152830124,
+      0.1848076581954956,
+      0.1635836660861969,
+      0.1434631198644638,
+      0.16331462562084198,
+      0.12345422804355621,
+      0.1436048448085785,
+      0.19684480130672455,
+      0.16364730894565582,
+      0.16607016324996948,
+      0.20140975713729858,
+      0.08408752083778381,
+      0.1640971601009369,
+      0.15419058501720428,
+      0.12306832522153854,
+      0.0888054147362709,
+      0.10666976869106293,
+      0.19911688566207886,
+      0.143904447555542,
+      0.12154616415500641,
+      0.11547724157571793,
+      0.13714294135570526,
+      0.12812788784503937,
+      0.16408056020736694,
+      0.1393263339996338
     ],
     "zipf_loss": [
-      5.992541313171387,
-      4.256757736206055,
-      2.3342857360839844,
-      1.142124891281128,
-      0.7460483908653259,
-      0.6850723028182983,
-      0.6697337031364441,
-      0.6657452583312988,
-      0.6604452133178711,
-      0.6608524918556213,
-      0.6651840209960938,
-      0.6654003262519836,
-      0.6609048247337341,
-      0.6551106572151184,
-      0.6510313749313354,
-      0.6086770296096802,
-      0.502957820892334,
-      0.39937275648117065,
-      0.3074512779712677,
-      0.25372886657714844,
-      0.22332003712654114,
-      0.20783749222755432,
-      0.2116575390100479,
-      0.17998555302619934,
-      0.1737050563097,
-      0.1659075915813446,
-      0.16389304399490356,
-      0.15481875836849213,
-      0.14997941255569458,
-      0.14742501080036163,
-      0.13379204273223877,
-      0.1261483132839203,
-      0.1256428062915802,
-      0.12281343340873718,
-      0.1190091073513031,
-      0.11422161012887955,
-      0.10806499421596527,
-      0.1024467945098877,
-      0.1175742894411087,
-      0.10470254719257355,
-      0.09950097650289536,
-      0.09661951661109924,
-      0.08176100254058838,
-      0.09228333085775375,
-      0.0832676887512207,
-      0.08387405425310135,
-      0.07440327852964401,
-      0.09880977869033813,
-      0.07880298793315887,
-      0.07589824497699738,
-      0.07264722883701324,
-      0.05839239060878754,
-      0.057406291365623474,
-      0.051846496760845184,
-      0.06693202257156372,
-      0.051612261682748795,
-      0.055289462208747864,
-      0.07129812985658646,
-      0.04794581979513168,
-      0.06939932703971863,
-      0.05468002334237099,
-      0.057209789752960205,
-      0.0639333575963974,
-      0.03705426678061485,
-      0.05057953670620918,
-      0.04965557903051376,
-      0.04756723344326019,
-      0.030643729493021965,
-      0.043815724551677704,
-      0.04578302800655365,
-      0.05483042076230049,
-      0.03150896355509758,
-      0.028118720278143883,
-      0.04513361677527428,
-      0.028530914336442947,
-      0.034275688230991364,
-      0.04149279743432999,
-      0.04125683009624481,
-      0.04158829152584076,
-      0.03704618662595749,
-      0.034520722925662994,
-      0.023296881467103958,
-      0.030839255079627037,
-      0.042560875415802,
-      0.04106279835104942,
-      0.019770771265029907,
-      0.01801365055143833,
-      0.023459654301404953,
-      0.03903378173708916,
-      0.03520215302705765,
-      0.02873474918305874,
-      0.02199714072048664,
-      0.03557206690311432,
-      0.042527176439762115,
-      0.03995896130800247,
-      0.042615462094545364,
-      0.05649139732122421,
-      0.04118660092353821,
-      0.0336117222905159,
-      0.06539583206176758,
-      0.05143829807639122,
-      0.03835456073284149,
-      0.03905396908521652,
-      0.03247641399502754,
-      0.038659460842609406,
-      0.02400336042046547,
-      0.028478197753429413,
-      0.03173477202653885,
-      0.023022141307592392,
-      0.024034500122070312,
-      0.03353904187679291,
-      0.029786277562379837,
-      0.02293926477432251,
-      0.05721593275666237,
-      0.02410007268190384,
-      0.02435165084898472,
-      0.02972968854010105,
-      0.03335817903280258,
-      0.0289214625954628,
-      0.030072137713432312,
-      0.044025976210832596,
-      0.05235940217971802,
-      0.027709070593118668,
-      0.04703980311751366,
-      0.03810810297727585,
-      0.03297300264239311,
-      0.024960467591881752,
-      0.03001183271408081,
-      0.04660506919026375,
-      0.030839864164590836,
-      0.02685823291540146,
-      0.03118157386779785,
-      0.043957799673080444,
-      0.04862763732671738,
-      0.03027738630771637,
-      0.04692744463682175,
-      0.031047239899635315,
-      0.02710168994963169,
-      0.028775956481695175,
-      0.03928530216217041,
-      0.04044933617115021,
-      0.03240543231368065,
-      0.039550866931676865,
-      0.022889159619808197,
-      0.023003853857517242,
-      0.031042777001857758,
-      0.02698989398777485,
-      0.04021558538079262,
-      0.04178132116794586,
-      0.023517422378063202
+      5.520458698272705,
+      2.724464178085327,
+      1.0255296230316162,
+      0.7047606706619263,
+      0.6749839186668396,
+      0.6719306707382202,
+      0.6655250787734985,
+      0.6633213758468628,
+      0.6624152064323425,
+      0.6266430616378784,
+      0.4696628153324127,
+      0.2673720121383667,
+      0.18427684903144836,
+      0.1549670696258545,
+      0.13547447323799133,
+      0.12457747757434845,
+      0.13079211115837097,
+      0.11548108607530594,
+      0.09733611345291138,
+      0.1081380546092987,
+      0.08696448802947998,
+      0.0920911505818367,
+      0.0865960344672203,
+      0.0727919340133667,
+      0.07824882119894028,
+      0.06954751908779144,
+      0.05802743881940842,
+      0.07222349941730499,
+      0.07448042929172516,
+      0.05551524832844734,
+      0.0483030267059803,
+      0.04791921377182007,
+      0.04779967665672302,
+      0.04617128521203995,
+      0.04673522710800171,
+      0.04838429391384125,
+      0.037250399589538574,
+      0.04890108108520508,
+      0.05250226706266403,
+      0.03874621540307999,
+      0.0422917976975441,
+      0.039581410586833954,
+      0.023693282157182693,
+      0.027369800955057144,
+      0.05278322100639343,
+      0.04225717484951019,
+      0.03169860690832138,
+      0.03571942821145058,
+      0.031144462525844574,
+      0.04520869255065918,
+      0.025932321324944496,
+      0.04217460751533508,
+      0.026349296793341637,
+      0.041144728660583496,
+      0.03672437369823456,
+      0.03520722687244415,
+      0.04721111059188843,
+      0.028953010216355324,
+      0.057918816804885864,
+      0.06283990293741226,
+      0.04827304184436798,
+      0.03746875375509262,
+      0.0531487762928009,
+      0.03944481164216995,
+      0.036020535975694656,
+      0.04492820054292679,
+      0.0376015342772007,
+      0.04550633579492569,
+      0.04380195587873459,
+      0.03295513242483139,
+      0.035839494317770004,
+      0.032945387065410614,
+      0.03157005086541176,
+      0.03680720180273056,
+      0.03776375204324722,
+      0.04209259897470474,
+      0.02967984601855278,
+      0.03702588379383087,
+      0.047181881964206696,
+      0.0511159673333168,
+      0.03702745959162712,
+      0.04473336040973663,
+      0.04455123096704483,
+      0.04195331037044525,
+      0.039263349026441574,
+      0.03909315913915634,
+      0.05564294755458832,
+      0.03144568204879761,
+      0.025376860052347183,
+      0.04415329545736313,
+      0.04120419919490814,
+      0.03871038556098938,
+      0.05262188985943794,
+      0.03941471129655838,
+      0.024953138083219528,
+      0.05100245401263237,
+      0.054957855492830276,
+      0.056385260075330734,
+      0.035970814526081085,
+      0.037469856441020966,
+      0.049286577850580215,
+      0.05527356639504433,
+      0.04401029646396637,
+      0.031857676804065704,
+      0.034885551780462265,
+      0.02724980190396309,
+      0.0557519905269146,
+      0.01855882629752159,
+      0.05882035940885544,
+      0.03954955190420151,
+      0.02453412488102913,
+      0.06798255443572998,
+      0.03778166323900223,
+      0.0443611666560173,
+      0.06121644005179405,
+      0.03622821718454361,
+      0.04888666421175003,
+      0.056732747703790665,
+      0.0352671816945076,
+      0.03547373414039612,
+      0.05064262077212334,
+      0.0397891066968441,
+      0.04644780606031418,
+      0.039681047201156616,
+      0.04677397012710571,
+      0.03820924460887909,
+      0.027954362332820892,
+      0.041918620467185974,
+      0.062217921018600464,
+      0.030051065608859062,
+      0.03658584505319595,
+      0.03560413420200348,
+      0.04928261414170265,
+      0.047742798924446106,
+      0.037905339151620865,
+      0.06156828626990318,
+      0.053769513964653015,
+      0.03877438232302666,
+      0.038803182542324066,
+      0.03773069381713867,
+      0.0459209568798542,
+      0.05298977717757225,
+      0.021034693345427513,
+      0.02155609056353569,
+      0.03586374223232269,
+      0.032756440341472626,
+      0.03774715214967728,
+      0.04665224254131317,
+      0.03442087769508362,
+      0.04287134110927582
     ],
     "denoise_loss": [],
     "ortho_loss": [
-      0.6933014988899231,
-      0.37083250284194946,
-      0.16746486723423004,
-      0.0885070413351059,
-      0.06592030823230743,
-      0.053648799657821655,
-      0.04771490767598152,
-      0.04534199461340904,
-      0.0437336266040802,
-      0.045895759016275406,
-      0.05053376406431198,
-      0.0523027703166008,
-      0.05737421289086342,
-      0.061693500727415085,
-      0.06343631446361542,
-      0.06562791019678116,
-      0.06717279553413391,
-      0.07206566631793976,
-      0.07831596583127975,
-      0.07906866073608398,
-      0.08471731096506119,
-      0.09428071230649948,
-      0.10492909699678421,
-      0.11721401661634445,
-      0.12516844272613525,
-      0.1334349811077118,
-      0.14114034175872803,
-      0.1503930687904358,
-      0.15645001828670502,
-      0.16175302863121033,
-      0.1684732288122177,
-      0.16980968415737152,
-      0.1736874133348465,
-      0.17783427238464355,
-      0.18060865998268127,
-      0.18240122497081757,
-      0.1839177906513214,
-      0.18623745441436768,
-      0.1907666027545929,
-      0.19191065430641174,
-      0.19565843045711517,
-      0.19815172255039215,
-      0.20228537917137146,
-      0.20597098767757416,
-      0.2075631469488144,
-      0.20883804559707642,
-      0.2080991268157959,
-      0.21085670590400696,
-      0.21062801778316498,
-      0.2116369903087616,
-      0.2120591253042221,
-      0.21061359345912933,
-      0.20848363637924194,
-      0.20663155615329742,
-      0.2056088000535965,
-      0.20723474025726318,
-      0.2063807100057602,
-      0.20915858447551727,
-      0.20919714868068695,
-      0.20870265364646912,
-      0.2069307267665863,
-      0.20666652917861938,
-      0.2061752825975418,
-      0.2027379870414734,
-      0.20436672866344452,
-      0.20579716563224792,
-      0.20884613692760468,
-      0.21337348222732544,
-      0.21834859251976013,
-      0.21869564056396484,
-      0.2199230194091797,
-      0.22768796980381012,
-      0.23089125752449036,
-      0.23446932435035706,
-      0.23750188946723938,
-      0.2428743839263916,
-      0.2425122857093811,
-      0.24684441089630127,
-      0.24865762889385223,
-      0.24414007365703583,
-      0.2449251115322113,
-      0.24844960868358612,
-      0.2532559931278229,
-      0.2549189329147339,
-      0.25830599665641785,
-      0.256623238325119,
-      0.25953999161720276,
-      0.2646258771419525,
-      0.26612550020217896,
-      0.26787811517715454,
-      0.2701391279697418,
-      0.27274689078330994,
-      0.274588942527771,
-      0.27538907527923584,
-      0.27801740169525146,
-      0.2798006534576416,
-      0.27908483147621155,
-      0.2781679928302765,
-      0.28107044100761414,
-      0.2800515592098236,
-      0.28154537081718445,
-      0.2851882874965668,
-      0.29015690088272095,
-      0.2916761636734009,
-      0.29237350821495056,
-      0.29165220260620117,
-      0.295254647731781,
-      0.29890671372413635,
-      0.30145129561424255,
-      0.3019912540912628,
-      0.30194753408432007,
-      0.3042812943458557,
-      0.30524149537086487,
-      0.3049549162387848,
-      0.3069272041320801,
-      0.30974724888801575,
-      0.31134963035583496,
-      0.31236183643341064,
-      0.3140103220939636,
-      0.3156379163265228,
-      0.3186745047569275,
-      0.31933704018592834,
-      0.3208130896091461,
-      0.3216458857059479,
-      0.32485339045524597,
-      0.3259000778198242,
-      0.3260437250137329,
-      0.32846739888191223,
-      0.3293222486972809,
-      0.33021095395088196,
-      0.33130118250846863,
-      0.33234986662864685,
-      0.3325884938240051,
-      0.33358755707740784,
-      0.3331451416015625,
-      0.33463388681411743,
-      0.33540332317352295,
-      0.3352293372154236,
-      0.3365360498428345,
-      0.33647823333740234,
-      0.3373063802719116,
-      0.3373261094093323,
-      0.3375466763973236,
-      0.33824118971824646,
-      0.3386029601097107,
-      0.33914104104042053,
-      0.3400459289550781,
-      0.3409873843193054,
-      0.3414129614830017,
-      0.3418258726596832
+      0.47937828302383423,
+      0.1507955640554428,
+      0.059393465518951416,
+      0.04442813619971275,
+      0.0324716791510582,
+      0.026790229603648186,
+      0.02599812112748623,
+      0.026838652789592743,
+      0.03308980539441109,
+      0.03936305269598961,
+      0.046892400830984116,
+      0.054657381027936935,
+      0.06615152955055237,
+      0.07190698385238647,
+      0.08240365236997604,
+      0.09521664679050446,
+      0.10861148685216904,
+      0.1214362159371376,
+      0.1258803755044937,
+      0.1299659013748169,
+      0.1402484029531479,
+      0.14295075833797455,
+      0.149370938539505,
+      0.15252968668937683,
+      0.1605893224477768,
+      0.16262884438037872,
+      0.1668718159198761,
+      0.1677456796169281,
+      0.17001178860664368,
+      0.16833247244358063,
+      0.17318005859851837,
+      0.17326097190380096,
+      0.17671826481819153,
+      0.17965927720069885,
+      0.17709869146347046,
+      0.17812584340572357,
+      0.18094243109226227,
+      0.17931658029556274,
+      0.1780029535293579,
+      0.1778276562690735,
+      0.17606784403324127,
+      0.17577897012233734,
+      0.17276717722415924,
+      0.17193765938282013,
+      0.17166247963905334,
+      0.16964799165725708,
+      0.16706812381744385,
+      0.16757197678089142,
+      0.16796070337295532,
+      0.17077603936195374,
+      0.16790732741355896,
+      0.16808928549289703,
+      0.17049027979373932,
+      0.16959191858768463,
+      0.16786660254001617,
+      0.1698780059814453,
+      0.17389650642871857,
+      0.1759837120771408,
+      0.1825551986694336,
+      0.1941106617450714,
+      0.20087893307209015,
+      0.20311099290847778,
+      0.20108184218406677,
+      0.2060651034116745,
+      0.2042357623577118,
+      0.20703236758708954,
+      0.21205003559589386,
+      0.2158161699771881,
+      0.2168900966644287,
+      0.21410465240478516,
+      0.21417385339736938,
+      0.2129133939743042,
+      0.21731425821781158,
+      0.21567592024803162,
+      0.21867820620536804,
+      0.22142289578914642,
+      0.2225620299577713,
+      0.22172413766384125,
+      0.2218010574579239,
+      0.22009830176830292,
+      0.21785126626491547,
+      0.21678262948989868,
+      0.21671107411384583,
+      0.2209888994693756,
+      0.22106041014194489,
+      0.22590550780296326,
+      0.22786492109298706,
+      0.23093664646148682,
+      0.22673366963863373,
+      0.22699661552906036,
+      0.23137319087982178,
+      0.23347441852092743,
+      0.23230887949466705,
+      0.23691625893115997,
+      0.23728600144386292,
+      0.23905602097511292,
+      0.24103665351867676,
+      0.23820726573467255,
+      0.23968391120433807,
+      0.240958109498024,
+      0.24235181510448456,
+      0.2462717443704605,
+      0.2495051473379135,
+      0.2500581443309784,
+      0.25138387084007263,
+      0.2525486350059509,
+      0.25259435176849365,
+      0.25351014733314514,
+      0.25713658332824707,
+      0.26032426953315735,
+      0.2599243223667145,
+      0.26285797357559204,
+      0.2655181884765625,
+      0.27248892188072205,
+      0.2755123972892761,
+      0.27839818596839905,
+      0.280465692281723,
+      0.28088274598121643,
+      0.28307604789733887,
+      0.28578928112983704,
+      0.28797510266304016,
+      0.28915101289749146,
+      0.2902125418186188,
+      0.28890639543533325,
+      0.28958800435066223,
+      0.28951144218444824,
+      0.28970345854759216,
+      0.28964078426361084,
+      0.28985023498535156,
+      0.2914946377277374,
+      0.2916889190673828,
+      0.29132041335105896,
+      0.2919837236404419,
+      0.29286372661590576,
+      0.29286906123161316,
+      0.29427701234817505,
+      0.2967914044857025,
+      0.2974070906639099,
+      0.29844793677330017,
+      0.2980978190898895,
+      0.29862624406814575,
+      0.29875603318214417,
+      0.300121009349823,
+      0.30075713992118835,
+      0.3011188507080078,
+      0.3021273612976074,
+      0.3024706542491913,
+      0.30297189950942993,
+      0.30314701795578003,
+      0.303840696811676
     ],
     "lr": [
-      8.376068376068378e-06,
-      1.6923076923076924e-05,
-      2.5470085470085475e-05,
-      3.401709401709402e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      4e-05,
-      3.993593461639863e-05,
-      3.934273662008964e-05,
-      3.874953862378065e-05,
-      3.815634062747166e-05,
-      3.7563142631162665e-05,
-      3.696994463485368e-05,
-      3.637674663854469e-05,
-      3.5783548642235693e-05,
-      3.519035064592671e-05,
-      3.459715264961771e-05,
-      3.400395465330873e-05,
-      3.341075665699973e-05,
-      3.281755866069075e-05,
-      3.2224360664381764e-05,
-      3.1251515950435014e-05,
-      3.065831795412602e-05,
-      3.0065119957817037e-05,
-      2.947192196150804e-05,
-      2.887872396519905e-05,
-      2.8285525968890065e-05,
-      2.769232797258107e-05,
-      2.709912997627208e-05,
-      2.6505931979963087e-05,
-      2.5912733983654104e-05,
-      2.5319535987345117e-05,
-      2.472633799103612e-05,
-      2.4133139994727132e-05,
-      2.3539941998418135e-05,
-      2.2946744002109148e-05,
-      2.1973899288162408e-05,
-      2.138070129185341e-05,
-      2.0787503295544424e-05,
-      2.019430529923544e-05,
-      1.9601107302926443e-05,
-      1.900790930661746e-05,
-      1.8414711310308462e-05,
-      1.7821513313999475e-05,
-      1.7228315317690488e-05,
-      1.663511732138149e-05,
-      1.6041919325072507e-05,
-      1.544872132876351e-05,
-      1.4855523332454524e-05,
-      1.4262325336145537e-05,
-      1.366912733983654e-05,
-      1.2696282625889797e-05,
-      1.2103084629580812e-05,
-      1.1509886633271816e-05,
-      1.0916688636962829e-05,
-      1.0323490640653833e-05,
-      9.730292644344846e-06,
-      9.137094648035861e-06,
-      8.543896651726864e-06,
-      7.950698655417878e-06,
-      7.357500659108881e-06,
-      6.764302662799895e-06,
-      6.171104666490909e-06,
-      5.577906670181913e-06,
-      4.984708673872927e-06,
-      4.391510677563931e-06
+      1.6752136752136756e-05,
+      3.384615384615385e-05,
+      5.094017094017095e-05,
+      6.803418803418804e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      8e-05,
+      7.987186923279727e-05,
+      7.868547324017929e-05,
+      7.74990772475613e-05,
+      7.631268125494332e-05,
+      7.512628526232533e-05,
+      7.393988926970736e-05,
+      7.275349327708938e-05,
+      7.156709728447139e-05,
+      7.038070129185342e-05,
+      6.919430529923543e-05,
+      6.800790930661746e-05,
+      6.682151331399946e-05,
+      6.56351173213815e-05,
+      6.444872132876353e-05,
+      6.250303190087003e-05,
+      6.131663590825203e-05,
+      6.0130239915634074e-05,
+      5.894384392301608e-05,
+      5.77574479303981e-05,
+      5.657105193778013e-05,
+      5.538465594516214e-05,
+      5.419825995254416e-05,
+      5.3011863959926175e-05,
+      5.182546796730821e-05,
+      5.063907197469023e-05,
+      4.945267598207224e-05,
+      4.8266279989454265e-05,
+      4.707988399683627e-05,
+      4.5893488004218296e-05,
+      4.3947798576324816e-05,
+      4.276140258370682e-05,
+      4.157500659108885e-05,
+      4.038861059847088e-05,
+      3.9202214605852886e-05,
+      3.801581861323492e-05,
+      3.6829422620616924e-05,
+      3.564302662799895e-05,
+      3.4456630635380976e-05,
+      3.327023464276298e-05,
+      3.2083838650145014e-05,
+      3.089744265752702e-05,
+      2.971104666490905e-05,
+      2.8524650672291075e-05,
+      2.733825467967308e-05,
+      2.5392565251779594e-05,
+      2.4206169259161623e-05,
+      2.3019773266543632e-05,
+      2.1833377273925658e-05,
+      2.0646981281307667e-05,
+      1.9460585288689693e-05,
+      1.8274189296071722e-05,
+      1.7087793303453728e-05,
+      1.5901397310835757e-05,
+      1.4715001318217762e-05,
+      1.352860532559979e-05,
+      1.2342209332981818e-05,
+      1.1155813340363827e-05,
+      9.969417347745854e-06,
+      8.783021355127861e-06
     ],
     "emb_lr": [],
     "eval_step": [
@@ -1232,18 +1232,18 @@
     ],
     "eval_accuracy": [
       0.0,
-      0.18,
-      0.74,
-      0.94,
-      0.99,
+      0.44,
+      0.8,
       0.95,
       0.99,
+      0.95,
+      0.98,
+      0.95,
       1.0,
-      0.99,
       1.0
     ]
   },
-  "final_accuracy": 0.9983333333333333,
+  "final_accuracy": 0.9995833333333334,
   "sft_eval": {
     "config": {
       "ops": "add_sub",
@@ -1254,21 +1254,21 @@
     },
     "splits": {
       "add_S0": {
-        "full_accuracy": 0.98,
+        "full_accuracy": 1.0,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
-            "accuracy": 0.9983471074380166,
+            "accuracy": 1.0,
             "count": 605
           },
           "SS": {
-            "accuracy": 0.9894736842105263,
+            "accuracy": 1.0,
             "count": 95
           }
         }
       },
       "add_S1": {
-        "full_accuracy": 0.98,
+        "full_accuracy": 0.97,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
@@ -1284,13 +1284,13 @@
             "count": 31
           },
           "UC": {
-            "accuracy": 1.0,
+            "accuracy": 0.9966216216216216,
             "count": 296
           }
         }
       },
       "add_S2": {
-        "full_accuracy": 0.96,
+        "full_accuracy": 1.0,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
@@ -1298,11 +1298,11 @@
             "count": 163
           },
           "SC": {
-            "accuracy": 0.9769230769230769,
+            "accuracy": 1.0,
             "count": 130
           },
           "SS": {
-            "accuracy": 0.9770114942528736,
+            "accuracy": 1.0,
             "count": 87
           },
           "UC": {
@@ -1316,7 +1316,7 @@
         }
       },
       "add_S3": {
-        "full_accuracy": 0.76,
+        "full_accuracy": 0.99,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
@@ -1332,7 +1332,7 @@
             "count": 49
           },
           "UC": {
-            "accuracy": 0.8709677419354839,
+            "accuracy": 0.9946236559139785,
             "count": 186
           },
           "US": {
@@ -1342,7 +1342,7 @@
         }
       },
       "add_S4": {
-        "full_accuracy": 0.55,
+        "full_accuracy": 0.89,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
@@ -1358,17 +1358,17 @@
             "count": 23
           },
           "UC": {
-            "accuracy": 0.8,
+            "accuracy": 0.93125,
             "count": 160
           },
           "US": {
-            "accuracy": 0.9022801302931596,
+            "accuracy": 1.0,
             "count": 307
           }
         }
       },
       "add_S5": {
-        "full_accuracy": 0.32,
+        "full_accuracy": 0.87,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
@@ -1380,17 +1380,17 @@
             "count": 100
           },
           "UC": {
-            "accuracy": 0.49,
+            "accuracy": 0.88,
             "count": 100
           },
           "US": {
-            "accuracy": 0.6975,
+            "accuracy": 0.97,
             "count": 400
           }
         }
       },
       "add_S6": {
-        "full_accuracy": 0.61,
+        "full_accuracy": 0.75,
         "n_examples": 100,
         "per_subtask": {
           "SC": {
@@ -1398,17 +1398,17 @@
             "count": 100
           },
           "UC": {
-            "accuracy": 0.67,
+            "accuracy": 0.75,
             "count": 100
           },
           "US": {
-            "accuracy": 0.782,
+            "accuracy": 0.934,
             "count": 500
           }
         }
       },
       "add_random": {
-        "full_accuracy": 0.975,
+        "full_accuracy": 0.995,
         "n_examples": 200,
         "per_subtask": {
           "SA": {
@@ -1424,7 +1424,7 @@
             "count": 56
           },
           "UC": {
-            "accuracy": 0.9924385633270322,
+            "accuracy": 1.0,
             "count": 529
           },
           "US": {
@@ -1434,7 +1434,7 @@
         }
       },
       "add_C3": {
-        "full_accuracy": 0.83,
+        "full_accuracy": 0.99,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
@@ -1446,17 +1446,17 @@
             "count": 100
           },
           "UC": {
-            "accuracy": 0.9119170984455959,
+            "accuracy": 0.9948186528497409,
             "count": 193
           },
           "US": {
-            "accuracy": 0.9626168224299065,
+            "accuracy": 1.0,
             "count": 107
           }
         }
       },
       "add_C4": {
-        "full_accuracy": 0.8,
+        "full_accuracy": 0.97,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
@@ -1468,17 +1468,17 @@
             "count": 100
           },
           "UC": {
-            "accuracy": 0.92578125,
+            "accuracy": 0.98828125,
             "count": 256
           },
           "US": {
-            "accuracy": 0.9513888888888888,
+            "accuracy": 1.0,
             "count": 144
           }
         }
       },
       "add_C5": {
-        "full_accuracy": 0.84,
+        "full_accuracy": 0.95,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
@@ -1490,17 +1490,17 @@
             "count": 100
           },
           "UC": {
-            "accuracy": 0.9575163398692811,
+            "accuracy": 0.9836601307189542,
             "count": 306
           },
           "US": {
-            "accuracy": 0.9639175257731959,
+            "accuracy": 1.0,
             "count": 194
           }
         }
       },
       "add_C6": {
-        "full_accuracy": 0.8,
+        "full_accuracy": 0.99,
         "n_examples": 100,
         "per_subtask": {
           "SC": {
@@ -1508,21 +1508,21 @@
             "count": 100
           },
           "UC": {
-            "accuracy": 0.9480874316939891,
+            "accuracy": 0.9972677595628415,
             "count": 366
           },
           "US": {
-            "accuracy": 0.9914529914529915,
+            "accuracy": 1.0,
             "count": 234
           }
         }
       },
       "sub_M0": {
-        "full_accuracy": 0.97,
+        "full_accuracy": 1.0,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
-            "accuracy": 0.9950083194675541,
+            "accuracy": 1.0,
             "count": 601
           },
           "ME": {
@@ -1532,7 +1532,7 @@
         }
       },
       "sub_M1": {
-        "full_accuracy": 0.98,
+        "full_accuracy": 0.99,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
@@ -1540,7 +1540,7 @@
             "count": 279
           },
           "MB": {
-            "accuracy": 0.993103448275862,
+            "accuracy": 1.0,
             "count": 145
           },
           "ME": {
@@ -1580,7 +1580,7 @@
         }
       },
       "sub_M3": {
-        "full_accuracy": 0.54,
+        "full_accuracy": 0.89,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
@@ -1596,7 +1596,7 @@
             "count": 56
           },
           "UB": {
-            "accuracy": 0.6912751677852349,
+            "accuracy": 0.9261744966442953,
             "count": 149
           },
           "UD": {
@@ -1606,7 +1606,7 @@
         }
       },
       "sub_M4": {
-        "full_accuracy": 0.16,
+        "full_accuracy": 0.41,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
@@ -1618,17 +1618,17 @@
             "count": 100
           },
           "UB": {
-            "accuracy": 0.38,
+            "accuracy": 0.48,
             "count": 100
           },
           "UD": {
-            "accuracy": 0.7733333333333333,
+            "accuracy": 0.9133333333333333,
             "count": 300
           }
         }
       },
       "sub_M5": {
-        "full_accuracy": 0.02,
+        "full_accuracy": 0.2,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
@@ -1640,25 +1640,25 @@
             "count": 100
           },
           "UB": {
-            "accuracy": 0.28,
+            "accuracy": 0.51,
             "count": 100
           },
           "UD": {
-            "accuracy": 0.5325,
+            "accuracy": 0.735,
             "count": 400
           }
         }
       },
       "sub_random": {
-        "full_accuracy": 0.985,
+        "full_accuracy": 0.995,
         "n_examples": 200,
         "per_subtask": {
           "MD": {
-            "accuracy": 0.9983333333333333,
+            "accuracy": 1.0,
             "count": 600
           },
           "MB": {
-            "accuracy": 0.9962546816479401,
+            "accuracy": 1.0,
             "count": 267
           },
           "ME": {
@@ -1676,11 +1676,11 @@
         }
       },
       "sub_B3": {
-        "full_accuracy": 0.94,
+        "full_accuracy": 0.89,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
-            "accuracy": 1.0,
+            "accuracy": 0.9966666666666667,
             "count": 300
           },
           "MB": {
@@ -1688,7 +1688,7 @@
             "count": 100
           },
           "UB": {
-            "accuracy": 0.9695431472081218,
+            "accuracy": 0.949238578680203,
             "count": 197
           },
           "UD": {
@@ -1698,11 +1698,11 @@
         }
       },
       "sub_B4": {
-        "full_accuracy": 0.73,
+        "full_accuracy": 0.85,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
-            "accuracy": 1.0,
+            "accuracy": 0.995,
             "count": 200
           },
           "MB": {
@@ -1710,17 +1710,17 @@
             "count": 100
           },
           "UB": {
-            "accuracy": 0.8906882591093117,
+            "accuracy": 0.9473684210526315,
             "count": 247
           },
           "UD": {
-            "accuracy": 0.9477124183006536,
+            "accuracy": 0.9738562091503268,
             "count": 153
           }
         }
       },
       "sub_B5": {
-        "full_accuracy": 0.69,
+        "full_accuracy": 0.91,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
@@ -1732,18 +1732,18 @@
             "count": 100
           },
           "UB": {
-            "accuracy": 0.9194630872483222,
+            "accuracy": 0.9697986577181208,
             "count": 298
           },
           "UD": {
-            "accuracy": 0.8960396039603961,
+            "accuracy": 0.9801980198019802,
             "count": 202
           }
         }
       }
     },
     "summary": {
-      "overall_accuracy": 0.7658333333333334,
+      "overall_accuracy": 0.8954166666666666,
       "total_examples": 2400,
       "n_splits": 22
     }
@@ -1872,7 +1872,7 @@
         }
       },
       "add_S5": {
-        "full_accuracy": 0.99,
+        "full_accuracy": 1.0,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
@@ -1884,7 +1884,7 @@
             "count": 100
           },
           "UC": {
-            "accuracy": 0.99,
+            "accuracy": 1.0,
             "count": 100
           },
           "US": {
@@ -2110,7 +2110,7 @@
         }
       },
       "sub_M4": {
-        "full_accuracy": 0.99,
+        "full_accuracy": 1.0,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
@@ -2122,7 +2122,7 @@
             "count": 100
           },
           "UB": {
-            "accuracy": 0.99,
+            "accuracy": 1.0,
             "count": 100
           },
           "UD": {
@@ -2132,7 +2132,7 @@
         }
       },
       "sub_M5": {
-        "full_accuracy": 0.99,
+        "full_accuracy": 1.0,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
@@ -2144,7 +2144,7 @@
             "count": 100
           },
           "UB": {
-            "accuracy": 0.99,
+            "accuracy": 1.0,
             "count": 100
           },
           "UD": {
@@ -2247,11 +2247,11 @@
       }
     },
     "summary": {
-      "overall_accuracy": 0.9983333333333333,
+      "overall_accuracy": 0.9995833333333334,
       "total_examples": 2400,
       "n_splits": 22
     }
   },
-  "sorl_overall_accuracy": 0.9983333333333333,
-  "sft_overall_accuracy": 0.7658333333333334
+  "sorl_overall_accuracy": 0.9995833333333334,
+  "sft_overall_accuracy": 0.8954166666666666
 }

add_sub_sorl_v1_abs50_50K/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6342cf5867d670c96b8fb7972956a9553f7a1f0ec1e2656c505d55780ccbe665
+oid sha256:f20c93728acb4d46e808ec7e294845cd9e4f4f5e60f7f61517d13f7c28391a31
 size 650466940

add_sub_sorl_v1_abs50_50K/train_config.json

@@ -17,7 +17,7 @@
   "target_vocab_util": 0.8,
   "min_abs_ppl": 0.0,
   "zipf_alpha": 1.0,
-  "lr": 4e-05,
+  "lr": 8e-05,
   "emb_lr_mult": 1.0,
   "weight_decay": 0.01,
   "warmup_steps": 234,
@@ -36,7 +36,7 @@
   "eval_every": 781,
   "save_every": 999999,
   "eval_samples": 100,
-  "output_dir": "ckpt/sweep/as_sorl_abs50_K4_50K",
+  "output_dir": "ckpt/sweep/as_sorl_abs50_50K",
   "eval_K": 4,
   "alpha_traj": 0.0,
   "corrupt_method": "shuffle",
@@ -69,16 +69,16 @@
   "no_wandb": false,
   "n_params": 162540062,
   "run_name": "add_sub_sorl_v1_abs50_50K",
-  "git_commit": "f447da529caceac8c7d256cbb2cd185cbc50feac",
-  "timestamp": "2026-04-12T12:20:29.793903+00:00",
+  "git_commit": "dc8dd776fb0c30a4c9073052dcc5e943e0fd80c6",
+  "timestamp": "2026-04-13T07:43:04.556438+00:00",
   "tokenizer": "Qwen/Qwen3-0.6B",
   "dataset_repo": "thoughtworks/arithmetic-sorl-data",
   "dataset_config": "add_sub_6digit",
   "model_repo": "thoughtworks/arithmetic-sorl",
   "trainer_version": "v1",
-  "wandb_run_id": "wtwip5r3",
-  "wandb_url": "https://wandb.ai/nlp_and_interpretability/sorl-arithmetic/runs/wtwip5r3",
-  "final_accuracy": 0.9983333333333333,
-  "sft_accuracy": 0.7658333333333334,
+  "wandb_run_id": "bck2cmmy",
+  "wandb_url": "https://wandb.ai/nlp_and_interpretability/sorl-arithmetic/runs/bck2cmmy",
+  "final_accuracy": 0.9995833333333334,
+  "sft_accuracy": 0.8954166666666666,
   "eval_method": "ArithmeticEvaluator"
 }