Upload add_sub_baseline_25K_1L3H510d

add_sub_baseline_25K_1L3H510d/metrics.json

@@ -159,478 +159,478 @@
       7800
     ],
     "loss": [
-      10.19568157196045,
-      7.192863464355469,
-      6.217032432556152,
-      4.67427921295166,
-      2.9682857990264893,
-      2.0980846881866455,
-      1.8946998119354248,
-      1.9396218061447144,
-      1.8249216079711914,
-      1.7901777029037476,
-      1.7934296131134033,
-      1.7734571695327759,
-      1.7680686712265015,
-      1.6811468601226807,
-      1.6904586553573608,
-      1.6290004253387451,
-      1.5940027236938477,
-      1.5358794927597046,
-      1.278952717781067,
-      1.1427963972091675,
-      0.9103876352310181,
-      0.7655139565467834,
-      0.7879643440246582,
-      0.704889714717865,
-      0.7027565240859985,
-      0.7044745683670044,
-      0.6972912549972534,
-      0.6401001811027527,
-      0.6621316075325012,
-      0.6303651928901672,
-      0.5821676254272461,
-      0.6099020838737488,
-      0.5351438522338867,
-      0.5087913870811462,
-      0.541701078414917,
-      0.47329190373420715,
-      0.4839247167110443,
-      0.47691941261291504,
-      0.4968743920326233,
-      0.45558029413223267,
-      0.4464017450809479,
-      0.45957401394844055,
-      0.4282552897930145,
-      0.41863182187080383,
-      0.4324481785297394,
-      0.3976905047893524,
-      0.3744252026081085,
-      0.3938696086406708,
-      0.36305326223373413,
-      0.3572494089603424,
-      0.39805254340171814,
-      0.38645902276039124,
-      0.3354526162147522,
-      0.3297174274921417,
-      0.37510284781455994,
-      0.3538384437561035,
-      0.3419480621814728,
-      0.31991156935691833,
-      0.30549606680870056,
-      0.3192532956600189,
-      0.29912063479423523,
-      0.3299557864665985,
-      0.3237224221229553,
-      0.3043464720249176,
-      0.29594531655311584,
-      0.2924143970012665,
-      0.3392622172832489,
-      0.29438456892967224,
-      0.2825162708759308,
-      0.2688557803630829,
-      0.27867329120635986,
-      0.26582691073417664,
-      0.2573307156562805,
-      0.2639952301979065,
-      0.2442159354686737,
-      0.30415433645248413,
-      0.28714659810066223,
-      0.2530474364757538,
-      0.2529540956020355,
-      0.26841235160827637,
-      0.2817437946796417,
-      0.25053316354751587,
-      0.2483910471200943,
-      0.2930961549282074,
-      0.28800302743911743,
-      0.25981736183166504,
-      0.23965764045715332,
-      0.24082252383232117,
-      0.2665214538574219,
-      0.24315674602985382,
-      0.23547802865505219,
-      0.2577818036079407,
-      0.2551196217536926,
-      0.2866048812866211,
-      0.22905278205871582,
-      0.2948581576347351,
-      0.22631767392158508,
-      0.23360957205295563,
-      0.23361513018608093,
-      0.2707379162311554,
-      0.2082580029964447,
-      0.259878545999527,
-      0.23401972651481628,
-      0.22835519909858704,
-      0.24494406580924988,
-      0.2527218461036682,
-      0.23783628642559052,
-      0.2323145866394043,
-      0.2299260050058365,
-      0.22768929600715637,
-      0.22232380509376526,
-      0.23369023203849792,
-      0.2056972235441208,
-      0.19805261492729187,
-      0.2061125934123993,
-      0.22895146906375885,
-      0.2325371354818344,
-      0.20736224949359894,
-      0.2153971642255783,
-      0.22081783413887024,
-      0.21203044056892395,
-      0.21354515850543976,
-      0.24314843118190765,
-      0.21091873943805695,
-      0.22135458886623383,
-      0.22974269092082977,
-      0.20833232998847961,
-      0.20342501997947693,
-      0.21650569140911102,
-      0.2234790027141571,
-      0.21649529039859772,
-      0.20806384086608887,
-      0.201065331697464,
-      0.21765287220478058,
-      0.199764221906662,
-      0.21314558386802673,
-      0.18189337849617004,
-      0.1983877569437027,
-      0.20944280922412872,
-      0.20895661413669586,
-      0.20532403886318207,
-      0.20170608162879944,
-      0.2062072455883026,
-      0.21582531929016113,
-      0.20745429396629333,
-      0.22070619463920593,
-      0.20926928520202637,
-      0.18736205995082855,
-      0.19164054095745087,
-      0.2283153533935547,
-      0.19645021855831146,
-      0.2316746711730957,
-      0.21589398384094238,
-      0.19139589369297028,
-      0.218153715133667,
-      0.2088916301727295
+      8.74937915802002,
+      6.198915004730225,
+      4.366815090179443,
+      2.2759313583374023,
+      1.9526265859603882,
+      1.877150535583496,
+      1.8139151334762573,
+      1.822188377380371,
+      1.71466064453125,
+      1.590683937072754,
+      1.4826921224594116,
+      1.133190393447876,
+      0.8561835885047913,
+      0.7075616121292114,
+      0.6399551033973694,
+      0.6669952273368835,
+      0.6160100698471069,
+      0.5750561952590942,
+      0.5242418646812439,
+      0.5324519872665405,
+      0.49814528226852417,
+      0.4612176716327667,
+      0.5026556849479675,
+      0.47276973724365234,
+      0.43902602791786194,
+      0.446272611618042,
+      0.38574811816215515,
+      0.3711676001548767,
+      0.3969157338142395,
+      0.39037615060806274,
+      0.3659220337867737,
+      0.2901519238948822,
+      0.372765451669693,
+      0.33219239115715027,
+      0.34733083844184875,
+      0.31526169180870056,
+      0.33172616362571716,
+      0.3349834382534027,
+      0.3454124927520752,
+      0.32427385449409485,
+      0.29763302206993103,
+      0.2891975939273834,
+      0.3104265332221985,
+      0.2937973141670227,
+      0.29948028922080994,
+      0.26262804865837097,
+      0.26943641901016235,
+      0.2750188410282135,
+      0.2822719216346741,
+      0.2253115326166153,
+      0.2866693139076233,
+      0.29621443152427673,
+      0.2518032193183899,
+      0.25790685415267944,
+      0.33121928572654724,
+      0.2776740789413452,
+      0.240325927734375,
+      0.25502628087997437,
+      0.2516288459300995,
+      0.2600439190864563,
+      0.22953486442565918,
+      0.25047045946121216,
+      0.287687748670578,
+      0.24002419412136078,
+      0.20791330933570862,
+      0.24204131960868835,
+      0.27317410707473755,
+      0.24345578253269196,
+      0.21374334394931793,
+      0.21283268928527832,
+      0.21549828350543976,
+      0.19832827150821686,
+      0.21149209141731262,
+      0.1855495721101761,
+      0.19525133073329926,
+      0.23278847336769104,
+      0.2606830298900604,
+      0.20044934749603271,
+      0.181396022439003,
+      0.21328875422477722,
+      0.212825208902359,
+      0.21052296459674835,
+      0.19027332961559296,
+      0.2117026001214981,
+      0.22618059813976288,
+      0.22302715480327606,
+      0.17805133759975433,
+      0.18642711639404297,
+      0.2146042138338089,
+      0.19574260711669922,
+      0.16053321957588196,
+      0.21608540415763855,
+      0.20082899928092957,
+      0.23242345452308655,
+      0.17946086823940277,
+      0.2614651918411255,
+      0.1651460975408554,
+      0.1777617186307907,
+      0.15014827251434326,
+      0.20371000468730927,
+      0.1573261022567749,
+      0.19635023176670074,
+      0.18772493302822113,
+      0.1814812421798706,
+      0.18410103023052216,
+      0.20629878342151642,
+      0.1857832968235016,
+      0.17055557668209076,
+      0.16345703601837158,
+      0.16755636036396027,
+      0.17432273924350739,
+      0.15670685470104218,
+      0.15046896040439606,
+      0.14622943103313446,
+      0.1660774052143097,
+      0.16316993534564972,
+      0.16458259522914886,
+      0.16533777117729187,
+      0.18796680867671967,
+      0.16055859625339508,
+      0.16241776943206787,
+      0.15573906898498535,
+      0.18253065645694733,
+      0.15446387231349945,
+      0.16669152677059174,
+      0.16877718269824982,
+      0.15042708814144135,
+      0.14171156287193298,
+      0.1469859778881073,
+      0.16647039353847504,
+      0.1766190528869629,
+      0.15534673631191254,
+      0.15092872083187103,
+      0.16818329691886902,
+      0.14259760081768036,
+      0.16949117183685303,
+      0.13747766613960266,
+      0.16281220316886902,
+      0.1641203612089157,
+      0.15849816799163818,
+      0.14388667047023773,
+      0.14095112681388855,
+      0.14720116555690765,
+      0.15021368861198425,
+      0.15137387812137604,
+      0.15634380280971527,
+      0.14748618006706238,
+      0.1435571163892746,
+      0.13644962012767792,
+      0.16987796127796173,
+      0.15995793044567108,
+      0.17382332682609558,
+      0.157388374209404,
+      0.13605724275112152,
+      0.174538716673851,
+      0.15863211452960968
     ],
     "base_loss": [
-      10.19568157196045,
-      7.192863464355469,
-      6.217032432556152,
-      4.67427921295166,
-      2.9682857990264893,
-      2.0980846881866455,
-      1.8946998119354248,
-      1.9396218061447144,
-      1.8249216079711914,
-      1.7901777029037476,
-      1.7934296131134033,
-      1.7734571695327759,
-      1.7680686712265015,
-      1.6811468601226807,
-      1.6904586553573608,
-      1.6290004253387451,
-      1.5940027236938477,
-      1.5358794927597046,
-      1.278952717781067,
-      1.1427963972091675,
-      0.9103876352310181,
-      0.7655139565467834,
-      0.7879643440246582,
-      0.704889714717865,
-      0.7027565240859985,
-      0.7044745683670044,
-      0.6972912549972534,
-      0.6401001811027527,
-      0.6621316075325012,
-      0.6303651928901672,
-      0.5821676254272461,
-      0.6099020838737488,
-      0.5351438522338867,
-      0.5087913870811462,
-      0.541701078414917,
-      0.47329190373420715,
-      0.4839247167110443,
-      0.47691941261291504,
-      0.4968743920326233,
-      0.45558029413223267,
-      0.4464017450809479,
-      0.45957401394844055,
-      0.4282552897930145,
-      0.41863182187080383,
-      0.4324481785297394,
-      0.3976905047893524,
-      0.3744252026081085,
-      0.3938696086406708,
-      0.36305326223373413,
-      0.3572494089603424,
-      0.39805254340171814,
-      0.38645902276039124,
-      0.3354526162147522,
-      0.3297174274921417,
-      0.37510284781455994,
-      0.3538384437561035,
-      0.3419480621814728,
-      0.31991156935691833,
-      0.30549606680870056,
-      0.3192532956600189,
-      0.29912063479423523,
-      0.3299557864665985,
-      0.3237224221229553,
-      0.3043464720249176,
-      0.29594531655311584,
-      0.2924143970012665,
-      0.3392622172832489,
-      0.29438456892967224,
-      0.2825162708759308,
-      0.2688557803630829,
-      0.27867329120635986,
-      0.26582691073417664,
-      0.2573307156562805,
-      0.2639952301979065,
-      0.2442159354686737,
-      0.30415433645248413,
-      0.28714659810066223,
-      0.2530474364757538,
-      0.2529540956020355,
-      0.26841235160827637,
-      0.2817437946796417,
-      0.25053316354751587,
-      0.2483910471200943,
-      0.2930961549282074,
-      0.28800302743911743,
-      0.25981736183166504,
-      0.23965764045715332,
-      0.24082252383232117,
-      0.2665214538574219,
-      0.24315674602985382,
-      0.23547802865505219,
-      0.2577818036079407,
-      0.2551196217536926,
-      0.2866048812866211,
-      0.22905278205871582,
-      0.2948581576347351,
-      0.22631767392158508,
-      0.23360957205295563,
-      0.23361513018608093,
-      0.2707379162311554,
-      0.2082580029964447,
-      0.259878545999527,
-      0.23401972651481628,
-      0.22835519909858704,
-      0.24494406580924988,
-      0.2527218461036682,
-      0.23783628642559052,
-      0.2323145866394043,
-      0.2299260050058365,
-      0.22768929600715637,
-      0.22232380509376526,
-      0.23369023203849792,
-      0.2056972235441208,
-      0.19805261492729187,
-      0.2061125934123993,
-      0.22895146906375885,
-      0.2325371354818344,
-      0.20736224949359894,
-      0.2153971642255783,
-      0.22081783413887024,
-      0.21203044056892395,
-      0.21354515850543976,
-      0.24314843118190765,
-      0.21091873943805695,
-      0.22135458886623383,
-      0.22974269092082977,
-      0.20833232998847961,
-      0.20342501997947693,
-      0.21650569140911102,
-      0.2234790027141571,
-      0.21649529039859772,
-      0.20806384086608887,
-      0.201065331697464,
-      0.21765287220478058,
-      0.199764221906662,
-      0.21314558386802673,
-      0.18189337849617004,
-      0.1983877569437027,
-      0.20944280922412872,
-      0.20895661413669586,
-      0.20532403886318207,
-      0.20170608162879944,
-      0.2062072455883026,
-      0.21582531929016113,
-      0.20745429396629333,
-      0.22070619463920593,
-      0.20926928520202637,
-      0.18736205995082855,
-      0.19164054095745087,
-      0.2283153533935547,
-      0.19645021855831146,
-      0.2316746711730957,
-      0.21589398384094238,
-      0.19139589369297028,
-      0.218153715133667,
-      0.2088916301727295
+      8.74937915802002,
+      6.198915004730225,
+      4.366815090179443,
+      2.2759313583374023,
+      1.9526265859603882,
+      1.877150535583496,
+      1.8139151334762573,
+      1.822188377380371,
+      1.71466064453125,
+      1.590683937072754,
+      1.4826921224594116,
+      1.133190393447876,
+      0.8561835885047913,
+      0.7075616121292114,
+      0.6399551033973694,
+      0.6669952273368835,
+      0.6160100698471069,
+      0.5750561952590942,
+      0.5242418646812439,
+      0.5324519872665405,
+      0.49814528226852417,
+      0.4612176716327667,
+      0.5026556849479675,
+      0.47276973724365234,
+      0.43902602791786194,
+      0.446272611618042,
+      0.38574811816215515,
+      0.3711676001548767,
+      0.3969157338142395,
+      0.39037615060806274,
+      0.3659220337867737,
+      0.2901519238948822,
+      0.372765451669693,
+      0.33219239115715027,
+      0.34733083844184875,
+      0.31526169180870056,
+      0.33172616362571716,
+      0.3349834382534027,
+      0.3454124927520752,
+      0.32427385449409485,
+      0.29763302206993103,
+      0.2891975939273834,
+      0.3104265332221985,
+      0.2937973141670227,
+      0.29948028922080994,
+      0.26262804865837097,
+      0.26943641901016235,
+      0.2750188410282135,
+      0.2822719216346741,
+      0.2253115326166153,
+      0.2866693139076233,
+      0.29621443152427673,
+      0.2518032193183899,
+      0.25790685415267944,
+      0.33121928572654724,
+      0.2776740789413452,
+      0.240325927734375,
+      0.25502628087997437,
+      0.2516288459300995,
+      0.2600439190864563,
+      0.22953486442565918,
+      0.25047045946121216,
+      0.287687748670578,
+      0.24002419412136078,
+      0.20791330933570862,
+      0.24204131960868835,
+      0.27317410707473755,
+      0.24345578253269196,
+      0.21374334394931793,
+      0.21283268928527832,
+      0.21549828350543976,
+      0.19832827150821686,
+      0.21149209141731262,
+      0.1855495721101761,
+      0.19525133073329926,
+      0.23278847336769104,
+      0.2606830298900604,
+      0.20044934749603271,
+      0.181396022439003,
+      0.21328875422477722,
+      0.212825208902359,
+      0.21052296459674835,
+      0.19027332961559296,
+      0.2117026001214981,
+      0.22618059813976288,
+      0.22302715480327606,
+      0.17805133759975433,
+      0.18642711639404297,
+      0.2146042138338089,
+      0.19574260711669922,
+      0.16053321957588196,
+      0.21608540415763855,
+      0.20082899928092957,
+      0.23242345452308655,
+      0.17946086823940277,
+      0.2614651918411255,
+      0.1651460975408554,
+      0.1777617186307907,
+      0.15014827251434326,
+      0.20371000468730927,
+      0.1573261022567749,
+      0.19635023176670074,
+      0.18772493302822113,
+      0.1814812421798706,
+      0.18410103023052216,
+      0.20629878342151642,
+      0.1857832968235016,
+      0.17055557668209076,
+      0.16345703601837158,
+      0.16755636036396027,
+      0.17432273924350739,
+      0.15670685470104218,
+      0.15046896040439606,
+      0.14622943103313446,
+      0.1660774052143097,
+      0.16316993534564972,
+      0.16458259522914886,
+      0.16533777117729187,
+      0.18796680867671967,
+      0.16055859625339508,
+      0.16241776943206787,
+      0.15573906898498535,
+      0.18253065645694733,
+      0.15446387231349945,
+      0.16669152677059174,
+      0.16877718269824982,
+      0.15042708814144135,
+      0.14171156287193298,
+      0.1469859778881073,
+      0.16647039353847504,
+      0.1766190528869629,
+      0.15534673631191254,
+      0.15092872083187103,
+      0.16818329691886902,
+      0.14259760081768036,
+      0.16949117183685303,
+      0.13747766613960266,
+      0.16281220316886902,
+      0.1641203612089157,
+      0.15849816799163818,
+      0.14388667047023773,
+      0.14095112681388855,
+      0.14720116555690765,
+      0.15021368861198425,
+      0.15137387812137604,
+      0.15634380280971527,
+      0.14748618006706238,
+      0.1435571163892746,
+      0.13644962012767792,
+      0.16987796127796173,
+      0.15995793044567108,
+      0.17382332682609558,
+      0.157388374209404,
+      0.13605724275112152,
+      0.174538716673851,
+      0.15863211452960968
     ],
     "lr": [
-      8.376068376068378e-06,
-      1.6923076923076924e-05,
-      2.5470085470085475e-05,
-      3.401709401709402e-05,
-      3.99996141174052e-05,
-      3.9992754396617386e-05,
-      3.997732289238075e-05,
-      3.9953326220867826e-05,
-      3.99207746705195e-05,
-      3.987968219763389e-05,
-      3.9830066420382645e-05,
-      3.97719486112573e-05,
-      3.9705353687948734e-05,
-      3.9630310202663935e-05,
-      3.9546850329884316e-05,
-      3.945500985257116e-05,
-      3.9354828146823805e-05,
-      3.924634816499739e-05,
-      3.9129616417287294e-05,
-      3.900468295178809e-05,
-      3.887160133303572e-05,
-      3.8730428619042037e-05,
-      3.858122533683144e-05,
-      3.842405545649026e-05,
-      3.825898636373997e-05,
-      3.808608883104587e-05,
-      3.790543698727386e-05,
-      3.7717108285908e-05,
-      3.752118347184284e-05,
-      3.7317746546764446e-05,
-      3.710688473313514e-05,
-      3.688868843679738e-05,
-      3.666325120821272e-05,
-      3.643066970235256e-05,
-      3.619104363725791e-05,
-      3.5944475751285765e-05,
-      3.569107175906064e-05,
-      3.5430940306149985e-05,
-      3.516419292248301e-05,
-      3.489094397453285e-05,
-      3.461131061628253e-05,
-      3.4325412738995875e-05,
-      3.403337291981479e-05,
-      3.373531636920496e-05,
-      3.343137087727258e-05,
-      3.3121666758975014e-05,
-      3.280633679824903e-05,
-      3.248551619108036e-05,
-      3.21593424875392e-05,
-      3.1827955532806334e-05,
-      3.149149740721537e-05,
-      3.115011236533647e-05,
-      3.080394677412806e-05,
-      3.045314905018279e-05,
-      3.0097869596094755e-05,
-      2.9738260735975154e-05,
-      2.9374476650144227e-05,
-      2.9006673309027263e-05,
-      2.8635008406283132e-05,
-      2.8259641291194015e-05,
-      2.7880732900345262e-05,
-      2.7498445688624725e-05,
-      2.711294355957111e-05,
-      2.6724391795101242e-05,
-      2.633295698464635e-05,
-      2.5938806953727778e-05,
-      2.5542110692002687e-05,
-      2.5143038280810704e-05,
-      2.4741760820252464e-05,
-      2.433845035583137e-05,
-      2.3933279804690064e-05,
-      2.352642288147312e-05,
-      2.3118054023847876e-05,
-      2.2708348317715223e-05,
-      2.2297481422142487e-05,
-      2.188562949405059e-05,
-      2.1472969112687716e-05,
-      2.1059677203921957e-05,
-      2.064593096438528e-05,
-      2.0231907785501493e-05,
-      1.9817785177430605e-05,
-      1.9403740692962372e-05,
-      1.898995185139145e-05,
-      1.8576596062407023e-05,
-      1.816385055002938e-05,
-      1.7751892276626043e-05,
-      1.7340897867040178e-05,
-      1.6931043532863625e-05,
-      1.6522504996887168e-05,
-      1.611545741776037e-05,
-      1.5710075314893218e-05,
-      1.5306532493631954e-05,
-      1.4905001970740918e-05,
-      1.4505655900222602e-05,
-      1.4108665499507574e-05,
-      1.371420097604592e-05,
-      1.332243145433177e-05,
-      1.2933524903392054e-05,
-      1.2547648064770774e-05,
-      1.2164966381039404e-05,
-      1.178564392486436e-05,
-      1.140984332866172e-05,
-      1.1037725714869483e-05,
-      1.066945062686719e-05,
-      1.0305175960572616e-05,
-      9.945057896744699e-06,
-      9.589250834021969e-06,
-      9.237907322724944e-06,
-      8.891177999451028e-06,
-      8.549211522489898e-06,
-      8.212154508087055e-06,
-      7.88015146758299e-06,
-      7.553344745454641e-06,
-      7.231874458286057e-06,
-      6.915878434694157e-06,
-      6.605492156235467e-06,
-      6.30084869931916e-06,
-      6.002078678151244e-06,
-      5.709310188734507e-06,
-      5.422668753947975e-06,
-      5.14227726972974e-06,
-      4.868255952385965e-06,
-      4.600722287048818e-06,
-      4.339790977305362e-06,
-      4.085573896019013e-06,
-      3.838180037364703e-06,
-      3.5977154700981752e-06,
-      3.364283292079631e-06,
-      3.137983586071065e-06,
-      2.9189133768263488e-06,
-      2.707166589492387e-06,
-      2.5028340093392257e-06,
-      2.3060032428363876e-06,
-      2.1167586800920613e-06,
-      1.9351814586713113e-06,
-      1.7613494288088008e-06,
-      1.5953371200309199e-06,
-      1.437215709201667e-06,
-      1.2870529900059636e-06,
-      1.1449133438834802e-06,
-      1.0108577124254482e-06,
-      8.849435712462972e-07,
-      7.67224905341275e-07,
-      6.57752185940721e-07,
-      5.565723488707586e-07,
-      4.637287744298502e-07,
-      3.79261268789719e-07,
-      3.032060469286724e-07,
-      2.3559571710463747e-07,
-      1.7645926687452908e-07,
-      1.2582205066603127e-07,
-      8.370577890698173e-08,
-      5.012850871717989e-08,
-      2.5104636166479735e-08,
-      8.64489010255598e-09,
-      7.563275509769874e-10
+      1.6752136752136756e-05,
+      3.384615384615385e-05,
+      5.094017094017095e-05,
+      6.803418803418804e-05,
+      7.99992282348104e-05,
+      7.998550879323477e-05,
+      7.99546457847615e-05,
+      7.990665244173565e-05,
+      7.9841549341039e-05,
+      7.975936439526778e-05,
+      7.966013284076529e-05,
+      7.95438972225146e-05,
+      7.941070737589747e-05,
+      7.926062040532787e-05,
+      7.909370065976863e-05,
+      7.891001970514232e-05,
+      7.870965629364761e-05,
+      7.849269632999478e-05,
+      7.825923283457459e-05,
+      7.800936590357617e-05,
+      7.774320266607144e-05,
+      7.746085723808407e-05,
+      7.716245067366288e-05,
+      7.684811091298052e-05,
+      7.651797272747994e-05,
+      7.617217766209175e-05,
+      7.581087397454772e-05,
+      7.5434216571816e-05,
+      7.504236694368569e-05,
+      7.463549309352889e-05,
+      7.421376946627028e-05,
+      7.377737687359476e-05,
+      7.332650241642543e-05,
+      7.286133940470513e-05,
+      7.238208727451582e-05,
+      7.188895150257153e-05,
+      7.138214351812129e-05,
+      7.086188061229997e-05,
+      7.032838584496603e-05,
+      6.97818879490657e-05,
+      6.922262123256506e-05,
+      6.865082547799175e-05,
+      6.806674583962958e-05,
+      6.747063273840991e-05,
+      6.686274175454515e-05,
+      6.624333351795003e-05,
+      6.561267359649806e-05,
+      6.497103238216073e-05,
+      6.43186849750784e-05,
+      6.365591106561267e-05,
+      6.298299481443074e-05,
+      6.230022473067294e-05,
+      6.160789354825612e-05,
+      6.090629810036558e-05,
+      6.019573919218951e-05,
+      5.947652147195031e-05,
+      5.8748953300288454e-05,
+      5.8013346618054525e-05,
+      5.7270016812566265e-05,
+      5.651928258238803e-05,
+      5.5761465800690523e-05,
+      5.499689137724945e-05,
+      5.422588711914222e-05,
+      5.3448783590202484e-05,
+      5.26659139692927e-05,
+      5.1877613907455556e-05,
+      5.1084221384005374e-05,
+      5.028607656162141e-05,
+      4.948352164050493e-05,
+      4.867690071166274e-05,
+      4.786655960938013e-05,
+      4.705284576294624e-05,
+      4.623610804769575e-05,
+      4.541669663543045e-05,
+      4.4594962844284974e-05,
+      4.377125898810118e-05,
+      4.294593822537543e-05,
+      4.2119354407843914e-05,
+      4.129186192877056e-05,
+      4.046381557100299e-05,
+      3.963557035486121e-05,
+      3.8807481385924744e-05,
+      3.79799037027829e-05,
+      3.7153192124814045e-05,
+      3.632770110005876e-05,
+      3.5503784553252085e-05,
+      3.4681795734080355e-05,
+      3.386208706572725e-05,
+      3.3045009993774335e-05,
+      3.223091483552074e-05,
+      3.1420150629786436e-05,
+      3.061306498726391e-05,
+      2.9810003941481836e-05,
+      2.9011311800445205e-05,
+      2.8217330999015148e-05,
+      2.742840195209184e-05,
+      2.664486290866354e-05,
+      2.586704980678411e-05,
+      2.509529612954155e-05,
+      2.432993276207881e-05,
+      2.357128784972872e-05,
+      2.281968665732344e-05,
+      2.2075451429738966e-05,
+      2.133890125373438e-05,
+      2.061035192114523e-05,
+      1.9890115793489398e-05,
+      1.9178501668043937e-05,
+      1.847581464544989e-05,
+      1.7782355998902056e-05,
+      1.7098423044979796e-05,
+      1.642430901617411e-05,
+      1.576030293516598e-05,
+      1.5106689490909282e-05,
+      1.4463748916572114e-05,
+      1.3831756869388313e-05,
+      1.3210984312470934e-05,
+      1.260169739863832e-05,
+      1.2004157356302488e-05,
+      1.1418620377469014e-05,
+      1.084533750789595e-05,
+      1.028455453945948e-05,
+      9.73651190477193e-06,
+      9.201444574097636e-06,
+      8.679581954610725e-06,
+      8.171147792038026e-06,
+      7.676360074729406e-06,
+      7.1954309401963505e-06,
+      6.728566584159262e-06,
+      6.27596717214213e-06,
+      5.8378267536526975e-06,
+      5.414333178984774e-06,
+      5.005668018678451e-06,
+      4.612006485672775e-06,
+      4.233517360184123e-06,
+      3.870362917342623e-06,
+      3.5226988576176015e-06,
+      3.1906742400618397e-06,
+      2.874431418403334e-06,
+      2.5741059800119272e-06,
+      2.2898266877669604e-06,
+      2.0217154248508964e-06,
+      1.7698871424925945e-06,
+      1.53444981068255e-06,
+      1.315504371881442e-06,
+      1.1131446977415172e-06,
+      9.274575488597004e-07,
+      7.58522537579438e-07,
+      6.064120938573448e-07,
+      4.7119143420927493e-07,
+      3.5291853374905817e-07,
+      2.5164410133206253e-07,
+      1.6741155781396346e-07,
+      1.0025701743435978e-07,
+      5.020927233295947e-08,
+      1.728978020511196e-08,
+      1.5126551019539748e-09
     ],
     "eval_step": [
       390,
@@ -677,29 +677,29 @@
       20
     ],
     "eval_accuracy": [
-      0.0033333333333333335,
-      0.0033333333333333335,
-      0.028888888888888888,
-      0.07444444444444444,
-      0.14888888888888888,
-      0.24555555555555555,
-      0.28444444444444444,
-      0.32555555555555554,
-      0.4177777777777778,
-      0.4411111111111111,
-      0.42333333333333334,
-      0.4166666666666667,
-      0.4677777777777778,
-      0.46444444444444444,
-      0.5133333333333333,
-      0.5,
-      0.5111111111111111,
-      0.4922222222222222,
-      0.5,
-      0.5077777777777778
+      0.005555555555555556,
+      0.05333333333333334,
+      0.20555555555555555,
+      0.29333333333333333,
+      0.3055555555555556,
+      0.31777777777777777,
+      0.36777777777777776,
+      0.3988888888888889,
+      0.4388888888888889,
+      0.5322222222222223,
+      0.5355555555555556,
+      0.5366666666666666,
+      0.62,
+      0.5488888888888889,
+      0.5488888888888889,
+      0.5866666666666667,
+      0.5811111111111111,
+      0.5811111111111111,
+      0.5733333333333334,
+      0.5777777777777777
     ]
   },
-  "final_accuracy": 0.395,
+  "final_accuracy": 0.49541666666666667,
   "sft_eval": {
     "config": {
       "ops": "add_sub",
@@ -710,51 +710,51 @@
     },
     "splits": {
       "add_S0": {
-        "full_accuracy": 0.69,
+        "full_accuracy": 0.8,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
-            "accuracy": 0.943801652892562,
+            "accuracy": 0.9636363636363636,
             "count": 605
           },
           "SS": {
-            "accuracy": 0.9578947368421052,
+            "accuracy": 1.0,
             "count": 95
           }
         }
       },
       "add_S1": {
-        "full_accuracy": 0.62,
+        "full_accuracy": 0.82,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
-            "accuracy": 0.9656862745098039,
+            "accuracy": 0.9754901960784313,
             "count": 204
           },
           "SC": {
-            "accuracy": 0.9704142011834319,
+            "accuracy": 0.9881656804733728,
             "count": 169
           },
           "SS": {
-            "accuracy": 0.9354838709677419,
+            "accuracy": 0.967741935483871,
             "count": 31
           },
           "UC": {
-            "accuracy": 0.8986486486486487,
+            "accuracy": 0.9628378378378378,
             "count": 296
           }
         }
       },
       "add_S2": {
-        "full_accuracy": 0.45,
+        "full_accuracy": 0.55,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
-            "accuracy": 0.9570552147239264,
+            "accuracy": 0.9815950920245399,
             "count": 163
           },
           "SC": {
-            "accuracy": 0.9307692307692308,
+            "accuracy": 0.9384615384615385,
             "count": 130
           },
           "SS": {
@@ -762,43 +762,43 @@
             "count": 87
           },
           "UC": {
-            "accuracy": 0.7733990147783252,
+            "accuracy": 0.8472906403940886,
             "count": 203
           },
           "US": {
-            "accuracy": 0.9572649572649573,
+            "accuracy": 0.9743589743589743,
             "count": 117
           }
         }
       },
       "add_S3": {
-        "full_accuracy": 0.21,
+        "full_accuracy": 0.27,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
-            "accuracy": 0.9752066115702479,
+            "accuracy": 0.9834710743801653,
             "count": 121
           },
           "SC": {
-            "accuracy": 0.9504132231404959,
+            "accuracy": 0.9586776859504132,
             "count": 121
           },
           "SS": {
-            "accuracy": 0.9591836734693877,
+            "accuracy": 0.9795918367346939,
             "count": 49
           },
           "UC": {
-            "accuracy": 0.6236559139784946,
+            "accuracy": 0.6720430107526881,
             "count": 186
           },
           "US": {
-            "accuracy": 0.7085201793721974,
+            "accuracy": 0.7668161434977578,
             "count": 223
           }
         }
       },
       "add_S4": {
-        "full_accuracy": 0.32,
+        "full_accuracy": 0.36,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
@@ -806,7 +806,7 @@
             "count": 104
           },
           "SC": {
-            "accuracy": 0.9622641509433962,
+            "accuracy": 0.9716981132075472,
             "count": 106
           },
           "SS": {
@@ -814,17 +814,17 @@
             "count": 23
           },
           "UC": {
-            "accuracy": 0.725,
+            "accuracy": 0.7125,
             "count": 160
           },
           "US": {
-            "accuracy": 0.5602605863192183,
+            "accuracy": 0.6156351791530945,
             "count": 307
           }
         }
       },
       "add_S5": {
-        "full_accuracy": 0.3,
+        "full_accuracy": 0.22,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
@@ -836,17 +836,17 @@
             "count": 100
           },
           "UC": {
-            "accuracy": 0.46,
+            "accuracy": 0.39,
             "count": 100
           },
           "US": {
-            "accuracy": 0.5475,
+            "accuracy": 0.5075,
             "count": 400
           }
         }
       },
       "add_S6": {
-        "full_accuracy": 0.4,
+        "full_accuracy": 0.55,
         "n_examples": 100,
         "per_subtask": {
           "SC": {
@@ -854,47 +854,47 @@
             "count": 100
           },
           "UC": {
-            "accuracy": 0.44,
+            "accuracy": 0.61,
             "count": 100
           },
           "US": {
-            "accuracy": 0.494,
+            "accuracy": 0.628,
             "count": 500
           }
         }
       },
       "add_random": {
-        "full_accuracy": 0.675,
+        "full_accuracy": 0.75,
         "n_examples": 200,
         "per_subtask": {
           "SA": {
-            "accuracy": 0.9664429530201343,
+            "accuracy": 0.9753914988814317,
             "count": 447
           },
           "SC": {
-            "accuracy": 0.95625,
+            "accuracy": 0.975,
             "count": 320
           },
           "SS": {
-            "accuracy": 0.9821428571428571,
+            "accuracy": 0.9642857142857143,
             "count": 56
           },
           "UC": {
-            "accuracy": 0.9168241965973535,
+            "accuracy": 0.9395085066162571,
             "count": 529
           },
           "US": {
-            "accuracy": 0.8958333333333334,
+            "accuracy": 0.9166666666666666,
             "count": 48
           }
         }
       },
       "add_C3": {
-        "full_accuracy": 0.42,
+        "full_accuracy": 0.54,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
-            "accuracy": 0.9833333333333333,
+            "accuracy": 0.9866666666666667,
             "count": 300
           },
           "SC": {
@@ -902,39 +902,39 @@
             "count": 100
           },
           "UC": {
-            "accuracy": 0.7409326424870466,
+            "accuracy": 0.7979274611398963,
             "count": 193
           },
           "US": {
-            "accuracy": 0.8037383177570093,
+            "accuracy": 0.7757009345794392,
             "count": 107
           }
         }
       },
       "add_C4": {
-        "full_accuracy": 0.42,
+        "full_accuracy": 0.48,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
-            "accuracy": 0.99,
+            "accuracy": 0.995,
             "count": 200
           },
           "SC": {
-            "accuracy": 0.99,
+            "accuracy": 1.0,
             "count": 100
           },
           "UC": {
-            "accuracy": 0.7734375,
+            "accuracy": 0.78515625,
             "count": 256
           },
           "US": {
-            "accuracy": 0.7569444444444444,
+            "accuracy": 0.75,
             "count": 144
           }
         }
       },
       "add_C5": {
-        "full_accuracy": 0.37,
+        "full_accuracy": 0.45,
         "n_examples": 100,
         "per_subtask": {
           "SA": {
@@ -942,21 +942,21 @@
             "count": 100
           },
           "SC": {
-            "accuracy": 0.97,
+            "accuracy": 1.0,
             "count": 100
           },
           "UC": {
-            "accuracy": 0.7908496732026143,
+            "accuracy": 0.8137254901960784,
             "count": 306
           },
           "US": {
-            "accuracy": 0.7474226804123711,
+            "accuracy": 0.8195876288659794,
             "count": 194
           }
         }
       },
       "add_C6": {
-        "full_accuracy": 0.32,
+        "full_accuracy": 0.5,
         "n_examples": 100,
         "per_subtask": {
           "SC": {
@@ -964,39 +964,39 @@
             "count": 100
           },
           "UC": {
-            "accuracy": 0.7923497267759563,
+            "accuracy": 0.855191256830601,
             "count": 366
           },
           "US": {
-            "accuracy": 0.8034188034188035,
+            "accuracy": 0.8717948717948718,
             "count": 234
           }
         }
       },
       "sub_M0": {
-        "full_accuracy": 0.77,
+        "full_accuracy": 0.88,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
-            "accuracy": 0.9584026622296173,
+            "accuracy": 0.9800332778702163,
             "count": 601
           },
           "ME": {
-            "accuracy": 0.98989898989899,
+            "accuracy": 1.0,
             "count": 99
           }
         }
       },
       "sub_M1": {
-        "full_accuracy": 0.62,
+        "full_accuracy": 0.8,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
-            "accuracy": 0.974910394265233,
+            "accuracy": 0.982078853046595,
             "count": 279
           },
           "MB": {
-            "accuracy": 0.9586206896551724,
+            "accuracy": 0.9793103448275862,
             "count": 145
           },
           "ME": {
@@ -1004,17 +1004,17 @@
             "count": 24
           },
           "UB": {
-            "accuracy": 0.8849206349206349,
+            "accuracy": 0.9444444444444444,
             "count": 252
           }
         }
       },
       "sub_M2": {
-        "full_accuracy": 0.28,
+        "full_accuracy": 0.55,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
-            "accuracy": 0.971830985915493,
+            "accuracy": 0.9812206572769953,
             "count": 213
           },
           "MB": {
@@ -1022,29 +1022,29 @@
             "count": 113
           },
           "ME": {
-            "accuracy": 0.9529411764705882,
+            "accuracy": 0.9882352941176471,
             "count": 85
           },
           "UB": {
-            "accuracy": 0.6574585635359116,
+            "accuracy": 0.7624309392265194,
             "count": 181
           },
           "UD": {
-            "accuracy": 0.8240740740740741,
+            "accuracy": 0.9629629629629629,
             "count": 108
           }
         }
       },
       "sub_M3": {
-        "full_accuracy": 0.09,
+        "full_accuracy": 0.17,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
-            "accuracy": 0.994413407821229,
+            "accuracy": 1.0,
             "count": 179
           },
           "MB": {
-            "accuracy": 0.9514563106796117,
+            "accuracy": 0.9902912621359223,
             "count": 103
           },
           "ME": {
@@ -1052,11 +1052,11 @@
             "count": 56
           },
           "UB": {
-            "accuracy": 0.46308724832214765,
+            "accuracy": 0.5637583892617449,
             "count": 149
           },
           "UD": {
-            "accuracy": 0.7230046948356808,
+            "accuracy": 0.7699530516431925,
             "count": 213
           }
         }
@@ -1070,21 +1070,21 @@
             "count": 200
           },
           "MB": {
-            "accuracy": 0.98,
+            "accuracy": 1.0,
             "count": 100
           },
           "UB": {
-            "accuracy": 0.38,
+            "accuracy": 0.39,
             "count": 100
           },
           "UD": {
-            "accuracy": 0.35333333333333333,
+            "accuracy": 0.38333333333333336,
             "count": 300
           }
         }
       },
       "sub_M5": {
-        "full_accuracy": 0.03,
+        "full_accuracy": 0.04,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
@@ -1100,21 +1100,21 @@
             "count": 100
           },
           "UD": {
-            "accuracy": 0.285,
+            "accuracy": 0.3475,
             "count": 400
           }
         }
       },
       "sub_random": {
-        "full_accuracy": 0.605,
+        "full_accuracy": 0.745,
         "n_examples": 200,
         "per_subtask": {
           "MD": {
-            "accuracy": 0.965,
+            "accuracy": 0.98,
             "count": 600
           },
           "MB": {
-            "accuracy": 0.9438202247191011,
+            "accuracy": 0.9700374531835206,
             "count": 267
           },
           "ME": {
@@ -1122,39 +1122,39 @@
             "count": 53
           },
           "UB": {
-            "accuracy": 0.8883826879271071,
+            "accuracy": 0.9225512528473804,
             "count": 439
           },
           "UD": {
-            "accuracy": 0.9024390243902439,
+            "accuracy": 0.975609756097561,
             "count": 41
           }
         }
       },
       "sub_B3": {
-        "full_accuracy": 0.27,
+        "full_accuracy": 0.35,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
-            "accuracy": 0.9833333333333333,
+            "accuracy": 0.9933333333333333,
             "count": 300
           },
           "MB": {
-            "accuracy": 0.97,
+            "accuracy": 0.98,
             "count": 100
           },
           "UB": {
-            "accuracy": 0.6040609137055838,
+            "accuracy": 0.6852791878172588,
             "count": 197
           },
           "UD": {
-            "accuracy": 0.6699029126213593,
+            "accuracy": 0.7184466019417476,
             "count": 103
           }
         }
       },
       "sub_B4": {
-        "full_accuracy": 0.12,
+        "full_accuracy": 0.27,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
@@ -1166,17 +1166,17 @@
             "count": 100
           },
           "UB": {
-            "accuracy": 0.6072874493927125,
+            "accuracy": 0.6923076923076923,
             "count": 247
           },
           "UD": {
-            "accuracy": 0.5620915032679739,
+            "accuracy": 0.6666666666666666,
             "count": 153
           }
         }
       },
       "sub_B5": {
-        "full_accuracy": 0.17,
+        "full_accuracy": 0.25,
         "n_examples": 100,
         "per_subtask": {
           "MD": {
@@ -1188,18 +1188,18 @@
             "count": 100
           },
           "UB": {
-            "accuracy": 0.6879194630872483,
+            "accuracy": 0.7348993288590604,
             "count": 298
           },
           "UD": {
-            "accuracy": 0.5594059405940595,
+            "accuracy": 0.6683168316831684,
             "count": 202
           }
         }
       }
     },
     "summary": {
-      "overall_accuracy": 0.395,
+      "overall_accuracy": 0.49541666666666667,
       "total_examples": 2400,
       "n_splits": 22
     }

add_sub_baseline_25K_1L3H510d/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b98be00f1db73dc27014b4c1caa5d84a53eb6d87420aaf5f5b520c01b59bab30
+oid sha256:c5b3d0a4f5926074c2ad67eaf23945b1b503b7915d0fbafb817b3c7222125cc7
 size 634642298

add_sub_baseline_25K_1L3H510d/train_config.json

@@ -17,7 +17,7 @@
   "target_vocab_util": 0.8,
   "min_abs_ppl": 0.0,
   "zipf_alpha": 1.0,
-  "lr": 4e-05,
+  "lr": 8e-05,
   "emb_lr_mult": 1.0,
   "weight_decay": 0.01,
   "warmup_steps": 234,
@@ -69,16 +69,16 @@
   "no_wandb": false,
   "n_params": 158584246,
   "run_name": "add_sub_baseline_25K_1L3H510d",
-  "git_commit": "f447da529caceac8c7d256cbb2cd185cbc50feac",
-  "timestamp": "2026-04-12T18:11:00.255428+00:00",
+  "git_commit": "dc8dd776fb0c30a4c9073052dcc5e943e0fd80c6",
+  "timestamp": "2026-04-13T06:26:07.104526+00:00",
   "tokenizer": "Qwen/Qwen3-0.6B",
   "dataset_repo": "thoughtworks/arithmetic-sorl-data",
   "dataset_config": "add_sub_6digit",
   "model_repo": "thoughtworks/arithmetic-sorl",
   "trainer_version": "sft",
-  "wandb_run_id": "jqxb8wih",
-  "wandb_url": "https://wandb.ai/nlp_and_interpretability/sorl-arithmetic/runs/jqxb8wih",
-  "final_accuracy": 0.395,
-  "sft_accuracy": 0.395,
+  "wandb_run_id": "wpi2qkei",
+  "wandb_url": "https://wandb.ai/nlp_and_interpretability/sorl-arithmetic/runs/wpi2qkei",
+  "final_accuracy": 0.49541666666666667,
+  "sft_accuracy": 0.49541666666666667,
   "eval_method": "ArithmeticEvaluator"
 }