| { |
| "model": "allenai/OLMo-2-0425-1B-Instruct", |
| "corpus": "/root/mt/corpus_O8.jsonl.gz", |
| "lam": 8.0, |
| "layer": 8, |
| "seed": 17, |
| "global_step": 9375, |
| "total_flos": 1.092453917934551e+18, |
| "train_loss_mean": 5.0459767952473955, |
| "ortho_log": [ |
| { |
| "step": 0, |
| "pen": 0.0, |
| "mean_abs_cos": 0.731823205947876, |
| "mean_norm": 2.373084306716919, |
| "lm": 3.339855670928955 |
| }, |
| { |
| "step": 0, |
| "pen": 0.0, |
| "mean_abs_cos": 0.7092264294624329, |
| "mean_norm": 2.0187904834747314, |
| "lm": 3.035461902618408 |
| }, |
| { |
| "step": 0, |
| "pen": 0.0, |
| "mean_abs_cos": 0.6133629679679871, |
| "mean_norm": 1.7787429094314575, |
| "lm": 3.21472430229187 |
| }, |
| { |
| "step": 0, |
| "pen": 0.0, |
| "mean_abs_cos": 0.5347303152084351, |
| "mean_norm": 1.6308395862579346, |
| "lm": 3.103864908218384 |
| }, |
| { |
| "step": 25, |
| "pen": 0.0, |
| "mean_abs_cos": 0.5300483703613281, |
| "mean_norm": 0.5944474339485168, |
| "lm": 3.236996650695801 |
| }, |
| { |
| "step": 25, |
| "pen": 0.0, |
| "mean_abs_cos": 0.46007585525512695, |
| "mean_norm": 0.6128263473510742, |
| "lm": 2.8265604972839355 |
| }, |
| { |
| "step": 25, |
| "pen": 0.0, |
| "mean_abs_cos": 0.506311297416687, |
| "mean_norm": 0.5303583145141602, |
| "lm": 2.633052110671997 |
| }, |
| { |
| "step": 25, |
| "pen": 0.0, |
| "mean_abs_cos": 0.4416494369506836, |
| "mean_norm": 0.5123003721237183, |
| "lm": 2.8475258350372314 |
| }, |
| { |
| "step": 50, |
| "pen": 0.3313058316707611, |
| "mean_abs_cos": 0.5226375460624695, |
| "mean_norm": 0.6660860776901245, |
| "lm": 2.3193347454071045 |
| }, |
| { |
| "step": 50, |
| "pen": 0.29953333735466003, |
| "mean_abs_cos": 0.5004072785377502, |
| "mean_norm": 0.5902542471885681, |
| "lm": 2.998837471008301 |
| }, |
| { |
| "step": 50, |
| "pen": 0.3258974254131317, |
| "mean_abs_cos": 0.511168360710144, |
| "mean_norm": 0.5913858413696289, |
| "lm": 2.9171903133392334 |
| }, |
| { |
| "step": 50, |
| "pen": 0.33514806628227234, |
| "mean_abs_cos": 0.5276265740394592, |
| "mean_norm": 0.6208204627037048, |
| "lm": 2.461515426635742 |
| }, |
| { |
| "step": 75, |
| "pen": 0.4324137270450592, |
| "mean_abs_cos": 0.5933142900466919, |
| "mean_norm": 0.7392973303794861, |
| "lm": 2.538034677505493 |
| }, |
| { |
| "step": 75, |
| "pen": 0.5916032791137695, |
| "mean_abs_cos": 0.7604071497917175, |
| "mean_norm": 0.8280383348464966, |
| "lm": 2.6294682025909424 |
| }, |
| { |
| "step": 75, |
| "pen": 0.5028150677680969, |
| "mean_abs_cos": 0.6880190968513489, |
| "mean_norm": 0.7190093398094177, |
| "lm": 2.4267518520355225 |
| }, |
| { |
| "step": 75, |
| "pen": 0.5039166212081909, |
| "mean_abs_cos": 0.6324962973594666, |
| "mean_norm": 0.7525566220283508, |
| "lm": 2.5115787982940674 |
| }, |
| { |
| "step": 100, |
| "pen": 0.2275923639535904, |
| "mean_abs_cos": 0.40057137608528137, |
| "mean_norm": 0.5753316879272461, |
| "lm": 2.1058361530303955 |
| }, |
| { |
| "step": 100, |
| "pen": 0.34818631410598755, |
| "mean_abs_cos": 0.5335167050361633, |
| "mean_norm": 0.5802211761474609, |
| "lm": 2.30173397064209 |
| }, |
| { |
| "step": 100, |
| "pen": 0.33452272415161133, |
| "mean_abs_cos": 0.5300898551940918, |
| "mean_norm": 0.5479149222373962, |
| "lm": 2.3810312747955322 |
| }, |
| { |
| "step": 100, |
| "pen": 0.37731435894966125, |
| "mean_abs_cos": 0.5617817044258118, |
| "mean_norm": 0.59600830078125, |
| "lm": 2.1609857082366943 |
| }, |
| { |
| "step": 125, |
| "pen": 0.20344457030296326, |
| "mean_abs_cos": 0.3774799704551697, |
| "mean_norm": 0.5777274370193481, |
| "lm": 2.184593915939331 |
| }, |
| { |
| "step": 125, |
| "pen": 0.2934308648109436, |
| "mean_abs_cos": 0.4838322699069977, |
| "mean_norm": 0.6432820558547974, |
| "lm": 2.372758388519287 |
| }, |
| { |
| "step": 125, |
| "pen": 0.2755945026874542, |
| "mean_abs_cos": 0.47929468750953674, |
| "mean_norm": 0.6296414136886597, |
| "lm": 2.4667112827301025 |
| }, |
| { |
| "step": 125, |
| "pen": 0.34510719776153564, |
| "mean_abs_cos": 0.5500970482826233, |
| "mean_norm": 0.60970538854599, |
| "lm": 2.255826234817505 |
| }, |
| { |
| "step": 150, |
| "pen": 0.532116711139679, |
| "mean_abs_cos": 0.7098015546798706, |
| "mean_norm": 0.9821226596832275, |
| "lm": 2.3102736473083496 |
| }, |
| { |
| "step": 150, |
| "pen": 0.42429056763648987, |
| "mean_abs_cos": 0.6006137132644653, |
| "mean_norm": 0.9040220379829407, |
| "lm": 2.2835276126861572 |
| }, |
| { |
| "step": 150, |
| "pen": 0.3990117609500885, |
| "mean_abs_cos": 0.60538649559021, |
| "mean_norm": 0.7811253070831299, |
| "lm": 2.251971483230591 |
| }, |
| { |
| "step": 150, |
| "pen": 0.41217657923698425, |
| "mean_abs_cos": 0.6125171780586243, |
| "mean_norm": 0.8453734517097473, |
| "lm": 2.0559473037719727 |
| }, |
| { |
| "step": 175, |
| "pen": 0.06772740185260773, |
| "mean_abs_cos": 0.20766085386276245, |
| "mean_norm": 0.6404047012329102, |
| "lm": 2.252568244934082 |
| }, |
| { |
| "step": 175, |
| "pen": 0.10604411363601685, |
| "mean_abs_cos": 0.263179212808609, |
| "mean_norm": 0.6961592435836792, |
| "lm": 2.215543270111084 |
| }, |
| { |
| "step": 175, |
| "pen": 0.11279986053705215, |
| "mean_abs_cos": 0.2776583433151245, |
| "mean_norm": 0.688411295413971, |
| "lm": 2.2918784618377686 |
| }, |
| { |
| "step": 175, |
| "pen": 0.08920621871948242, |
| "mean_abs_cos": 0.23550468683242798, |
| "mean_norm": 0.6635516285896301, |
| "lm": 1.7663522958755493 |
| }, |
| { |
| "step": 200, |
| "pen": 0.13771465420722961, |
| "mean_abs_cos": 0.31522709131240845, |
| "mean_norm": 0.6281521320343018, |
| "lm": 2.22981333732605 |
| }, |
| { |
| "step": 200, |
| "pen": 0.18630731105804443, |
| "mean_abs_cos": 0.37388038635253906, |
| "mean_norm": 0.6684389114379883, |
| "lm": 1.7576842308044434 |
| }, |
| { |
| "step": 200, |
| "pen": 0.15048587322235107, |
| "mean_abs_cos": 0.32798415422439575, |
| "mean_norm": 0.6601960062980652, |
| "lm": 2.1958699226379395 |
| }, |
| { |
| "step": 200, |
| "pen": 0.14066635072231293, |
| "mean_abs_cos": 0.31471726298332214, |
| "mean_norm": 0.6000040173530579, |
| "lm": 2.169016122817993 |
| }, |
| { |
| "step": 225, |
| "pen": 0.12590640783309937, |
| "mean_abs_cos": 0.31137922406196594, |
| "mean_norm": 0.6872757077217102, |
| "lm": 2.075556755065918 |
| }, |
| { |
| "step": 225, |
| "pen": 0.09303711354732513, |
| "mean_abs_cos": 0.26844874024391174, |
| "mean_norm": 0.6401239037513733, |
| "lm": 2.239898443222046 |
| }, |
| { |
| "step": 225, |
| "pen": 0.0882691964507103, |
| "mean_abs_cos": 0.24409140646457672, |
| "mean_norm": 0.6461248993873596, |
| "lm": 2.2553110122680664 |
| }, |
| { |
| "step": 225, |
| "pen": 0.07153018563985825, |
| "mean_abs_cos": 0.22701746225357056, |
| "mean_norm": 0.6328575611114502, |
| "lm": 2.0243163108825684 |
| }, |
| { |
| "step": 250, |
| "pen": 0.08267516642808914, |
| "mean_abs_cos": 0.22792239487171173, |
| "mean_norm": 0.576104462146759, |
| "lm": 2.4553205966949463 |
| }, |
| { |
| "step": 250, |
| "pen": 0.10982047766447067, |
| "mean_abs_cos": 0.2855059802532196, |
| "mean_norm": 0.5681105256080627, |
| "lm": 1.937880516052246 |
| }, |
| { |
| "step": 250, |
| "pen": 0.07829924672842026, |
| "mean_abs_cos": 0.2208506017923355, |
| "mean_norm": 0.5662779211997986, |
| "lm": 1.7974278926849365 |
| }, |
| { |
| "step": 250, |
| "pen": 0.12614992260932922, |
| "mean_abs_cos": 0.2927621901035309, |
| "mean_norm": 0.6282541751861572, |
| "lm": 1.8948163986206055 |
| }, |
| { |
| "step": 275, |
| "pen": 0.07589604705572128, |
| "mean_abs_cos": 0.24185630679130554, |
| "mean_norm": 0.5667440891265869, |
| "lm": 1.8071683645248413 |
| }, |
| { |
| "step": 275, |
| "pen": 0.07489486038684845, |
| "mean_abs_cos": 0.23700959980487823, |
| "mean_norm": 0.567194402217865, |
| "lm": 2.1466450691223145 |
| }, |
| { |
| "step": 275, |
| "pen": 0.07238367944955826, |
| "mean_abs_cos": 0.2338617593050003, |
| "mean_norm": 0.5398367643356323, |
| "lm": 1.5651798248291016 |
| }, |
| { |
| "step": 275, |
| "pen": 0.06893261522054672, |
| "mean_abs_cos": 0.21160633862018585, |
| "mean_norm": 0.5771819353103638, |
| "lm": 1.5075204372406006 |
| }, |
| { |
| "step": 300, |
| "pen": 0.0939919576048851, |
| "mean_abs_cos": 0.24205313622951508, |
| "mean_norm": 0.5774921774864197, |
| "lm": 2.1664321422576904 |
| }, |
| { |
| "step": 300, |
| "pen": 0.08568327873945236, |
| "mean_abs_cos": 0.22466464340686798, |
| "mean_norm": 0.559589684009552, |
| "lm": 2.0294394493103027 |
| }, |
| { |
| "step": 300, |
| "pen": 0.12894290685653687, |
| "mean_abs_cos": 0.3040047287940979, |
| "mean_norm": 0.5770542621612549, |
| "lm": 2.1401143074035645 |
| }, |
| { |
| "step": 300, |
| "pen": 0.09316720068454742, |
| "mean_abs_cos": 0.24315209686756134, |
| "mean_norm": 0.5559484362602234, |
| "lm": 1.6063003540039062 |
| }, |
| { |
| "step": 325, |
| "pen": 0.04871784523129463, |
| "mean_abs_cos": 0.16818761825561523, |
| "mean_norm": 0.5451523065567017, |
| "lm": 1.8169397115707397 |
| }, |
| { |
| "step": 325, |
| "pen": 0.03929697349667549, |
| "mean_abs_cos": 0.14853090047836304, |
| "mean_norm": 0.5229960680007935, |
| "lm": 1.880845308303833 |
| }, |
| { |
| "step": 325, |
| "pen": 0.0462009459733963, |
| "mean_abs_cos": 0.1676562875509262, |
| "mean_norm": 0.5313361287117004, |
| "lm": 1.7216142416000366 |
| }, |
| { |
| "step": 325, |
| "pen": 0.05255156755447388, |
| "mean_abs_cos": 0.1842992901802063, |
| "mean_norm": 0.5412750244140625, |
| "lm": 2.0306408405303955 |
| }, |
| { |
| "step": 350, |
| "pen": 0.042824190109968185, |
| "mean_abs_cos": 0.17078277468681335, |
| "mean_norm": 0.45025286078453064, |
| "lm": 1.4279553890228271 |
| }, |
| { |
| "step": 350, |
| "pen": 0.05306236073374748, |
| "mean_abs_cos": 0.19029739499092102, |
| "mean_norm": 0.4518852233886719, |
| "lm": 1.5188180208206177 |
| }, |
| { |
| "step": 350, |
| "pen": 0.06045516952872276, |
| "mean_abs_cos": 0.19553814828395844, |
| "mean_norm": 0.47030073404312134, |
| "lm": 1.4699058532714844 |
| }, |
| { |
| "step": 350, |
| "pen": 0.056348204612731934, |
| "mean_abs_cos": 0.196759894490242, |
| "mean_norm": 0.48173514008522034, |
| "lm": 2.007303237915039 |
| }, |
| { |
| "step": 375, |
| "pen": 0.04347994551062584, |
| "mean_abs_cos": 0.1614590436220169, |
| "mean_norm": 0.49183517694473267, |
| "lm": 1.9710198640823364 |
| }, |
| { |
| "step": 375, |
| "pen": 0.041291046887636185, |
| "mean_abs_cos": 0.1566143035888672, |
| "mean_norm": 0.4675520956516266, |
| "lm": 1.9323270320892334 |
| }, |
| { |
| "step": 375, |
| "pen": 0.03891942650079727, |
| "mean_abs_cos": 0.16708891093730927, |
| "mean_norm": 0.45992979407310486, |
| "lm": 1.9224754571914673 |
| }, |
| { |
| "step": 375, |
| "pen": 0.05615503340959549, |
| "mean_abs_cos": 0.19249635934829712, |
| "mean_norm": 0.49558401107788086, |
| "lm": 1.6582893133163452 |
| }, |
| { |
| "step": 400, |
| "pen": 0.029942108318209648, |
| "mean_abs_cos": 0.14687703549861908, |
| "mean_norm": 0.421082466840744, |
| "lm": 1.6712089776992798 |
| }, |
| { |
| "step": 400, |
| "pen": 0.03328433260321617, |
| "mean_abs_cos": 0.14425945281982422, |
| "mean_norm": 0.4188064932823181, |
| "lm": 1.9632335901260376 |
| }, |
| { |
| "step": 400, |
| "pen": 0.03293319419026375, |
| "mean_abs_cos": 0.14454859495162964, |
| "mean_norm": 0.4185812473297119, |
| "lm": 1.7198028564453125 |
| }, |
| { |
| "step": 400, |
| "pen": 0.04284520819783211, |
| "mean_abs_cos": 0.17406372725963593, |
| "mean_norm": 0.4242159128189087, |
| "lm": 2.06870698928833 |
| }, |
| { |
| "step": 425, |
| "pen": 0.02887159027159214, |
| "mean_abs_cos": 0.13650158047676086, |
| "mean_norm": 0.38182178139686584, |
| "lm": 2.0245606899261475 |
| }, |
| { |
| "step": 425, |
| "pen": 0.03365321829915047, |
| "mean_abs_cos": 0.1435806155204773, |
| "mean_norm": 0.39416196942329407, |
| "lm": 2.02543044090271 |
| }, |
| { |
| "step": 425, |
| "pen": 0.04841349273920059, |
| "mean_abs_cos": 0.1924171894788742, |
| "mean_norm": 0.408135324716568, |
| "lm": 1.7475942373275757 |
| }, |
| { |
| "step": 425, |
| "pen": 0.049290530383586884, |
| "mean_abs_cos": 0.1952834278345108, |
| "mean_norm": 0.40141719579696655, |
| "lm": 1.7859129905700684 |
| }, |
| { |
| "step": 450, |
| "pen": 0.041993267834186554, |
| "mean_abs_cos": 0.1813272386789322, |
| "mean_norm": 0.4150192439556122, |
| "lm": 1.5025615692138672 |
| }, |
| { |
| "step": 450, |
| "pen": 0.050203628838062286, |
| "mean_abs_cos": 0.19035740196704865, |
| "mean_norm": 0.424484521150589, |
| "lm": 1.3170002698898315 |
| }, |
| { |
| "step": 450, |
| "pen": 0.058473508805036545, |
| "mean_abs_cos": 0.2088492065668106, |
| "mean_norm": 0.4203302562236786, |
| "lm": 1.8230758905410767 |
| }, |
| { |
| "step": 450, |
| "pen": 0.06605120748281479, |
| "mean_abs_cos": 0.21446114778518677, |
| "mean_norm": 0.4315101206302643, |
| "lm": 1.885414719581604 |
| }, |
| { |
| "step": 475, |
| "pen": 0.04693298414349556, |
| "mean_abs_cos": 0.17365479469299316, |
| "mean_norm": 0.3652111291885376, |
| "lm": 1.627778172492981 |
| }, |
| { |
| "step": 475, |
| "pen": 0.0743546113371849, |
| "mean_abs_cos": 0.23106220364570618, |
| "mean_norm": 0.3894011080265045, |
| "lm": 1.5656023025512695 |
| }, |
| { |
| "step": 475, |
| "pen": 0.09058970957994461, |
| "mean_abs_cos": 0.2532161772251129, |
| "mean_norm": 0.4051746129989624, |
| "lm": 2.0351576805114746 |
| }, |
| { |
| "step": 475, |
| "pen": 0.07650990039110184, |
| "mean_abs_cos": 0.23280228674411774, |
| "mean_norm": 0.4024690091609955, |
| "lm": 1.4109526872634888 |
| }, |
| { |
| "step": 500, |
| "pen": 0.034389860928058624, |
| "mean_abs_cos": 0.13020431995391846, |
| "mean_norm": 0.39472880959510803, |
| "lm": 1.2244033813476562 |
| }, |
| { |
| "step": 500, |
| "pen": 0.04213007166981697, |
| "mean_abs_cos": 0.15181507170200348, |
| "mean_norm": 0.3941571116447449, |
| "lm": 1.2139779329299927 |
| }, |
| { |
| "step": 500, |
| "pen": 0.04988845810294151, |
| "mean_abs_cos": 0.1658366322517395, |
| "mean_norm": 0.38322970271110535, |
| "lm": 1.383696436882019 |
| }, |
| { |
| "step": 500, |
| "pen": 0.04624597355723381, |
| "mean_abs_cos": 0.16605904698371887, |
| "mean_norm": 0.3843904137611389, |
| "lm": 1.9199715852737427 |
| }, |
| { |
| "step": 525, |
| "pen": 0.03914376348257065, |
| "mean_abs_cos": 0.15662339329719543, |
| "mean_norm": 0.3640226423740387, |
| "lm": 1.406312108039856 |
| }, |
| { |
| "step": 525, |
| "pen": 0.037675756961107254, |
| "mean_abs_cos": 0.14961810410022736, |
| "mean_norm": 0.356896311044693, |
| "lm": 1.454540729522705 |
| }, |
| { |
| "step": 525, |
| "pen": 0.033315543085336685, |
| "mean_abs_cos": 0.14549122750759125, |
| "mean_norm": 0.3586886525154114, |
| "lm": 1.8745386600494385 |
| }, |
| { |
| "step": 525, |
| "pen": 0.029702650383114815, |
| "mean_abs_cos": 0.14597421884536743, |
| "mean_norm": 0.35190221667289734, |
| "lm": 1.876242995262146 |
| }, |
| { |
| "step": 550, |
| "pen": 0.03697311133146286, |
| "mean_abs_cos": 0.151744082570076, |
| "mean_norm": 0.36502325534820557, |
| "lm": 1.8084700107574463 |
| }, |
| { |
| "step": 550, |
| "pen": 0.026209011673927307, |
| "mean_abs_cos": 0.13559484481811523, |
| "mean_norm": 0.36096683144569397, |
| "lm": 1.619368314743042 |
| }, |
| { |
| "step": 550, |
| "pen": 0.022664964199066162, |
| "mean_abs_cos": 0.12254733592271805, |
| "mean_norm": 0.36266618967056274, |
| "lm": 1.4657766819000244 |
| }, |
| { |
| "step": 550, |
| "pen": 0.024602778255939484, |
| "mean_abs_cos": 0.13464848697185516, |
| "mean_norm": 0.36499112844467163, |
| "lm": 1.7418639659881592 |
| }, |
| { |
| "step": 575, |
| "pen": 0.03607199341058731, |
| "mean_abs_cos": 0.1634892076253891, |
| "mean_norm": 0.3509981334209442, |
| "lm": 1.6638829708099365 |
| }, |
| { |
| "step": 575, |
| "pen": 0.036792926490306854, |
| "mean_abs_cos": 0.16462039947509766, |
| "mean_norm": 0.34049534797668457, |
| "lm": 1.7983753681182861 |
| }, |
| { |
| "step": 575, |
| "pen": 0.05498046427965164, |
| "mean_abs_cos": 0.19818826019763947, |
| "mean_norm": 0.3673494756221771, |
| "lm": 1.677778959274292 |
| }, |
| { |
| "step": 575, |
| "pen": 0.04414529725909233, |
| "mean_abs_cos": 0.17825427651405334, |
| "mean_norm": 0.3536314070224762, |
| "lm": 1.7785311937332153 |
| }, |
| { |
| "step": 600, |
| "pen": 0.041424233466386795, |
| "mean_abs_cos": 0.16751040518283844, |
| "mean_norm": 0.33723634481430054, |
| "lm": 1.6254234313964844 |
| }, |
| { |
| "step": 600, |
| "pen": 0.037727560847997665, |
| "mean_abs_cos": 0.16100293397903442, |
| "mean_norm": 0.34504434466362, |
| "lm": 1.8476241827011108 |
| }, |
| { |
| "step": 600, |
| "pen": 0.03623871132731438, |
| "mean_abs_cos": 0.15379008650779724, |
| "mean_norm": 0.3383401334285736, |
| "lm": 1.7412949800491333 |
| }, |
| { |
| "step": 600, |
| "pen": 0.03782246261835098, |
| "mean_abs_cos": 0.15749241411685944, |
| "mean_norm": 0.32570913434028625, |
| "lm": 1.7383146286010742 |
| }, |
| { |
| "step": 625, |
| "pen": 0.03541454300284386, |
| "mean_abs_cos": 0.14910486340522766, |
| "mean_norm": 0.34403467178344727, |
| "lm": 1.8085331916809082 |
| }, |
| { |
| "step": 625, |
| "pen": 0.03288915380835533, |
| "mean_abs_cos": 0.14343935251235962, |
| "mean_norm": 0.32461217045783997, |
| "lm": 1.499021291732788 |
| }, |
| { |
| "step": 625, |
| "pen": 0.02940893918275833, |
| "mean_abs_cos": 0.12757927179336548, |
| "mean_norm": 0.3204699158668518, |
| "lm": 1.7239900827407837 |
| }, |
| { |
| "step": 625, |
| "pen": 0.03593204542994499, |
| "mean_abs_cos": 0.16311103105545044, |
| "mean_norm": 0.3423074781894684, |
| "lm": 1.4009296894073486 |
| }, |
| { |
| "step": 650, |
| "pen": 0.030052224174141884, |
| "mean_abs_cos": 0.14195109903812408, |
| "mean_norm": 0.3236631453037262, |
| "lm": 1.741803526878357 |
| }, |
| { |
| "step": 650, |
| "pen": 0.043684251606464386, |
| "mean_abs_cos": 0.17191317677497864, |
| "mean_norm": 0.3221878409385681, |
| "lm": 1.7233542203903198 |
| }, |
| { |
| "step": 650, |
| "pen": 0.034068357199430466, |
| "mean_abs_cos": 0.14424891769886017, |
| "mean_norm": 0.3307437002658844, |
| "lm": 1.7041112184524536 |
| }, |
| { |
| "step": 650, |
| "pen": 0.03423018380999565, |
| "mean_abs_cos": 0.15242984890937805, |
| "mean_norm": 0.3290886878967285, |
| "lm": 1.395158290863037 |
| }, |
| { |
| "step": 675, |
| "pen": 0.040277328342199326, |
| "mean_abs_cos": 0.15180982649326324, |
| "mean_norm": 0.30921807885169983, |
| "lm": 1.7436611652374268 |
| }, |
| { |
| "step": 675, |
| "pen": 0.06027180701494217, |
| "mean_abs_cos": 0.1982962042093277, |
| "mean_norm": 0.3040999472141266, |
| "lm": 1.771653175354004 |
| }, |
| { |
| "step": 675, |
| "pen": 0.0492657907307148, |
| "mean_abs_cos": 0.1810472458600998, |
| "mean_norm": 0.3044489622116089, |
| "lm": 1.7360687255859375 |
| }, |
| { |
| "step": 675, |
| "pen": 0.037087101489305496, |
| "mean_abs_cos": 0.1456604301929474, |
| "mean_norm": 0.2959807813167572, |
| "lm": 1.5364670753479004 |
| }, |
| { |
| "step": 700, |
| "pen": 0.02753075212240219, |
| "mean_abs_cos": 0.13131088018417358, |
| "mean_norm": 0.2947361171245575, |
| "lm": 1.457188367843628 |
| }, |
| { |
| "step": 700, |
| "pen": 0.03168903663754463, |
| "mean_abs_cos": 0.13889402151107788, |
| "mean_norm": 0.2917586863040924, |
| "lm": 1.4293183088302612 |
| }, |
| { |
| "step": 700, |
| "pen": 0.03784414753317833, |
| "mean_abs_cos": 0.15185116231441498, |
| "mean_norm": 0.2922650873661041, |
| "lm": 1.8974798917770386 |
| }, |
| { |
| "step": 700, |
| "pen": 0.04020567238330841, |
| "mean_abs_cos": 0.15950168669223785, |
| "mean_norm": 0.29840245842933655, |
| "lm": 1.8063799142837524 |
| }, |
| { |
| "step": 725, |
| "pen": 0.04247257858514786, |
| "mean_abs_cos": 0.17405369877815247, |
| "mean_norm": 0.31125113368034363, |
| "lm": 1.7175465822219849 |
| }, |
| { |
| "step": 725, |
| "pen": 0.031372759491205215, |
| "mean_abs_cos": 0.13576169312000275, |
| "mean_norm": 0.31117668747901917, |
| "lm": 1.417722463607788 |
| }, |
| { |
| "step": 725, |
| "pen": 0.025336069986224174, |
| "mean_abs_cos": 0.1265026479959488, |
| "mean_norm": 0.30046582221984863, |
| "lm": 1.5722341537475586 |
| }, |
| { |
| "step": 725, |
| "pen": 0.022908292710781097, |
| "mean_abs_cos": 0.12648874521255493, |
| "mean_norm": 0.3001115620136261, |
| "lm": 1.5610764026641846 |
| }, |
| { |
| "step": 750, |
| "pen": 0.05289926007390022, |
| "mean_abs_cos": 0.18627114593982697, |
| "mean_norm": 0.3058873116970062, |
| "lm": 1.633695125579834 |
| }, |
| { |
| "step": 750, |
| "pen": 0.047716207802295685, |
| "mean_abs_cos": 0.1768089234828949, |
| "mean_norm": 0.3024665415287018, |
| "lm": 1.3027374744415283 |
| }, |
| { |
| "step": 750, |
| "pen": 0.0394672155380249, |
| "mean_abs_cos": 0.1516781449317932, |
| "mean_norm": 0.30647221207618713, |
| "lm": 1.749157190322876 |
| }, |
| { |
| "step": 750, |
| "pen": 0.046812184154987335, |
| "mean_abs_cos": 0.17243163287639618, |
| "mean_norm": 0.3057361841201782, |
| "lm": 1.6741704940795898 |
| }, |
| { |
| "step": 775, |
| "pen": 0.019000116735696793, |
| "mean_abs_cos": 0.1120050773024559, |
| "mean_norm": 0.295086145401001, |
| "lm": 1.2194230556488037 |
| }, |
| { |
| "step": 775, |
| "pen": 0.032012347131967545, |
| "mean_abs_cos": 0.14211265742778778, |
| "mean_norm": 0.2986018657684326, |
| "lm": 1.0687825679779053 |
| }, |
| { |
| "step": 775, |
| "pen": 0.039496634155511856, |
| "mean_abs_cos": 0.14816220104694366, |
| "mean_norm": 0.2953285276889801, |
| "lm": 1.5685420036315918 |
| }, |
| { |
| "step": 775, |
| "pen": 0.055965080857276917, |
| "mean_abs_cos": 0.18732081353664398, |
| "mean_norm": 0.30473795533180237, |
| "lm": 1.2642313241958618 |
| }, |
| { |
| "step": 800, |
| "pen": 0.03304218500852585, |
| "mean_abs_cos": 0.15675219893455505, |
| "mean_norm": 0.27362877130508423, |
| "lm": 1.6349316835403442 |
| }, |
| { |
| "step": 800, |
| "pen": 0.02914695255458355, |
| "mean_abs_cos": 0.13856442272663116, |
| "mean_norm": 0.2775975465774536, |
| "lm": 1.1888036727905273 |
| }, |
| { |
| "step": 800, |
| "pen": 0.035729389637708664, |
| "mean_abs_cos": 0.1595725566148758, |
| "mean_norm": 0.27009761333465576, |
| "lm": 1.7126960754394531 |
| }, |
| { |
| "step": 800, |
| "pen": 0.03233690932393074, |
| "mean_abs_cos": 0.14375148713588715, |
| "mean_norm": 0.2728073000907898, |
| "lm": 1.3938021659851074 |
| }, |
| { |
| "step": 825, |
| "pen": 0.023849712684750557, |
| "mean_abs_cos": 0.12368154525756836, |
| "mean_norm": 0.26584625244140625, |
| "lm": 1.700928807258606 |
| }, |
| { |
| "step": 825, |
| "pen": 0.027933133766055107, |
| "mean_abs_cos": 0.14066845178604126, |
| "mean_norm": 0.2675410211086273, |
| "lm": 1.5377838611602783 |
| }, |
| { |
| "step": 825, |
| "pen": 0.02386855147778988, |
| "mean_abs_cos": 0.12995097041130066, |
| "mean_norm": 0.2648366093635559, |
| "lm": 1.7870131731033325 |
| }, |
| { |
| "step": 825, |
| "pen": 0.01848210208117962, |
| "mean_abs_cos": 0.11673858761787415, |
| "mean_norm": 0.2651641070842743, |
| "lm": 1.5231555700302124 |
| }, |
| { |
| "step": 850, |
| "pen": 0.03507981449365616, |
| "mean_abs_cos": 0.13613545894622803, |
| "mean_norm": 0.27427542209625244, |
| "lm": 1.6055008172988892 |
| }, |
| { |
| "step": 850, |
| "pen": 0.038371387869119644, |
| "mean_abs_cos": 0.14583544433116913, |
| "mean_norm": 0.27327802777290344, |
| "lm": 1.6691120862960815 |
| }, |
| { |
| "step": 850, |
| "pen": 0.039448220282793045, |
| "mean_abs_cos": 0.16566714644432068, |
| "mean_norm": 0.2716005742549896, |
| "lm": 1.6795645952224731 |
| }, |
| { |
| "step": 850, |
| "pen": 0.03866813704371452, |
| "mean_abs_cos": 0.1539684236049652, |
| "mean_norm": 0.27303916215896606, |
| "lm": 1.5725666284561157 |
| }, |
| { |
| "step": 875, |
| "pen": 0.08248419314622879, |
| "mean_abs_cos": 0.23169465363025665, |
| "mean_norm": 0.29798784852027893, |
| "lm": 1.932729959487915 |
| }, |
| { |
| "step": 875, |
| "pen": 0.08549904823303223, |
| "mean_abs_cos": 0.2349473088979721, |
| "mean_norm": 0.29703831672668457, |
| "lm": 1.5352275371551514 |
| }, |
| { |
| "step": 875, |
| "pen": 0.06653289496898651, |
| "mean_abs_cos": 0.2047162652015686, |
| "mean_norm": 0.3006116449832916, |
| "lm": 1.3641453981399536 |
| }, |
| { |
| "step": 875, |
| "pen": 0.06688577681779861, |
| "mean_abs_cos": 0.21119284629821777, |
| "mean_norm": 0.301052987575531, |
| "lm": 1.294177770614624 |
| }, |
| { |
| "step": 900, |
| "pen": 0.03242914378643036, |
| "mean_abs_cos": 0.15131741762161255, |
| "mean_norm": 0.27394387125968933, |
| "lm": 1.898231029510498 |
| }, |
| { |
| "step": 900, |
| "pen": 0.032337963581085205, |
| "mean_abs_cos": 0.13895787298679352, |
| "mean_norm": 0.2693610191345215, |
| "lm": 1.4890812635421753 |
| }, |
| { |
| "step": 900, |
| "pen": 0.03315864875912666, |
| "mean_abs_cos": 0.14568467438220978, |
| "mean_norm": 0.27364683151245117, |
| "lm": 1.457471251487732 |
| }, |
| { |
| "step": 900, |
| "pen": 0.03552939370274544, |
| "mean_abs_cos": 0.1491909772157669, |
| "mean_norm": 0.2745448350906372, |
| "lm": 1.5763685703277588 |
| }, |
| { |
| "step": 925, |
| "pen": 0.032569725066423416, |
| "mean_abs_cos": 0.14699400961399078, |
| "mean_norm": 0.2883140742778778, |
| "lm": 1.2364282608032227 |
| }, |
| { |
| "step": 925, |
| "pen": 0.031033456325531006, |
| "mean_abs_cos": 0.14410154521465302, |
| "mean_norm": 0.2852618992328644, |
| "lm": 1.4161787033081055 |
| }, |
| { |
| "step": 925, |
| "pen": 0.026540270075201988, |
| "mean_abs_cos": 0.1340317726135254, |
| "mean_norm": 0.2728341221809387, |
| "lm": 1.5824215412139893 |
| }, |
| { |
| "step": 925, |
| "pen": 0.026833895593881607, |
| "mean_abs_cos": 0.13493649661540985, |
| "mean_norm": 0.272665798664093, |
| "lm": 1.3992865085601807 |
| }, |
| { |
| "step": 950, |
| "pen": 0.043280210345983505, |
| "mean_abs_cos": 0.16984468698501587, |
| "mean_norm": 0.2595079839229584, |
| "lm": 1.5731505155563354 |
| }, |
| { |
| "step": 950, |
| "pen": 0.030763233080506325, |
| "mean_abs_cos": 0.14144092798233032, |
| "mean_norm": 0.26652050018310547, |
| "lm": 1.5943715572357178 |
| }, |
| { |
| "step": 950, |
| "pen": 0.027556495741009712, |
| "mean_abs_cos": 0.13664408028125763, |
| "mean_norm": 0.2565127909183502, |
| "lm": 1.5285435914993286 |
| }, |
| { |
| "step": 950, |
| "pen": 0.022211428731679916, |
| "mean_abs_cos": 0.1171298548579216, |
| "mean_norm": 0.2504195272922516, |
| "lm": 1.7637580633163452 |
| }, |
| { |
| "step": 975, |
| "pen": 0.025096548721194267, |
| "mean_abs_cos": 0.134601429104805, |
| "mean_norm": 0.26444128155708313, |
| "lm": 1.3427120447158813 |
| }, |
| { |
| "step": 975, |
| "pen": 0.024033041670918465, |
| "mean_abs_cos": 0.12930631637573242, |
| "mean_norm": 0.26639115810394287, |
| "lm": 1.196584939956665 |
| }, |
| { |
| "step": 975, |
| "pen": 0.023208877071738243, |
| "mean_abs_cos": 0.10873254388570786, |
| "mean_norm": 0.27135127782821655, |
| "lm": 1.2276095151901245 |
| }, |
| { |
| "step": 975, |
| "pen": 0.022982899099588394, |
| "mean_abs_cos": 0.12159853428602219, |
| "mean_norm": 0.2708958685398102, |
| "lm": 1.3827745914459229 |
| }, |
| { |
| "step": 1000, |
| "pen": 0.04109539836645126, |
| "mean_abs_cos": 0.169414684176445, |
| "mean_norm": 0.26437416672706604, |
| "lm": 1.5053730010986328 |
| }, |
| { |
| "step": 1000, |
| "pen": 0.040275294333696365, |
| "mean_abs_cos": 0.16944707930088043, |
| "mean_norm": 0.26583829522132874, |
| "lm": 1.1803897619247437 |
| }, |
| { |
| "step": 1000, |
| "pen": 0.03313962742686272, |
| "mean_abs_cos": 0.1527673602104187, |
| "mean_norm": 0.2680852711200714, |
| "lm": 1.4680272340774536 |
| }, |
| { |
| "step": 1000, |
| "pen": 0.03302720934152603, |
| "mean_abs_cos": 0.15472206473350525, |
| "mean_norm": 0.2610274851322174, |
| "lm": 1.5381577014923096 |
| }, |
| { |
| "step": 1025, |
| "pen": 0.017009273171424866, |
| "mean_abs_cos": 0.10484582930803299, |
| "mean_norm": 0.25584009289741516, |
| "lm": 1.442662000656128 |
| }, |
| { |
| "step": 1025, |
| "pen": 0.018754443153738976, |
| "mean_abs_cos": 0.1054852157831192, |
| "mean_norm": 0.2592630684375763, |
| "lm": 1.158268690109253 |
| }, |
| { |
| "step": 1025, |
| "pen": 0.018059516325592995, |
| "mean_abs_cos": 0.09511308372020721, |
| "mean_norm": 0.26286253333091736, |
| "lm": 1.6902801990509033 |
| }, |
| { |
| "step": 1025, |
| "pen": 0.020036641508340836, |
| "mean_abs_cos": 0.09952984750270844, |
| "mean_norm": 0.2686135470867157, |
| "lm": 1.6737419366836548 |
| }, |
| { |
| "step": 1050, |
| "pen": 0.017252011224627495, |
| "mean_abs_cos": 0.10841778665781021, |
| "mean_norm": 0.24628888070583344, |
| "lm": 1.661260962486267 |
| }, |
| { |
| "step": 1050, |
| "pen": 0.02691272832453251, |
| "mean_abs_cos": 0.13668741285800934, |
| "mean_norm": 0.2520166337490082, |
| "lm": 1.4275181293487549 |
| }, |
| { |
| "step": 1050, |
| "pen": 0.024736041203141212, |
| "mean_abs_cos": 0.13183161616325378, |
| "mean_norm": 0.25197604298591614, |
| "lm": 1.6860969066619873 |
| }, |
| { |
| "step": 1050, |
| "pen": 0.02572936750948429, |
| "mean_abs_cos": 0.13298948109149933, |
| "mean_norm": 0.2564767301082611, |
| "lm": 1.4144830703735352 |
| }, |
| { |
| "step": 1075, |
| "pen": 0.01532664243131876, |
| "mean_abs_cos": 0.10483041405677795, |
| "mean_norm": 0.2480839043855667, |
| "lm": 1.6319823265075684 |
| }, |
| { |
| "step": 1075, |
| "pen": 0.015071464702486992, |
| "mean_abs_cos": 0.0901358425617218, |
| "mean_norm": 0.24724002182483673, |
| "lm": 1.3645726442337036 |
| }, |
| { |
| "step": 1075, |
| "pen": 0.015505020506680012, |
| "mean_abs_cos": 0.09413911402225494, |
| "mean_norm": 0.2451184093952179, |
| "lm": 1.3546439409255981 |
| }, |
| { |
| "step": 1075, |
| "pen": 0.016334349289536476, |
| "mean_abs_cos": 0.10584185272455215, |
| "mean_norm": 0.2508433759212494, |
| "lm": 0.9021674394607544 |
| }, |
| { |
| "step": 1100, |
| "pen": 0.021096032112836838, |
| "mean_abs_cos": 0.11863601207733154, |
| "mean_norm": 0.24542008340358734, |
| "lm": 0.9317387342453003 |
| }, |
| { |
| "step": 1100, |
| "pen": 0.01953132450580597, |
| "mean_abs_cos": 0.1176132783293724, |
| "mean_norm": 0.24940474331378937, |
| "lm": 1.1178019046783447 |
| }, |
| { |
| "step": 1100, |
| "pen": 0.021495286375284195, |
| "mean_abs_cos": 0.12234204262495041, |
| "mean_norm": 0.2500247061252594, |
| "lm": 1.784241795539856 |
| }, |
| { |
| "step": 1100, |
| "pen": 0.018543537706136703, |
| "mean_abs_cos": 0.12102609127759933, |
| "mean_norm": 0.25351086258888245, |
| "lm": 1.3050498962402344 |
| }, |
| { |
| "step": 1125, |
| "pen": 0.027850385755300522, |
| "mean_abs_cos": 0.14155302941799164, |
| "mean_norm": 0.22373594343662262, |
| "lm": 1.2341179847717285 |
| }, |
| { |
| "step": 1125, |
| "pen": 0.023103807121515274, |
| "mean_abs_cos": 0.13192325830459595, |
| "mean_norm": 0.22802768647670746, |
| "lm": 1.183081030845642 |
| }, |
| { |
| "step": 1125, |
| "pen": 0.023496150970458984, |
| "mean_abs_cos": 0.13292990624904633, |
| "mean_norm": 0.2234298437833786, |
| "lm": 1.453415036201477 |
| }, |
| { |
| "step": 1125, |
| "pen": 0.02418741211295128, |
| "mean_abs_cos": 0.13268321752548218, |
| "mean_norm": 0.22738024592399597, |
| "lm": 1.5199023485183716 |
| }, |
| { |
| "step": 1150, |
| "pen": 0.02315020002424717, |
| "mean_abs_cos": 0.12871535122394562, |
| "mean_norm": 0.2546994388103485, |
| "lm": 1.3801087141036987 |
| }, |
| { |
| "step": 1150, |
| "pen": 0.026169976219534874, |
| "mean_abs_cos": 0.12983012199401855, |
| "mean_norm": 0.2521137595176697, |
| "lm": 1.3764296770095825 |
| }, |
| { |
| "step": 1150, |
| "pen": 0.024712055921554565, |
| "mean_abs_cos": 0.12665097415447235, |
| "mean_norm": 0.24725927412509918, |
| "lm": 1.458635687828064 |
| }, |
| { |
| "step": 1150, |
| "pen": 0.026896001771092415, |
| "mean_abs_cos": 0.1299889087677002, |
| "mean_norm": 0.24321800470352173, |
| "lm": 1.5885576009750366 |
| }, |
| { |
| "step": 1175, |
| "pen": 0.019937552511692047, |
| "mean_abs_cos": 0.12096936255693436, |
| "mean_norm": 0.2563484311103821, |
| "lm": 1.231284260749817 |
| }, |
| { |
| "step": 1175, |
| "pen": 0.024274757131934166, |
| "mean_abs_cos": 0.11919780820608139, |
| "mean_norm": 0.26275715231895447, |
| "lm": 1.358992576599121 |
| }, |
| { |
| "step": 1175, |
| "pen": 0.022534571588039398, |
| "mean_abs_cos": 0.11840596795082092, |
| "mean_norm": 0.2662818729877472, |
| "lm": 1.3813775777816772 |
| }, |
| { |
| "step": 1175, |
| "pen": 0.023260900750756264, |
| "mean_abs_cos": 0.11809249967336655, |
| "mean_norm": 0.2639388144016266, |
| "lm": 1.2421786785125732 |
| }, |
| { |
| "step": 1200, |
| "pen": 0.023870807141065598, |
| "mean_abs_cos": 0.12196726351976395, |
| "mean_norm": 0.23899947106838226, |
| "lm": 1.5005476474761963 |
| }, |
| { |
| "step": 1200, |
| "pen": 0.027925649657845497, |
| "mean_abs_cos": 0.13357268273830414, |
| "mean_norm": 0.25500455498695374, |
| "lm": 1.3500269651412964 |
| }, |
| { |
| "step": 1200, |
| "pen": 0.024625658988952637, |
| "mean_abs_cos": 0.12362255156040192, |
| "mean_norm": 0.2493530660867691, |
| "lm": 1.1638381481170654 |
| }, |
| { |
| "step": 1200, |
| "pen": 0.021920448169112206, |
| "mean_abs_cos": 0.11205160617828369, |
| "mean_norm": 0.2428613305091858, |
| "lm": 1.13322114944458 |
| }, |
| { |
| "step": 1225, |
| "pen": 0.019612407311797142, |
| "mean_abs_cos": 0.11395300924777985, |
| "mean_norm": 0.2312038689851761, |
| "lm": 1.612525463104248 |
| }, |
| { |
| "step": 1225, |
| "pen": 0.016644146293401718, |
| "mean_abs_cos": 0.10590998083353043, |
| "mean_norm": 0.22903519868850708, |
| "lm": 1.4193098545074463 |
| }, |
| { |
| "step": 1225, |
| "pen": 0.024274183437228203, |
| "mean_abs_cos": 0.1276732236146927, |
| "mean_norm": 0.2346952259540558, |
| "lm": 1.1209306716918945 |
| }, |
| { |
| "step": 1225, |
| "pen": 0.017557600513100624, |
| "mean_abs_cos": 0.10661416500806808, |
| "mean_norm": 0.23025184869766235, |
| "lm": 1.4980744123458862 |
| }, |
| { |
| "step": 1250, |
| "pen": 0.03226558119058609, |
| "mean_abs_cos": 0.1404537558555603, |
| "mean_norm": 0.2469344437122345, |
| "lm": 1.1618049144744873 |
| }, |
| { |
| "step": 1250, |
| "pen": 0.025793584063649178, |
| "mean_abs_cos": 0.12231877446174622, |
| "mean_norm": 0.2371680736541748, |
| "lm": 1.5081835985183716 |
| }, |
| { |
| "step": 1250, |
| "pen": 0.047381263226270676, |
| "mean_abs_cos": 0.16839046776294708, |
| "mean_norm": 0.24286498129367828, |
| "lm": 1.5019309520721436 |
| }, |
| { |
| "step": 1250, |
| "pen": 0.0476270355284214, |
| "mean_abs_cos": 0.1758015900850296, |
| "mean_norm": 0.24447017908096313, |
| "lm": 1.6269350051879883 |
| }, |
| { |
| "step": 1275, |
| "pen": 0.036807529628276825, |
| "mean_abs_cos": 0.1527290642261505, |
| "mean_norm": 0.24289938807487488, |
| "lm": 1.4477187395095825 |
| }, |
| { |
| "step": 1275, |
| "pen": 0.04412208870053291, |
| "mean_abs_cos": 0.1625014692544937, |
| "mean_norm": 0.24187517166137695, |
| "lm": 1.3800560235977173 |
| }, |
| { |
| "step": 1275, |
| "pen": 0.040690112859010696, |
| "mean_abs_cos": 0.16444076597690582, |
| "mean_norm": 0.2390626221895218, |
| "lm": 1.4815857410430908 |
| }, |
| { |
| "step": 1275, |
| "pen": 0.03580305725336075, |
| "mean_abs_cos": 0.15813978016376495, |
| "mean_norm": 0.24513335525989532, |
| "lm": 1.1932151317596436 |
| }, |
| { |
| "step": 1300, |
| "pen": 0.026084933429956436, |
| "mean_abs_cos": 0.1322166621685028, |
| "mean_norm": 0.23367373645305634, |
| "lm": 1.2896728515625 |
| }, |
| { |
| "step": 1300, |
| "pen": 0.024589892476797104, |
| "mean_abs_cos": 0.1253015100955963, |
| "mean_norm": 0.23078060150146484, |
| "lm": 1.4566833972930908 |
| }, |
| { |
| "step": 1300, |
| "pen": 0.024452388286590576, |
| "mean_abs_cos": 0.1291080117225647, |
| "mean_norm": 0.2296852022409439, |
| "lm": 1.2937390804290771 |
| }, |
| { |
| "step": 1300, |
| "pen": 0.023317182436585426, |
| "mean_abs_cos": 0.11843334138393402, |
| "mean_norm": 0.23195749521255493, |
| "lm": 1.3219925165176392 |
| }, |
| { |
| "step": 1325, |
| "pen": 0.01615167409181595, |
| "mean_abs_cos": 0.10542158037424088, |
| "mean_norm": 0.21467584371566772, |
| "lm": 1.5266966819763184 |
| }, |
| { |
| "step": 1325, |
| "pen": 0.02856351248919964, |
| "mean_abs_cos": 0.1420283317565918, |
| "mean_norm": 0.22310185432434082, |
| "lm": 1.379644751548767 |
| }, |
| { |
| "step": 1325, |
| "pen": 0.03266022354364395, |
| "mean_abs_cos": 0.14310941100120544, |
| "mean_norm": 0.22101984918117523, |
| "lm": 1.5685762166976929 |
| }, |
| { |
| "step": 1325, |
| "pen": 0.023129135370254517, |
| "mean_abs_cos": 0.1230722963809967, |
| "mean_norm": 0.22950468957424164, |
| "lm": 1.4319490194320679 |
| }, |
| { |
| "step": 1350, |
| "pen": 0.020581752061843872, |
| "mean_abs_cos": 0.1212901845574379, |
| "mean_norm": 0.23240412771701813, |
| "lm": 1.1411300897598267 |
| }, |
| { |
| "step": 1350, |
| "pen": 0.02409427985548973, |
| "mean_abs_cos": 0.1298043131828308, |
| "mean_norm": 0.23509863018989563, |
| "lm": 1.2226957082748413 |
| }, |
| { |
| "step": 1350, |
| "pen": 0.03422664478421211, |
| "mean_abs_cos": 0.15725596249103546, |
| "mean_norm": 0.24365854263305664, |
| "lm": 1.263708233833313 |
| }, |
| { |
| "step": 1350, |
| "pen": 0.03184991329908371, |
| "mean_abs_cos": 0.14195235073566437, |
| "mean_norm": 0.2531067132949829, |
| "lm": 1.1731599569320679 |
| }, |
| { |
| "step": 1375, |
| "pen": 0.02338470332324505, |
| "mean_abs_cos": 0.12713737785816193, |
| "mean_norm": 0.22737881541252136, |
| "lm": 1.2254823446273804 |
| }, |
| { |
| "step": 1375, |
| "pen": 0.02366025000810623, |
| "mean_abs_cos": 0.12931396067142487, |
| "mean_norm": 0.22412998974323273, |
| "lm": 1.2970716953277588 |
| }, |
| { |
| "step": 1375, |
| "pen": 0.01817471534013748, |
| "mean_abs_cos": 0.11223120242357254, |
| "mean_norm": 0.21792244911193848, |
| "lm": 1.3459800481796265 |
| }, |
| { |
| "step": 1375, |
| "pen": 0.0245493296533823, |
| "mean_abs_cos": 0.12503047287464142, |
| "mean_norm": 0.2188236266374588, |
| "lm": 1.3552134037017822 |
| }, |
| { |
| "step": 1400, |
| "pen": 0.021360617130994797, |
| "mean_abs_cos": 0.12077127397060394, |
| "mean_norm": 0.2307594120502472, |
| "lm": 1.4962140321731567 |
| }, |
| { |
| "step": 1400, |
| "pen": 0.016193432733416557, |
| "mean_abs_cos": 0.1077563688158989, |
| "mean_norm": 0.2295173555612564, |
| "lm": 0.970641553401947 |
| }, |
| { |
| "step": 1400, |
| "pen": 0.012421567924320698, |
| "mean_abs_cos": 0.08686552941799164, |
| "mean_norm": 0.2281377911567688, |
| "lm": 1.5136924982070923 |
| }, |
| { |
| "step": 1400, |
| "pen": 0.010093041695654392, |
| "mean_abs_cos": 0.07546611875295639, |
| "mean_norm": 0.2294534593820572, |
| "lm": 1.3485405445098877 |
| }, |
| { |
| "step": 1425, |
| "pen": 0.029901674017310143, |
| "mean_abs_cos": 0.14343760907649994, |
| "mean_norm": 0.2257070243358612, |
| "lm": 1.1758707761764526 |
| }, |
| { |
| "step": 1425, |
| "pen": 0.028125273063778877, |
| "mean_abs_cos": 0.1324160397052765, |
| "mean_norm": 0.2230169028043747, |
| "lm": 1.3051680326461792 |
| }, |
| { |
| "step": 1425, |
| "pen": 0.031251031905412674, |
| "mean_abs_cos": 0.146688774228096, |
| "mean_norm": 0.22942836582660675, |
| "lm": 0.9333531260490417 |
| }, |
| { |
| "step": 1425, |
| "pen": 0.03274296969175339, |
| "mean_abs_cos": 0.14290179312229156, |
| "mean_norm": 0.2249230593442917, |
| "lm": 1.4754303693771362 |
| }, |
| { |
| "step": 1450, |
| "pen": 0.025922046974301338, |
| "mean_abs_cos": 0.1274220496416092, |
| "mean_norm": 0.21607919037342072, |
| "lm": 1.4576863050460815 |
| }, |
| { |
| "step": 1450, |
| "pen": 0.020427821204066277, |
| "mean_abs_cos": 0.12077102810144424, |
| "mean_norm": 0.21480590105056763, |
| "lm": 1.2063312530517578 |
| }, |
| { |
| "step": 1450, |
| "pen": 0.023041099309921265, |
| "mean_abs_cos": 0.12635797262191772, |
| "mean_norm": 0.2158130258321762, |
| "lm": 1.3859035968780518 |
| }, |
| { |
| "step": 1450, |
| "pen": 0.03353612869977951, |
| "mean_abs_cos": 0.1549483984708786, |
| "mean_norm": 0.21761298179626465, |
| "lm": 1.4966723918914795 |
| }, |
| { |
| "step": 1475, |
| "pen": 0.016308968886733055, |
| "mean_abs_cos": 0.09876184910535812, |
| "mean_norm": 0.22498460114002228, |
| "lm": 1.3122220039367676 |
| }, |
| { |
| "step": 1475, |
| "pen": 0.015352598391473293, |
| "mean_abs_cos": 0.1013772115111351, |
| "mean_norm": 0.22172164916992188, |
| "lm": 1.1586848497390747 |
| }, |
| { |
| "step": 1475, |
| "pen": 0.015280650928616524, |
| "mean_abs_cos": 0.09897196292877197, |
| "mean_norm": 0.21466021239757538, |
| "lm": 1.6578799486160278 |
| }, |
| { |
| "step": 1475, |
| "pen": 0.017511490732431412, |
| "mean_abs_cos": 0.11087354272603989, |
| "mean_norm": 0.21038635075092316, |
| "lm": 1.2996299266815186 |
| }, |
| { |
| "step": 1500, |
| "pen": 0.025933023542165756, |
| "mean_abs_cos": 0.13100577890872955, |
| "mean_norm": 0.20997117459774017, |
| "lm": 1.2450721263885498 |
| }, |
| { |
| "step": 1500, |
| "pen": 0.022314224392175674, |
| "mean_abs_cos": 0.11517677456140518, |
| "mean_norm": 0.2128894031047821, |
| "lm": 1.0415143966674805 |
| }, |
| { |
| "step": 1500, |
| "pen": 0.02644629217684269, |
| "mean_abs_cos": 0.1246614083647728, |
| "mean_norm": 0.2145746499300003, |
| "lm": 1.2735379934310913 |
| }, |
| { |
| "step": 1500, |
| "pen": 0.04251920059323311, |
| "mean_abs_cos": 0.15539410710334778, |
| "mean_norm": 0.22284844517707825, |
| "lm": 1.4259902238845825 |
| }, |
| { |
| "step": 1525, |
| "pen": 0.02881103754043579, |
| "mean_abs_cos": 0.13539177179336548, |
| "mean_norm": 0.1983591765165329, |
| "lm": 1.6405816078186035 |
| }, |
| { |
| "step": 1525, |
| "pen": 0.030066365376114845, |
| "mean_abs_cos": 0.1412932425737381, |
| "mean_norm": 0.19960395991802216, |
| "lm": 1.3060786724090576 |
| }, |
| { |
| "step": 1525, |
| "pen": 0.026142235845327377, |
| "mean_abs_cos": 0.1270582377910614, |
| "mean_norm": 0.20256850123405457, |
| "lm": 1.4265578985214233 |
| }, |
| { |
| "step": 1525, |
| "pen": 0.019216859713196754, |
| "mean_abs_cos": 0.1098407581448555, |
| "mean_norm": 0.20642882585525513, |
| "lm": 1.0577166080474854 |
| }, |
| { |
| "step": 1550, |
| "pen": 0.02144242636859417, |
| "mean_abs_cos": 0.12398137152194977, |
| "mean_norm": 0.22260019183158875, |
| "lm": 1.3875528573989868 |
| }, |
| { |
| "step": 1550, |
| "pen": 0.024161018431186676, |
| "mean_abs_cos": 0.12108214944601059, |
| "mean_norm": 0.21665175259113312, |
| "lm": 1.20477294921875 |
| }, |
| { |
| "step": 1550, |
| "pen": 0.029417598620057106, |
| "mean_abs_cos": 0.14356644451618195, |
| "mean_norm": 0.22647280991077423, |
| "lm": 1.1192960739135742 |
| }, |
| { |
| "step": 1550, |
| "pen": 0.031079525128006935, |
| "mean_abs_cos": 0.14036300778388977, |
| "mean_norm": 0.2289056032896042, |
| "lm": 1.2356339693069458 |
| }, |
| { |
| "step": 1575, |
| "pen": 0.02758292481303215, |
| "mean_abs_cos": 0.13045980036258698, |
| "mean_norm": 0.21879880130290985, |
| "lm": 1.0568976402282715 |
| }, |
| { |
| "step": 1575, |
| "pen": 0.02178521268069744, |
| "mean_abs_cos": 0.12049640715122223, |
| "mean_norm": 0.22022411227226257, |
| "lm": 1.0610066652297974 |
| }, |
| { |
| "step": 1575, |
| "pen": 0.025443561375141144, |
| "mean_abs_cos": 0.13131581246852875, |
| "mean_norm": 0.22187578678131104, |
| "lm": 1.2235815525054932 |
| }, |
| { |
| "step": 1575, |
| "pen": 0.032488275319337845, |
| "mean_abs_cos": 0.15433314442634583, |
| "mean_norm": 0.22122059762477875, |
| "lm": 1.2603495121002197 |
| }, |
| { |
| "step": 1600, |
| "pen": 0.028005428612232208, |
| "mean_abs_cos": 0.1315785050392151, |
| "mean_norm": 0.2220587432384491, |
| "lm": 1.2809611558914185 |
| }, |
| { |
| "step": 1600, |
| "pen": 0.04254468157887459, |
| "mean_abs_cos": 0.17067165672779083, |
| "mean_norm": 0.2380957156419754, |
| "lm": 1.0363590717315674 |
| }, |
| { |
| "step": 1600, |
| "pen": 0.031041830778121948, |
| "mean_abs_cos": 0.14929740130901337, |
| "mean_norm": 0.23541495203971863, |
| "lm": 1.3177118301391602 |
| }, |
| { |
| "step": 1600, |
| "pen": 0.02602914161980152, |
| "mean_abs_cos": 0.13678336143493652, |
| "mean_norm": 0.2348364144563675, |
| "lm": 1.3354436159133911 |
| }, |
| { |
| "step": 1625, |
| "pen": 0.01464626844972372, |
| "mean_abs_cos": 0.10130112618207932, |
| "mean_norm": 0.2032657414674759, |
| "lm": 1.1679179668426514 |
| }, |
| { |
| "step": 1625, |
| "pen": 0.011642606928944588, |
| "mean_abs_cos": 0.08916868269443512, |
| "mean_norm": 0.20235444605350494, |
| "lm": 1.2007967233657837 |
| }, |
| { |
| "step": 1625, |
| "pen": 0.013717723079025745, |
| "mean_abs_cos": 0.09249598532915115, |
| "mean_norm": 0.20276421308517456, |
| "lm": 0.8733182549476624 |
| }, |
| { |
| "step": 1625, |
| "pen": 0.012790669687092304, |
| "mean_abs_cos": 0.09162040799856186, |
| "mean_norm": 0.20239591598510742, |
| "lm": 1.3936221599578857 |
| }, |
| { |
| "step": 1650, |
| "pen": 0.024602781981229782, |
| "mean_abs_cos": 0.13126695156097412, |
| "mean_norm": 0.21205464005470276, |
| "lm": 1.2574365139007568 |
| }, |
| { |
| "step": 1650, |
| "pen": 0.020955834537744522, |
| "mean_abs_cos": 0.12106355279684067, |
| "mean_norm": 0.2039947360754013, |
| "lm": 1.488322377204895 |
| }, |
| { |
| "step": 1650, |
| "pen": 0.026958154514431953, |
| "mean_abs_cos": 0.1369437724351883, |
| "mean_norm": 0.2121010422706604, |
| "lm": 1.2717586755752563 |
| }, |
| { |
| "step": 1650, |
| "pen": 0.025671355426311493, |
| "mean_abs_cos": 0.12660522758960724, |
| "mean_norm": 0.2100285291671753, |
| "lm": 1.3420038223266602 |
| }, |
| { |
| "step": 1675, |
| "pen": 0.03264658525586128, |
| "mean_abs_cos": 0.13791625201702118, |
| "mean_norm": 0.20342831313610077, |
| "lm": 0.8467692136764526 |
| }, |
| { |
| "step": 1675, |
| "pen": 0.024096211418509483, |
| "mean_abs_cos": 0.11658761650323868, |
| "mean_norm": 0.20493660867214203, |
| "lm": 0.9940019249916077 |
| }, |
| { |
| "step": 1675, |
| "pen": 0.02355903945863247, |
| "mean_abs_cos": 0.12293965369462967, |
| "mean_norm": 0.20597006380558014, |
| "lm": 1.2193429470062256 |
| }, |
| { |
| "step": 1675, |
| "pen": 0.023576851934194565, |
| "mean_abs_cos": 0.12152080982923508, |
| "mean_norm": 0.2086213380098343, |
| "lm": 1.0780653953552246 |
| }, |
| { |
| "step": 1700, |
| "pen": 0.02438877709209919, |
| "mean_abs_cos": 0.12181798368692398, |
| "mean_norm": 0.20960450172424316, |
| "lm": 1.1048119068145752 |
| }, |
| { |
| "step": 1700, |
| "pen": 0.02438829094171524, |
| "mean_abs_cos": 0.12680059671401978, |
| "mean_norm": 0.210273876786232, |
| "lm": 1.437025785446167 |
| }, |
| { |
| "step": 1700, |
| "pen": 0.019095536321401596, |
| "mean_abs_cos": 0.11448866873979568, |
| "mean_norm": 0.20818673074245453, |
| "lm": 1.1644814014434814 |
| }, |
| { |
| "step": 1700, |
| "pen": 0.01774315908551216, |
| "mean_abs_cos": 0.10468979179859161, |
| "mean_norm": 0.2129523605108261, |
| "lm": 1.07892644405365 |
| }, |
| { |
| "step": 1725, |
| "pen": 0.013309786096215248, |
| "mean_abs_cos": 0.09145200252532959, |
| "mean_norm": 0.19565312564373016, |
| "lm": 0.6619069576263428 |
| }, |
| { |
| "step": 1725, |
| "pen": 0.016997847706079483, |
| "mean_abs_cos": 0.0992085263133049, |
| "mean_norm": 0.1957327127456665, |
| "lm": 1.2634214162826538 |
| }, |
| { |
| "step": 1725, |
| "pen": 0.01652151718735695, |
| "mean_abs_cos": 0.10038205981254578, |
| "mean_norm": 0.19628842175006866, |
| "lm": 1.3079067468643188 |
| }, |
| { |
| "step": 1725, |
| "pen": 0.01926250010728836, |
| "mean_abs_cos": 0.11066899448633194, |
| "mean_norm": 0.19646723568439484, |
| "lm": 1.7034610509872437 |
| }, |
| { |
| "step": 1750, |
| "pen": 0.029878539964556694, |
| "mean_abs_cos": 0.14921802282333374, |
| "mean_norm": 0.19613561034202576, |
| "lm": 1.1594065427780151 |
| }, |
| { |
| "step": 1750, |
| "pen": 0.028216799721121788, |
| "mean_abs_cos": 0.12781895697116852, |
| "mean_norm": 0.19587302207946777, |
| "lm": 1.4116004705429077 |
| }, |
| { |
| "step": 1750, |
| "pen": 0.025568585842847824, |
| "mean_abs_cos": 0.1285015493631363, |
| "mean_norm": 0.1948411613702774, |
| "lm": 1.0360580682754517 |
| }, |
| { |
| "step": 1750, |
| "pen": 0.022140126675367355, |
| "mean_abs_cos": 0.11850864440202713, |
| "mean_norm": 0.19151121377944946, |
| "lm": 1.413308024406433 |
| }, |
| { |
| "step": 1775, |
| "pen": 0.02144385688006878, |
| "mean_abs_cos": 0.11193010956048965, |
| "mean_norm": 0.19588346779346466, |
| "lm": 1.334246039390564 |
| }, |
| { |
| "step": 1775, |
| "pen": 0.02471594326198101, |
| "mean_abs_cos": 0.10971140116453171, |
| "mean_norm": 0.19568690657615662, |
| "lm": 1.105863332748413 |
| }, |
| { |
| "step": 1775, |
| "pen": 0.03393397107720375, |
| "mean_abs_cos": 0.15063156187534332, |
| "mean_norm": 0.20707328617572784, |
| "lm": 1.2720917463302612 |
| }, |
| { |
| "step": 1775, |
| "pen": 0.030495451763272285, |
| "mean_abs_cos": 0.14417822659015656, |
| "mean_norm": 0.21232621371746063, |
| "lm": 1.2160500288009644 |
| }, |
| { |
| "step": 1800, |
| "pen": 0.02593485824763775, |
| "mean_abs_cos": 0.13600566983222961, |
| "mean_norm": 0.20088909566402435, |
| "lm": 1.27421236038208 |
| }, |
| { |
| "step": 1800, |
| "pen": 0.02223377116024494, |
| "mean_abs_cos": 0.12825831770896912, |
| "mean_norm": 0.1980736255645752, |
| "lm": 1.4904453754425049 |
| }, |
| { |
| "step": 1800, |
| "pen": 0.033330969512462616, |
| "mean_abs_cos": 0.15132246911525726, |
| "mean_norm": 0.20488780736923218, |
| "lm": 1.2710492610931396 |
| }, |
| { |
| "step": 1800, |
| "pen": 0.0339466817677021, |
| "mean_abs_cos": 0.15033304691314697, |
| "mean_norm": 0.19931279122829437, |
| "lm": 1.1499953269958496 |
| }, |
| { |
| "step": 1825, |
| "pen": 0.02266569435596466, |
| "mean_abs_cos": 0.1160883679986, |
| "mean_norm": 0.21889960765838623, |
| "lm": 1.2993826866149902 |
| }, |
| { |
| "step": 1825, |
| "pen": 0.022333631291985512, |
| "mean_abs_cos": 0.12274452298879623, |
| "mean_norm": 0.21836158633232117, |
| "lm": 1.3347291946411133 |
| }, |
| { |
| "step": 1825, |
| "pen": 0.03406473621726036, |
| "mean_abs_cos": 0.151985764503479, |
| "mean_norm": 0.232406884431839, |
| "lm": 0.9625964164733887 |
| }, |
| { |
| "step": 1825, |
| "pen": 0.031063871458172798, |
| "mean_abs_cos": 0.14428356289863586, |
| "mean_norm": 0.23168762028217316, |
| "lm": 0.977647602558136 |
| }, |
| { |
| "step": 1850, |
| "pen": 0.02230502851307392, |
| "mean_abs_cos": 0.12433385848999023, |
| "mean_norm": 0.2084607481956482, |
| "lm": 1.3633410930633545 |
| }, |
| { |
| "step": 1850, |
| "pen": 0.03066614270210266, |
| "mean_abs_cos": 0.1380186825990677, |
| "mean_norm": 0.220701664686203, |
| "lm": 1.3513931035995483 |
| }, |
| { |
| "step": 1850, |
| "pen": 0.02762574329972267, |
| "mean_abs_cos": 0.1330416202545166, |
| "mean_norm": 0.21173375844955444, |
| "lm": 1.2254737615585327 |
| }, |
| { |
| "step": 1850, |
| "pen": 0.02605299837887287, |
| "mean_abs_cos": 0.12532654404640198, |
| "mean_norm": 0.21070323884487152, |
| "lm": 0.8324505686759949 |
| }, |
| { |
| "step": 1875, |
| "pen": 0.044979386031627655, |
| "mean_abs_cos": 0.1760779470205307, |
| "mean_norm": 0.20922642946243286, |
| "lm": 1.0381529331207275 |
| }, |
| { |
| "step": 1875, |
| "pen": 0.02150665782392025, |
| "mean_abs_cos": 0.116910420358181, |
| "mean_norm": 0.20916540920734406, |
| "lm": 0.8448838591575623 |
| }, |
| { |
| "step": 1875, |
| "pen": 0.0200730599462986, |
| "mean_abs_cos": 0.11658700555562973, |
| "mean_norm": 0.2055291086435318, |
| "lm": 1.2972489595413208 |
| }, |
| { |
| "step": 1875, |
| "pen": 0.015960434451699257, |
| "mean_abs_cos": 0.10128102451562881, |
| "mean_norm": 0.19856294989585876, |
| "lm": 1.2430875301361084 |
| }, |
| { |
| "step": 1900, |
| "pen": 0.01667369343340397, |
| "mean_abs_cos": 0.09874194115400314, |
| "mean_norm": 0.21220223605632782, |
| "lm": 1.155227780342102 |
| }, |
| { |
| "step": 1900, |
| "pen": 0.023658612743020058, |
| "mean_abs_cos": 0.12286096066236496, |
| "mean_norm": 0.21281583607196808, |
| "lm": 1.5288009643554688 |
| }, |
| { |
| "step": 1900, |
| "pen": 0.01924784667789936, |
| "mean_abs_cos": 0.1142408698797226, |
| "mean_norm": 0.20584410429000854, |
| "lm": 1.1253602504730225 |
| }, |
| { |
| "step": 1900, |
| "pen": 0.01947583444416523, |
| "mean_abs_cos": 0.10316761583089828, |
| "mean_norm": 0.20662683248519897, |
| "lm": 1.273321270942688 |
| }, |
| { |
| "step": 1925, |
| "pen": 0.031104709953069687, |
| "mean_abs_cos": 0.14791004359722137, |
| "mean_norm": 0.20540818572044373, |
| "lm": 0.9311063885688782 |
| }, |
| { |
| "step": 1925, |
| "pen": 0.02224360592663288, |
| "mean_abs_cos": 0.12089163810014725, |
| "mean_norm": 0.20579878985881805, |
| "lm": 1.2747211456298828 |
| }, |
| { |
| "step": 1925, |
| "pen": 0.01974893920123577, |
| "mean_abs_cos": 0.11077699810266495, |
| "mean_norm": 0.2055710107088089, |
| "lm": 1.2095803022384644 |
| }, |
| { |
| "step": 1925, |
| "pen": 0.021761592477560043, |
| "mean_abs_cos": 0.11725441366434097, |
| "mean_norm": 0.2071198970079422, |
| "lm": 0.9708924889564514 |
| }, |
| { |
| "step": 1950, |
| "pen": 0.035739123821258545, |
| "mean_abs_cos": 0.1503031849861145, |
| "mean_norm": 0.22552558779716492, |
| "lm": 0.9470202326774597 |
| }, |
| { |
| "step": 1950, |
| "pen": 0.03531193733215332, |
| "mean_abs_cos": 0.15235868096351624, |
| "mean_norm": 0.2320133000612259, |
| "lm": 1.4933078289031982 |
| }, |
| { |
| "step": 1950, |
| "pen": 0.04016001522541046, |
| "mean_abs_cos": 0.16513553261756897, |
| "mean_norm": 0.22404231131076813, |
| "lm": 1.3534979820251465 |
| }, |
| { |
| "step": 1950, |
| "pen": 0.03451382741332054, |
| "mean_abs_cos": 0.15489564836025238, |
| "mean_norm": 0.2250819206237793, |
| "lm": 1.2255146503448486 |
| }, |
| { |
| "step": 1975, |
| "pen": 0.01777549646794796, |
| "mean_abs_cos": 0.11065396666526794, |
| "mean_norm": 0.2083868831396103, |
| "lm": 0.9877740740776062 |
| }, |
| { |
| "step": 1975, |
| "pen": 0.01789243333041668, |
| "mean_abs_cos": 0.10807924717664719, |
| "mean_norm": 0.20537647604942322, |
| "lm": 1.0558357238769531 |
| }, |
| { |
| "step": 1975, |
| "pen": 0.015957143157720566, |
| "mean_abs_cos": 0.09909510612487793, |
| "mean_norm": 0.20332343876361847, |
| "lm": 0.7516165375709534 |
| }, |
| { |
| "step": 1975, |
| "pen": 0.025054873898625374, |
| "mean_abs_cos": 0.12994158267974854, |
| "mean_norm": 0.20661108195781708, |
| "lm": 1.0457122325897217 |
| }, |
| { |
| "step": 2000, |
| "pen": 0.02352282404899597, |
| "mean_abs_cos": 0.12481670826673508, |
| "mean_norm": 0.20745103061199188, |
| "lm": 1.1700351238250732 |
| }, |
| { |
| "step": 2000, |
| "pen": 0.030296465381979942, |
| "mean_abs_cos": 0.14242175221443176, |
| "mean_norm": 0.20541860163211823, |
| "lm": 1.1729503870010376 |
| }, |
| { |
| "step": 2000, |
| "pen": 0.025316523388028145, |
| "mean_abs_cos": 0.11739162355661392, |
| "mean_norm": 0.20393012464046478, |
| "lm": 1.0366963148117065 |
| }, |
| { |
| "step": 2000, |
| "pen": 0.022809667512774467, |
| "mean_abs_cos": 0.11918696016073227, |
| "mean_norm": 0.20429153740406036, |
| "lm": 1.0961333513259888 |
| }, |
| { |
| "step": 2025, |
| "pen": 0.02465280331671238, |
| "mean_abs_cos": 0.12758824229240417, |
| "mean_norm": 0.19293196499347687, |
| "lm": 1.0288270711898804 |
| }, |
| { |
| "step": 2025, |
| "pen": 0.03188689053058624, |
| "mean_abs_cos": 0.15278096497058868, |
| "mean_norm": 0.19580397009849548, |
| "lm": 1.2368069887161255 |
| }, |
| { |
| "step": 2025, |
| "pen": 0.03311324119567871, |
| "mean_abs_cos": 0.1554453819990158, |
| "mean_norm": 0.198959618806839, |
| "lm": 1.2524696588516235 |
| }, |
| { |
| "step": 2025, |
| "pen": 0.03122718445956707, |
| "mean_abs_cos": 0.15085257589817047, |
| "mean_norm": 0.19317226111888885, |
| "lm": 1.4383025169372559 |
| }, |
| { |
| "step": 2050, |
| "pen": 0.03289045765995979, |
| "mean_abs_cos": 0.14995066821575165, |
| "mean_norm": 0.20272870361804962, |
| "lm": 0.9603745937347412 |
| }, |
| { |
| "step": 2050, |
| "pen": 0.0418662503361702, |
| "mean_abs_cos": 0.1625632643699646, |
| "mean_norm": 0.20274581015110016, |
| "lm": 0.7709991335868835 |
| }, |
| { |
| "step": 2050, |
| "pen": 0.039692092686891556, |
| "mean_abs_cos": 0.1442572921514511, |
| "mean_norm": 0.2008865475654602, |
| "lm": 1.4803922176361084 |
| }, |
| { |
| "step": 2050, |
| "pen": 0.03286684304475784, |
| "mean_abs_cos": 0.1376570612192154, |
| "mean_norm": 0.19921457767486572, |
| "lm": 1.155593752861023 |
| }, |
| { |
| "step": 2075, |
| "pen": 0.04234084486961365, |
| "mean_abs_cos": 0.170086070895195, |
| "mean_norm": 0.19248844683170319, |
| "lm": 0.9459193348884583 |
| }, |
| { |
| "step": 2075, |
| "pen": 0.03807322308421135, |
| "mean_abs_cos": 0.1581408828496933, |
| "mean_norm": 0.19052135944366455, |
| "lm": 1.1375854015350342 |
| }, |
| { |
| "step": 2075, |
| "pen": 0.030127355828881264, |
| "mean_abs_cos": 0.12944205105304718, |
| "mean_norm": 0.19323749840259552, |
| "lm": 1.0898125171661377 |
| }, |
| { |
| "step": 2075, |
| "pen": 0.025638189166784286, |
| "mean_abs_cos": 0.12677747011184692, |
| "mean_norm": 0.18791897594928741, |
| "lm": 1.0747044086456299 |
| }, |
| { |
| "step": 2100, |
| "pen": 0.018814051523804665, |
| "mean_abs_cos": 0.11418960988521576, |
| "mean_norm": 0.20037995278835297, |
| "lm": 1.0799366235733032 |
| }, |
| { |
| "step": 2100, |
| "pen": 0.019541440531611443, |
| "mean_abs_cos": 0.11578946560621262, |
| "mean_norm": 0.1964535266160965, |
| "lm": 1.3063280582427979 |
| }, |
| { |
| "step": 2100, |
| "pen": 0.023259948939085007, |
| "mean_abs_cos": 0.1217283383011818, |
| "mean_norm": 0.18915854394435883, |
| "lm": 1.3359087705612183 |
| }, |
| { |
| "step": 2100, |
| "pen": 0.024038266390562057, |
| "mean_abs_cos": 0.1264045536518097, |
| "mean_norm": 0.19173237681388855, |
| "lm": 1.467454433441162 |
| }, |
| { |
| "step": 2125, |
| "pen": 0.020774269476532936, |
| "mean_abs_cos": 0.115815669298172, |
| "mean_norm": 0.18947529792785645, |
| "lm": 0.9250245094299316 |
| }, |
| { |
| "step": 2125, |
| "pen": 0.020921193063259125, |
| "mean_abs_cos": 0.11080008000135422, |
| "mean_norm": 0.18735896050930023, |
| "lm": 1.1795854568481445 |
| }, |
| { |
| "step": 2125, |
| "pen": 0.018104854971170425, |
| "mean_abs_cos": 0.0987497866153717, |
| "mean_norm": 0.188362717628479, |
| "lm": 1.4921857118606567 |
| }, |
| { |
| "step": 2125, |
| "pen": 0.0163459163159132, |
| "mean_abs_cos": 0.099260114133358, |
| "mean_norm": 0.18620403110980988, |
| "lm": 0.9242717623710632 |
| }, |
| { |
| "step": 2150, |
| "pen": 0.017571842297911644, |
| "mean_abs_cos": 0.11423836648464203, |
| "mean_norm": 0.19732072949409485, |
| "lm": 1.2046594619750977 |
| }, |
| { |
| "step": 2150, |
| "pen": 0.028186781331896782, |
| "mean_abs_cos": 0.14094288647174835, |
| "mean_norm": 0.19481788575649261, |
| "lm": 1.50655996799469 |
| }, |
| { |
| "step": 2150, |
| "pen": 0.028125997632741928, |
| "mean_abs_cos": 0.13815143704414368, |
| "mean_norm": 0.1902337521314621, |
| "lm": 0.7653690576553345 |
| }, |
| { |
| "step": 2150, |
| "pen": 0.02286919392645359, |
| "mean_abs_cos": 0.11717494577169418, |
| "mean_norm": 0.19091026484966278, |
| "lm": 1.211828589439392 |
| }, |
| { |
| "step": 2175, |
| "pen": 0.023875802755355835, |
| "mean_abs_cos": 0.11858713626861572, |
| "mean_norm": 0.18528495728969574, |
| "lm": 1.1570923328399658 |
| }, |
| { |
| "step": 2175, |
| "pen": 0.030616024509072304, |
| "mean_abs_cos": 0.13795548677444458, |
| "mean_norm": 0.186517596244812, |
| "lm": 1.0615730285644531 |
| }, |
| { |
| "step": 2175, |
| "pen": 0.020209496840834618, |
| "mean_abs_cos": 0.10781989246606827, |
| "mean_norm": 0.18894894421100616, |
| "lm": 0.9810307025909424 |
| }, |
| { |
| "step": 2175, |
| "pen": 0.03032543882727623, |
| "mean_abs_cos": 0.1450192928314209, |
| "mean_norm": 0.19017797708511353, |
| "lm": 1.3476707935333252 |
| }, |
| { |
| "step": 2200, |
| "pen": 0.014585460536181927, |
| "mean_abs_cos": 0.10473456978797913, |
| "mean_norm": 0.1929004043340683, |
| "lm": 0.9669647812843323 |
| }, |
| { |
| "step": 2200, |
| "pen": 0.013321522623300552, |
| "mean_abs_cos": 0.09778380393981934, |
| "mean_norm": 0.1957506686449051, |
| "lm": 0.7622372508049011 |
| }, |
| { |
| "step": 2200, |
| "pen": 0.01399193424731493, |
| "mean_abs_cos": 0.09982994198799133, |
| "mean_norm": 0.1909012645483017, |
| "lm": 1.1211754083633423 |
| }, |
| { |
| "step": 2200, |
| "pen": 0.012771357782185078, |
| "mean_abs_cos": 0.0919756218791008, |
| "mean_norm": 0.18849743902683258, |
| "lm": 1.1621146202087402 |
| }, |
| { |
| "step": 2225, |
| "pen": 0.018404344096779823, |
| "mean_abs_cos": 0.11575035005807877, |
| "mean_norm": 0.19989649951457977, |
| "lm": 0.6608844995498657 |
| }, |
| { |
| "step": 2225, |
| "pen": 0.021790120750665665, |
| "mean_abs_cos": 0.12510690093040466, |
| "mean_norm": 0.1990506649017334, |
| "lm": 1.116384744644165 |
| }, |
| { |
| "step": 2225, |
| "pen": 0.020391345024108887, |
| "mean_abs_cos": 0.11619440466165543, |
| "mean_norm": 0.20246870815753937, |
| "lm": 0.728867769241333 |
| }, |
| { |
| "step": 2225, |
| "pen": 0.016455354169011116, |
| "mean_abs_cos": 0.1048809289932251, |
| "mean_norm": 0.19413824379444122, |
| "lm": 1.3548603057861328 |
| }, |
| { |
| "step": 2250, |
| "pen": 0.015559537336230278, |
| "mean_abs_cos": 0.1000494435429573, |
| "mean_norm": 0.19633372128009796, |
| "lm": 1.0904345512390137 |
| }, |
| { |
| "step": 2250, |
| "pen": 0.0158961433917284, |
| "mean_abs_cos": 0.09603416919708252, |
| "mean_norm": 0.19591082632541656, |
| "lm": 1.1779658794403076 |
| }, |
| { |
| "step": 2250, |
| "pen": 0.015090965665876865, |
| "mean_abs_cos": 0.09585162252187729, |
| "mean_norm": 0.18930527567863464, |
| "lm": 1.0992127656936646 |
| }, |
| { |
| "step": 2250, |
| "pen": 0.024383094161748886, |
| "mean_abs_cos": 0.13030467927455902, |
| "mean_norm": 0.190274178981781, |
| "lm": 1.1310638189315796 |
| }, |
| { |
| "step": 2275, |
| "pen": 0.015019537881016731, |
| "mean_abs_cos": 0.09289447218179703, |
| "mean_norm": 0.18550442159175873, |
| "lm": 1.1693555116653442 |
| }, |
| { |
| "step": 2275, |
| "pen": 0.014660502783954144, |
| "mean_abs_cos": 0.09826163202524185, |
| "mean_norm": 0.18416018784046173, |
| "lm": 0.7059499025344849 |
| }, |
| { |
| "step": 2275, |
| "pen": 0.021814951673150063, |
| "mean_abs_cos": 0.12171787768602371, |
| "mean_norm": 0.18903517723083496, |
| "lm": 1.2771437168121338 |
| }, |
| { |
| "step": 2275, |
| "pen": 0.022290591150522232, |
| "mean_abs_cos": 0.12664969265460968, |
| "mean_norm": 0.18620546162128448, |
| "lm": 1.0722724199295044 |
| }, |
| { |
| "step": 2300, |
| "pen": 0.020018454641103745, |
| "mean_abs_cos": 0.1142820492386818, |
| "mean_norm": 0.1873902827501297, |
| "lm": 1.0033677816390991 |
| }, |
| { |
| "step": 2300, |
| "pen": 0.020641522482037544, |
| "mean_abs_cos": 0.11942461133003235, |
| "mean_norm": 0.1852879524230957, |
| "lm": 0.806856632232666 |
| }, |
| { |
| "step": 2300, |
| "pen": 0.01475045457482338, |
| "mean_abs_cos": 0.10410795360803604, |
| "mean_norm": 0.18248076736927032, |
| "lm": 1.1761785745620728 |
| }, |
| { |
| "step": 2300, |
| "pen": 0.014889372512698174, |
| "mean_abs_cos": 0.10344033688306808, |
| "mean_norm": 0.18011723458766937, |
| "lm": 1.194924235343933 |
| }, |
| { |
| "step": 2325, |
| "pen": 0.023179935291409492, |
| "mean_abs_cos": 0.12229467928409576, |
| "mean_norm": 0.19791419804096222, |
| "lm": 1.0722564458847046 |
| }, |
| { |
| "step": 2325, |
| "pen": 0.024600347504019737, |
| "mean_abs_cos": 0.13259896636009216, |
| "mean_norm": 0.19304803013801575, |
| "lm": 1.2298787832260132 |
| }, |
| { |
| "step": 2325, |
| "pen": 0.02180328778922558, |
| "mean_abs_cos": 0.12474820762872696, |
| "mean_norm": 0.19222146272659302, |
| "lm": 1.1725099086761475 |
| }, |
| { |
| "step": 2325, |
| "pen": 0.03374074399471283, |
| "mean_abs_cos": 0.14882555603981018, |
| "mean_norm": 0.19941550493240356, |
| "lm": 1.2554219961166382 |
| }, |
| { |
| "step": 2350, |
| "pen": 0.019189098849892616, |
| "mean_abs_cos": 0.10738950222730637, |
| "mean_norm": 0.20295514166355133, |
| "lm": 1.2532955408096313 |
| }, |
| { |
| "step": 2350, |
| "pen": 0.0246223546564579, |
| "mean_abs_cos": 0.12459657341241837, |
| "mean_norm": 0.2036595642566681, |
| "lm": 1.2887629270553589 |
| }, |
| { |
| "step": 2350, |
| "pen": 0.021039515733718872, |
| "mean_abs_cos": 0.12066369503736496, |
| "mean_norm": 0.20214210450649261, |
| "lm": 1.4418354034423828 |
| }, |
| { |
| "step": 2350, |
| "pen": 0.01973406970500946, |
| "mean_abs_cos": 0.11126593500375748, |
| "mean_norm": 0.20522305369377136, |
| "lm": 0.8695562481880188 |
| }, |
| { |
| "step": 2375, |
| "pen": 0.019954504445195198, |
| "mean_abs_cos": 0.12259254604578018, |
| "mean_norm": 0.1818726807832718, |
| "lm": 1.0669136047363281 |
| }, |
| { |
| "step": 2375, |
| "pen": 0.02367398515343666, |
| "mean_abs_cos": 0.12516914308071136, |
| "mean_norm": 0.1880892664194107, |
| "lm": 1.1660988330841064 |
| }, |
| { |
| "step": 2375, |
| "pen": 0.021678652614355087, |
| "mean_abs_cos": 0.12314414978027344, |
| "mean_norm": 0.1917254477739334, |
| "lm": 1.3950339555740356 |
| }, |
| { |
| "step": 2375, |
| "pen": 0.02656424231827259, |
| "mean_abs_cos": 0.12499091774225235, |
| "mean_norm": 0.19295868277549744, |
| "lm": 1.1131902933120728 |
| }, |
| { |
| "step": 2400, |
| "pen": 0.026377124711871147, |
| "mean_abs_cos": 0.13281092047691345, |
| "mean_norm": 0.186164990067482, |
| "lm": 1.3332046270370483 |
| }, |
| { |
| "step": 2400, |
| "pen": 0.02226916328072548, |
| "mean_abs_cos": 0.12133606523275375, |
| "mean_norm": 0.18280555307865143, |
| "lm": 0.8242141604423523 |
| }, |
| { |
| "step": 2400, |
| "pen": 0.02292311191558838, |
| "mean_abs_cos": 0.12581263482570648, |
| "mean_norm": 0.18345414102077484, |
| "lm": 1.144562840461731 |
| }, |
| { |
| "step": 2400, |
| "pen": 0.021782945841550827, |
| "mean_abs_cos": 0.1171593964099884, |
| "mean_norm": 0.18102365732192993, |
| "lm": 1.1033567190170288 |
| }, |
| { |
| "step": 2425, |
| "pen": 0.027585366740822792, |
| "mean_abs_cos": 0.1328618973493576, |
| "mean_norm": 0.1917441189289093, |
| "lm": 1.0337274074554443 |
| }, |
| { |
| "step": 2425, |
| "pen": 0.02037951536476612, |
| "mean_abs_cos": 0.11339589208364487, |
| "mean_norm": 0.1913038045167923, |
| "lm": 0.7267826795578003 |
| }, |
| { |
| "step": 2425, |
| "pen": 0.017702287063002586, |
| "mean_abs_cos": 0.10490652918815613, |
| "mean_norm": 0.1872950941324234, |
| "lm": 1.3178848028182983 |
| }, |
| { |
| "step": 2425, |
| "pen": 0.021825755015015602, |
| "mean_abs_cos": 0.1212286576628685, |
| "mean_norm": 0.1882932186126709, |
| "lm": 1.309079885482788 |
| }, |
| { |
| "step": 2450, |
| "pen": 0.03446360304951668, |
| "mean_abs_cos": 0.15133455395698547, |
| "mean_norm": 0.18911021947860718, |
| "lm": 1.0963993072509766 |
| }, |
| { |
| "step": 2450, |
| "pen": 0.035717930644750595, |
| "mean_abs_cos": 0.15103822946548462, |
| "mean_norm": 0.1925605684518814, |
| "lm": 0.8890141844749451 |
| }, |
| { |
| "step": 2450, |
| "pen": 0.03001313842833042, |
| "mean_abs_cos": 0.1358097493648529, |
| "mean_norm": 0.19045159220695496, |
| "lm": 1.1410373449325562 |
| }, |
| { |
| "step": 2450, |
| "pen": 0.024948889389634132, |
| "mean_abs_cos": 0.12707532942295074, |
| "mean_norm": 0.18704186379909515, |
| "lm": 1.0274308919906616 |
| }, |
| { |
| "step": 2475, |
| "pen": 0.025112885981798172, |
| "mean_abs_cos": 0.13169141113758087, |
| "mean_norm": 0.1893724948167801, |
| "lm": 1.1130884885787964 |
| }, |
| { |
| "step": 2475, |
| "pen": 0.0307577196508646, |
| "mean_abs_cos": 0.14516645669937134, |
| "mean_norm": 0.18839319050312042, |
| "lm": 1.1996047496795654 |
| }, |
| { |
| "step": 2475, |
| "pen": 0.02711654268205166, |
| "mean_abs_cos": 0.13591891527175903, |
| "mean_norm": 0.18692192435264587, |
| "lm": 1.1855955123901367 |
| }, |
| { |
| "step": 2475, |
| "pen": 0.026287415996193886, |
| "mean_abs_cos": 0.12874339520931244, |
| "mean_norm": 0.18873752653598785, |
| "lm": 0.9426683187484741 |
| }, |
| { |
| "step": 2500, |
| "pen": 0.02181660197675228, |
| "mean_abs_cos": 0.11585889756679535, |
| "mean_norm": 0.1731540709733963, |
| "lm": 1.270304799079895 |
| }, |
| { |
| "step": 2500, |
| "pen": 0.031902506947517395, |
| "mean_abs_cos": 0.13989026844501495, |
| "mean_norm": 0.1776060312986374, |
| "lm": 0.9106009602546692 |
| }, |
| { |
| "step": 2500, |
| "pen": 0.02666689082980156, |
| "mean_abs_cos": 0.12298933416604996, |
| "mean_norm": 0.17821839451789856, |
| "lm": 1.1378804445266724 |
| }, |
| { |
| "step": 2500, |
| "pen": 0.023793093860149384, |
| "mean_abs_cos": 0.1200161799788475, |
| "mean_norm": 0.17958784103393555, |
| "lm": 0.7847179174423218 |
| }, |
| { |
| "step": 2525, |
| "pen": 0.038204625248909, |
| "mean_abs_cos": 0.16916872560977936, |
| "mean_norm": 0.19418083131313324, |
| "lm": 1.392579197883606 |
| }, |
| { |
| "step": 2525, |
| "pen": 0.04205915704369545, |
| "mean_abs_cos": 0.16815823316574097, |
| "mean_norm": 0.1933029741048813, |
| "lm": 1.1798579692840576 |
| }, |
| { |
| "step": 2525, |
| "pen": 0.029023850336670876, |
| "mean_abs_cos": 0.13228078186511993, |
| "mean_norm": 0.1952081024646759, |
| "lm": 1.1572726964950562 |
| }, |
| { |
| "step": 2525, |
| "pen": 0.022238105535507202, |
| "mean_abs_cos": 0.1174391657114029, |
| "mean_norm": 0.19538570940494537, |
| "lm": 1.265429973602295 |
| }, |
| { |
| "step": 2550, |
| "pen": 0.016461443156003952, |
| "mean_abs_cos": 0.10644731670618057, |
| "mean_norm": 0.18359452486038208, |
| "lm": 1.122916340827942 |
| }, |
| { |
| "step": 2550, |
| "pen": 0.014058989472687244, |
| "mean_abs_cos": 0.0996352881193161, |
| "mean_norm": 0.1830974966287613, |
| "lm": 1.4859124422073364 |
| }, |
| { |
| "step": 2550, |
| "pen": 0.016250338405370712, |
| "mean_abs_cos": 0.11213196814060211, |
| "mean_norm": 0.18115653097629547, |
| "lm": 1.2442213296890259 |
| }, |
| { |
| "step": 2550, |
| "pen": 0.016329005360603333, |
| "mean_abs_cos": 0.10591033846139908, |
| "mean_norm": 0.18239109218120575, |
| "lm": 1.0349421501159668 |
| }, |
| { |
| "step": 2575, |
| "pen": 0.01684015616774559, |
| "mean_abs_cos": 0.10217171162366867, |
| "mean_norm": 0.18792518973350525, |
| "lm": 0.7092815637588501 |
| }, |
| { |
| "step": 2575, |
| "pen": 0.0106048583984375, |
| "mean_abs_cos": 0.08385459333658218, |
| "mean_norm": 0.18688198924064636, |
| "lm": 1.0176864862442017 |
| }, |
| { |
| "step": 2575, |
| "pen": 0.008117212913930416, |
| "mean_abs_cos": 0.07654163986444473, |
| "mean_norm": 0.1813148409128189, |
| "lm": 1.2181787490844727 |
| }, |
| { |
| "step": 2575, |
| "pen": 0.009940139017999172, |
| "mean_abs_cos": 0.08293499052524567, |
| "mean_norm": 0.1787859946489334, |
| "lm": 1.4222074747085571 |
| }, |
| { |
| "step": 2600, |
| "pen": 0.020080918446183205, |
| "mean_abs_cos": 0.12059434503316879, |
| "mean_norm": 0.18919631838798523, |
| "lm": 0.902917206287384 |
| }, |
| { |
| "step": 2600, |
| "pen": 0.017999039962887764, |
| "mean_abs_cos": 0.11220802366733551, |
| "mean_norm": 0.1906287670135498, |
| "lm": 1.0473157167434692 |
| }, |
| { |
| "step": 2600, |
| "pen": 0.02014949545264244, |
| "mean_abs_cos": 0.12307795137166977, |
| "mean_norm": 0.19139772653579712, |
| "lm": 1.2685617208480835 |
| }, |
| { |
| "step": 2600, |
| "pen": 0.02019691839814186, |
| "mean_abs_cos": 0.10743758827447891, |
| "mean_norm": 0.19180090725421906, |
| "lm": 1.478108286857605 |
| }, |
| { |
| "step": 2625, |
| "pen": 0.026430005207657814, |
| "mean_abs_cos": 0.12794408202171326, |
| "mean_norm": 0.19252239167690277, |
| "lm": 0.9647202491760254 |
| }, |
| { |
| "step": 2625, |
| "pen": 0.024798555299639702, |
| "mean_abs_cos": 0.1198267936706543, |
| "mean_norm": 0.18894514441490173, |
| "lm": 0.9412432909011841 |
| }, |
| { |
| "step": 2625, |
| "pen": 0.024768391624093056, |
| "mean_abs_cos": 0.12088004499673843, |
| "mean_norm": 0.18950887024402618, |
| "lm": 0.9862423539161682 |
| }, |
| { |
| "step": 2625, |
| "pen": 0.02158465050160885, |
| "mean_abs_cos": 0.1225711926817894, |
| "mean_norm": 0.1909562200307846, |
| "lm": 1.2071861028671265 |
| }, |
| { |
| "step": 2650, |
| "pen": 0.024424444884061813, |
| "mean_abs_cos": 0.13716472685337067, |
| "mean_norm": 0.18186378479003906, |
| "lm": 1.122268795967102 |
| }, |
| { |
| "step": 2650, |
| "pen": 0.023065010085701942, |
| "mean_abs_cos": 0.12687109410762787, |
| "mean_norm": 0.184550479054451, |
| "lm": 0.9492707848548889 |
| }, |
| { |
| "step": 2650, |
| "pen": 0.03314754739403725, |
| "mean_abs_cos": 0.15799103677272797, |
| "mean_norm": 0.18879488110542297, |
| "lm": 0.949341356754303 |
| }, |
| { |
| "step": 2650, |
| "pen": 0.0275798998773098, |
| "mean_abs_cos": 0.14000026881694794, |
| "mean_norm": 0.18632160127162933, |
| "lm": 0.9887968301773071 |
| }, |
| { |
| "step": 2675, |
| "pen": 0.0235765241086483, |
| "mean_abs_cos": 0.12038572877645493, |
| "mean_norm": 0.18908877670764923, |
| "lm": 0.6943140029907227 |
| }, |
| { |
| "step": 2675, |
| "pen": 0.0177147276699543, |
| "mean_abs_cos": 0.10199636965990067, |
| "mean_norm": 0.18229906260967255, |
| "lm": 1.0367355346679688 |
| }, |
| { |
| "step": 2675, |
| "pen": 0.026538142934441566, |
| "mean_abs_cos": 0.1355295479297638, |
| "mean_norm": 0.18102937936782837, |
| "lm": 0.8699060082435608 |
| }, |
| { |
| "step": 2675, |
| "pen": 0.027964260429143906, |
| "mean_abs_cos": 0.12769585847854614, |
| "mean_norm": 0.18429525196552277, |
| "lm": 0.8371117115020752 |
| }, |
| { |
| "step": 2700, |
| "pen": 0.02718808688223362, |
| "mean_abs_cos": 0.13726544380187988, |
| "mean_norm": 0.18561191856861115, |
| "lm": 1.3033599853515625 |
| }, |
| { |
| "step": 2700, |
| "pen": 0.02915734052658081, |
| "mean_abs_cos": 0.13393282890319824, |
| "mean_norm": 0.18317054212093353, |
| "lm": 1.1865787506103516 |
| }, |
| { |
| "step": 2700, |
| "pen": 0.018915299326181412, |
| "mean_abs_cos": 0.10160941630601883, |
| "mean_norm": 0.18693548440933228, |
| "lm": 1.150108814239502 |
| }, |
| { |
| "step": 2700, |
| "pen": 0.020520441234111786, |
| "mean_abs_cos": 0.10472248494625092, |
| "mean_norm": 0.18439067900180817, |
| "lm": 0.9657488465309143 |
| }, |
| { |
| "step": 2725, |
| "pen": 0.018116790801286697, |
| "mean_abs_cos": 0.10452934354543686, |
| "mean_norm": 0.1775941699743271, |
| "lm": 1.094602108001709 |
| }, |
| { |
| "step": 2725, |
| "pen": 0.024681231006979942, |
| "mean_abs_cos": 0.12648378312587738, |
| "mean_norm": 0.17848320305347443, |
| "lm": 1.1106030941009521 |
| }, |
| { |
| "step": 2725, |
| "pen": 0.020594101399183273, |
| "mean_abs_cos": 0.11409348994493484, |
| "mean_norm": 0.17945200204849243, |
| "lm": 0.9894254207611084 |
| }, |
| { |
| "step": 2725, |
| "pen": 0.019081369042396545, |
| "mean_abs_cos": 0.11569794267416, |
| "mean_norm": 0.1839189976453781, |
| "lm": 0.7786851525306702 |
| }, |
| { |
| "step": 2750, |
| "pen": 0.027198029682040215, |
| "mean_abs_cos": 0.14016734063625336, |
| "mean_norm": 0.17977918684482574, |
| "lm": 1.2627431154251099 |
| }, |
| { |
| "step": 2750, |
| "pen": 0.032453227788209915, |
| "mean_abs_cos": 0.1500944346189499, |
| "mean_norm": 0.19200794398784637, |
| "lm": 1.3477641344070435 |
| }, |
| { |
| "step": 2750, |
| "pen": 0.026797601953148842, |
| "mean_abs_cos": 0.12020903080701828, |
| "mean_norm": 0.19526763260364532, |
| "lm": 1.0509591102600098 |
| }, |
| { |
| "step": 2750, |
| "pen": 0.023094555363059044, |
| "mean_abs_cos": 0.11482924968004227, |
| "mean_norm": 0.19163070619106293, |
| "lm": 1.2468067407608032 |
| }, |
| { |
| "step": 2775, |
| "pen": 0.023924583569169044, |
| "mean_abs_cos": 0.13634631037712097, |
| "mean_norm": 0.18881945312023163, |
| "lm": 1.0221340656280518 |
| }, |
| { |
| "step": 2775, |
| "pen": 0.02188783325254917, |
| "mean_abs_cos": 0.1227598562836647, |
| "mean_norm": 0.1869770735502243, |
| "lm": 0.8869449496269226 |
| }, |
| { |
| "step": 2775, |
| "pen": 0.015417437069118023, |
| "mean_abs_cos": 0.10313533246517181, |
| "mean_norm": 0.1857142299413681, |
| "lm": 1.248398780822754 |
| }, |
| { |
| "step": 2775, |
| "pen": 0.017048019915819168, |
| "mean_abs_cos": 0.10182518512010574, |
| "mean_norm": 0.19178535044193268, |
| "lm": 0.972312867641449 |
| }, |
| { |
| "step": 2800, |
| "pen": 0.029319895431399345, |
| "mean_abs_cos": 0.14377416670322418, |
| "mean_norm": 0.1956283301115036, |
| "lm": 0.8567956686019897 |
| }, |
| { |
| "step": 2800, |
| "pen": 0.03178759664297104, |
| "mean_abs_cos": 0.14077895879745483, |
| "mean_norm": 0.1988745480775833, |
| "lm": 1.2096256017684937 |
| }, |
| { |
| "step": 2800, |
| "pen": 0.03436741605401039, |
| "mean_abs_cos": 0.14879192411899567, |
| "mean_norm": 0.2057761400938034, |
| "lm": 0.9279274940490723 |
| }, |
| { |
| "step": 2800, |
| "pen": 0.029544422402977943, |
| "mean_abs_cos": 0.1454639434814453, |
| "mean_norm": 0.2030767947435379, |
| "lm": 0.9463434219360352 |
| }, |
| { |
| "step": 2825, |
| "pen": 0.01805429346859455, |
| "mean_abs_cos": 0.10450848191976547, |
| "mean_norm": 0.18394552171230316, |
| "lm": 0.7532814741134644 |
| }, |
| { |
| "step": 2825, |
| "pen": 0.018022673204541206, |
| "mean_abs_cos": 0.10724561661481857, |
| "mean_norm": 0.1839902400970459, |
| "lm": 1.2190439701080322 |
| }, |
| { |
| "step": 2825, |
| "pen": 0.014087040908634663, |
| "mean_abs_cos": 0.0962485745549202, |
| "mean_norm": 0.18339276313781738, |
| "lm": 1.2719416618347168 |
| }, |
| { |
| "step": 2825, |
| "pen": 0.02424570545554161, |
| "mean_abs_cos": 0.12313514202833176, |
| "mean_norm": 0.186111181974411, |
| "lm": 0.775658905506134 |
| }, |
| { |
| "step": 2850, |
| "pen": 0.02712780237197876, |
| "mean_abs_cos": 0.13790678977966309, |
| "mean_norm": 0.18290960788726807, |
| "lm": 0.9175567626953125 |
| }, |
| { |
| "step": 2850, |
| "pen": 0.02975054644048214, |
| "mean_abs_cos": 0.14177854359149933, |
| "mean_norm": 0.1865202784538269, |
| "lm": 0.6864932179450989 |
| }, |
| { |
| "step": 2850, |
| "pen": 0.02705482393503189, |
| "mean_abs_cos": 0.13756150007247925, |
| "mean_norm": 0.18369276821613312, |
| "lm": 1.2007824182510376 |
| }, |
| { |
| "step": 2850, |
| "pen": 0.020903421565890312, |
| "mean_abs_cos": 0.1315557062625885, |
| "mean_norm": 0.18823674321174622, |
| "lm": 0.852301299571991 |
| }, |
| { |
| "step": 2875, |
| "pen": 0.02455298788845539, |
| "mean_abs_cos": 0.11808104068040848, |
| "mean_norm": 0.17622119188308716, |
| "lm": 0.8497071266174316 |
| }, |
| { |
| "step": 2875, |
| "pen": 0.026720819994807243, |
| "mean_abs_cos": 0.12630724906921387, |
| "mean_norm": 0.171715646982193, |
| "lm": 1.0778475999832153 |
| }, |
| { |
| "step": 2875, |
| "pen": 0.023190852254629135, |
| "mean_abs_cos": 0.12249297648668289, |
| "mean_norm": 0.1731777787208557, |
| "lm": 0.9031208157539368 |
| }, |
| { |
| "step": 2875, |
| "pen": 0.026196416467428207, |
| "mean_abs_cos": 0.12711122632026672, |
| "mean_norm": 0.17497852444648743, |
| "lm": 0.9754096865653992 |
| }, |
| { |
| "step": 2900, |
| "pen": 0.019252756610512733, |
| "mean_abs_cos": 0.1170564517378807, |
| "mean_norm": 0.1930619329214096, |
| "lm": 1.1336758136749268 |
| }, |
| { |
| "step": 2900, |
| "pen": 0.014429307542741299, |
| "mean_abs_cos": 0.09758008271455765, |
| "mean_norm": 0.19662867486476898, |
| "lm": 0.8158111572265625 |
| }, |
| { |
| "step": 2900, |
| "pen": 0.017576083540916443, |
| "mean_abs_cos": 0.10902848094701767, |
| "mean_norm": 0.18726372718811035, |
| "lm": 1.0350244045257568 |
| }, |
| { |
| "step": 2900, |
| "pen": 0.012280781753361225, |
| "mean_abs_cos": 0.08846644312143326, |
| "mean_norm": 0.1861368715763092, |
| "lm": 0.9957984089851379 |
| }, |
| { |
| "step": 2925, |
| "pen": 0.02823827415704727, |
| "mean_abs_cos": 0.1302812397480011, |
| "mean_norm": 0.18329264223575592, |
| "lm": 1.1583408117294312 |
| }, |
| { |
| "step": 2925, |
| "pen": 0.02774004079401493, |
| "mean_abs_cos": 0.12636947631835938, |
| "mean_norm": 0.1851496547460556, |
| "lm": 1.0169150829315186 |
| }, |
| { |
| "step": 2925, |
| "pen": 0.02544274367392063, |
| "mean_abs_cos": 0.1208483949303627, |
| "mean_norm": 0.1820167452096939, |
| "lm": 0.7996755838394165 |
| }, |
| { |
| "step": 2925, |
| "pen": 0.022748170420527458, |
| "mean_abs_cos": 0.11528325080871582, |
| "mean_norm": 0.18270494043827057, |
| "lm": 1.234039545059204 |
| }, |
| { |
| "step": 2950, |
| "pen": 0.029117340222001076, |
| "mean_abs_cos": 0.139966681599617, |
| "mean_norm": 0.17794762551784515, |
| "lm": 1.300301194190979 |
| }, |
| { |
| "step": 2950, |
| "pen": 0.02955453284084797, |
| "mean_abs_cos": 0.1455920785665512, |
| "mean_norm": 0.17697541415691376, |
| "lm": 0.8240013718605042 |
| }, |
| { |
| "step": 2950, |
| "pen": 0.02760409750044346, |
| "mean_abs_cos": 0.13365979492664337, |
| "mean_norm": 0.17321498692035675, |
| "lm": 1.084671139717102 |
| }, |
| { |
| "step": 2950, |
| "pen": 0.02788717858493328, |
| "mean_abs_cos": 0.12950189411640167, |
| "mean_norm": 0.1680048257112503, |
| "lm": 1.3168749809265137 |
| }, |
| { |
| "step": 2975, |
| "pen": 0.014808641746640205, |
| "mean_abs_cos": 0.10235251486301422, |
| "mean_norm": 0.1781526654958725, |
| "lm": 1.038506269454956 |
| }, |
| { |
| "step": 2975, |
| "pen": 0.017408953979611397, |
| "mean_abs_cos": 0.1118219718337059, |
| "mean_norm": 0.1838560849428177, |
| "lm": 1.2006303071975708 |
| }, |
| { |
| "step": 2975, |
| "pen": 0.022192755714058876, |
| "mean_abs_cos": 0.12503042817115784, |
| "mean_norm": 0.17978814244270325, |
| "lm": 1.2090134620666504 |
| }, |
| { |
| "step": 2975, |
| "pen": 0.018613755702972412, |
| "mean_abs_cos": 0.10416567325592041, |
| "mean_norm": 0.17774663865566254, |
| "lm": 1.1702841520309448 |
| }, |
| { |
| "step": 3000, |
| "pen": 0.027744939550757408, |
| "mean_abs_cos": 0.1369059830904007, |
| "mean_norm": 0.17904622852802277, |
| "lm": 0.7746396064758301 |
| }, |
| { |
| "step": 3000, |
| "pen": 0.046137310564517975, |
| "mean_abs_cos": 0.17680032551288605, |
| "mean_norm": 0.18622954189777374, |
| "lm": 0.885432779788971 |
| }, |
| { |
| "step": 3000, |
| "pen": 0.03723140060901642, |
| "mean_abs_cos": 0.1573237031698227, |
| "mean_norm": 0.1792304962873459, |
| "lm": 1.0129783153533936 |
| }, |
| { |
| "step": 3000, |
| "pen": 0.032707586884498596, |
| "mean_abs_cos": 0.1470131129026413, |
| "mean_norm": 0.17972755432128906, |
| "lm": 0.8149884343147278 |
| }, |
| { |
| "step": 3025, |
| "pen": 0.018468182533979416, |
| "mean_abs_cos": 0.1161142960190773, |
| "mean_norm": 0.18603165447711945, |
| "lm": 1.4547590017318726 |
| }, |
| { |
| "step": 3025, |
| "pen": 0.021645287051796913, |
| "mean_abs_cos": 0.12429147213697433, |
| "mean_norm": 0.17824164032936096, |
| "lm": 0.9999818801879883 |
| }, |
| { |
| "step": 3025, |
| "pen": 0.020862745121121407, |
| "mean_abs_cos": 0.1242658868432045, |
| "mean_norm": 0.17675146460533142, |
| "lm": 1.047532558441162 |
| }, |
| { |
| "step": 3025, |
| "pen": 0.02508050762116909, |
| "mean_abs_cos": 0.12971064448356628, |
| "mean_norm": 0.1822216808795929, |
| "lm": 0.9853900074958801 |
| }, |
| { |
| "step": 3050, |
| "pen": 0.019949497655034065, |
| "mean_abs_cos": 0.1125202551484108, |
| "mean_norm": 0.18027730286121368, |
| "lm": 1.413517713546753 |
| }, |
| { |
| "step": 3050, |
| "pen": 0.01815096288919449, |
| "mean_abs_cos": 0.10107675194740295, |
| "mean_norm": 0.17785409092903137, |
| "lm": 0.9433559775352478 |
| }, |
| { |
| "step": 3050, |
| "pen": 0.02002030424773693, |
| "mean_abs_cos": 0.1212933212518692, |
| "mean_norm": 0.1776626855134964, |
| "lm": 0.9044686555862427 |
| }, |
| { |
| "step": 3050, |
| "pen": 0.015660932287573814, |
| "mean_abs_cos": 0.10629558563232422, |
| "mean_norm": 0.1722889244556427, |
| "lm": 0.9848378896713257 |
| }, |
| { |
| "step": 3075, |
| "pen": 0.023108085617423058, |
| "mean_abs_cos": 0.11521492153406143, |
| "mean_norm": 0.18551965057849884, |
| "lm": 0.7036147117614746 |
| }, |
| { |
| "step": 3075, |
| "pen": 0.03095911629498005, |
| "mean_abs_cos": 0.15177583694458008, |
| "mean_norm": 0.18779505789279938, |
| "lm": 1.2870020866394043 |
| }, |
| { |
| "step": 3075, |
| "pen": 0.025125185027718544, |
| "mean_abs_cos": 0.12855517864227295, |
| "mean_norm": 0.18222041428089142, |
| "lm": 1.1829882860183716 |
| }, |
| { |
| "step": 3075, |
| "pen": 0.02311687357723713, |
| "mean_abs_cos": 0.12341303378343582, |
| "mean_norm": 0.1763859987258911, |
| "lm": 1.2141844034194946 |
| }, |
| { |
| "step": 3100, |
| "pen": 0.024247778579592705, |
| "mean_abs_cos": 0.1284036487340927, |
| "mean_norm": 0.1726955771446228, |
| "lm": 1.1213949918746948 |
| }, |
| { |
| "step": 3100, |
| "pen": 0.019894437864422798, |
| "mean_abs_cos": 0.11137531697750092, |
| "mean_norm": 0.17206616699695587, |
| "lm": 0.7995468974113464 |
| }, |
| { |
| "step": 3100, |
| "pen": 0.01696879044175148, |
| "mean_abs_cos": 0.10209000110626221, |
| "mean_norm": 0.1659388542175293, |
| "lm": 0.9166831374168396 |
| }, |
| { |
| "step": 3100, |
| "pen": 0.026166828349232674, |
| "mean_abs_cos": 0.13006038963794708, |
| "mean_norm": 0.17322993278503418, |
| "lm": 0.7402070760726929 |
| }, |
| { |
| "step": 3125, |
| "pen": 0.013427753932774067, |
| "mean_abs_cos": 0.09703370928764343, |
| "mean_norm": 0.17099735140800476, |
| "lm": 0.9521801471710205 |
| }, |
| { |
| "step": 3125, |
| "pen": 0.014373047277331352, |
| "mean_abs_cos": 0.10210753977298737, |
| "mean_norm": 0.1729353815317154, |
| "lm": 0.9075019955635071 |
| }, |
| { |
| "step": 3150, |
| "pen": 0.02444668672978878, |
| "mean_abs_cos": 0.1244184821844101, |
| "mean_norm": 0.18437977135181427, |
| "lm": 0.7680362462997437 |
| }, |
| { |
| "step": 3150, |
| "pen": 0.023033851757645607, |
| "mean_abs_cos": 0.11889288574457169, |
| "mean_norm": 0.1786154955625534, |
| "lm": 1.0046484470367432 |
| }, |
| { |
| "step": 3150, |
| "pen": 0.02501034550368786, |
| "mean_abs_cos": 0.12348387390375137, |
| "mean_norm": 0.1820870190858841, |
| "lm": 0.8373770713806152 |
| }, |
| { |
| "step": 3150, |
| "pen": 0.02354302816092968, |
| "mean_abs_cos": 0.12974604964256287, |
| "mean_norm": 0.18284721672534943, |
| "lm": 0.9600775837898254 |
| }, |
| { |
| "step": 3175, |
| "pen": 0.023614615201950073, |
| "mean_abs_cos": 0.12322677671909332, |
| "mean_norm": 0.16278758645057678, |
| "lm": 0.9060112833976746 |
| }, |
| { |
| "step": 3175, |
| "pen": 0.02044006437063217, |
| "mean_abs_cos": 0.11481116712093353, |
| "mean_norm": 0.16217155754566193, |
| "lm": 1.3157613277435303 |
| }, |
| { |
| "step": 3175, |
| "pen": 0.026773694902658463, |
| "mean_abs_cos": 0.1360846310853958, |
| "mean_norm": 0.16522438824176788, |
| "lm": 0.9229528903961182 |
| }, |
| { |
| "step": 3175, |
| "pen": 0.0331147201359272, |
| "mean_abs_cos": 0.14818266034126282, |
| "mean_norm": 0.17091920971870422, |
| "lm": 0.9054642915725708 |
| }, |
| { |
| "step": 3200, |
| "pen": 0.03631840646266937, |
| "mean_abs_cos": 0.14237076044082642, |
| "mean_norm": 0.19125434756278992, |
| "lm": 0.8690462112426758 |
| }, |
| { |
| "step": 3200, |
| "pen": 0.03367120027542114, |
| "mean_abs_cos": 0.13832944631576538, |
| "mean_norm": 0.1877901554107666, |
| "lm": 0.9486355781555176 |
| }, |
| { |
| "step": 3200, |
| "pen": 0.03395812213420868, |
| "mean_abs_cos": 0.14039510488510132, |
| "mean_norm": 0.18808886408805847, |
| "lm": 1.062687635421753 |
| }, |
| { |
| "step": 3200, |
| "pen": 0.027813144028186798, |
| "mean_abs_cos": 0.12412786483764648, |
| "mean_norm": 0.1929657906293869, |
| "lm": 1.168458104133606 |
| }, |
| { |
| "step": 3225, |
| "pen": 0.02310224436223507, |
| "mean_abs_cos": 0.12564559280872345, |
| "mean_norm": 0.16107279062271118, |
| "lm": 0.985243558883667 |
| }, |
| { |
| "step": 3225, |
| "pen": 0.030004428699612617, |
| "mean_abs_cos": 0.1355302631855011, |
| "mean_norm": 0.1676061749458313, |
| "lm": 0.7658558487892151 |
| }, |
| { |
| "step": 3225, |
| "pen": 0.030391329899430275, |
| "mean_abs_cos": 0.1337420493364334, |
| "mean_norm": 0.1669073849916458, |
| "lm": 1.1508299112319946 |
| }, |
| { |
| "step": 3225, |
| "pen": 0.031190931797027588, |
| "mean_abs_cos": 0.14563031494617462, |
| "mean_norm": 0.16566085815429688, |
| "lm": 1.1585488319396973 |
| }, |
| { |
| "step": 3250, |
| "pen": 0.014318810775876045, |
| "mean_abs_cos": 0.09335235506296158, |
| "mean_norm": 0.16571880877017975, |
| "lm": 1.0926698446273804 |
| }, |
| { |
| "step": 3250, |
| "pen": 0.01661323942244053, |
| "mean_abs_cos": 0.10392384976148605, |
| "mean_norm": 0.1627708226442337, |
| "lm": 1.058286428451538 |
| }, |
| { |
| "step": 3250, |
| "pen": 0.018521402031183243, |
| "mean_abs_cos": 0.10889974236488342, |
| "mean_norm": 0.16673585772514343, |
| "lm": 0.681942880153656 |
| }, |
| { |
| "step": 3250, |
| "pen": 0.013789304532110691, |
| "mean_abs_cos": 0.0959908738732338, |
| "mean_norm": 0.1632337123155594, |
| "lm": 0.9371046423912048 |
| }, |
| { |
| "step": 3275, |
| "pen": 0.016081759706139565, |
| "mean_abs_cos": 0.09366896003484726, |
| "mean_norm": 0.17010186612606049, |
| "lm": 1.2418694496154785 |
| }, |
| { |
| "step": 3275, |
| "pen": 0.01592535525560379, |
| "mean_abs_cos": 0.09891331940889359, |
| "mean_norm": 0.17299829423427582, |
| "lm": 1.1621739864349365 |
| }, |
| { |
| "step": 3275, |
| "pen": 0.015021244995296001, |
| "mean_abs_cos": 0.09677845984697342, |
| "mean_norm": 0.17024289071559906, |
| "lm": 1.0848995447158813 |
| }, |
| { |
| "step": 3275, |
| "pen": 0.0189720056951046, |
| "mean_abs_cos": 0.10881902277469635, |
| "mean_norm": 0.1739356815814972, |
| "lm": 0.6689498424530029 |
| }, |
| { |
| "step": 3300, |
| "pen": 0.025081811472773552, |
| "mean_abs_cos": 0.13572712242603302, |
| "mean_norm": 0.1817692071199417, |
| "lm": 0.6966577172279358 |
| }, |
| { |
| "step": 3300, |
| "pen": 0.023876763880252838, |
| "mean_abs_cos": 0.13150620460510254, |
| "mean_norm": 0.18290890753269196, |
| "lm": 1.024379849433899 |
| }, |
| { |
| "step": 3300, |
| "pen": 0.02214433066546917, |
| "mean_abs_cos": 0.12585687637329102, |
| "mean_norm": 0.1790904551744461, |
| "lm": 0.9773032665252686 |
| }, |
| { |
| "step": 3300, |
| "pen": 0.020838700234889984, |
| "mean_abs_cos": 0.11744308471679688, |
| "mean_norm": 0.1729702204465866, |
| "lm": 0.807283341884613 |
| }, |
| { |
| "step": 3325, |
| "pen": 0.024766361340880394, |
| "mean_abs_cos": 0.12796993553638458, |
| "mean_norm": 0.17294761538505554, |
| "lm": 0.8267165422439575 |
| }, |
| { |
| "step": 3325, |
| "pen": 0.024294422939419746, |
| "mean_abs_cos": 0.12358180433511734, |
| "mean_norm": 0.17051096260547638, |
| "lm": 1.2095439434051514 |
| }, |
| { |
| "step": 3325, |
| "pen": 0.02509559690952301, |
| "mean_abs_cos": 0.12415222078561783, |
| "mean_norm": 0.1681559681892395, |
| "lm": 1.117905616760254 |
| }, |
| { |
| "step": 3325, |
| "pen": 0.023795535787940025, |
| "mean_abs_cos": 0.1200266033411026, |
| "mean_norm": 0.16405363380908966, |
| "lm": 0.8237999677658081 |
| }, |
| { |
| "step": 3350, |
| "pen": 0.01932256482541561, |
| "mean_abs_cos": 0.12146840989589691, |
| "mean_norm": 0.1824088841676712, |
| "lm": 0.7324097752571106 |
| }, |
| { |
| "step": 3350, |
| "pen": 0.015462832525372505, |
| "mean_abs_cos": 0.10621301084756851, |
| "mean_norm": 0.17622841894626617, |
| "lm": 0.9834444522857666 |
| }, |
| { |
| "step": 3350, |
| "pen": 0.026555733755230904, |
| "mean_abs_cos": 0.13069862127304077, |
| "mean_norm": 0.17917105555534363, |
| "lm": 1.0885982513427734 |
| }, |
| { |
| "step": 3350, |
| "pen": 0.02210378460586071, |
| "mean_abs_cos": 0.11789963394403458, |
| "mean_norm": 0.17827044427394867, |
| "lm": 0.7114934921264648 |
| }, |
| { |
| "step": 3375, |
| "pen": 0.02304527349770069, |
| "mean_abs_cos": 0.12468656152486801, |
| "mean_norm": 0.17664535343647003, |
| "lm": 0.9746596217155457 |
| }, |
| { |
| "step": 3375, |
| "pen": 0.01864580251276493, |
| "mean_abs_cos": 0.11710391938686371, |
| "mean_norm": 0.17538365721702576, |
| "lm": 1.1150574684143066 |
| }, |
| { |
| "step": 3375, |
| "pen": 0.022741200402379036, |
| "mean_abs_cos": 0.11697467416524887, |
| "mean_norm": 0.17731449007987976, |
| "lm": 0.9977467060089111 |
| }, |
| { |
| "step": 3375, |
| "pen": 0.020146535709500313, |
| "mean_abs_cos": 0.11230645328760147, |
| "mean_norm": 0.17573818564414978, |
| "lm": 0.8433157801628113 |
| }, |
| { |
| "step": 3400, |
| "pen": 0.015683459118008614, |
| "mean_abs_cos": 0.09478480368852615, |
| "mean_norm": 0.18182799220085144, |
| "lm": 0.8312349319458008 |
| }, |
| { |
| "step": 3400, |
| "pen": 0.013045151717960835, |
| "mean_abs_cos": 0.09310499578714371, |
| "mean_norm": 0.18165476620197296, |
| "lm": 0.6660674810409546 |
| }, |
| { |
| "step": 3400, |
| "pen": 0.01597677171230316, |
| "mean_abs_cos": 0.10545095056295395, |
| "mean_norm": 0.1782195121049881, |
| "lm": 1.028173565864563 |
| }, |
| { |
| "step": 3400, |
| "pen": 0.020532164722681046, |
| "mean_abs_cos": 0.12017626315355301, |
| "mean_norm": 0.17679692804813385, |
| "lm": 0.9475878477096558 |
| }, |
| { |
| "step": 3425, |
| "pen": 0.024239474907517433, |
| "mean_abs_cos": 0.11931434273719788, |
| "mean_norm": 0.17752259969711304, |
| "lm": 1.090406060218811 |
| }, |
| { |
| "step": 3425, |
| "pen": 0.02639138326048851, |
| "mean_abs_cos": 0.1326276808977127, |
| "mean_norm": 0.17480400204658508, |
| "lm": 0.7927775382995605 |
| }, |
| { |
| "step": 3425, |
| "pen": 0.025958973914384842, |
| "mean_abs_cos": 0.13081473112106323, |
| "mean_norm": 0.17146512866020203, |
| "lm": 0.8772992491722107 |
| }, |
| { |
| "step": 3425, |
| "pen": 0.020410636439919472, |
| "mean_abs_cos": 0.11458812654018402, |
| "mean_norm": 0.17016172409057617, |
| "lm": 0.8616494536399841 |
| }, |
| { |
| "step": 3450, |
| "pen": 0.02266089618206024, |
| "mean_abs_cos": 0.12765012681484222, |
| "mean_norm": 0.1684308797121048, |
| "lm": 0.8950304985046387 |
| }, |
| { |
| "step": 3450, |
| "pen": 0.02576141618192196, |
| "mean_abs_cos": 0.14231640100479126, |
| "mean_norm": 0.17243438959121704, |
| "lm": 0.8445795774459839 |
| }, |
| { |
| "step": 3450, |
| "pen": 0.023354599252343178, |
| "mean_abs_cos": 0.1292109191417694, |
| "mean_norm": 0.1717863380908966, |
| "lm": 0.9136114716529846 |
| }, |
| { |
| "step": 3450, |
| "pen": 0.025958720594644547, |
| "mean_abs_cos": 0.13427478075027466, |
| "mean_norm": 0.1691041737794876, |
| "lm": 1.0244574546813965 |
| }, |
| { |
| "step": 3475, |
| "pen": 0.033188339322805405, |
| "mean_abs_cos": 0.14683890342712402, |
| "mean_norm": 0.18358497321605682, |
| "lm": 1.0579246282577515 |
| }, |
| { |
| "step": 3475, |
| "pen": 0.02424801141023636, |
| "mean_abs_cos": 0.1312703639268875, |
| "mean_norm": 0.17471127212047577, |
| "lm": 0.632290780544281 |
| }, |
| { |
| "step": 3475, |
| "pen": 0.022854123264551163, |
| "mean_abs_cos": 0.12066769599914551, |
| "mean_norm": 0.17574068903923035, |
| "lm": 1.3623600006103516 |
| }, |
| { |
| "step": 3475, |
| "pen": 0.025211185216903687, |
| "mean_abs_cos": 0.1207054853439331, |
| "mean_norm": 0.17595286667346954, |
| "lm": 1.1739624738693237 |
| }, |
| { |
| "step": 3500, |
| "pen": 0.034459102898836136, |
| "mean_abs_cos": 0.14708317816257477, |
| "mean_norm": 0.18108698725700378, |
| "lm": 0.9417451024055481 |
| }, |
| { |
| "step": 3500, |
| "pen": 0.03575888276100159, |
| "mean_abs_cos": 0.1522071361541748, |
| "mean_norm": 0.18851907551288605, |
| "lm": 0.661147952079773 |
| }, |
| { |
| "step": 3500, |
| "pen": 0.03079790621995926, |
| "mean_abs_cos": 0.1368667334318161, |
| "mean_norm": 0.18478022515773773, |
| "lm": 1.1540396213531494 |
| }, |
| { |
| "step": 3500, |
| "pen": 0.028813553974032402, |
| "mean_abs_cos": 0.12825042009353638, |
| "mean_norm": 0.18012385070323944, |
| "lm": 1.0159913301467896 |
| }, |
| { |
| "step": 3525, |
| "pen": 0.02540608122944832, |
| "mean_abs_cos": 0.12433414906263351, |
| "mean_norm": 0.18198445439338684, |
| "lm": 0.6433272361755371 |
| }, |
| { |
| "step": 3525, |
| "pen": 0.019663142040371895, |
| "mean_abs_cos": 0.12068551033735275, |
| "mean_norm": 0.18188434839248657, |
| "lm": 0.9535052180290222 |
| }, |
| { |
| "step": 3525, |
| "pen": 0.03160356357693672, |
| "mean_abs_cos": 0.14437924325466156, |
| "mean_norm": 0.18599040806293488, |
| "lm": 0.860602080821991 |
| }, |
| { |
| "step": 3525, |
| "pen": 0.03547540679574013, |
| "mean_abs_cos": 0.1516486257314682, |
| "mean_norm": 0.1882270872592926, |
| "lm": 0.7234439849853516 |
| }, |
| { |
| "step": 3550, |
| "pen": 0.01987440139055252, |
| "mean_abs_cos": 0.11042788624763489, |
| "mean_norm": 0.17305798828601837, |
| "lm": 0.9905163049697876 |
| }, |
| { |
| "step": 3550, |
| "pen": 0.017675891518592834, |
| "mean_abs_cos": 0.10173670202493668, |
| "mean_norm": 0.1746789962053299, |
| "lm": 0.7311195731163025 |
| }, |
| { |
| "step": 3550, |
| "pen": 0.018683094531297684, |
| "mean_abs_cos": 0.10969013720750809, |
| "mean_norm": 0.17882223427295685, |
| "lm": 0.7542382478713989 |
| }, |
| { |
| "step": 3550, |
| "pen": 0.017415834590792656, |
| "mean_abs_cos": 0.10618056356906891, |
| "mean_norm": 0.18296658992767334, |
| "lm": 1.1464321613311768 |
| }, |
| { |
| "step": 3575, |
| "pen": 0.014745797030627728, |
| "mean_abs_cos": 0.10398928076028824, |
| "mean_norm": 0.1741485893726349, |
| "lm": 0.9410496354103088 |
| }, |
| { |
| "step": 3575, |
| "pen": 0.018649034202098846, |
| "mean_abs_cos": 0.11399894207715988, |
| "mean_norm": 0.17215998470783234, |
| "lm": 0.837787926197052 |
| }, |
| { |
| "step": 3575, |
| "pen": 0.023647069931030273, |
| "mean_abs_cos": 0.13268692791461945, |
| "mean_norm": 0.17503097653388977, |
| "lm": 1.023573398590088 |
| }, |
| { |
| "step": 3575, |
| "pen": 0.01807311177253723, |
| "mean_abs_cos": 0.11170665174722672, |
| "mean_norm": 0.17334935069084167, |
| "lm": 0.8477129936218262 |
| }, |
| { |
| "step": 3600, |
| "pen": 0.021323708817362785, |
| "mean_abs_cos": 0.12500520050525665, |
| "mean_norm": 0.170057475566864, |
| "lm": 0.9468308091163635 |
| }, |
| { |
| "step": 3600, |
| "pen": 0.01629956252872944, |
| "mean_abs_cos": 0.1131812110543251, |
| "mean_norm": 0.16546058654785156, |
| "lm": 0.8894423246383667 |
| }, |
| { |
| "step": 3600, |
| "pen": 0.013877461664378643, |
| "mean_abs_cos": 0.09842819720506668, |
| "mean_norm": 0.1629672795534134, |
| "lm": 0.7262347936630249 |
| }, |
| { |
| "step": 3600, |
| "pen": 0.014978696592152119, |
| "mean_abs_cos": 0.09151124954223633, |
| "mean_norm": 0.16204224526882172, |
| "lm": 0.8171229362487793 |
| }, |
| { |
| "step": 3625, |
| "pen": 0.02399817481637001, |
| "mean_abs_cos": 0.11638239026069641, |
| "mean_norm": 0.17966347932815552, |
| "lm": 1.2020263671875 |
| }, |
| { |
| "step": 3625, |
| "pen": 0.02337714098393917, |
| "mean_abs_cos": 0.11886078864336014, |
| "mean_norm": 0.17873229086399078, |
| "lm": 0.8252662420272827 |
| }, |
| { |
| "step": 3625, |
| "pen": 0.02099044807255268, |
| "mean_abs_cos": 0.1103854849934578, |
| "mean_norm": 0.17789340019226074, |
| "lm": 0.8011375665664673 |
| }, |
| { |
| "step": 3625, |
| "pen": 0.020923713222146034, |
| "mean_abs_cos": 0.10890118032693863, |
| "mean_norm": 0.17771859467029572, |
| "lm": 0.7509939670562744 |
| }, |
| { |
| "step": 3650, |
| "pen": 0.02411024458706379, |
| "mean_abs_cos": 0.12714014947414398, |
| "mean_norm": 0.17712636291980743, |
| "lm": 1.0458264350891113 |
| }, |
| { |
| "step": 3650, |
| "pen": 0.020581867545843124, |
| "mean_abs_cos": 0.1161573976278305, |
| "mean_norm": 0.17334848642349243, |
| "lm": 1.0045323371887207 |
| }, |
| { |
| "step": 3650, |
| "pen": 0.04029393196105957, |
| "mean_abs_cos": 0.1665620505809784, |
| "mean_norm": 0.17786805331707, |
| "lm": 1.0070209503173828 |
| }, |
| { |
| "step": 3650, |
| "pen": 0.03187659755349159, |
| "mean_abs_cos": 0.13974639773368835, |
| "mean_norm": 0.17737950384616852, |
| "lm": 0.9575918316841125 |
| }, |
| { |
| "step": 3675, |
| "pen": 0.014566040597856045, |
| "mean_abs_cos": 0.09860087931156158, |
| "mean_norm": 0.16383962333202362, |
| "lm": 0.7125905156135559 |
| }, |
| { |
| "step": 3675, |
| "pen": 0.01701408065855503, |
| "mean_abs_cos": 0.10637930780649185, |
| "mean_norm": 0.16084180772304535, |
| "lm": 1.1657756567001343 |
| }, |
| { |
| "step": 3675, |
| "pen": 0.028523750603199005, |
| "mean_abs_cos": 0.14428576827049255, |
| "mean_norm": 0.1667524129152298, |
| "lm": 0.6980511546134949 |
| }, |
| { |
| "step": 3675, |
| "pen": 0.02920752763748169, |
| "mean_abs_cos": 0.14733590185642242, |
| "mean_norm": 0.1656702160835266, |
| "lm": 0.9332396984100342 |
| }, |
| { |
| "step": 3700, |
| "pen": 0.017150619998574257, |
| "mean_abs_cos": 0.10176551342010498, |
| "mean_norm": 0.17347301542758942, |
| "lm": 1.013047695159912 |
| }, |
| { |
| "step": 3700, |
| "pen": 0.018936455249786377, |
| "mean_abs_cos": 0.10837648063898087, |
| "mean_norm": 0.17163719236850739, |
| "lm": 0.8850439786911011 |
| }, |
| { |
| "step": 3700, |
| "pen": 0.02492811717092991, |
| "mean_abs_cos": 0.1262868493795395, |
| "mean_norm": 0.17449314892292023, |
| "lm": 1.2198832035064697 |
| }, |
| { |
| "step": 3700, |
| "pen": 0.02406228519976139, |
| "mean_abs_cos": 0.13230831921100616, |
| "mean_norm": 0.1725338250398636, |
| "lm": 0.6746507287025452 |
| }, |
| { |
| "step": 3725, |
| "pen": 0.024282077327370644, |
| "mean_abs_cos": 0.12575146555900574, |
| "mean_norm": 0.17944437265396118, |
| "lm": 0.97532719373703 |
| }, |
| { |
| "step": 3725, |
| "pen": 0.04592476040124893, |
| "mean_abs_cos": 0.17009277641773224, |
| "mean_norm": 0.19208891689777374, |
| "lm": 0.8850414752960205 |
| }, |
| { |
| "step": 3725, |
| "pen": 0.03707847371697426, |
| "mean_abs_cos": 0.1549534797668457, |
| "mean_norm": 0.18618471920490265, |
| "lm": 1.028444766998291 |
| }, |
| { |
| "step": 3725, |
| "pen": 0.03371896594762802, |
| "mean_abs_cos": 0.14949364960193634, |
| "mean_norm": 0.18128079175949097, |
| "lm": 0.8238505125045776 |
| }, |
| { |
| "step": 3750, |
| "pen": 0.016722828149795532, |
| "mean_abs_cos": 0.10148899257183075, |
| "mean_norm": 0.16322951018810272, |
| "lm": 1.3536863327026367 |
| }, |
| { |
| "step": 3750, |
| "pen": 0.030099952593445778, |
| "mean_abs_cos": 0.13639511168003082, |
| "mean_norm": 0.1729133129119873, |
| "lm": 0.7322962880134583 |
| }, |
| { |
| "step": 3750, |
| "pen": 0.02702542208135128, |
| "mean_abs_cos": 0.1241307407617569, |
| "mean_norm": 0.17275622487068176, |
| "lm": 1.117569923400879 |
| }, |
| { |
| "step": 3750, |
| "pen": 0.03012399561703205, |
| "mean_abs_cos": 0.1300792247056961, |
| "mean_norm": 0.17607660591602325, |
| "lm": 0.7350450158119202 |
| }, |
| { |
| "step": 3775, |
| "pen": 0.01439919788390398, |
| "mean_abs_cos": 0.10011564195156097, |
| "mean_norm": 0.16864092648029327, |
| "lm": 1.0845521688461304 |
| }, |
| { |
| "step": 3775, |
| "pen": 0.020737336948513985, |
| "mean_abs_cos": 0.1204698458313942, |
| "mean_norm": 0.17330507934093475, |
| "lm": 0.9173843860626221 |
| }, |
| { |
| "step": 3775, |
| "pen": 0.019773701205849648, |
| "mean_abs_cos": 0.11335129290819168, |
| "mean_norm": 0.17355002462863922, |
| "lm": 0.7625828385353088 |
| }, |
| { |
| "step": 3775, |
| "pen": 0.01612650416791439, |
| "mean_abs_cos": 0.10305923968553543, |
| "mean_norm": 0.17616486549377441, |
| "lm": 0.8707003593444824 |
| }, |
| { |
| "step": 3800, |
| "pen": 0.019417962059378624, |
| "mean_abs_cos": 0.1176469624042511, |
| "mean_norm": 0.163296177983284, |
| "lm": 0.8034356236457825 |
| }, |
| { |
| "step": 3800, |
| "pen": 0.022589879110455513, |
| "mean_abs_cos": 0.12768374383449554, |
| "mean_norm": 0.16943587362766266, |
| "lm": 0.8922021985054016 |
| }, |
| { |
| "step": 3800, |
| "pen": 0.020482808351516724, |
| "mean_abs_cos": 0.11855205148458481, |
| "mean_norm": 0.16990944743156433, |
| "lm": 1.0779379606246948 |
| }, |
| { |
| "step": 3800, |
| "pen": 0.020931631326675415, |
| "mean_abs_cos": 0.12389061599969864, |
| "mean_norm": 0.16440680623054504, |
| "lm": 0.7512862086296082 |
| }, |
| { |
| "step": 3825, |
| "pen": 0.021799637004733086, |
| "mean_abs_cos": 0.11729589849710464, |
| "mean_norm": 0.17385593056678772, |
| "lm": 1.0071094036102295 |
| }, |
| { |
| "step": 3825, |
| "pen": 0.0246590469032526, |
| "mean_abs_cos": 0.1252029687166214, |
| "mean_norm": 0.17248384654521942, |
| "lm": 1.2626054286956787 |
| }, |
| { |
| "step": 3825, |
| "pen": 0.03423462435603142, |
| "mean_abs_cos": 0.1476500928401947, |
| "mean_norm": 0.16925448179244995, |
| "lm": 1.1688512563705444 |
| }, |
| { |
| "step": 3825, |
| "pen": 0.026839401572942734, |
| "mean_abs_cos": 0.13918429613113403, |
| "mean_norm": 0.17248739302158356, |
| "lm": 1.1344451904296875 |
| }, |
| { |
| "step": 3850, |
| "pen": 0.03432964161038399, |
| "mean_abs_cos": 0.1465444564819336, |
| "mean_norm": 0.1722750961780548, |
| "lm": 1.2982065677642822 |
| }, |
| { |
| "step": 3850, |
| "pen": 0.037994977086782455, |
| "mean_abs_cos": 0.16171155869960785, |
| "mean_norm": 0.17680422961711884, |
| "lm": 1.067317008972168 |
| }, |
| { |
| "step": 3850, |
| "pen": 0.02383292093873024, |
| "mean_abs_cos": 0.13172926008701324, |
| "mean_norm": 0.1709870994091034, |
| "lm": 0.9293884038925171 |
| }, |
| { |
| "step": 3850, |
| "pen": 0.029335392639040947, |
| "mean_abs_cos": 0.13724282383918762, |
| "mean_norm": 0.16961312294006348, |
| "lm": 0.8997030258178711 |
| }, |
| { |
| "step": 3875, |
| "pen": 0.01994328573346138, |
| "mean_abs_cos": 0.11305800080299377, |
| "mean_norm": 0.174488365650177, |
| "lm": 0.9001885056495667 |
| }, |
| { |
| "step": 3875, |
| "pen": 0.025955259799957275, |
| "mean_abs_cos": 0.12991157174110413, |
| "mean_norm": 0.17313851416110992, |
| "lm": 1.0822373628616333 |
| }, |
| { |
| "step": 3875, |
| "pen": 0.022246327251195908, |
| "mean_abs_cos": 0.11483592540025711, |
| "mean_norm": 0.17657998204231262, |
| "lm": 0.9621594548225403 |
| }, |
| { |
| "step": 3875, |
| "pen": 0.020991848781704903, |
| "mean_abs_cos": 0.11065594106912613, |
| "mean_norm": 0.17700253427028656, |
| "lm": 0.5877883434295654 |
| }, |
| { |
| "step": 3900, |
| "pen": 0.030030352994799614, |
| "mean_abs_cos": 0.1423311084508896, |
| "mean_norm": 0.17667773365974426, |
| "lm": 1.1630139350891113 |
| }, |
| { |
| "step": 3900, |
| "pen": 0.026319637894630432, |
| "mean_abs_cos": 0.13111059367656708, |
| "mean_norm": 0.17376090586185455, |
| "lm": 0.7677098512649536 |
| }, |
| { |
| "step": 3900, |
| "pen": 0.043870773166418076, |
| "mean_abs_cos": 0.16888783872127533, |
| "mean_norm": 0.1802162379026413, |
| "lm": 1.1000539064407349 |
| }, |
| { |
| "step": 3900, |
| "pen": 0.032630521804094315, |
| "mean_abs_cos": 0.14231358468532562, |
| "mean_norm": 0.1735009104013443, |
| "lm": 0.9408286213874817 |
| }, |
| { |
| "step": 3925, |
| "pen": 0.030611885711550713, |
| "mean_abs_cos": 0.13771195709705353, |
| "mean_norm": 0.17685315012931824, |
| "lm": 1.0378327369689941 |
| }, |
| { |
| "step": 3925, |
| "pen": 0.032306380569934845, |
| "mean_abs_cos": 0.1303156465291977, |
| "mean_norm": 0.18307925760746002, |
| "lm": 0.8904705047607422 |
| }, |
| { |
| "step": 3925, |
| "pen": 0.027430491521954536, |
| "mean_abs_cos": 0.12074707448482513, |
| "mean_norm": 0.1799180954694748, |
| "lm": 1.022255301475525 |
| }, |
| { |
| "step": 3925, |
| "pen": 0.017239730805158615, |
| "mean_abs_cos": 0.09520155936479568, |
| "mean_norm": 0.17959843575954437, |
| "lm": 0.9044976830482483 |
| }, |
| { |
| "step": 3950, |
| "pen": 0.02943546511232853, |
| "mean_abs_cos": 0.1405438929796219, |
| "mean_norm": 0.1671508401632309, |
| "lm": 1.1818840503692627 |
| }, |
| { |
| "step": 3950, |
| "pen": 0.025655213743448257, |
| "mean_abs_cos": 0.13123367726802826, |
| "mean_norm": 0.16778285801410675, |
| "lm": 0.9931507706642151 |
| }, |
| { |
| "step": 3950, |
| "pen": 0.03337208181619644, |
| "mean_abs_cos": 0.1520935744047165, |
| "mean_norm": 0.17007766664028168, |
| "lm": 1.0324581861495972 |
| }, |
| { |
| "step": 3950, |
| "pen": 0.03901639208197594, |
| "mean_abs_cos": 0.1590229868888855, |
| "mean_norm": 0.17014475166797638, |
| "lm": 0.9330693483352661 |
| }, |
| { |
| "step": 3975, |
| "pen": 0.017153242602944374, |
| "mean_abs_cos": 0.09742771089076996, |
| "mean_norm": 0.16304369270801544, |
| "lm": 1.1778064966201782 |
| }, |
| { |
| "step": 3975, |
| "pen": 0.011555936187505722, |
| "mean_abs_cos": 0.07872114330530167, |
| "mean_norm": 0.16276685893535614, |
| "lm": 0.7120487689971924 |
| }, |
| { |
| "step": 3975, |
| "pen": 0.013771126978099346, |
| "mean_abs_cos": 0.08536974340677261, |
| "mean_norm": 0.16155099868774414, |
| "lm": 0.7622108459472656 |
| }, |
| { |
| "step": 3975, |
| "pen": 0.013518017716705799, |
| "mean_abs_cos": 0.09113021194934845, |
| "mean_norm": 0.1592920869588852, |
| "lm": 1.1986545324325562 |
| }, |
| { |
| "step": 4000, |
| "pen": 0.024875322356820107, |
| "mean_abs_cos": 0.13081809878349304, |
| "mean_norm": 0.16698823869228363, |
| "lm": 1.4078617095947266 |
| }, |
| { |
| "step": 4000, |
| "pen": 0.026235686615109444, |
| "mean_abs_cos": 0.13526661694049835, |
| "mean_norm": 0.16558827459812164, |
| "lm": 0.8184381723403931 |
| }, |
| { |
| "step": 4000, |
| "pen": 0.026086997240781784, |
| "mean_abs_cos": 0.13555487990379333, |
| "mean_norm": 0.16574014723300934, |
| "lm": 1.2364931106567383 |
| }, |
| { |
| "step": 4000, |
| "pen": 0.021372225135564804, |
| "mean_abs_cos": 0.12089913338422775, |
| "mean_norm": 0.16985245048999786, |
| "lm": 0.7234058976173401 |
| }, |
| { |
| "step": 4025, |
| "pen": 0.024892693385481834, |
| "mean_abs_cos": 0.1277698278427124, |
| "mean_norm": 0.1732519268989563, |
| "lm": 0.9515678882598877 |
| }, |
| { |
| "step": 4025, |
| "pen": 0.02431444264948368, |
| "mean_abs_cos": 0.12789256870746613, |
| "mean_norm": 0.1705811768770218, |
| "lm": 0.9923344254493713 |
| }, |
| { |
| "step": 4025, |
| "pen": 0.02901441790163517, |
| "mean_abs_cos": 0.1346445083618164, |
| "mean_norm": 0.17518551647663116, |
| "lm": 1.0825743675231934 |
| }, |
| { |
| "step": 4025, |
| "pen": 0.029037918895483017, |
| "mean_abs_cos": 0.1345820277929306, |
| "mean_norm": 0.17716391384601593, |
| "lm": 0.6632388830184937 |
| }, |
| { |
| "step": 4050, |
| "pen": 0.024554863572120667, |
| "mean_abs_cos": 0.1322164088487625, |
| "mean_norm": 0.1748519241809845, |
| "lm": 0.7902519106864929 |
| }, |
| { |
| "step": 4050, |
| "pen": 0.019064029678702354, |
| "mean_abs_cos": 0.11598900705575943, |
| "mean_norm": 0.17281736433506012, |
| "lm": 0.9935275316238403 |
| }, |
| { |
| "step": 4050, |
| "pen": 0.013960335403680801, |
| "mean_abs_cos": 0.09503190964460373, |
| "mean_norm": 0.16814637184143066, |
| "lm": 0.8866555690765381 |
| }, |
| { |
| "step": 4050, |
| "pen": 0.01497491542249918, |
| "mean_abs_cos": 0.10550706088542938, |
| "mean_norm": 0.17264695465564728, |
| "lm": 0.8150556683540344 |
| }, |
| { |
| "step": 4075, |
| "pen": 0.021508684381842613, |
| "mean_abs_cos": 0.12030363082885742, |
| "mean_norm": 0.16788393259048462, |
| "lm": 0.9645033478736877 |
| }, |
| { |
| "step": 4075, |
| "pen": 0.017800746485590935, |
| "mean_abs_cos": 0.1119631677865982, |
| "mean_norm": 0.16592730581760406, |
| "lm": 0.7699952125549316 |
| }, |
| { |
| "step": 4075, |
| "pen": 0.016257494688034058, |
| "mean_abs_cos": 0.10384726524353027, |
| "mean_norm": 0.16571052372455597, |
| "lm": 0.9910726547241211 |
| }, |
| { |
| "step": 4075, |
| "pen": 0.015779240056872368, |
| "mean_abs_cos": 0.09732113778591156, |
| "mean_norm": 0.1667824387550354, |
| "lm": 0.9549549221992493 |
| }, |
| { |
| "step": 4100, |
| "pen": 0.015275155194103718, |
| "mean_abs_cos": 0.09639059007167816, |
| "mean_norm": 0.16311168670654297, |
| "lm": 0.8639856576919556 |
| }, |
| { |
| "step": 4100, |
| "pen": 0.012274426408112049, |
| "mean_abs_cos": 0.08562713861465454, |
| "mean_norm": 0.16039395332336426, |
| "lm": 1.0622339248657227 |
| }, |
| { |
| "step": 4100, |
| "pen": 0.01377737894654274, |
| "mean_abs_cos": 0.09646528959274292, |
| "mean_norm": 0.1602417379617691, |
| "lm": 0.7820895910263062 |
| }, |
| { |
| "step": 4100, |
| "pen": 0.012015332467854023, |
| "mean_abs_cos": 0.09012873470783234, |
| "mean_norm": 0.16221243143081665, |
| "lm": 1.0337930917739868 |
| }, |
| { |
| "step": 4125, |
| "pen": 0.0165226012468338, |
| "mean_abs_cos": 0.09428653120994568, |
| "mean_norm": 0.17004652321338654, |
| "lm": 0.4151175916194916 |
| }, |
| { |
| "step": 4125, |
| "pen": 0.016934985294938087, |
| "mean_abs_cos": 0.1013326644897461, |
| "mean_norm": 0.17322130501270294, |
| "lm": 0.7726960182189941 |
| }, |
| { |
| "step": 4125, |
| "pen": 0.019458934664726257, |
| "mean_abs_cos": 0.11146172136068344, |
| "mean_norm": 0.1758754402399063, |
| "lm": 1.2242320775985718 |
| }, |
| { |
| "step": 4125, |
| "pen": 0.016798054799437523, |
| "mean_abs_cos": 0.10301796346902847, |
| "mean_norm": 0.17525048553943634, |
| "lm": 0.5901162624359131 |
| }, |
| { |
| "step": 4150, |
| "pen": 0.01873944140970707, |
| "mean_abs_cos": 0.11515341699123383, |
| "mean_norm": 0.16948913037776947, |
| "lm": 1.03952157497406 |
| }, |
| { |
| "step": 4150, |
| "pen": 0.016378717496991158, |
| "mean_abs_cos": 0.10660266876220703, |
| "mean_norm": 0.17196913063526154, |
| "lm": 0.7183030843734741 |
| }, |
| { |
| "step": 4150, |
| "pen": 0.04421932250261307, |
| "mean_abs_cos": 0.17607776820659637, |
| "mean_norm": 0.18372994661331177, |
| "lm": 0.6690798997879028 |
| }, |
| { |
| "step": 4150, |
| "pen": 0.028948480263352394, |
| "mean_abs_cos": 0.14413338899612427, |
| "mean_norm": 0.1824720799922943, |
| "lm": 0.9774949550628662 |
| }, |
| { |
| "step": 4175, |
| "pen": 0.019812453538179398, |
| "mean_abs_cos": 0.10593968629837036, |
| "mean_norm": 0.17136849462985992, |
| "lm": 0.9223685264587402 |
| }, |
| { |
| "step": 4175, |
| "pen": 0.01594141125679016, |
| "mean_abs_cos": 0.10031800717115402, |
| "mean_norm": 0.16468365490436554, |
| "lm": 0.6980074644088745 |
| }, |
| { |
| "step": 4175, |
| "pen": 0.018813638016581535, |
| "mean_abs_cos": 0.11282572895288467, |
| "mean_norm": 0.17059063911437988, |
| "lm": 0.9119469523429871 |
| }, |
| { |
| "step": 4175, |
| "pen": 0.018643472343683243, |
| "mean_abs_cos": 0.1173737570643425, |
| "mean_norm": 0.17120541632175446, |
| "lm": 0.7307695746421814 |
| }, |
| { |
| "step": 4200, |
| "pen": 0.023357460275292397, |
| "mean_abs_cos": 0.12394046783447266, |
| "mean_norm": 0.17564047873020172, |
| "lm": 1.0273042917251587 |
| }, |
| { |
| "step": 4200, |
| "pen": 0.029621312394738197, |
| "mean_abs_cos": 0.1408897489309311, |
| "mean_norm": 0.18293476104736328, |
| "lm": 0.745258092880249 |
| }, |
| { |
| "step": 4200, |
| "pen": 0.020106235519051552, |
| "mean_abs_cos": 0.10655472427606583, |
| "mean_norm": 0.18231874704360962, |
| "lm": 0.742247998714447 |
| }, |
| { |
| "step": 4200, |
| "pen": 0.01970149576663971, |
| "mean_abs_cos": 0.10692053288221359, |
| "mean_norm": 0.1766010820865631, |
| "lm": 1.065882921218872 |
| }, |
| { |
| "step": 4225, |
| "pen": 0.01831691898405552, |
| "mean_abs_cos": 0.10607659816741943, |
| "mean_norm": 0.16844816505908966, |
| "lm": 0.8789167404174805 |
| }, |
| { |
| "step": 4225, |
| "pen": 0.017442746087908745, |
| "mean_abs_cos": 0.10081342607736588, |
| "mean_norm": 0.16819961369037628, |
| "lm": 1.2260607481002808 |
| }, |
| { |
| "step": 4225, |
| "pen": 0.013170884922146797, |
| "mean_abs_cos": 0.09278307110071182, |
| "mean_norm": 0.1674543172121048, |
| "lm": 0.7849069237709045 |
| }, |
| { |
| "step": 4225, |
| "pen": 0.011572154238820076, |
| "mean_abs_cos": 0.0844031274318695, |
| "mean_norm": 0.16718387603759766, |
| "lm": 0.8702288866043091 |
| }, |
| { |
| "step": 4250, |
| "pen": 0.01582910306751728, |
| "mean_abs_cos": 0.10219965130090714, |
| "mean_norm": 0.16689355671405792, |
| "lm": 0.8723859786987305 |
| }, |
| { |
| "step": 4250, |
| "pen": 0.020288147032260895, |
| "mean_abs_cos": 0.10859142988920212, |
| "mean_norm": 0.17013010382652283, |
| "lm": 0.7168192863464355 |
| }, |
| { |
| "step": 4250, |
| "pen": 0.02664165571331978, |
| "mean_abs_cos": 0.1201203241944313, |
| "mean_norm": 0.17208433151245117, |
| "lm": 0.6516281962394714 |
| }, |
| { |
| "step": 4250, |
| "pen": 0.02750043012201786, |
| "mean_abs_cos": 0.1293104737997055, |
| "mean_norm": 0.17643076181411743, |
| "lm": 0.907810628414154 |
| }, |
| { |
| "step": 4275, |
| "pen": 0.020661218091845512, |
| "mean_abs_cos": 0.11738666146993637, |
| "mean_norm": 0.16622038185596466, |
| "lm": 0.7494001388549805 |
| }, |
| { |
| "step": 4275, |
| "pen": 0.018060648813843727, |
| "mean_abs_cos": 0.11007597297430038, |
| "mean_norm": 0.16257789731025696, |
| "lm": 0.7452947497367859 |
| }, |
| { |
| "step": 4275, |
| "pen": 0.02130725421011448, |
| "mean_abs_cos": 0.12305472046136856, |
| "mean_norm": 0.16102759540081024, |
| "lm": 0.8198755979537964 |
| }, |
| { |
| "step": 4275, |
| "pen": 0.021780751645565033, |
| "mean_abs_cos": 0.12500108778476715, |
| "mean_norm": 0.1637054830789566, |
| "lm": 0.8869075179100037 |
| }, |
| { |
| "step": 4300, |
| "pen": 0.02161497250199318, |
| "mean_abs_cos": 0.10991311073303223, |
| "mean_norm": 0.17780648171901703, |
| "lm": 0.9646056890487671 |
| }, |
| { |
| "step": 4300, |
| "pen": 0.020219648256897926, |
| "mean_abs_cos": 0.10321851074695587, |
| "mean_norm": 0.17834177613258362, |
| "lm": 0.9802263379096985 |
| }, |
| { |
| "step": 4300, |
| "pen": 0.020848767831921577, |
| "mean_abs_cos": 0.10993584245443344, |
| "mean_norm": 0.1813969612121582, |
| "lm": 0.7653278708457947 |
| }, |
| { |
| "step": 4300, |
| "pen": 0.020771754905581474, |
| "mean_abs_cos": 0.10970447212457657, |
| "mean_norm": 0.1785961240530014, |
| "lm": 0.8742783665657043 |
| }, |
| { |
| "step": 4325, |
| "pen": 0.023192523047327995, |
| "mean_abs_cos": 0.12424694001674652, |
| "mean_norm": 0.16644705832004547, |
| "lm": 1.0341044664382935 |
| }, |
| { |
| "step": 4325, |
| "pen": 0.01921885274350643, |
| "mean_abs_cos": 0.11217667162418365, |
| "mean_norm": 0.16819503903388977, |
| "lm": 0.7433152794837952 |
| }, |
| { |
| "step": 4325, |
| "pen": 0.016773875802755356, |
| "mean_abs_cos": 0.1022084429860115, |
| "mean_norm": 0.16739852726459503, |
| "lm": 1.1348603963851929 |
| }, |
| { |
| "step": 4325, |
| "pen": 0.025012129917740822, |
| "mean_abs_cos": 0.1328210085630417, |
| "mean_norm": 0.17040352523326874, |
| "lm": 0.766136884689331 |
| }, |
| { |
| "step": 4350, |
| "pen": 0.020367976278066635, |
| "mean_abs_cos": 0.11951694637537003, |
| "mean_norm": 0.16333729028701782, |
| "lm": 0.4581480622291565 |
| }, |
| { |
| "step": 4350, |
| "pen": 0.015213821083307266, |
| "mean_abs_cos": 0.09891702234745026, |
| "mean_norm": 0.1613946259021759, |
| "lm": 0.8424624800682068 |
| }, |
| { |
| "step": 4350, |
| "pen": 0.014956331811845303, |
| "mean_abs_cos": 0.10181166231632233, |
| "mean_norm": 0.16359928250312805, |
| "lm": 0.7314006090164185 |
| }, |
| { |
| "step": 4350, |
| "pen": 0.017903165891766548, |
| "mean_abs_cos": 0.09793148189783096, |
| "mean_norm": 0.1659211814403534, |
| "lm": 0.9337331652641296 |
| }, |
| { |
| "step": 4375, |
| "pen": 0.020643195137381554, |
| "mean_abs_cos": 0.11504475027322769, |
| "mean_norm": 0.16559846699237823, |
| "lm": 0.9205864667892456 |
| }, |
| { |
| "step": 4375, |
| "pen": 0.023365970700979233, |
| "mean_abs_cos": 0.1297774612903595, |
| "mean_norm": 0.16701975464820862, |
| "lm": 0.7084316611289978 |
| }, |
| { |
| "step": 4375, |
| "pen": 0.024049172177910805, |
| "mean_abs_cos": 0.12561875581741333, |
| "mean_norm": 0.16589626669883728, |
| "lm": 0.9011472463607788 |
| }, |
| { |
| "step": 4375, |
| "pen": 0.029865192249417305, |
| "mean_abs_cos": 0.1432914435863495, |
| "mean_norm": 0.16706562042236328, |
| "lm": 1.0660098791122437 |
| }, |
| { |
| "step": 4400, |
| "pen": 0.020336421206593513, |
| "mean_abs_cos": 0.11062831431627274, |
| "mean_norm": 0.16865886747837067, |
| "lm": 0.7697146534919739 |
| }, |
| { |
| "step": 4400, |
| "pen": 0.015419065952301025, |
| "mean_abs_cos": 0.09694714099168777, |
| "mean_norm": 0.16626687347888947, |
| "lm": 0.6912523508071899 |
| }, |
| { |
| "step": 4400, |
| "pen": 0.014874445274472237, |
| "mean_abs_cos": 0.10263081640005112, |
| "mean_norm": 0.16671538352966309, |
| "lm": 1.0427769422531128 |
| }, |
| { |
| "step": 4400, |
| "pen": 0.019027991220355034, |
| "mean_abs_cos": 0.12142585217952728, |
| "mean_norm": 0.16910386085510254, |
| "lm": 0.799282968044281 |
| }, |
| { |
| "step": 4425, |
| "pen": 0.025995606556534767, |
| "mean_abs_cos": 0.13754262030124664, |
| "mean_norm": 0.18476976454257965, |
| "lm": 1.0660616159439087 |
| }, |
| { |
| "step": 4425, |
| "pen": 0.023282796144485474, |
| "mean_abs_cos": 0.1279211789369583, |
| "mean_norm": 0.1795317828655243, |
| "lm": 0.8890490531921387 |
| }, |
| { |
| "step": 4425, |
| "pen": 0.020503975450992584, |
| "mean_abs_cos": 0.1196967214345932, |
| "mean_norm": 0.18136920034885406, |
| "lm": 1.0682017803192139 |
| }, |
| { |
| "step": 4425, |
| "pen": 0.022248072549700737, |
| "mean_abs_cos": 0.1205858513712883, |
| "mean_norm": 0.17765340209007263, |
| "lm": 0.853356122970581 |
| }, |
| { |
| "step": 4450, |
| "pen": 0.020555173978209496, |
| "mean_abs_cos": 0.11897129565477371, |
| "mean_norm": 0.16478313505649567, |
| "lm": 0.7785773873329163 |
| }, |
| { |
| "step": 4450, |
| "pen": 0.030805207788944244, |
| "mean_abs_cos": 0.14265111088752747, |
| "mean_norm": 0.16564209759235382, |
| "lm": 1.14036226272583 |
| }, |
| { |
| "step": 4450, |
| "pen": 0.023983798921108246, |
| "mean_abs_cos": 0.12400519847869873, |
| "mean_norm": 0.16411800682544708, |
| "lm": 0.9860630631446838 |
| }, |
| { |
| "step": 4450, |
| "pen": 0.017450783401727676, |
| "mean_abs_cos": 0.10293645411729813, |
| "mean_norm": 0.1624157726764679, |
| "lm": 0.8520584106445312 |
| }, |
| { |
| "step": 4475, |
| "pen": 0.017608672380447388, |
| "mean_abs_cos": 0.10497167706489563, |
| "mean_norm": 0.16465145349502563, |
| "lm": 0.8471300005912781 |
| }, |
| { |
| "step": 4475, |
| "pen": 0.022969763725996017, |
| "mean_abs_cos": 0.12800341844558716, |
| "mean_norm": 0.16683149337768555, |
| "lm": 0.9409457445144653 |
| }, |
| { |
| "step": 4475, |
| "pen": 0.022706836462020874, |
| "mean_abs_cos": 0.1299038529396057, |
| "mean_norm": 0.16286908090114594, |
| "lm": 0.901330828666687 |
| }, |
| { |
| "step": 4475, |
| "pen": 0.019159164279699326, |
| "mean_abs_cos": 0.1137714684009552, |
| "mean_norm": 0.1609230935573578, |
| "lm": 1.0245646238327026 |
| }, |
| { |
| "step": 4500, |
| "pen": 0.01618298701941967, |
| "mean_abs_cos": 0.10312142223119736, |
| "mean_norm": 0.1705964058637619, |
| "lm": 1.031111478805542 |
| }, |
| { |
| "step": 4500, |
| "pen": 0.01656067930161953, |
| "mean_abs_cos": 0.10461154580116272, |
| "mean_norm": 0.16865311563014984, |
| "lm": 1.088167428970337 |
| }, |
| { |
| "step": 4500, |
| "pen": 0.012785248458385468, |
| "mean_abs_cos": 0.0895509198307991, |
| "mean_norm": 0.16642192006111145, |
| "lm": 0.7600679397583008 |
| }, |
| { |
| "step": 4500, |
| "pen": 0.012746592052280903, |
| "mean_abs_cos": 0.09110718220472336, |
| "mean_norm": 0.16865527629852295, |
| "lm": 0.7924885153770447 |
| }, |
| { |
| "step": 4525, |
| "pen": 0.01888183318078518, |
| "mean_abs_cos": 0.10294854640960693, |
| "mean_norm": 0.165762796998024, |
| "lm": 0.9222034811973572 |
| }, |
| { |
| "step": 4525, |
| "pen": 0.01872476376593113, |
| "mean_abs_cos": 0.09918626397848129, |
| "mean_norm": 0.16578896343708038, |
| "lm": 1.071494698524475 |
| }, |
| { |
| "step": 4525, |
| "pen": 0.01636027731001377, |
| "mean_abs_cos": 0.0975482165813446, |
| "mean_norm": 0.16422118246555328, |
| "lm": 0.6217218041419983 |
| }, |
| { |
| "step": 4525, |
| "pen": 0.02095968835055828, |
| "mean_abs_cos": 0.1153808981180191, |
| "mean_norm": 0.16508007049560547, |
| "lm": 0.8745757341384888 |
| }, |
| { |
| "step": 4550, |
| "pen": 0.016785647720098495, |
| "mean_abs_cos": 0.10164026916027069, |
| "mean_norm": 0.15227751433849335, |
| "lm": 1.0200364589691162 |
| }, |
| { |
| "step": 4550, |
| "pen": 0.019716883078217506, |
| "mean_abs_cos": 0.10589011013507843, |
| "mean_norm": 0.15741221606731415, |
| "lm": 0.8477239608764648 |
| }, |
| { |
| "step": 4550, |
| "pen": 0.019008541479706764, |
| "mean_abs_cos": 0.10842636972665787, |
| "mean_norm": 0.1571037322282791, |
| "lm": 1.1833425760269165 |
| }, |
| { |
| "step": 4550, |
| "pen": 0.02344679832458496, |
| "mean_abs_cos": 0.11680931597948074, |
| "mean_norm": 0.15510375797748566, |
| "lm": 0.9588793516159058 |
| }, |
| { |
| "step": 4575, |
| "pen": 0.02128761261701584, |
| "mean_abs_cos": 0.1157258078455925, |
| "mean_norm": 0.16957871615886688, |
| "lm": 0.9177432060241699 |
| }, |
| { |
| "step": 4575, |
| "pen": 0.020726826041936874, |
| "mean_abs_cos": 0.11728044599294662, |
| "mean_norm": 0.1666940599679947, |
| "lm": 1.0318834781646729 |
| }, |
| { |
| "step": 4575, |
| "pen": 0.013963032513856888, |
| "mean_abs_cos": 0.09509366005659103, |
| "mean_norm": 0.1651659607887268, |
| "lm": 0.6886208057403564 |
| }, |
| { |
| "step": 4575, |
| "pen": 0.01432757917791605, |
| "mean_abs_cos": 0.09478381276130676, |
| "mean_norm": 0.16759419441223145, |
| "lm": 0.6388786435127258 |
| }, |
| { |
| "step": 4600, |
| "pen": 0.016490722075104713, |
| "mean_abs_cos": 0.09845292568206787, |
| "mean_norm": 0.1559126377105713, |
| "lm": 0.9389810562133789 |
| }, |
| { |
| "step": 4600, |
| "pen": 0.015342993661761284, |
| "mean_abs_cos": 0.09352356195449829, |
| "mean_norm": 0.1584235578775406, |
| "lm": 0.8145478367805481 |
| }, |
| { |
| "step": 4600, |
| "pen": 0.01580711640417576, |
| "mean_abs_cos": 0.1010119691491127, |
| "mean_norm": 0.15457744896411896, |
| "lm": 0.8876060843467712 |
| }, |
| { |
| "step": 4600, |
| "pen": 0.01857450045645237, |
| "mean_abs_cos": 0.10584686696529388, |
| "mean_norm": 0.15594567358493805, |
| "lm": 0.6327660083770752 |
| }, |
| { |
| "step": 4625, |
| "pen": 0.018772048875689507, |
| "mean_abs_cos": 0.11860620975494385, |
| "mean_norm": 0.1638370156288147, |
| "lm": 0.5656705498695374 |
| }, |
| { |
| "step": 4625, |
| "pen": 0.019618982449173927, |
| "mean_abs_cos": 0.11591492593288422, |
| "mean_norm": 0.16246557235717773, |
| "lm": 0.9951661825180054 |
| }, |
| { |
| "step": 4625, |
| "pen": 0.017130393534898758, |
| "mean_abs_cos": 0.10974986851215363, |
| "mean_norm": 0.16090910136699677, |
| "lm": 0.6983330249786377 |
| }, |
| { |
| "step": 4625, |
| "pen": 0.017210960388183594, |
| "mean_abs_cos": 0.11427146941423416, |
| "mean_norm": 0.16219545900821686, |
| "lm": 0.6961259841918945 |
| }, |
| { |
| "step": 4650, |
| "pen": 0.014895740896463394, |
| "mean_abs_cos": 0.09547523409128189, |
| "mean_norm": 0.16573143005371094, |
| "lm": 0.9422661662101746 |
| }, |
| { |
| "step": 4650, |
| "pen": 0.015308552421629429, |
| "mean_abs_cos": 0.10492602735757828, |
| "mean_norm": 0.16436584293842316, |
| "lm": 1.0540852546691895 |
| }, |
| { |
| "step": 4650, |
| "pen": 0.019444093108177185, |
| "mean_abs_cos": 0.11495937407016754, |
| "mean_norm": 0.16380174458026886, |
| "lm": 0.9210088849067688 |
| }, |
| { |
| "step": 4650, |
| "pen": 0.026833465322852135, |
| "mean_abs_cos": 0.12830038368701935, |
| "mean_norm": 0.173165962100029, |
| "lm": 1.1516834497451782 |
| }, |
| { |
| "step": 4675, |
| "pen": 0.010588642209768295, |
| "mean_abs_cos": 0.087015800178051, |
| "mean_norm": 0.16678878664970398, |
| "lm": 1.0455716848373413 |
| }, |
| { |
| "step": 4675, |
| "pen": 0.022269317880272865, |
| "mean_abs_cos": 0.12423691898584366, |
| "mean_norm": 0.1768936961889267, |
| "lm": 1.0652121305465698 |
| }, |
| { |
| "step": 4675, |
| "pen": 0.019672559574246407, |
| "mean_abs_cos": 0.11175428330898285, |
| "mean_norm": 0.17714320123195648, |
| "lm": 0.8229271173477173 |
| }, |
| { |
| "step": 4675, |
| "pen": 0.022574374452233315, |
| "mean_abs_cos": 0.12531588971614838, |
| "mean_norm": 0.17586639523506165, |
| "lm": 1.0919147729873657 |
| }, |
| { |
| "step": 4700, |
| "pen": 0.022644277662038803, |
| "mean_abs_cos": 0.1183328926563263, |
| "mean_norm": 0.16821856796741486, |
| "lm": 0.8495818376541138 |
| }, |
| { |
| "step": 4700, |
| "pen": 0.027741793543100357, |
| "mean_abs_cos": 0.13561268150806427, |
| "mean_norm": 0.17150866985321045, |
| "lm": 1.3165428638458252 |
| }, |
| { |
| "step": 4700, |
| "pen": 0.040948476642370224, |
| "mean_abs_cos": 0.15023262798786163, |
| "mean_norm": 0.1739722639322281, |
| "lm": 0.8783378601074219 |
| }, |
| { |
| "step": 4700, |
| "pen": 0.03418009355664253, |
| "mean_abs_cos": 0.13946188986301422, |
| "mean_norm": 0.17836178839206696, |
| "lm": 0.8394591808319092 |
| }, |
| { |
| "step": 4725, |
| "pen": 0.023888109251856804, |
| "mean_abs_cos": 0.12757454812526703, |
| "mean_norm": 0.17048890888690948, |
| "lm": 0.9585471749305725 |
| }, |
| { |
| "step": 4725, |
| "pen": 0.023221494629979134, |
| "mean_abs_cos": 0.12041638791561127, |
| "mean_norm": 0.16639403998851776, |
| "lm": 0.6642693877220154 |
| }, |
| { |
| "step": 4725, |
| "pen": 0.017787853255867958, |
| "mean_abs_cos": 0.10922873020172119, |
| "mean_norm": 0.1666598916053772, |
| "lm": 0.8371421098709106 |
| }, |
| { |
| "step": 4725, |
| "pen": 0.01262001134455204, |
| "mean_abs_cos": 0.08837291598320007, |
| "mean_norm": 0.16916190087795258, |
| "lm": 0.845916211605072 |
| }, |
| { |
| "step": 4750, |
| "pen": 0.01957048289477825, |
| "mean_abs_cos": 0.11437413841485977, |
| "mean_norm": 0.1618698388338089, |
| "lm": 0.7441146969795227 |
| }, |
| { |
| "step": 4750, |
| "pen": 0.019116990268230438, |
| "mean_abs_cos": 0.11768901348114014, |
| "mean_norm": 0.15790995955467224, |
| "lm": 0.7692458033561707 |
| }, |
| { |
| "step": 4750, |
| "pen": 0.019366733729839325, |
| "mean_abs_cos": 0.10890568047761917, |
| "mean_norm": 0.16171836853027344, |
| "lm": 1.0524981021881104 |
| }, |
| { |
| "step": 4750, |
| "pen": 0.013131998479366302, |
| "mean_abs_cos": 0.09090142697095871, |
| "mean_norm": 0.15723077952861786, |
| "lm": 0.6595065593719482 |
| }, |
| { |
| "step": 4775, |
| "pen": 0.01717565394937992, |
| "mean_abs_cos": 0.11505111306905746, |
| "mean_norm": 0.16890878975391388, |
| "lm": 0.7252256274223328 |
| }, |
| { |
| "step": 4775, |
| "pen": 0.013684790581464767, |
| "mean_abs_cos": 0.10058887302875519, |
| "mean_norm": 0.16187095642089844, |
| "lm": 0.8102273941040039 |
| }, |
| { |
| "step": 4775, |
| "pen": 0.017260489985346794, |
| "mean_abs_cos": 0.10367359966039658, |
| "mean_norm": 0.15910887718200684, |
| "lm": 0.8208761215209961 |
| }, |
| { |
| "step": 4775, |
| "pen": 0.017458869144320488, |
| "mean_abs_cos": 0.09740301221609116, |
| "mean_norm": 0.1561650037765503, |
| "lm": 0.9037591814994812 |
| }, |
| { |
| "step": 4800, |
| "pen": 0.016753626987338066, |
| "mean_abs_cos": 0.0973188653588295, |
| "mean_norm": 0.16584010422229767, |
| "lm": 0.7043681144714355 |
| }, |
| { |
| "step": 4800, |
| "pen": 0.018645668402314186, |
| "mean_abs_cos": 0.10130290687084198, |
| "mean_norm": 0.1644565314054489, |
| "lm": 1.1278289556503296 |
| }, |
| { |
| "step": 4800, |
| "pen": 0.024127492681145668, |
| "mean_abs_cos": 0.11569526791572571, |
| "mean_norm": 0.17295002937316895, |
| "lm": 1.2552447319030762 |
| }, |
| { |
| "step": 4800, |
| "pen": 0.023302288725972176, |
| "mean_abs_cos": 0.11867494136095047, |
| "mean_norm": 0.17122864723205566, |
| "lm": 0.9908453822135925 |
| }, |
| { |
| "step": 4825, |
| "pen": 0.022915692999958992, |
| "mean_abs_cos": 0.11924966424703598, |
| "mean_norm": 0.16938595473766327, |
| "lm": 0.8400346636772156 |
| }, |
| { |
| "step": 4825, |
| "pen": 0.015628866851329803, |
| "mean_abs_cos": 0.10056842118501663, |
| "mean_norm": 0.16737613081932068, |
| "lm": 0.9519508481025696 |
| }, |
| { |
| "step": 4825, |
| "pen": 0.018627865239977837, |
| "mean_abs_cos": 0.11580345779657364, |
| "mean_norm": 0.17075446248054504, |
| "lm": 1.014816164970398 |
| }, |
| { |
| "step": 4825, |
| "pen": 0.027470001950860023, |
| "mean_abs_cos": 0.14132386445999146, |
| "mean_norm": 0.1756201833486557, |
| "lm": 0.8591413497924805 |
| }, |
| { |
| "step": 4850, |
| "pen": 0.02388075180351734, |
| "mean_abs_cos": 0.12461059540510178, |
| "mean_norm": 0.17275354266166687, |
| "lm": 0.9817559123039246 |
| }, |
| { |
| "step": 4850, |
| "pen": 0.02407495118677616, |
| "mean_abs_cos": 0.12200706452131271, |
| "mean_norm": 0.16808205842971802, |
| "lm": 0.896358072757721 |
| }, |
| { |
| "step": 4850, |
| "pen": 0.024883875623345375, |
| "mean_abs_cos": 0.12228776514530182, |
| "mean_norm": 0.1638149470090866, |
| "lm": 0.7711564302444458 |
| }, |
| { |
| "step": 4850, |
| "pen": 0.027272606268525124, |
| "mean_abs_cos": 0.1255313903093338, |
| "mean_norm": 0.16258388757705688, |
| "lm": 0.8374420404434204 |
| }, |
| { |
| "step": 4875, |
| "pen": 0.01816137321293354, |
| "mean_abs_cos": 0.10007832944393158, |
| "mean_norm": 0.16719572246074677, |
| "lm": 0.7550004720687866 |
| }, |
| { |
| "step": 4875, |
| "pen": 0.016523564234375954, |
| "mean_abs_cos": 0.09456528723239899, |
| "mean_norm": 0.16440579295158386, |
| "lm": 1.0605815649032593 |
| }, |
| { |
| "step": 4875, |
| "pen": 0.02122616209089756, |
| "mean_abs_cos": 0.10624996572732925, |
| "mean_norm": 0.1652812659740448, |
| "lm": 0.7492694854736328 |
| }, |
| { |
| "step": 4875, |
| "pen": 0.025951243937015533, |
| "mean_abs_cos": 0.11741378903388977, |
| "mean_norm": 0.16416007280349731, |
| "lm": 0.8480099439620972 |
| }, |
| { |
| "step": 4900, |
| "pen": 0.01226462796330452, |
| "mean_abs_cos": 0.09159839898347855, |
| "mean_norm": 0.15789441764354706, |
| "lm": 0.6043978929519653 |
| }, |
| { |
| "step": 4900, |
| "pen": 0.013694978319108486, |
| "mean_abs_cos": 0.09739380329847336, |
| "mean_norm": 0.1669953316450119, |
| "lm": 0.7724771499633789 |
| }, |
| { |
| "step": 4900, |
| "pen": 0.017490526661276817, |
| "mean_abs_cos": 0.11171889305114746, |
| "mean_norm": 0.164703831076622, |
| "lm": 1.07863187789917 |
| }, |
| { |
| "step": 4900, |
| "pen": 0.020224809646606445, |
| "mean_abs_cos": 0.11114580184221268, |
| "mean_norm": 0.1624550074338913, |
| "lm": 0.7428348660469055 |
| }, |
| { |
| "step": 4925, |
| "pen": 0.015610179863870144, |
| "mean_abs_cos": 0.10487188398838043, |
| "mean_norm": 0.18162567913532257, |
| "lm": 0.7899067997932434 |
| }, |
| { |
| "step": 4925, |
| "pen": 0.013775680214166641, |
| "mean_abs_cos": 0.10183315724134445, |
| "mean_norm": 0.1808755248785019, |
| "lm": 0.744240939617157 |
| }, |
| { |
| "step": 4925, |
| "pen": 0.013213866390287876, |
| "mean_abs_cos": 0.09012756496667862, |
| "mean_norm": 0.18142665922641754, |
| "lm": 0.7531250715255737 |
| }, |
| { |
| "step": 4925, |
| "pen": 0.01694890484213829, |
| "mean_abs_cos": 0.10043220221996307, |
| "mean_norm": 0.17539842426776886, |
| "lm": 0.9885089993476868 |
| }, |
| { |
| "step": 4950, |
| "pen": 0.010201383382081985, |
| "mean_abs_cos": 0.07560411840677261, |
| "mean_norm": 0.16390030086040497, |
| "lm": 0.5750728249549866 |
| }, |
| { |
| "step": 4950, |
| "pen": 0.012985003180801868, |
| "mean_abs_cos": 0.094700388610363, |
| "mean_norm": 0.1626008003950119, |
| "lm": 0.6752537488937378 |
| }, |
| { |
| "step": 4950, |
| "pen": 0.013241230510175228, |
| "mean_abs_cos": 0.09414742141962051, |
| "mean_norm": 0.1602666676044464, |
| "lm": 1.0134979486465454 |
| }, |
| { |
| "step": 4950, |
| "pen": 0.013978306204080582, |
| "mean_abs_cos": 0.09752944856882095, |
| "mean_norm": 0.16469530761241913, |
| "lm": 0.9140437841415405 |
| }, |
| { |
| "step": 4975, |
| "pen": 0.011600228026509285, |
| "mean_abs_cos": 0.09044257551431656, |
| "mean_norm": 0.17020101845264435, |
| "lm": 0.945957362651825 |
| }, |
| { |
| "step": 4975, |
| "pen": 0.012694142758846283, |
| "mean_abs_cos": 0.08909128606319427, |
| "mean_norm": 0.17103330790996552, |
| "lm": 0.969514787197113 |
| }, |
| { |
| "step": 4975, |
| "pen": 0.017420245334506035, |
| "mean_abs_cos": 0.10639862716197968, |
| "mean_norm": 0.16866837441921234, |
| "lm": 0.7966038584709167 |
| }, |
| { |
| "step": 4975, |
| "pen": 0.013886702246963978, |
| "mean_abs_cos": 0.0916038230061531, |
| "mean_norm": 0.16468556225299835, |
| "lm": 0.8831522464752197 |
| }, |
| { |
| "step": 5000, |
| "pen": 0.019201621413230896, |
| "mean_abs_cos": 0.11056356877088547, |
| "mean_norm": 0.16645298898220062, |
| "lm": 1.0117905139923096 |
| }, |
| { |
| "step": 5000, |
| "pen": 0.017550058662891388, |
| "mean_abs_cos": 0.10569138079881668, |
| "mean_norm": 0.16617614030838013, |
| "lm": 1.0403426885604858 |
| }, |
| { |
| "step": 5000, |
| "pen": 0.016193430870771408, |
| "mean_abs_cos": 0.09808161854743958, |
| "mean_norm": 0.1604597568511963, |
| "lm": 1.087472677230835 |
| }, |
| { |
| "step": 5000, |
| "pen": 0.013689589686691761, |
| "mean_abs_cos": 0.09739795327186584, |
| "mean_norm": 0.15597139298915863, |
| "lm": 0.9471184611320496 |
| }, |
| { |
| "step": 5025, |
| "pen": 0.015927888453006744, |
| "mean_abs_cos": 0.10586535930633545, |
| "mean_norm": 0.16167408227920532, |
| "lm": 0.8015170097351074 |
| }, |
| { |
| "step": 5025, |
| "pen": 0.01649700663983822, |
| "mean_abs_cos": 0.10845790803432465, |
| "mean_norm": 0.16409341990947723, |
| "lm": 0.8285272121429443 |
| }, |
| { |
| "step": 5025, |
| "pen": 0.019461344927549362, |
| "mean_abs_cos": 0.11885572969913483, |
| "mean_norm": 0.16637881100177765, |
| "lm": 1.075640320777893 |
| }, |
| { |
| "step": 5025, |
| "pen": 0.023395204916596413, |
| "mean_abs_cos": 0.12432941049337387, |
| "mean_norm": 0.17109984159469604, |
| "lm": 0.8634412884712219 |
| }, |
| { |
| "step": 5050, |
| "pen": 0.01928778737783432, |
| "mean_abs_cos": 0.11757607012987137, |
| "mean_norm": 0.17722800374031067, |
| "lm": 0.8718183040618896 |
| }, |
| { |
| "step": 5050, |
| "pen": 0.019748423248529434, |
| "mean_abs_cos": 0.10986724495887756, |
| "mean_norm": 0.17498227953910828, |
| "lm": 0.8119562864303589 |
| }, |
| { |
| "step": 5050, |
| "pen": 0.024118443951010704, |
| "mean_abs_cos": 0.12640587985515594, |
| "mean_norm": 0.17849013209342957, |
| "lm": 0.9272875189781189 |
| }, |
| { |
| "step": 5050, |
| "pen": 0.016594843938946724, |
| "mean_abs_cos": 0.10258086770772934, |
| "mean_norm": 0.1728563904762268, |
| "lm": 0.8580165505409241 |
| }, |
| { |
| "step": 5075, |
| "pen": 0.019792908802628517, |
| "mean_abs_cos": 0.11236556619405746, |
| "mean_norm": 0.16480350494384766, |
| "lm": 0.7297935485839844 |
| }, |
| { |
| "step": 5075, |
| "pen": 0.024750031530857086, |
| "mean_abs_cos": 0.12586267292499542, |
| "mean_norm": 0.16201667487621307, |
| "lm": 0.8431400656700134 |
| }, |
| { |
| "step": 5075, |
| "pen": 0.024465804919600487, |
| "mean_abs_cos": 0.12733446061611176, |
| "mean_norm": 0.16237874329090118, |
| "lm": 0.7245404124259949 |
| }, |
| { |
| "step": 5075, |
| "pen": 0.024476613849401474, |
| "mean_abs_cos": 0.12785959243774414, |
| "mean_norm": 0.16087590157985687, |
| "lm": 0.934317409992218 |
| }, |
| { |
| "step": 5100, |
| "pen": 0.017536766827106476, |
| "mean_abs_cos": 0.11578278988599777, |
| "mean_norm": 0.16028232872486115, |
| "lm": 0.6173197031021118 |
| }, |
| { |
| "step": 5100, |
| "pen": 0.025471214205026627, |
| "mean_abs_cos": 0.13856439292430878, |
| "mean_norm": 0.1566610485315323, |
| "lm": 0.9449388980865479 |
| }, |
| { |
| "step": 5100, |
| "pen": 0.032054007053375244, |
| "mean_abs_cos": 0.14069846272468567, |
| "mean_norm": 0.16275715827941895, |
| "lm": 0.7835901975631714 |
| }, |
| { |
| "step": 5100, |
| "pen": 0.02564803697168827, |
| "mean_abs_cos": 0.1224270910024643, |
| "mean_norm": 0.16132619976997375, |
| "lm": 0.8767340183258057 |
| }, |
| { |
| "step": 5125, |
| "pen": 0.016995947808027267, |
| "mean_abs_cos": 0.10897163301706314, |
| "mean_norm": 0.16397826373577118, |
| "lm": 0.7524383664131165 |
| }, |
| { |
| "step": 5125, |
| "pen": 0.018333975225687027, |
| "mean_abs_cos": 0.10838474333286285, |
| "mean_norm": 0.16447803378105164, |
| "lm": 1.0258818864822388 |
| }, |
| { |
| "step": 5125, |
| "pen": 0.014763112179934978, |
| "mean_abs_cos": 0.0971202626824379, |
| "mean_norm": 0.16201601922512054, |
| "lm": 1.0662754774093628 |
| }, |
| { |
| "step": 5125, |
| "pen": 0.023077381774783134, |
| "mean_abs_cos": 0.13100729882717133, |
| "mean_norm": 0.16296429932117462, |
| "lm": 1.1362192630767822 |
| }, |
| { |
| "step": 5150, |
| "pen": 0.019214771687984467, |
| "mean_abs_cos": 0.11852063238620758, |
| "mean_norm": 0.16280974447727203, |
| "lm": 1.0771386623382568 |
| }, |
| { |
| "step": 5150, |
| "pen": 0.017672909423708916, |
| "mean_abs_cos": 0.09666422009468079, |
| "mean_norm": 0.16752932965755463, |
| "lm": 0.6216133236885071 |
| }, |
| { |
| "step": 5150, |
| "pen": 0.019443321973085403, |
| "mean_abs_cos": 0.10554543882608414, |
| "mean_norm": 0.1679583638906479, |
| "lm": 0.6594454646110535 |
| }, |
| { |
| "step": 5150, |
| "pen": 0.017563888803124428, |
| "mean_abs_cos": 0.09371895343065262, |
| "mean_norm": 0.16888698935508728, |
| "lm": 0.9248313903808594 |
| }, |
| { |
| "step": 5175, |
| "pen": 0.023687448352575302, |
| "mean_abs_cos": 0.12335006147623062, |
| "mean_norm": 0.16596563160419464, |
| "lm": 0.596928596496582 |
| }, |
| { |
| "step": 5175, |
| "pen": 0.01686082035303116, |
| "mean_abs_cos": 0.09915794432163239, |
| "mean_norm": 0.16617351770401, |
| "lm": 1.2161991596221924 |
| }, |
| { |
| "step": 5175, |
| "pen": 0.02201070450246334, |
| "mean_abs_cos": 0.1168144941329956, |
| "mean_norm": 0.1632344275712967, |
| "lm": 1.0526095628738403 |
| }, |
| { |
| "step": 5175, |
| "pen": 0.017554352059960365, |
| "mean_abs_cos": 0.10577945411205292, |
| "mean_norm": 0.1606755256652832, |
| "lm": 0.592257022857666 |
| }, |
| { |
| "step": 5200, |
| "pen": 0.015125450678169727, |
| "mean_abs_cos": 0.10406922549009323, |
| "mean_norm": 0.16795997321605682, |
| "lm": 0.7986088991165161 |
| }, |
| { |
| "step": 5200, |
| "pen": 0.014752947725355625, |
| "mean_abs_cos": 0.10342274606227875, |
| "mean_norm": 0.16318795084953308, |
| "lm": 0.7932609915733337 |
| }, |
| { |
| "step": 5200, |
| "pen": 0.01977529004216194, |
| "mean_abs_cos": 0.10892187803983688, |
| "mean_norm": 0.16723224520683289, |
| "lm": 0.7095906734466553 |
| }, |
| { |
| "step": 5200, |
| "pen": 0.020770318806171417, |
| "mean_abs_cos": 0.11410661786794662, |
| "mean_norm": 0.17180787026882172, |
| "lm": 0.7252206206321716 |
| }, |
| { |
| "step": 5225, |
| "pen": 0.020969120785593987, |
| "mean_abs_cos": 0.11840809881687164, |
| "mean_norm": 0.15750612318515778, |
| "lm": 1.165496826171875 |
| }, |
| { |
| "step": 5225, |
| "pen": 0.021499574184417725, |
| "mean_abs_cos": 0.11423949152231216, |
| "mean_norm": 0.15778744220733643, |
| "lm": 0.7117002010345459 |
| }, |
| { |
| "step": 5225, |
| "pen": 0.0218198262155056, |
| "mean_abs_cos": 0.11802218109369278, |
| "mean_norm": 0.16064776480197906, |
| "lm": 0.7783591747283936 |
| }, |
| { |
| "step": 5225, |
| "pen": 0.02397431991994381, |
| "mean_abs_cos": 0.12379283457994461, |
| "mean_norm": 0.16485261917114258, |
| "lm": 0.9089565873146057 |
| }, |
| { |
| "step": 5250, |
| "pen": 0.019687585532665253, |
| "mean_abs_cos": 0.10281138867139816, |
| "mean_norm": 0.16422134637832642, |
| "lm": 0.8488999605178833 |
| }, |
| { |
| "step": 5250, |
| "pen": 0.01957840286195278, |
| "mean_abs_cos": 0.10387728363275528, |
| "mean_norm": 0.1637541949748993, |
| "lm": 0.8524297475814819 |
| }, |
| { |
| "step": 5250, |
| "pen": 0.016414236277341843, |
| "mean_abs_cos": 0.10477692633867264, |
| "mean_norm": 0.16046388447284698, |
| "lm": 0.9286246299743652 |
| }, |
| { |
| "step": 5250, |
| "pen": 0.018947064876556396, |
| "mean_abs_cos": 0.09981886297464371, |
| "mean_norm": 0.16316480934619904, |
| "lm": 0.8597447872161865 |
| }, |
| { |
| "step": 5275, |
| "pen": 0.02829659916460514, |
| "mean_abs_cos": 0.14057616889476776, |
| "mean_norm": 0.17153982818126678, |
| "lm": 0.6726551651954651 |
| }, |
| { |
| "step": 5275, |
| "pen": 0.021153943613171577, |
| "mean_abs_cos": 0.12079759687185287, |
| "mean_norm": 0.17229735851287842, |
| "lm": 0.8247911334037781 |
| }, |
| { |
| "step": 5275, |
| "pen": 0.019682833924889565, |
| "mean_abs_cos": 0.10228369385004044, |
| "mean_norm": 0.17362356185913086, |
| "lm": 0.7447348237037659 |
| }, |
| { |
| "step": 5275, |
| "pen": 0.018670108169317245, |
| "mean_abs_cos": 0.1093626320362091, |
| "mean_norm": 0.1713988184928894, |
| "lm": 0.8152875304222107 |
| }, |
| { |
| "step": 5300, |
| "pen": 0.01883799582719803, |
| "mean_abs_cos": 0.10692772269248962, |
| "mean_norm": 0.1623048037290573, |
| "lm": 0.8446138501167297 |
| }, |
| { |
| "step": 5300, |
| "pen": 0.016084948554635048, |
| "mean_abs_cos": 0.09454752504825592, |
| "mean_norm": 0.16480275988578796, |
| "lm": 0.7054277658462524 |
| }, |
| { |
| "step": 5300, |
| "pen": 0.020490974187850952, |
| "mean_abs_cos": 0.10978880524635315, |
| "mean_norm": 0.16608858108520508, |
| "lm": 0.5057355165481567 |
| }, |
| { |
| "step": 5300, |
| "pen": 0.016723278909921646, |
| "mean_abs_cos": 0.0990074872970581, |
| "mean_norm": 0.16796131432056427, |
| "lm": 1.2009657621383667 |
| }, |
| { |
| "step": 5325, |
| "pen": 0.014660251326858997, |
| "mean_abs_cos": 0.09790042042732239, |
| "mean_norm": 0.1581173688173294, |
| "lm": 0.7650521993637085 |
| }, |
| { |
| "step": 5325, |
| "pen": 0.01261916570365429, |
| "mean_abs_cos": 0.0955822542309761, |
| "mean_norm": 0.15351054072380066, |
| "lm": 1.083970308303833 |
| }, |
| { |
| "step": 5325, |
| "pen": 0.016477087512612343, |
| "mean_abs_cos": 0.10061679035425186, |
| "mean_norm": 0.15571551024913788, |
| "lm": 1.0639618635177612 |
| }, |
| { |
| "step": 5325, |
| "pen": 0.014377946965396404, |
| "mean_abs_cos": 0.09978469461202621, |
| "mean_norm": 0.16075189411640167, |
| "lm": 0.7266317009925842 |
| }, |
| { |
| "step": 5350, |
| "pen": 0.019158683717250824, |
| "mean_abs_cos": 0.1160302683711052, |
| "mean_norm": 0.16152448952198029, |
| "lm": 0.8458982706069946 |
| }, |
| { |
| "step": 5350, |
| "pen": 0.022135082632303238, |
| "mean_abs_cos": 0.12245118618011475, |
| "mean_norm": 0.16091275215148926, |
| "lm": 1.1357791423797607 |
| }, |
| { |
| "step": 5350, |
| "pen": 0.024743737652897835, |
| "mean_abs_cos": 0.1257837563753128, |
| "mean_norm": 0.16183781623840332, |
| "lm": 0.8630017042160034 |
| }, |
| { |
| "step": 5350, |
| "pen": 0.024331457912921906, |
| "mean_abs_cos": 0.1267697960138321, |
| "mean_norm": 0.16465860605239868, |
| "lm": 0.7307893633842468 |
| }, |
| { |
| "step": 5375, |
| "pen": 0.018851611763238907, |
| "mean_abs_cos": 0.11144815385341644, |
| "mean_norm": 0.15595939755439758, |
| "lm": 0.7421278953552246 |
| }, |
| { |
| "step": 5375, |
| "pen": 0.021130362525582314, |
| "mean_abs_cos": 0.11922800540924072, |
| "mean_norm": 0.15644539892673492, |
| "lm": 0.6126049160957336 |
| }, |
| { |
| "step": 5375, |
| "pen": 0.025900134816765785, |
| "mean_abs_cos": 0.13385683298110962, |
| "mean_norm": 0.16128107905387878, |
| "lm": 1.0821741819381714 |
| }, |
| { |
| "step": 5375, |
| "pen": 0.023062722757458687, |
| "mean_abs_cos": 0.12493836879730225, |
| "mean_norm": 0.1577400416135788, |
| "lm": 0.8609747290611267 |
| }, |
| { |
| "step": 5400, |
| "pen": 0.015646666288375854, |
| "mean_abs_cos": 0.09993965923786163, |
| "mean_norm": 0.1594085395336151, |
| "lm": 0.8566696643829346 |
| }, |
| { |
| "step": 5400, |
| "pen": 0.012343345209956169, |
| "mean_abs_cos": 0.08786384016275406, |
| "mean_norm": 0.16648288071155548, |
| "lm": 1.2335562705993652 |
| }, |
| { |
| "step": 5400, |
| "pen": 0.014284733682870865, |
| "mean_abs_cos": 0.09298578649759293, |
| "mean_norm": 0.1640819013118744, |
| "lm": 0.7382920384407043 |
| }, |
| { |
| "step": 5400, |
| "pen": 0.01409985963255167, |
| "mean_abs_cos": 0.08887692540884018, |
| "mean_norm": 0.16348768770694733, |
| "lm": 0.7854048609733582 |
| }, |
| { |
| "step": 5425, |
| "pen": 0.024841921404004097, |
| "mean_abs_cos": 0.13397802412509918, |
| "mean_norm": 0.1596800833940506, |
| "lm": 0.6698510646820068 |
| }, |
| { |
| "step": 5425, |
| "pen": 0.02178460732102394, |
| "mean_abs_cos": 0.1210259199142456, |
| "mean_norm": 0.1604059487581253, |
| "lm": 0.8772276639938354 |
| }, |
| { |
| "step": 5425, |
| "pen": 0.03003022074699402, |
| "mean_abs_cos": 0.1391264945268631, |
| "mean_norm": 0.16221243143081665, |
| "lm": 0.6132433414459229 |
| }, |
| { |
| "step": 5425, |
| "pen": 0.031887199729681015, |
| "mean_abs_cos": 0.14550983905792236, |
| "mean_norm": 0.16512811183929443, |
| "lm": 0.8285351395606995 |
| }, |
| { |
| "step": 5450, |
| "pen": 0.03279899060726166, |
| "mean_abs_cos": 0.13258524239063263, |
| "mean_norm": 0.18229569494724274, |
| "lm": 0.6495654582977295 |
| }, |
| { |
| "step": 5450, |
| "pen": 0.03231996297836304, |
| "mean_abs_cos": 0.13842268288135529, |
| "mean_norm": 0.17762498557567596, |
| "lm": 1.0854268074035645 |
| }, |
| { |
| "step": 5450, |
| "pen": 0.03306421637535095, |
| "mean_abs_cos": 0.13418282568454742, |
| "mean_norm": 0.17516139149665833, |
| "lm": 1.0850903987884521 |
| }, |
| { |
| "step": 5450, |
| "pen": 0.025541627779603004, |
| "mean_abs_cos": 0.11666246503591537, |
| "mean_norm": 0.17563113570213318, |
| "lm": 0.7889627814292908 |
| }, |
| { |
| "step": 5475, |
| "pen": 0.030175920575857162, |
| "mean_abs_cos": 0.15380574762821198, |
| "mean_norm": 0.16798138618469238, |
| "lm": 0.6745092868804932 |
| }, |
| { |
| "step": 5475, |
| "pen": 0.03225620463490486, |
| "mean_abs_cos": 0.1556290239095688, |
| "mean_norm": 0.16440564393997192, |
| "lm": 0.8439725041389465 |
| }, |
| { |
| "step": 5475, |
| "pen": 0.02687251754105091, |
| "mean_abs_cos": 0.1323646456003189, |
| "mean_norm": 0.16434526443481445, |
| "lm": 0.8993192315101624 |
| }, |
| { |
| "step": 5475, |
| "pen": 0.02975255250930786, |
| "mean_abs_cos": 0.140536829829216, |
| "mean_norm": 0.16677485406398773, |
| "lm": 1.1102628707885742 |
| }, |
| { |
| "step": 5500, |
| "pen": 0.013515578582882881, |
| "mean_abs_cos": 0.08987218886613846, |
| "mean_norm": 0.15733039379119873, |
| "lm": 0.8757232427597046 |
| }, |
| { |
| "step": 5500, |
| "pen": 0.017825879156589508, |
| "mean_abs_cos": 0.11805375665426254, |
| "mean_norm": 0.16340573132038116, |
| "lm": 1.0797356367111206 |
| }, |
| { |
| "step": 5500, |
| "pen": 0.016931984573602676, |
| "mean_abs_cos": 0.11065911501646042, |
| "mean_norm": 0.16440606117248535, |
| "lm": 1.1823070049285889 |
| }, |
| { |
| "step": 5500, |
| "pen": 0.013288024812936783, |
| "mean_abs_cos": 0.0929560735821724, |
| "mean_norm": 0.16483478248119354, |
| "lm": 0.9574686884880066 |
| }, |
| { |
| "step": 5525, |
| "pen": 0.014260319992899895, |
| "mean_abs_cos": 0.09956979751586914, |
| "mean_norm": 0.16789165139198303, |
| "lm": 1.049638271331787 |
| }, |
| { |
| "step": 5525, |
| "pen": 0.015117019414901733, |
| "mean_abs_cos": 0.09651898592710495, |
| "mean_norm": 0.1687222272157669, |
| "lm": 0.8403478860855103 |
| }, |
| { |
| "step": 5525, |
| "pen": 0.00944618321955204, |
| "mean_abs_cos": 0.07932708412408829, |
| "mean_norm": 0.16564416885375977, |
| "lm": 0.9022068977355957 |
| }, |
| { |
| "step": 5525, |
| "pen": 0.011086140759289265, |
| "mean_abs_cos": 0.0849950909614563, |
| "mean_norm": 0.16885347664356232, |
| "lm": 0.8909676671028137 |
| }, |
| { |
| "step": 5550, |
| "pen": 0.022812748327851295, |
| "mean_abs_cos": 0.12335918098688126, |
| "mean_norm": 0.16805042326450348, |
| "lm": 0.8675034046173096 |
| }, |
| { |
| "step": 5550, |
| "pen": 0.022997364401817322, |
| "mean_abs_cos": 0.12644508481025696, |
| "mean_norm": 0.16689354181289673, |
| "lm": 1.1671440601348877 |
| }, |
| { |
| "step": 5550, |
| "pen": 0.02379489503800869, |
| "mean_abs_cos": 0.1264486312866211, |
| "mean_norm": 0.16892603039741516, |
| "lm": 0.9735617637634277 |
| }, |
| { |
| "step": 5550, |
| "pen": 0.023396946489810944, |
| "mean_abs_cos": 0.1271052062511444, |
| "mean_norm": 0.17167724668979645, |
| "lm": 0.8393746614456177 |
| }, |
| { |
| "step": 5575, |
| "pen": 0.027128243818879128, |
| "mean_abs_cos": 0.13221967220306396, |
| "mean_norm": 0.1622166633605957, |
| "lm": 1.3009617328643799 |
| }, |
| { |
| "step": 5575, |
| "pen": 0.025302905589342117, |
| "mean_abs_cos": 0.13060607016086578, |
| "mean_norm": 0.17453373968601227, |
| "lm": 0.6364787817001343 |
| }, |
| { |
| "step": 5575, |
| "pen": 0.028831621631979942, |
| "mean_abs_cos": 0.1385137289762497, |
| "mean_norm": 0.17856034636497498, |
| "lm": 0.7357470989227295 |
| }, |
| { |
| "step": 5575, |
| "pen": 0.021400436758995056, |
| "mean_abs_cos": 0.11593861132860184, |
| "mean_norm": 0.17937113344669342, |
| "lm": 0.8826863169670105 |
| }, |
| { |
| "step": 5600, |
| "pen": 0.024930166080594063, |
| "mean_abs_cos": 0.11843779683113098, |
| "mean_norm": 0.16732458770275116, |
| "lm": 0.6795746684074402 |
| }, |
| { |
| "step": 5600, |
| "pen": 0.026903167366981506, |
| "mean_abs_cos": 0.1360561102628708, |
| "mean_norm": 0.16552583873271942, |
| "lm": 1.1320405006408691 |
| }, |
| { |
| "step": 5600, |
| "pen": 0.024303847923874855, |
| "mean_abs_cos": 0.12003643065690994, |
| "mean_norm": 0.1653582602739334, |
| "lm": 0.8043725490570068 |
| }, |
| { |
| "step": 5600, |
| "pen": 0.01945892721414566, |
| "mean_abs_cos": 0.11236599832773209, |
| "mean_norm": 0.1654501110315323, |
| "lm": 0.9887195229530334 |
| }, |
| { |
| "step": 5625, |
| "pen": 0.016082661226391792, |
| "mean_abs_cos": 0.10800624638795853, |
| "mean_norm": 0.15389694273471832, |
| "lm": 0.9364298582077026 |
| }, |
| { |
| "step": 5625, |
| "pen": 0.0215715691447258, |
| "mean_abs_cos": 0.11827585846185684, |
| "mean_norm": 0.15660817921161652, |
| "lm": 0.6255937218666077 |
| }, |
| { |
| "step": 5625, |
| "pen": 0.016126399859786034, |
| "mean_abs_cos": 0.09772024303674698, |
| "mean_norm": 0.15393280982971191, |
| "lm": 1.0228391885757446 |
| }, |
| { |
| "step": 5625, |
| "pen": 0.016819849610328674, |
| "mean_abs_cos": 0.10367386788129807, |
| "mean_norm": 0.15379583835601807, |
| "lm": 1.0075786113739014 |
| }, |
| { |
| "step": 5650, |
| "pen": 0.019513096660375595, |
| "mean_abs_cos": 0.1103643849492073, |
| "mean_norm": 0.16289325058460236, |
| "lm": 0.8150235414505005 |
| }, |
| { |
| "step": 5650, |
| "pen": 0.022632161155343056, |
| "mean_abs_cos": 0.10628668963909149, |
| "mean_norm": 0.16116158664226532, |
| "lm": 0.9522801637649536 |
| }, |
| { |
| "step": 5650, |
| "pen": 0.02225675620138645, |
| "mean_abs_cos": 0.11982141435146332, |
| "mean_norm": 0.16484062373638153, |
| "lm": 0.6285980939865112 |
| }, |
| { |
| "step": 5650, |
| "pen": 0.017984746024012566, |
| "mean_abs_cos": 0.10695657879114151, |
| "mean_norm": 0.15995573997497559, |
| "lm": 1.0611869096755981 |
| }, |
| { |
| "step": 5675, |
| "pen": 0.013682778924703598, |
| "mean_abs_cos": 0.09107623994350433, |
| "mean_norm": 0.15646959841251373, |
| "lm": 0.7096320986747742 |
| }, |
| { |
| "step": 5675, |
| "pen": 0.017636099830269814, |
| "mean_abs_cos": 0.11351437121629715, |
| "mean_norm": 0.15804138779640198, |
| "lm": 0.9548570513725281 |
| }, |
| { |
| "step": 5675, |
| "pen": 0.019133100286126137, |
| "mean_abs_cos": 0.11217186599969864, |
| "mean_norm": 0.15840354561805725, |
| "lm": 0.6667518019676208 |
| }, |
| { |
| "step": 5675, |
| "pen": 0.019275952130556107, |
| "mean_abs_cos": 0.11496024578809738, |
| "mean_norm": 0.15346024930477142, |
| "lm": 1.247304916381836 |
| }, |
| { |
| "step": 5700, |
| "pen": 0.03395878151059151, |
| "mean_abs_cos": 0.1522456258535385, |
| "mean_norm": 0.1597428023815155, |
| "lm": 0.5096737742424011 |
| }, |
| { |
| "step": 5700, |
| "pen": 0.04211565479636192, |
| "mean_abs_cos": 0.15837107598781586, |
| "mean_norm": 0.17013545334339142, |
| "lm": 0.6887584924697876 |
| }, |
| { |
| "step": 5700, |
| "pen": 0.036970723420381546, |
| "mean_abs_cos": 0.157370463013649, |
| "mean_norm": 0.17175674438476562, |
| "lm": 0.6672143936157227 |
| }, |
| { |
| "step": 5700, |
| "pen": 0.023389315232634544, |
| "mean_abs_cos": 0.12557782232761383, |
| "mean_norm": 0.1732679009437561, |
| "lm": 0.8518434762954712 |
| }, |
| { |
| "step": 5725, |
| "pen": 0.021766288205981255, |
| "mean_abs_cos": 0.11133032292127609, |
| "mean_norm": 0.17571067810058594, |
| "lm": 0.552838146686554 |
| }, |
| { |
| "step": 5725, |
| "pen": 0.02055976912379265, |
| "mean_abs_cos": 0.10586497187614441, |
| "mean_norm": 0.17131996154785156, |
| "lm": 0.9988288283348083 |
| }, |
| { |
| "step": 5725, |
| "pen": 0.019666220992803574, |
| "mean_abs_cos": 0.11008719354867935, |
| "mean_norm": 0.1692267805337906, |
| "lm": 0.6633220911026001 |
| }, |
| { |
| "step": 5725, |
| "pen": 0.025031378492712975, |
| "mean_abs_cos": 0.12569142878055573, |
| "mean_norm": 0.17450976371765137, |
| "lm": 0.9775543212890625 |
| }, |
| { |
| "step": 5750, |
| "pen": 0.03209435194730759, |
| "mean_abs_cos": 0.1444692313671112, |
| "mean_norm": 0.1679825782775879, |
| "lm": 0.970654308795929 |
| }, |
| { |
| "step": 5750, |
| "pen": 0.032590102404356, |
| "mean_abs_cos": 0.14080272614955902, |
| "mean_norm": 0.169316366314888, |
| "lm": 0.7992392182350159 |
| }, |
| { |
| "step": 5750, |
| "pen": 0.029001252725720406, |
| "mean_abs_cos": 0.13198992609977722, |
| "mean_norm": 0.16868312656879425, |
| "lm": 0.7363349199295044 |
| }, |
| { |
| "step": 5750, |
| "pen": 0.023047614842653275, |
| "mean_abs_cos": 0.1278894990682602, |
| "mean_norm": 0.17025704681873322, |
| "lm": 1.0280264616012573 |
| }, |
| { |
| "step": 5775, |
| "pen": 0.026378203183412552, |
| "mean_abs_cos": 0.11980608105659485, |
| "mean_norm": 0.17302227020263672, |
| "lm": 0.4521123170852661 |
| }, |
| { |
| "step": 5775, |
| "pen": 0.019138706848025322, |
| "mean_abs_cos": 0.1014699935913086, |
| "mean_norm": 0.17428642511367798, |
| "lm": 0.5756392478942871 |
| }, |
| { |
| "step": 5775, |
| "pen": 0.014003919437527657, |
| "mean_abs_cos": 0.09109634906053543, |
| "mean_norm": 0.1665698140859604, |
| "lm": 1.0228182077407837 |
| }, |
| { |
| "step": 5775, |
| "pen": 0.011077570728957653, |
| "mean_abs_cos": 0.08039698749780655, |
| "mean_norm": 0.16501988470554352, |
| "lm": 1.1260037422180176 |
| }, |
| { |
| "step": 5800, |
| "pen": 0.03306887298822403, |
| "mean_abs_cos": 0.13876700401306152, |
| "mean_norm": 0.1633688360452652, |
| "lm": 0.7947739958763123 |
| }, |
| { |
| "step": 5800, |
| "pen": 0.02735115773975849, |
| "mean_abs_cos": 0.13237054646015167, |
| "mean_norm": 0.16750290989875793, |
| "lm": 0.8301576375961304 |
| }, |
| { |
| "step": 5800, |
| "pen": 0.023158295080065727, |
| "mean_abs_cos": 0.11771766096353531, |
| "mean_norm": 0.16415734589099884, |
| "lm": 0.8783662915229797 |
| }, |
| { |
| "step": 5800, |
| "pen": 0.03045683167874813, |
| "mean_abs_cos": 0.143998920917511, |
| "mean_norm": 0.16655737161636353, |
| "lm": 0.9307437539100647 |
| }, |
| { |
| "step": 5825, |
| "pen": 0.011032604612410069, |
| "mean_abs_cos": 0.08878055959939957, |
| "mean_norm": 0.1560266613960266, |
| "lm": 0.8545651435852051 |
| }, |
| { |
| "step": 5825, |
| "pen": 0.014506889507174492, |
| "mean_abs_cos": 0.09547621756792068, |
| "mean_norm": 0.157166987657547, |
| "lm": 0.7722008228302002 |
| }, |
| { |
| "step": 5825, |
| "pen": 0.019936643540859222, |
| "mean_abs_cos": 0.11969578266143799, |
| "mean_norm": 0.15589380264282227, |
| "lm": 0.6736583113670349 |
| }, |
| { |
| "step": 5825, |
| "pen": 0.024022357538342476, |
| "mean_abs_cos": 0.13199278712272644, |
| "mean_norm": 0.15744367241859436, |
| "lm": 0.8177341818809509 |
| }, |
| { |
| "step": 5850, |
| "pen": 0.02861078642308712, |
| "mean_abs_cos": 0.1441091001033783, |
| "mean_norm": 0.16692279279232025, |
| "lm": 0.6279125809669495 |
| }, |
| { |
| "step": 5850, |
| "pen": 0.029885193333029747, |
| "mean_abs_cos": 0.14115528762340546, |
| "mean_norm": 0.16333560645580292, |
| "lm": 1.1822311878204346 |
| }, |
| { |
| "step": 5850, |
| "pen": 0.03223953768610954, |
| "mean_abs_cos": 0.1463729441165924, |
| "mean_norm": 0.16658759117126465, |
| "lm": 1.0240682363510132 |
| }, |
| { |
| "step": 5850, |
| "pen": 0.026409778743982315, |
| "mean_abs_cos": 0.12587673962116241, |
| "mean_norm": 0.16769449412822723, |
| "lm": 0.5830556154251099 |
| }, |
| { |
| "step": 5875, |
| "pen": 0.022951165214180946, |
| "mean_abs_cos": 0.11967635154724121, |
| "mean_norm": 0.164547398686409, |
| "lm": 0.5328533053398132 |
| }, |
| { |
| "step": 5875, |
| "pen": 0.017905699089169502, |
| "mean_abs_cos": 0.1046067476272583, |
| "mean_norm": 0.16354449093341827, |
| "lm": 0.8352275490760803 |
| }, |
| { |
| "step": 5875, |
| "pen": 0.02911442145705223, |
| "mean_abs_cos": 0.13926038146018982, |
| "mean_norm": 0.16891008615493774, |
| "lm": 0.9972448348999023 |
| }, |
| { |
| "step": 5875, |
| "pen": 0.02493233233690262, |
| "mean_abs_cos": 0.12998993694782257, |
| "mean_norm": 0.16843008995056152, |
| "lm": 0.9265498518943787 |
| }, |
| { |
| "step": 5900, |
| "pen": 0.009771446697413921, |
| "mean_abs_cos": 0.08041536808013916, |
| "mean_norm": 0.1592440903186798, |
| "lm": 0.540054976940155 |
| }, |
| { |
| "step": 5900, |
| "pen": 0.014056159183382988, |
| "mean_abs_cos": 0.09621649980545044, |
| "mean_norm": 0.15890707075595856, |
| "lm": 0.7646234631538391 |
| }, |
| { |
| "step": 5900, |
| "pen": 0.017222264781594276, |
| "mean_abs_cos": 0.11180416494607925, |
| "mean_norm": 0.16022884845733643, |
| "lm": 1.0778545141220093 |
| }, |
| { |
| "step": 5900, |
| "pen": 0.013704567216336727, |
| "mean_abs_cos": 0.09332863241434097, |
| "mean_norm": 0.1663973033428192, |
| "lm": 1.1644165515899658 |
| }, |
| { |
| "step": 5925, |
| "pen": 0.024278491735458374, |
| "mean_abs_cos": 0.12116948515176773, |
| "mean_norm": 0.15984804928302765, |
| "lm": 0.922522783279419 |
| }, |
| { |
| "step": 5925, |
| "pen": 0.025000134482979774, |
| "mean_abs_cos": 0.12032251805067062, |
| "mean_norm": 0.16089804470539093, |
| "lm": 0.8556578159332275 |
| }, |
| { |
| "step": 5925, |
| "pen": 0.026899874210357666, |
| "mean_abs_cos": 0.13137033581733704, |
| "mean_norm": 0.16038568317890167, |
| "lm": 1.03298020362854 |
| }, |
| { |
| "step": 5925, |
| "pen": 0.05108015611767769, |
| "mean_abs_cos": 0.19362600147724152, |
| "mean_norm": 0.16515012085437775, |
| "lm": 0.7292625904083252 |
| }, |
| { |
| "step": 5950, |
| "pen": 0.028339989483356476, |
| "mean_abs_cos": 0.14249704778194427, |
| "mean_norm": 0.16912156343460083, |
| "lm": 0.9572949409484863 |
| }, |
| { |
| "step": 5950, |
| "pen": 0.018017029389739037, |
| "mean_abs_cos": 0.1151885837316513, |
| "mean_norm": 0.1660388559103012, |
| "lm": 1.4011939764022827 |
| }, |
| { |
| "step": 5950, |
| "pen": 0.019161364063620567, |
| "mean_abs_cos": 0.10277891904115677, |
| "mean_norm": 0.1696145236492157, |
| "lm": 0.7438561320304871 |
| }, |
| { |
| "step": 5950, |
| "pen": 0.015231220051646233, |
| "mean_abs_cos": 0.10210733115673065, |
| "mean_norm": 0.16765859723091125, |
| "lm": 0.8661664724349976 |
| }, |
| { |
| "step": 5975, |
| "pen": 0.021842585876584053, |
| "mean_abs_cos": 0.11122296005487442, |
| "mean_norm": 0.16618205606937408, |
| "lm": 0.7195258140563965 |
| }, |
| { |
| "step": 5975, |
| "pen": 0.020994961261749268, |
| "mean_abs_cos": 0.10416640341281891, |
| "mean_norm": 0.16975320875644684, |
| "lm": 1.0794708728790283 |
| }, |
| { |
| "step": 5975, |
| "pen": 0.02129158191382885, |
| "mean_abs_cos": 0.11165682226419449, |
| "mean_norm": 0.17198799550533295, |
| "lm": 0.8221824169158936 |
| }, |
| { |
| "step": 5975, |
| "pen": 0.02083233930170536, |
| "mean_abs_cos": 0.11092805862426758, |
| "mean_norm": 0.1710551232099533, |
| "lm": 0.8687347769737244 |
| }, |
| { |
| "step": 6000, |
| "pen": 0.020669812336564064, |
| "mean_abs_cos": 0.11845660209655762, |
| "mean_norm": 0.1652877926826477, |
| "lm": 1.1332833766937256 |
| }, |
| { |
| "step": 6000, |
| "pen": 0.017391664907336235, |
| "mean_abs_cos": 0.10819627344608307, |
| "mean_norm": 0.16115906834602356, |
| "lm": 0.9637189507484436 |
| }, |
| { |
| "step": 6000, |
| "pen": 0.014448776841163635, |
| "mean_abs_cos": 0.0968451276421547, |
| "mean_norm": 0.16286559402942657, |
| "lm": 0.7752680778503418 |
| }, |
| { |
| "step": 6000, |
| "pen": 0.021011600270867348, |
| "mean_abs_cos": 0.11574532091617584, |
| "mean_norm": 0.16236315667629242, |
| "lm": 0.49362826347351074 |
| }, |
| { |
| "step": 6025, |
| "pen": 0.020725902169942856, |
| "mean_abs_cos": 0.11334291845560074, |
| "mean_norm": 0.16560959815979004, |
| "lm": 0.8088377714157104 |
| }, |
| { |
| "step": 6025, |
| "pen": 0.019672466441988945, |
| "mean_abs_cos": 0.11432281881570816, |
| "mean_norm": 0.16770192980766296, |
| "lm": 0.6286938786506653 |
| }, |
| { |
| "step": 6025, |
| "pen": 0.017248786985874176, |
| "mean_abs_cos": 0.10449016094207764, |
| "mean_norm": 0.1681608110666275, |
| "lm": 0.5094047784805298 |
| }, |
| { |
| "step": 6025, |
| "pen": 0.011979377828538418, |
| "mean_abs_cos": 0.08357960730791092, |
| "mean_norm": 0.1640712171792984, |
| "lm": 1.1159039735794067 |
| }, |
| { |
| "step": 6050, |
| "pen": 0.02581893652677536, |
| "mean_abs_cos": 0.12778432667255402, |
| "mean_norm": 0.17415058612823486, |
| "lm": 1.1469287872314453 |
| }, |
| { |
| "step": 6050, |
| "pen": 0.022805025801062584, |
| "mean_abs_cos": 0.11983982473611832, |
| "mean_norm": 0.16986438632011414, |
| "lm": 1.1016008853912354 |
| }, |
| { |
| "step": 6050, |
| "pen": 0.029136240482330322, |
| "mean_abs_cos": 0.14243879914283752, |
| "mean_norm": 0.17110534012317657, |
| "lm": 0.7268710136413574 |
| }, |
| { |
| "step": 6050, |
| "pen": 0.02330145053565502, |
| "mean_abs_cos": 0.12060001492500305, |
| "mean_norm": 0.1710289865732193, |
| "lm": 0.9586930871009827 |
| }, |
| { |
| "step": 6075, |
| "pen": 0.035553622990846634, |
| "mean_abs_cos": 0.15556788444519043, |
| "mean_norm": 0.17145273089408875, |
| "lm": 1.2318536043167114 |
| }, |
| { |
| "step": 6075, |
| "pen": 0.03164278343319893, |
| "mean_abs_cos": 0.14536473155021667, |
| "mean_norm": 0.1731853187084198, |
| "lm": 0.6893578767776489 |
| }, |
| { |
| "step": 6075, |
| "pen": 0.034563250839710236, |
| "mean_abs_cos": 0.1500086635351181, |
| "mean_norm": 0.16781356930732727, |
| "lm": 0.9690884351730347 |
| }, |
| { |
| "step": 6075, |
| "pen": 0.030683431774377823, |
| "mean_abs_cos": 0.1423301249742508, |
| "mean_norm": 0.16725394129753113, |
| "lm": 0.7624973058700562 |
| }, |
| { |
| "step": 6100, |
| "pen": 0.02383548952639103, |
| "mean_abs_cos": 0.1303827315568924, |
| "mean_norm": 0.16996243596076965, |
| "lm": 1.0136892795562744 |
| }, |
| { |
| "step": 6100, |
| "pen": 0.019811874255537987, |
| "mean_abs_cos": 0.11975770443677902, |
| "mean_norm": 0.1629931628704071, |
| "lm": 0.7006299495697021 |
| }, |
| { |
| "step": 6100, |
| "pen": 0.021256091073155403, |
| "mean_abs_cos": 0.12831375002861023, |
| "mean_norm": 0.1595136672258377, |
| "lm": 0.6676862239837646 |
| }, |
| { |
| "step": 6100, |
| "pen": 0.025812074542045593, |
| "mean_abs_cos": 0.13257741928100586, |
| "mean_norm": 0.16630442440509796, |
| "lm": 0.9898108839988708 |
| }, |
| { |
| "step": 6125, |
| "pen": 0.015153505839407444, |
| "mean_abs_cos": 0.1061212345957756, |
| "mean_norm": 0.170427143573761, |
| "lm": 1.0023350715637207 |
| }, |
| { |
| "step": 6125, |
| "pen": 0.027191830798983574, |
| "mean_abs_cos": 0.1372886449098587, |
| "mean_norm": 0.1766689568758011, |
| "lm": 0.9692628979682922 |
| }, |
| { |
| "step": 6125, |
| "pen": 0.02399434894323349, |
| "mean_abs_cos": 0.1310214251279831, |
| "mean_norm": 0.1712450534105301, |
| "lm": 0.7249543070793152 |
| }, |
| { |
| "step": 6125, |
| "pen": 0.029209280386567116, |
| "mean_abs_cos": 0.13879799842834473, |
| "mean_norm": 0.1731259971857071, |
| "lm": 0.4907945990562439 |
| }, |
| { |
| "step": 6150, |
| "pen": 0.013198782689869404, |
| "mean_abs_cos": 0.08937869220972061, |
| "mean_norm": 0.1617545783519745, |
| "lm": 0.7477083802223206 |
| }, |
| { |
| "step": 6150, |
| "pen": 0.011883488856256008, |
| "mean_abs_cos": 0.0854305550456047, |
| "mean_norm": 0.16436155140399933, |
| "lm": 0.7911805510520935 |
| }, |
| { |
| "step": 6150, |
| "pen": 0.0148821622133255, |
| "mean_abs_cos": 0.09582306444644928, |
| "mean_norm": 0.16301937401294708, |
| "lm": 0.8800591826438904 |
| }, |
| { |
| "step": 6150, |
| "pen": 0.01784486509859562, |
| "mean_abs_cos": 0.10601925849914551, |
| "mean_norm": 0.16560311615467072, |
| "lm": 1.052889347076416 |
| }, |
| { |
| "step": 6175, |
| "pen": 0.01705513335764408, |
| "mean_abs_cos": 0.11018554121255875, |
| "mean_norm": 0.1638098657131195, |
| "lm": 1.1051980257034302 |
| }, |
| { |
| "step": 6175, |
| "pen": 0.014431999996304512, |
| "mean_abs_cos": 0.10516492277383804, |
| "mean_norm": 0.16266581416130066, |
| "lm": 1.0052235126495361 |
| }, |
| { |
| "step": 6175, |
| "pen": 0.010525074787437916, |
| "mean_abs_cos": 0.08608428388834, |
| "mean_norm": 0.16031046211719513, |
| "lm": 0.7707419991493225 |
| }, |
| { |
| "step": 6175, |
| "pen": 0.020708780735731125, |
| "mean_abs_cos": 0.1210022121667862, |
| "mean_norm": 0.16768768429756165, |
| "lm": 1.1514419317245483 |
| }, |
| { |
| "step": 6200, |
| "pen": 0.016318654641509056, |
| "mean_abs_cos": 0.10659358650445938, |
| "mean_norm": 0.1631539762020111, |
| "lm": 1.021888017654419 |
| }, |
| { |
| "step": 6200, |
| "pen": 0.018288692459464073, |
| "mean_abs_cos": 0.11913294345140457, |
| "mean_norm": 0.16766446828842163, |
| "lm": 0.7376120090484619 |
| }, |
| { |
| "step": 6200, |
| "pen": 0.02201203443109989, |
| "mean_abs_cos": 0.12323752790689468, |
| "mean_norm": 0.17159400880336761, |
| "lm": 1.4188954830169678 |
| }, |
| { |
| "step": 6200, |
| "pen": 0.021155688911676407, |
| "mean_abs_cos": 0.11762136965990067, |
| "mean_norm": 0.17361293733119965, |
| "lm": 0.7627083659172058 |
| }, |
| { |
| "step": 6225, |
| "pen": 0.01970917358994484, |
| "mean_abs_cos": 0.11150429397821426, |
| "mean_norm": 0.16203798353672028, |
| "lm": 0.9557213187217712 |
| }, |
| { |
| "step": 6225, |
| "pen": 0.017766520380973816, |
| "mean_abs_cos": 0.1075083464384079, |
| "mean_norm": 0.16604097187519073, |
| "lm": 0.5577366948127747 |
| }, |
| { |
| "step": 6225, |
| "pen": 0.018799858167767525, |
| "mean_abs_cos": 0.10687056183815002, |
| "mean_norm": 0.1644127517938614, |
| "lm": 0.756719172000885 |
| }, |
| { |
| "step": 6225, |
| "pen": 0.021857699379324913, |
| "mean_abs_cos": 0.11998876184225082, |
| "mean_norm": 0.16845746338367462, |
| "lm": 0.8920625448226929 |
| }, |
| { |
| "step": 6250, |
| "pen": 0.017585761845111847, |
| "mean_abs_cos": 0.10315345227718353, |
| "mean_norm": 0.1555151492357254, |
| "lm": 0.5877044200897217 |
| }, |
| { |
| "step": 6250, |
| "pen": 0.029507676139473915, |
| "mean_abs_cos": 0.14154095947742462, |
| "mean_norm": 0.16827917098999023, |
| "lm": 0.6156960725784302 |
| }, |
| { |
| "step": 6250, |
| "pen": 0.02411859668791294, |
| "mean_abs_cos": 0.12542928755283356, |
| "mean_norm": 0.16576094925403595, |
| "lm": 0.8140451312065125 |
| }, |
| { |
| "step": 6250, |
| "pen": 0.018639810383319855, |
| "mean_abs_cos": 0.1119493916630745, |
| "mean_norm": 0.16273443400859833, |
| "lm": 0.45588013529777527 |
| }, |
| { |
| "step": 6275, |
| "pen": 0.016400380060076714, |
| "mean_abs_cos": 0.10990559309720993, |
| "mean_norm": 0.17221829295158386, |
| "lm": 1.034410834312439 |
| }, |
| { |
| "step": 6275, |
| "pen": 0.011503385379910469, |
| "mean_abs_cos": 0.084893137216568, |
| "mean_norm": 0.17167477309703827, |
| "lm": 0.6683951020240784 |
| }, |
| { |
| "step": 6275, |
| "pen": 0.019163059070706367, |
| "mean_abs_cos": 0.113416887819767, |
| "mean_norm": 0.17383845150470734, |
| "lm": 0.792629599571228 |
| }, |
| { |
| "step": 6275, |
| "pen": 0.02005290426313877, |
| "mean_abs_cos": 0.11458560079336166, |
| "mean_norm": 0.177989199757576, |
| "lm": 0.9611724019050598 |
| }, |
| { |
| "step": 6300, |
| "pen": 0.019116928800940514, |
| "mean_abs_cos": 0.10396996140480042, |
| "mean_norm": 0.16742569208145142, |
| "lm": 0.7949551939964294 |
| }, |
| { |
| "step": 6300, |
| "pen": 0.018305279314517975, |
| "mean_abs_cos": 0.10851211845874786, |
| "mean_norm": 0.16886624693870544, |
| "lm": 0.691584050655365 |
| }, |
| { |
| "step": 6300, |
| "pen": 0.019464369863271713, |
| "mean_abs_cos": 0.11515945941209793, |
| "mean_norm": 0.17006589472293854, |
| "lm": 0.8871557116508484 |
| }, |
| { |
| "step": 6300, |
| "pen": 0.016423551365733147, |
| "mean_abs_cos": 0.10769425332546234, |
| "mean_norm": 0.164594367146492, |
| "lm": 0.9189270734786987 |
| }, |
| { |
| "step": 6325, |
| "pen": 0.026248134672641754, |
| "mean_abs_cos": 0.14276094734668732, |
| "mean_norm": 0.17346592247486115, |
| "lm": 0.6620969176292419 |
| }, |
| { |
| "step": 6325, |
| "pen": 0.02738809771835804, |
| "mean_abs_cos": 0.13535486161708832, |
| "mean_norm": 0.17204205691814423, |
| "lm": 0.757095456123352 |
| }, |
| { |
| "step": 6325, |
| "pen": 0.031131399795413017, |
| "mean_abs_cos": 0.1503143310546875, |
| "mean_norm": 0.17421157658100128, |
| "lm": 0.5650350451469421 |
| }, |
| { |
| "step": 6325, |
| "pen": 0.025294529274106026, |
| "mean_abs_cos": 0.13129299879074097, |
| "mean_norm": 0.1752019226551056, |
| "lm": 0.7610688805580139 |
| }, |
| { |
| "step": 6350, |
| "pen": 0.02500670589506626, |
| "mean_abs_cos": 0.12553350627422333, |
| "mean_norm": 0.16304469108581543, |
| "lm": 0.9163393974304199 |
| }, |
| { |
| "step": 6350, |
| "pen": 0.022918440401554108, |
| "mean_abs_cos": 0.12145256996154785, |
| "mean_norm": 0.1624913215637207, |
| "lm": 0.7284237742424011 |
| }, |
| { |
| "step": 6350, |
| "pen": 0.01883768104016781, |
| "mean_abs_cos": 0.116700679063797, |
| "mean_norm": 0.1632823348045349, |
| "lm": 0.8411077857017517 |
| }, |
| { |
| "step": 6350, |
| "pen": 0.01802782155573368, |
| "mean_abs_cos": 0.12033353745937347, |
| "mean_norm": 0.15866634249687195, |
| "lm": 0.988263726234436 |
| }, |
| { |
| "step": 6375, |
| "pen": 0.015794310718774796, |
| "mean_abs_cos": 0.09317035228013992, |
| "mean_norm": 0.1574850231409073, |
| "lm": 0.5900068879127502 |
| }, |
| { |
| "step": 6375, |
| "pen": 0.014691323041915894, |
| "mean_abs_cos": 0.09694347530603409, |
| "mean_norm": 0.15751470625400543, |
| "lm": 0.966630220413208 |
| }, |
| { |
| "step": 6375, |
| "pen": 0.016139524057507515, |
| "mean_abs_cos": 0.1046459972858429, |
| "mean_norm": 0.1513294130563736, |
| "lm": 0.9526588320732117 |
| }, |
| { |
| "step": 6375, |
| "pen": 0.015561682172119617, |
| "mean_abs_cos": 0.10061033815145493, |
| "mean_norm": 0.1534978300333023, |
| "lm": 0.7707456946372986 |
| }, |
| { |
| "step": 6400, |
| "pen": 0.024407943710684776, |
| "mean_abs_cos": 0.12935437262058258, |
| "mean_norm": 0.16334792971611023, |
| "lm": 0.6381965279579163 |
| }, |
| { |
| "step": 6400, |
| "pen": 0.02945517562329769, |
| "mean_abs_cos": 0.14764368534088135, |
| "mean_norm": 0.16649924218654633, |
| "lm": 0.7165066003799438 |
| }, |
| { |
| "step": 6400, |
| "pen": 0.021436408162117004, |
| "mean_abs_cos": 0.12180888652801514, |
| "mean_norm": 0.1629207730293274, |
| "lm": 0.7452828288078308 |
| }, |
| { |
| "step": 6400, |
| "pen": 0.024334227666258812, |
| "mean_abs_cos": 0.12466822564601898, |
| "mean_norm": 0.16410425305366516, |
| "lm": 0.8149666786193848 |
| }, |
| { |
| "step": 6425, |
| "pen": 0.0206187441945076, |
| "mean_abs_cos": 0.1112176850438118, |
| "mean_norm": 0.16282755136489868, |
| "lm": 0.9621978998184204 |
| }, |
| { |
| "step": 6425, |
| "pen": 0.02164824865758419, |
| "mean_abs_cos": 0.11109425872564316, |
| "mean_norm": 0.16062907874584198, |
| "lm": 0.6781997680664062 |
| }, |
| { |
| "step": 6425, |
| "pen": 0.017948368564248085, |
| "mean_abs_cos": 0.09950954467058182, |
| "mean_norm": 0.15784327685832977, |
| "lm": 0.7930548787117004 |
| }, |
| { |
| "step": 6425, |
| "pen": 0.022107047960162163, |
| "mean_abs_cos": 0.11739882081747055, |
| "mean_norm": 0.1650509089231491, |
| "lm": 0.7420822978019714 |
| }, |
| { |
| "step": 6450, |
| "pen": 0.015770021826028824, |
| "mean_abs_cos": 0.10085296630859375, |
| "mean_norm": 0.15766958892345428, |
| "lm": 0.7296662330627441 |
| }, |
| { |
| "step": 6450, |
| "pen": 0.016444142907857895, |
| "mean_abs_cos": 0.10395775735378265, |
| "mean_norm": 0.15696187317371368, |
| "lm": 1.2735764980316162 |
| }, |
| { |
| "step": 6450, |
| "pen": 0.028490474447607994, |
| "mean_abs_cos": 0.14213137328624725, |
| "mean_norm": 0.16417275369167328, |
| "lm": 0.80759197473526 |
| }, |
| { |
| "step": 6450, |
| "pen": 0.025835245847702026, |
| "mean_abs_cos": 0.13650274276733398, |
| "mean_norm": 0.15896539390087128, |
| "lm": 1.023095965385437 |
| }, |
| { |
| "step": 6475, |
| "pen": 0.018473446369171143, |
| "mean_abs_cos": 0.11157284677028656, |
| "mean_norm": 0.163105309009552, |
| "lm": 0.8621856570243835 |
| }, |
| { |
| "step": 6475, |
| "pen": 0.018567897379398346, |
| "mean_abs_cos": 0.10671021044254303, |
| "mean_norm": 0.1611156016588211, |
| "lm": 0.8350067734718323 |
| }, |
| { |
| "step": 6475, |
| "pen": 0.023691989481449127, |
| "mean_abs_cos": 0.11521761864423752, |
| "mean_norm": 0.16250069439411163, |
| "lm": 1.0377627611160278 |
| }, |
| { |
| "step": 6475, |
| "pen": 0.018261536955833435, |
| "mean_abs_cos": 0.09597320109605789, |
| "mean_norm": 0.1627224236726761, |
| "lm": 0.8725231289863586 |
| }, |
| { |
| "step": 6500, |
| "pen": 0.024225179105997086, |
| "mean_abs_cos": 0.13182160258293152, |
| "mean_norm": 0.16277456283569336, |
| "lm": 0.9615781307220459 |
| }, |
| { |
| "step": 6500, |
| "pen": 0.024592526257038116, |
| "mean_abs_cos": 0.1343046873807907, |
| "mean_norm": 0.16327974200248718, |
| "lm": 1.1981953382492065 |
| }, |
| { |
| "step": 6500, |
| "pen": 0.025227727368474007, |
| "mean_abs_cos": 0.13354547321796417, |
| "mean_norm": 0.16776123642921448, |
| "lm": 0.9312951564788818 |
| }, |
| { |
| "step": 6500, |
| "pen": 0.02659112587571144, |
| "mean_abs_cos": 0.13995930552482605, |
| "mean_norm": 0.171410471200943, |
| "lm": 1.0880192518234253 |
| }, |
| { |
| "step": 6525, |
| "pen": 0.01437478419393301, |
| "mean_abs_cos": 0.10114909708499908, |
| "mean_norm": 0.1628257781267166, |
| "lm": 0.8470154404640198 |
| }, |
| { |
| "step": 6525, |
| "pen": 0.014374809339642525, |
| "mean_abs_cos": 0.09649784117937088, |
| "mean_norm": 0.15988022089004517, |
| "lm": 0.7492778897285461 |
| }, |
| { |
| "step": 6525, |
| "pen": 0.01254461519420147, |
| "mean_abs_cos": 0.09221170842647552, |
| "mean_norm": 0.1610945463180542, |
| "lm": 0.6975359320640564 |
| }, |
| { |
| "step": 6525, |
| "pen": 0.011749104596674442, |
| "mean_abs_cos": 0.08874925225973129, |
| "mean_norm": 0.16302071511745453, |
| "lm": 0.8504796624183655 |
| }, |
| { |
| "step": 6550, |
| "pen": 0.020469695329666138, |
| "mean_abs_cos": 0.11938158422708511, |
| "mean_norm": 0.16554881632328033, |
| "lm": 0.6927692890167236 |
| }, |
| { |
| "step": 6550, |
| "pen": 0.018351763486862183, |
| "mean_abs_cos": 0.11373104155063629, |
| "mean_norm": 0.16025219857692719, |
| "lm": 0.8394131064414978 |
| }, |
| { |
| "step": 6550, |
| "pen": 0.024342523887753487, |
| "mean_abs_cos": 0.12605702877044678, |
| "mean_norm": 0.16344037652015686, |
| "lm": 1.012829303741455 |
| }, |
| { |
| "step": 6550, |
| "pen": 0.018214546144008636, |
| "mean_abs_cos": 0.10222313553094864, |
| "mean_norm": 0.1597219556570053, |
| "lm": 0.44540977478027344 |
| }, |
| { |
| "step": 6575, |
| "pen": 0.02661493420600891, |
| "mean_abs_cos": 0.13035167753696442, |
| "mean_norm": 0.16749538481235504, |
| "lm": 1.3291261196136475 |
| }, |
| { |
| "step": 6575, |
| "pen": 0.023728350177407265, |
| "mean_abs_cos": 0.11885002255439758, |
| "mean_norm": 0.16126510500907898, |
| "lm": 0.9627186059951782 |
| }, |
| { |
| "step": 6575, |
| "pen": 0.023765679448843002, |
| "mean_abs_cos": 0.12050095200538635, |
| "mean_norm": 0.1608732044696808, |
| "lm": 0.9243420958518982 |
| }, |
| { |
| "step": 6575, |
| "pen": 0.026847103610634804, |
| "mean_abs_cos": 0.1261284053325653, |
| "mean_norm": 0.15914705395698547, |
| "lm": 0.9601370692253113 |
| }, |
| { |
| "step": 6600, |
| "pen": 0.023968424648046494, |
| "mean_abs_cos": 0.12922973930835724, |
| "mean_norm": 0.17158567905426025, |
| "lm": 0.6738215088844299 |
| }, |
| { |
| "step": 6600, |
| "pen": 0.030006054788827896, |
| "mean_abs_cos": 0.14800426363945007, |
| "mean_norm": 0.16886694729328156, |
| "lm": 1.1707332134246826 |
| }, |
| { |
| "step": 6600, |
| "pen": 0.03160771355032921, |
| "mean_abs_cos": 0.14271938800811768, |
| "mean_norm": 0.17505109310150146, |
| "lm": 0.8084080219268799 |
| }, |
| { |
| "step": 6600, |
| "pen": 0.03424374386668205, |
| "mean_abs_cos": 0.1436655968427658, |
| "mean_norm": 0.16996771097183228, |
| "lm": 1.0397394895553589 |
| }, |
| { |
| "step": 6625, |
| "pen": 0.02099488116800785, |
| "mean_abs_cos": 0.122578464448452, |
| "mean_norm": 0.15329109132289886, |
| "lm": 0.5093334317207336 |
| }, |
| { |
| "step": 6625, |
| "pen": 0.02168921008706093, |
| "mean_abs_cos": 0.12244287133216858, |
| "mean_norm": 0.15484681725502014, |
| "lm": 0.7853871583938599 |
| }, |
| { |
| "step": 6625, |
| "pen": 0.022334344685077667, |
| "mean_abs_cos": 0.12619730830192566, |
| "mean_norm": 0.16163961589336395, |
| "lm": 1.457663655281067 |
| }, |
| { |
| "step": 6625, |
| "pen": 0.021791504696011543, |
| "mean_abs_cos": 0.11920012533664703, |
| "mean_norm": 0.1632671356201172, |
| "lm": 0.8954329490661621 |
| }, |
| { |
| "step": 6650, |
| "pen": 0.01710972748696804, |
| "mean_abs_cos": 0.10508705675601959, |
| "mean_norm": 0.16986335813999176, |
| "lm": 0.77507084608078 |
| }, |
| { |
| "step": 6650, |
| "pen": 0.016427144408226013, |
| "mean_abs_cos": 0.10891447216272354, |
| "mean_norm": 0.16312582790851593, |
| "lm": 1.0767048597335815 |
| }, |
| { |
| "step": 6650, |
| "pen": 0.014917385764420033, |
| "mean_abs_cos": 0.10297433286905289, |
| "mean_norm": 0.15905675292015076, |
| "lm": 0.9908673167228699 |
| }, |
| { |
| "step": 6650, |
| "pen": 0.024299079552292824, |
| "mean_abs_cos": 0.12865979969501495, |
| "mean_norm": 0.16411109268665314, |
| "lm": 1.1090245246887207 |
| }, |
| { |
| "step": 6675, |
| "pen": 0.01918884925544262, |
| "mean_abs_cos": 0.11266247183084488, |
| "mean_norm": 0.1605389267206192, |
| "lm": 0.8710818886756897 |
| }, |
| { |
| "step": 6675, |
| "pen": 0.022934501990675926, |
| "mean_abs_cos": 0.12699836492538452, |
| "mean_norm": 0.1609693318605423, |
| "lm": 1.0118837356567383 |
| }, |
| { |
| "step": 6675, |
| "pen": 0.02618882805109024, |
| "mean_abs_cos": 0.13392215967178345, |
| "mean_norm": 0.1634414941072464, |
| "lm": 0.9521820545196533 |
| }, |
| { |
| "step": 6675, |
| "pen": 0.018226996064186096, |
| "mean_abs_cos": 0.10407813638448715, |
| "mean_norm": 0.16518816351890564, |
| "lm": 0.6870185136795044 |
| }, |
| { |
| "step": 6700, |
| "pen": 0.014499593526124954, |
| "mean_abs_cos": 0.09121758490800858, |
| "mean_norm": 0.17177288234233856, |
| "lm": 0.939335286617279 |
| }, |
| { |
| "step": 6700, |
| "pen": 0.01685951091349125, |
| "mean_abs_cos": 0.1058231070637703, |
| "mean_norm": 0.16924388706684113, |
| "lm": 0.9046456217765808 |
| }, |
| { |
| "step": 6700, |
| "pen": 0.017613407224416733, |
| "mean_abs_cos": 0.10631434619426727, |
| "mean_norm": 0.1684660166501999, |
| "lm": 0.7653476595878601 |
| }, |
| { |
| "step": 6700, |
| "pen": 0.01401163823902607, |
| "mean_abs_cos": 0.09536869823932648, |
| "mean_norm": 0.16529716551303864, |
| "lm": 0.8750979900360107 |
| }, |
| { |
| "step": 6725, |
| "pen": 0.026294559240341187, |
| "mean_abs_cos": 0.13379862904548645, |
| "mean_norm": 0.16097623109817505, |
| "lm": 0.7992188930511475 |
| }, |
| { |
| "step": 6725, |
| "pen": 0.025880450382828712, |
| "mean_abs_cos": 0.12616558372974396, |
| "mean_norm": 0.1619979590177536, |
| "lm": 1.009779453277588 |
| }, |
| { |
| "step": 6725, |
| "pen": 0.023794854059815407, |
| "mean_abs_cos": 0.12666387856006622, |
| "mean_norm": 0.16664035618305206, |
| "lm": 0.9102828502655029 |
| }, |
| { |
| "step": 6725, |
| "pen": 0.02752779982984066, |
| "mean_abs_cos": 0.13642702996730804, |
| "mean_norm": 0.1652088165283203, |
| "lm": 0.7590636014938354 |
| }, |
| { |
| "step": 6750, |
| "pen": 0.024487243965268135, |
| "mean_abs_cos": 0.13091662526130676, |
| "mean_norm": 0.16167481243610382, |
| "lm": 0.7531067132949829 |
| }, |
| { |
| "step": 6750, |
| "pen": 0.01951378397643566, |
| "mean_abs_cos": 0.10969047993421555, |
| "mean_norm": 0.16044709086418152, |
| "lm": 0.8692684769630432 |
| }, |
| { |
| "step": 6750, |
| "pen": 0.01619516685605049, |
| "mean_abs_cos": 0.10234002023935318, |
| "mean_norm": 0.15610428154468536, |
| "lm": 0.6107209920883179 |
| }, |
| { |
| "step": 6750, |
| "pen": 0.013622330501675606, |
| "mean_abs_cos": 0.09796939045190811, |
| "mean_norm": 0.1554877758026123, |
| "lm": 0.6955680251121521 |
| }, |
| { |
| "step": 6775, |
| "pen": 0.016921445727348328, |
| "mean_abs_cos": 0.10859262198209763, |
| "mean_norm": 0.15477482974529266, |
| "lm": 0.8427984118461609 |
| }, |
| { |
| "step": 6775, |
| "pen": 0.019297055900096893, |
| "mean_abs_cos": 0.11378622055053711, |
| "mean_norm": 0.15686874091625214, |
| "lm": 0.6149104833602905 |
| }, |
| { |
| "step": 6775, |
| "pen": 0.01592307537794113, |
| "mean_abs_cos": 0.10426012426614761, |
| "mean_norm": 0.1582905799150467, |
| "lm": 0.972273588180542 |
| }, |
| { |
| "step": 6775, |
| "pen": 0.014475305564701557, |
| "mean_abs_cos": 0.10052551329135895, |
| "mean_norm": 0.15849561989307404, |
| "lm": 0.8430907130241394 |
| }, |
| { |
| "step": 6800, |
| "pen": 0.020251000300049782, |
| "mean_abs_cos": 0.11883807182312012, |
| "mean_norm": 0.16657184064388275, |
| "lm": 0.8367389440536499 |
| }, |
| { |
| "step": 6800, |
| "pen": 0.022396644577383995, |
| "mean_abs_cos": 0.12943172454833984, |
| "mean_norm": 0.1631007194519043, |
| "lm": 1.1426101922988892 |
| }, |
| { |
| "step": 6800, |
| "pen": 0.02072736993432045, |
| "mean_abs_cos": 0.11951693147420883, |
| "mean_norm": 0.1622900664806366, |
| "lm": 0.9618808031082153 |
| }, |
| { |
| "step": 6800, |
| "pen": 0.02992098219692707, |
| "mean_abs_cos": 0.1398678421974182, |
| "mean_norm": 0.16239728033542633, |
| "lm": 1.1221929788589478 |
| }, |
| { |
| "step": 6825, |
| "pen": 0.018862979486584663, |
| "mean_abs_cos": 0.10881452262401581, |
| "mean_norm": 0.16041918098926544, |
| "lm": 1.1003973484039307 |
| }, |
| { |
| "step": 6825, |
| "pen": 0.01981639303267002, |
| "mean_abs_cos": 0.1044410765171051, |
| "mean_norm": 0.16179025173187256, |
| "lm": 0.8407581448554993 |
| }, |
| { |
| "step": 6825, |
| "pen": 0.015661517158150673, |
| "mean_abs_cos": 0.0924939289689064, |
| "mean_norm": 0.15611977875232697, |
| "lm": 0.7416691780090332 |
| }, |
| { |
| "step": 6825, |
| "pen": 0.016574973240494728, |
| "mean_abs_cos": 0.09620978683233261, |
| "mean_norm": 0.15373937785625458, |
| "lm": 0.9666575193405151 |
| }, |
| { |
| "step": 6850, |
| "pen": 0.03337746113538742, |
| "mean_abs_cos": 0.1424684226512909, |
| "mean_norm": 0.17196017503738403, |
| "lm": 1.0036559104919434 |
| }, |
| { |
| "step": 6850, |
| "pen": 0.025509022176265717, |
| "mean_abs_cos": 0.1253376305103302, |
| "mean_norm": 0.1675465852022171, |
| "lm": 1.2317001819610596 |
| }, |
| { |
| "step": 6850, |
| "pen": 0.027059370651841164, |
| "mean_abs_cos": 0.1339072734117508, |
| "mean_norm": 0.1680503636598587, |
| "lm": 1.012410044670105 |
| }, |
| { |
| "step": 6850, |
| "pen": 0.019324341788887978, |
| "mean_abs_cos": 0.11001542955636978, |
| "mean_norm": 0.16269560158252716, |
| "lm": 0.5222392678260803 |
| }, |
| { |
| "step": 6875, |
| "pen": 0.024215813726186752, |
| "mean_abs_cos": 0.11149593442678452, |
| "mean_norm": 0.17205537855625153, |
| "lm": 0.9077966809272766 |
| }, |
| { |
| "step": 6875, |
| "pen": 0.022199828177690506, |
| "mean_abs_cos": 0.11147870123386383, |
| "mean_norm": 0.1667313575744629, |
| "lm": 0.8528438210487366 |
| }, |
| { |
| "step": 6875, |
| "pen": 0.017082486301660538, |
| "mean_abs_cos": 0.10322753340005875, |
| "mean_norm": 0.16021548211574554, |
| "lm": 0.6937834024429321 |
| }, |
| { |
| "step": 6875, |
| "pen": 0.02015305869281292, |
| "mean_abs_cos": 0.11585448682308197, |
| "mean_norm": 0.16257135570049286, |
| "lm": 0.9897322654724121 |
| }, |
| { |
| "step": 6900, |
| "pen": 0.023542357608675957, |
| "mean_abs_cos": 0.11778759956359863, |
| "mean_norm": 0.15864324569702148, |
| "lm": 1.1583634614944458 |
| }, |
| { |
| "step": 6900, |
| "pen": 0.023492082953453064, |
| "mean_abs_cos": 0.11711417138576508, |
| "mean_norm": 0.1573544591665268, |
| "lm": 0.6468304395675659 |
| }, |
| { |
| "step": 6900, |
| "pen": 0.027000069618225098, |
| "mean_abs_cos": 0.1274792104959488, |
| "mean_norm": 0.15546968579292297, |
| "lm": 0.8090091347694397 |
| }, |
| { |
| "step": 6900, |
| "pen": 0.021478256210684776, |
| "mean_abs_cos": 0.11773262917995453, |
| "mean_norm": 0.15406563878059387, |
| "lm": 0.6624817252159119 |
| }, |
| { |
| "step": 6925, |
| "pen": 0.020682385191321373, |
| "mean_abs_cos": 0.11940871179103851, |
| "mean_norm": 0.16321399807929993, |
| "lm": 0.8960828185081482 |
| }, |
| { |
| "step": 6925, |
| "pen": 0.020520951598882675, |
| "mean_abs_cos": 0.11538968235254288, |
| "mean_norm": 0.1579720824956894, |
| "lm": 1.0732835531234741 |
| }, |
| { |
| "step": 6925, |
| "pen": 0.018513908609747887, |
| "mean_abs_cos": 0.11371415108442307, |
| "mean_norm": 0.1613679975271225, |
| "lm": 1.0761398077011108 |
| }, |
| { |
| "step": 6925, |
| "pen": 0.015798453241586685, |
| "mean_abs_cos": 0.11392393708229065, |
| "mean_norm": 0.16031372547149658, |
| "lm": 0.7838751673698425 |
| }, |
| { |
| "step": 6950, |
| "pen": 0.02024107053875923, |
| "mean_abs_cos": 0.11045729368925095, |
| "mean_norm": 0.16224698722362518, |
| "lm": 0.5688049793243408 |
| }, |
| { |
| "step": 6950, |
| "pen": 0.0195568036288023, |
| "mean_abs_cos": 0.10910917818546295, |
| "mean_norm": 0.16126278042793274, |
| "lm": 0.9869035482406616 |
| }, |
| { |
| "step": 6950, |
| "pen": 0.018828745931386948, |
| "mean_abs_cos": 0.10429566353559494, |
| "mean_norm": 0.15987856686115265, |
| "lm": 0.8423901200294495 |
| }, |
| { |
| "step": 6950, |
| "pen": 0.022921569645404816, |
| "mean_abs_cos": 0.12439709156751633, |
| "mean_norm": 0.1644260585308075, |
| "lm": 0.6823999881744385 |
| }, |
| { |
| "step": 6975, |
| "pen": 0.020571386441588402, |
| "mean_abs_cos": 0.11226675659418106, |
| "mean_norm": 0.1566275656223297, |
| "lm": 0.47889742255210876 |
| }, |
| { |
| "step": 6975, |
| "pen": 0.022247010841965675, |
| "mean_abs_cos": 0.11597756296396255, |
| "mean_norm": 0.1594063937664032, |
| "lm": 0.9958708882331848 |
| }, |
| { |
| "step": 6975, |
| "pen": 0.02369891293346882, |
| "mean_abs_cos": 0.12405187636613846, |
| "mean_norm": 0.16040675342082977, |
| "lm": 0.3712945580482483 |
| }, |
| { |
| "step": 6975, |
| "pen": 0.020657697692513466, |
| "mean_abs_cos": 0.11384888738393784, |
| "mean_norm": 0.15933291614055634, |
| "lm": 0.8949666023254395 |
| }, |
| { |
| "step": 7000, |
| "pen": 0.025775039568543434, |
| "mean_abs_cos": 0.13304583728313446, |
| "mean_norm": 0.17085202038288116, |
| "lm": 1.0138561725616455 |
| }, |
| { |
| "step": 7000, |
| "pen": 0.02187703363597393, |
| "mean_abs_cos": 0.12040649354457855, |
| "mean_norm": 0.1714167296886444, |
| "lm": 0.8185945153236389 |
| }, |
| { |
| "step": 7000, |
| "pen": 0.015550252981483936, |
| "mean_abs_cos": 0.10835713148117065, |
| "mean_norm": 0.16599522531032562, |
| "lm": 0.99941086769104 |
| }, |
| { |
| "step": 7000, |
| "pen": 0.013305618427693844, |
| "mean_abs_cos": 0.0975511446595192, |
| "mean_norm": 0.16462652385234833, |
| "lm": 0.8550425171852112 |
| }, |
| { |
| "step": 7025, |
| "pen": 0.01610417105257511, |
| "mean_abs_cos": 0.10758552700281143, |
| "mean_norm": 0.15748627483844757, |
| "lm": 0.7733368277549744 |
| }, |
| { |
| "step": 7025, |
| "pen": 0.01556349452584982, |
| "mean_abs_cos": 0.09700720757246017, |
| "mean_norm": 0.16046422719955444, |
| "lm": 0.8077391982078552 |
| }, |
| { |
| "step": 7025, |
| "pen": 0.01603103242814541, |
| "mean_abs_cos": 0.09133520722389221, |
| "mean_norm": 0.16091299057006836, |
| "lm": 0.8826480507850647 |
| }, |
| { |
| "step": 7025, |
| "pen": 0.015994340181350708, |
| "mean_abs_cos": 0.09425230324268341, |
| "mean_norm": 0.16146598756313324, |
| "lm": 0.6062581539154053 |
| }, |
| { |
| "step": 7050, |
| "pen": 0.02058183215558529, |
| "mean_abs_cos": 0.10606174916028976, |
| "mean_norm": 0.1653904765844345, |
| "lm": 0.6786423921585083 |
| }, |
| { |
| "step": 7050, |
| "pen": 0.01782810129225254, |
| "mean_abs_cos": 0.09970389306545258, |
| "mean_norm": 0.16339334845542908, |
| "lm": 0.9146978259086609 |
| }, |
| { |
| "step": 7050, |
| "pen": 0.013668795116245747, |
| "mean_abs_cos": 0.08566247671842575, |
| "mean_norm": 0.1604413241147995, |
| "lm": 1.0487871170043945 |
| }, |
| { |
| "step": 7050, |
| "pen": 0.01263196486979723, |
| "mean_abs_cos": 0.0898803249001503, |
| "mean_norm": 0.16507408022880554, |
| "lm": 0.9780563712120056 |
| }, |
| { |
| "step": 7075, |
| "pen": 0.014800641685724258, |
| "mean_abs_cos": 0.09375424683094025, |
| "mean_norm": 0.16038091480731964, |
| "lm": 1.2509199380874634 |
| }, |
| { |
| "step": 7075, |
| "pen": 0.01181259285658598, |
| "mean_abs_cos": 0.08654390275478363, |
| "mean_norm": 0.15650613605976105, |
| "lm": 0.8676227331161499 |
| }, |
| { |
| "step": 7075, |
| "pen": 0.012500102631747723, |
| "mean_abs_cos": 0.0889483392238617, |
| "mean_norm": 0.15745848417282104, |
| "lm": 0.7597392797470093 |
| }, |
| { |
| "step": 7075, |
| "pen": 0.011621218174695969, |
| "mean_abs_cos": 0.08776075392961502, |
| "mean_norm": 0.15702876448631287, |
| "lm": 0.9332661032676697 |
| }, |
| { |
| "step": 7100, |
| "pen": 0.022736355662345886, |
| "mean_abs_cos": 0.12464197725057602, |
| "mean_norm": 0.15969975292682648, |
| "lm": 1.0812500715255737 |
| }, |
| { |
| "step": 7100, |
| "pen": 0.02688351273536682, |
| "mean_abs_cos": 0.14168190956115723, |
| "mean_norm": 0.1595669388771057, |
| "lm": 0.7042374014854431 |
| }, |
| { |
| "step": 7100, |
| "pen": 0.02373979240655899, |
| "mean_abs_cos": 0.127951517701149, |
| "mean_norm": 0.15993015468120575, |
| "lm": 0.6527665853500366 |
| }, |
| { |
| "step": 7100, |
| "pen": 0.017115723341703415, |
| "mean_abs_cos": 0.10718417912721634, |
| "mean_norm": 0.16079479455947876, |
| "lm": 0.7716284990310669 |
| }, |
| { |
| "step": 7125, |
| "pen": 0.021039653569459915, |
| "mean_abs_cos": 0.11329897493124008, |
| "mean_norm": 0.15880610048770905, |
| "lm": 1.218322515487671 |
| }, |
| { |
| "step": 7125, |
| "pen": 0.023920118808746338, |
| "mean_abs_cos": 0.12362890690565109, |
| "mean_norm": 0.15880952775478363, |
| "lm": 0.6569489240646362 |
| }, |
| { |
| "step": 7125, |
| "pen": 0.022005965933203697, |
| "mean_abs_cos": 0.12244623154401779, |
| "mean_norm": 0.16168320178985596, |
| "lm": 0.6197026968002319 |
| }, |
| { |
| "step": 7125, |
| "pen": 0.023713350296020508, |
| "mean_abs_cos": 0.12490323185920715, |
| "mean_norm": 0.16231942176818848, |
| "lm": 0.8969058990478516 |
| }, |
| { |
| "step": 7150, |
| "pen": 0.04213711991906166, |
| "mean_abs_cos": 0.17365762591362, |
| "mean_norm": 0.16633416712284088, |
| "lm": 0.761237382888794 |
| }, |
| { |
| "step": 7150, |
| "pen": 0.03345445916056633, |
| "mean_abs_cos": 0.15214750170707703, |
| "mean_norm": 0.16419589519500732, |
| "lm": 0.7028098106384277 |
| }, |
| { |
| "step": 7150, |
| "pen": 0.03182975575327873, |
| "mean_abs_cos": 0.14383776485919952, |
| "mean_norm": 0.16508562862873077, |
| "lm": 0.6527364253997803 |
| }, |
| { |
| "step": 7150, |
| "pen": 0.039880264550447464, |
| "mean_abs_cos": 0.16745446622371674, |
| "mean_norm": 0.1741887927055359, |
| "lm": 0.6662847399711609 |
| }, |
| { |
| "step": 7175, |
| "pen": 0.03341923654079437, |
| "mean_abs_cos": 0.14403285086154938, |
| "mean_norm": 0.1669340580701828, |
| "lm": 0.8611820936203003 |
| }, |
| { |
| "step": 7175, |
| "pen": 0.026418671011924744, |
| "mean_abs_cos": 0.1302444487810135, |
| "mean_norm": 0.16594770550727844, |
| "lm": 0.7084493041038513 |
| }, |
| { |
| "step": 7175, |
| "pen": 0.033571019768714905, |
| "mean_abs_cos": 0.14970716834068298, |
| "mean_norm": 0.17170283198356628, |
| "lm": 0.848448634147644 |
| }, |
| { |
| "step": 7175, |
| "pen": 0.026030465960502625, |
| "mean_abs_cos": 0.12661363184452057, |
| "mean_norm": 0.16589556634426117, |
| "lm": 1.048224925994873 |
| }, |
| { |
| "step": 7200, |
| "pen": 0.017403479665517807, |
| "mean_abs_cos": 0.10749036073684692, |
| "mean_norm": 0.1667463481426239, |
| "lm": 0.7629902958869934 |
| }, |
| { |
| "step": 7200, |
| "pen": 0.01421190146356821, |
| "mean_abs_cos": 0.09828060120344162, |
| "mean_norm": 0.16510438919067383, |
| "lm": 0.7432090044021606 |
| }, |
| { |
| "step": 7200, |
| "pen": 0.012514831498265266, |
| "mean_abs_cos": 0.09437928348779678, |
| "mean_norm": 0.167051300406456, |
| "lm": 0.9619708061218262 |
| }, |
| { |
| "step": 7200, |
| "pen": 0.01581968180835247, |
| "mean_abs_cos": 0.10098141431808472, |
| "mean_norm": 0.16878631711006165, |
| "lm": 1.0049866437911987 |
| }, |
| { |
| "step": 7225, |
| "pen": 0.012635416351258755, |
| "mean_abs_cos": 0.08478570729494095, |
| "mean_norm": 0.15689602494239807, |
| "lm": 0.7112188935279846 |
| }, |
| { |
| "step": 7225, |
| "pen": 0.01137574203312397, |
| "mean_abs_cos": 0.08554468303918839, |
| "mean_norm": 0.15701189637184143, |
| "lm": 1.1892755031585693 |
| }, |
| { |
| "step": 7225, |
| "pen": 0.01518237590789795, |
| "mean_abs_cos": 0.10655014961957932, |
| "mean_norm": 0.1601870059967041, |
| "lm": 0.7735162377357483 |
| }, |
| { |
| "step": 7225, |
| "pen": 0.017344048246741295, |
| "mean_abs_cos": 0.1045767217874527, |
| "mean_norm": 0.15956611931324005, |
| "lm": 0.7085016965866089 |
| }, |
| { |
| "step": 7250, |
| "pen": 0.02295968122780323, |
| "mean_abs_cos": 0.12253085523843765, |
| "mean_norm": 0.17599129676818848, |
| "lm": 0.9681975841522217 |
| }, |
| { |
| "step": 7250, |
| "pen": 0.020718127489089966, |
| "mean_abs_cos": 0.11545570939779282, |
| "mean_norm": 0.1708986908197403, |
| "lm": 1.0943284034729004 |
| }, |
| { |
| "step": 7250, |
| "pen": 0.0191060658544302, |
| "mean_abs_cos": 0.11378399282693863, |
| "mean_norm": 0.17119142413139343, |
| "lm": 0.7302795052528381 |
| }, |
| { |
| "step": 7250, |
| "pen": 0.01801186241209507, |
| "mean_abs_cos": 0.1106298640370369, |
| "mean_norm": 0.17300619184970856, |
| "lm": 0.6612451672554016 |
| }, |
| { |
| "step": 7275, |
| "pen": 0.01911643147468567, |
| "mean_abs_cos": 0.10844526439905167, |
| "mean_norm": 0.1622193455696106, |
| "lm": 0.8792846202850342 |
| }, |
| { |
| "step": 7275, |
| "pen": 0.01771303452551365, |
| "mean_abs_cos": 0.10092201828956604, |
| "mean_norm": 0.15763895213603973, |
| "lm": 0.8456491827964783 |
| }, |
| { |
| "step": 7275, |
| "pen": 0.018785227090120316, |
| "mean_abs_cos": 0.1054677814245224, |
| "mean_norm": 0.16302604973316193, |
| "lm": 0.8379767537117004 |
| }, |
| { |
| "step": 7275, |
| "pen": 0.02338285930454731, |
| "mean_abs_cos": 0.12930531799793243, |
| "mean_norm": 0.16225184500217438, |
| "lm": 0.765778660774231 |
| }, |
| { |
| "step": 7300, |
| "pen": 0.018932074308395386, |
| "mean_abs_cos": 0.10608534514904022, |
| "mean_norm": 0.17297442257404327, |
| "lm": 0.7255225777626038 |
| }, |
| { |
| "step": 7300, |
| "pen": 0.019636305049061775, |
| "mean_abs_cos": 0.11639904975891113, |
| "mean_norm": 0.1680043488740921, |
| "lm": 0.9040384292602539 |
| }, |
| { |
| "step": 7300, |
| "pen": 0.021593322977423668, |
| "mean_abs_cos": 0.12177525460720062, |
| "mean_norm": 0.1645563393831253, |
| "lm": 0.9165326356887817 |
| }, |
| { |
| "step": 7300, |
| "pen": 0.02176164649426937, |
| "mean_abs_cos": 0.11745522171258926, |
| "mean_norm": 0.16471770405769348, |
| "lm": 0.7939339876174927 |
| }, |
| { |
| "step": 7325, |
| "pen": 0.022194430232048035, |
| "mean_abs_cos": 0.12497186660766602, |
| "mean_norm": 0.17165106534957886, |
| "lm": 0.9783077836036682 |
| }, |
| { |
| "step": 7325, |
| "pen": 0.019935790449380875, |
| "mean_abs_cos": 0.1075117364525795, |
| "mean_norm": 0.1682625561952591, |
| "lm": 1.1927133798599243 |
| }, |
| { |
| "step": 7325, |
| "pen": 0.023650508373975754, |
| "mean_abs_cos": 0.11582639813423157, |
| "mean_norm": 0.16575142741203308, |
| "lm": 0.8864327073097229 |
| }, |
| { |
| "step": 7325, |
| "pen": 0.020621560513973236, |
| "mean_abs_cos": 0.1049732118844986, |
| "mean_norm": 0.1667211651802063, |
| "lm": 0.9565412998199463 |
| }, |
| { |
| "step": 7350, |
| "pen": 0.02599332109093666, |
| "mean_abs_cos": 0.12651272118091583, |
| "mean_norm": 0.16080087423324585, |
| "lm": 0.39981213212013245 |
| }, |
| { |
| "step": 7350, |
| "pen": 0.02294086664915085, |
| "mean_abs_cos": 0.1222749575972557, |
| "mean_norm": 0.1580480933189392, |
| "lm": 0.8117884993553162 |
| }, |
| { |
| "step": 7350, |
| "pen": 0.029075589030981064, |
| "mean_abs_cos": 0.14198920130729675, |
| "mean_norm": 0.15803009271621704, |
| "lm": 0.7847418785095215 |
| }, |
| { |
| "step": 7350, |
| "pen": 0.02467379905283451, |
| "mean_abs_cos": 0.1295892745256424, |
| "mean_norm": 0.15584352612495422, |
| "lm": 0.8483142256736755 |
| }, |
| { |
| "step": 7375, |
| "pen": 0.018749263137578964, |
| "mean_abs_cos": 0.11871753633022308, |
| "mean_norm": 0.17516066133975983, |
| "lm": 0.9053678512573242 |
| }, |
| { |
| "step": 7375, |
| "pen": 0.01954818144440651, |
| "mean_abs_cos": 0.11350386589765549, |
| "mean_norm": 0.17315144836902618, |
| "lm": 0.9112857580184937 |
| }, |
| { |
| "step": 7375, |
| "pen": 0.019619503989815712, |
| "mean_abs_cos": 0.10164038091897964, |
| "mean_norm": 0.17170675098896027, |
| "lm": 1.0175750255584717 |
| }, |
| { |
| "step": 7375, |
| "pen": 0.020617105066776276, |
| "mean_abs_cos": 0.10833574086427689, |
| "mean_norm": 0.17146547138690948, |
| "lm": 0.6049297451972961 |
| }, |
| { |
| "step": 7400, |
| "pen": 0.02085495926439762, |
| "mean_abs_cos": 0.11929002404212952, |
| "mean_norm": 0.1667013317346573, |
| "lm": 1.341513991355896 |
| }, |
| { |
| "step": 7400, |
| "pen": 0.016348278149962425, |
| "mean_abs_cos": 0.10561370849609375, |
| "mean_norm": 0.1649632751941681, |
| "lm": 0.7971659898757935 |
| }, |
| { |
| "step": 7400, |
| "pen": 0.018599743023514748, |
| "mean_abs_cos": 0.11709378659725189, |
| "mean_norm": 0.16747915744781494, |
| "lm": 0.9895073175430298 |
| }, |
| { |
| "step": 7400, |
| "pen": 0.01617199182510376, |
| "mean_abs_cos": 0.10804810374975204, |
| "mean_norm": 0.16550680994987488, |
| "lm": 0.5926988124847412 |
| }, |
| { |
| "step": 7425, |
| "pen": 0.01699158363044262, |
| "mean_abs_cos": 0.11094170063734055, |
| "mean_norm": 0.16387851536273956, |
| "lm": 0.7456142902374268 |
| }, |
| { |
| "step": 7425, |
| "pen": 0.018941784277558327, |
| "mean_abs_cos": 0.10408429801464081, |
| "mean_norm": 0.16981180012226105, |
| "lm": 0.9888421297073364 |
| }, |
| { |
| "step": 7425, |
| "pen": 0.01847400702536106, |
| "mean_abs_cos": 0.10960668325424194, |
| "mean_norm": 0.16936752200126648, |
| "lm": 0.9944198727607727 |
| }, |
| { |
| "step": 7425, |
| "pen": 0.01487789861857891, |
| "mean_abs_cos": 0.09726525843143463, |
| "mean_norm": 0.16557495296001434, |
| "lm": 0.8606598377227783 |
| }, |
| { |
| "step": 7450, |
| "pen": 0.021572427824139595, |
| "mean_abs_cos": 0.11494120210409164, |
| "mean_norm": 0.16827112436294556, |
| "lm": 0.7942476868629456 |
| }, |
| { |
| "step": 7450, |
| "pen": 0.021287480369210243, |
| "mean_abs_cos": 0.11749415844678879, |
| "mean_norm": 0.16903236508369446, |
| "lm": 0.8320168256759644 |
| }, |
| { |
| "step": 7450, |
| "pen": 0.02532351203262806, |
| "mean_abs_cos": 0.12700946629047394, |
| "mean_norm": 0.17302937805652618, |
| "lm": 1.1573594808578491 |
| }, |
| { |
| "step": 7450, |
| "pen": 0.019520176574587822, |
| "mean_abs_cos": 0.11547483503818512, |
| "mean_norm": 0.1710984706878662, |
| "lm": 0.670515239238739 |
| }, |
| { |
| "step": 7475, |
| "pen": 0.017749976366758347, |
| "mean_abs_cos": 0.11323075741529465, |
| "mean_norm": 0.15902772545814514, |
| "lm": 1.1578848361968994 |
| }, |
| { |
| "step": 7475, |
| "pen": 0.025761106982827187, |
| "mean_abs_cos": 0.130916565656662, |
| "mean_norm": 0.15707069635391235, |
| "lm": 0.8204679489135742 |
| }, |
| { |
| "step": 7475, |
| "pen": 0.02678525261580944, |
| "mean_abs_cos": 0.13339035212993622, |
| "mean_norm": 0.1565796285867691, |
| "lm": 0.9044021368026733 |
| }, |
| { |
| "step": 7475, |
| "pen": 0.03446589410305023, |
| "mean_abs_cos": 0.15185686945915222, |
| "mean_norm": 0.15956097841262817, |
| "lm": 0.9132082462310791 |
| }, |
| { |
| "step": 7500, |
| "pen": 0.014642152935266495, |
| "mean_abs_cos": 0.10069871693849564, |
| "mean_norm": 0.17004437744617462, |
| "lm": 0.9277645945549011 |
| }, |
| { |
| "step": 7500, |
| "pen": 0.019302474334836006, |
| "mean_abs_cos": 0.1098911315202713, |
| "mean_norm": 0.1704963743686676, |
| "lm": 0.6831652522087097 |
| }, |
| { |
| "step": 7500, |
| "pen": 0.020549647510051727, |
| "mean_abs_cos": 0.11246498674154282, |
| "mean_norm": 0.16739721596240997, |
| "lm": 1.1763910055160522 |
| }, |
| { |
| "step": 7500, |
| "pen": 0.01774587854743004, |
| "mean_abs_cos": 0.10509698837995529, |
| "mean_norm": 0.16465385258197784, |
| "lm": 0.9218124747276306 |
| }, |
| { |
| "step": 7525, |
| "pen": 0.021099086850881577, |
| "mean_abs_cos": 0.12138243764638901, |
| "mean_norm": 0.16102181375026703, |
| "lm": 1.207468032836914 |
| }, |
| { |
| "step": 7525, |
| "pen": 0.020564278587698936, |
| "mean_abs_cos": 0.11640168726444244, |
| "mean_norm": 0.1607210487127304, |
| "lm": 0.9496264457702637 |
| }, |
| { |
| "step": 7525, |
| "pen": 0.02052861824631691, |
| "mean_abs_cos": 0.1156436875462532, |
| "mean_norm": 0.15477432310581207, |
| "lm": 0.9296928644180298 |
| }, |
| { |
| "step": 7525, |
| "pen": 0.021510625258088112, |
| "mean_abs_cos": 0.11591103672981262, |
| "mean_norm": 0.1633070558309555, |
| "lm": 0.9647926092147827 |
| }, |
| { |
| "step": 7550, |
| "pen": 0.02066691778600216, |
| "mean_abs_cos": 0.11651892215013504, |
| "mean_norm": 0.16661830246448517, |
| "lm": 0.6126659512519836 |
| }, |
| { |
| "step": 7550, |
| "pen": 0.016882386058568954, |
| "mean_abs_cos": 0.10188029706478119, |
| "mean_norm": 0.16302867233753204, |
| "lm": 0.8135241270065308 |
| }, |
| { |
| "step": 7550, |
| "pen": 0.024581175297498703, |
| "mean_abs_cos": 0.12584596872329712, |
| "mean_norm": 0.165679469704628, |
| "lm": 0.7764031291007996 |
| }, |
| { |
| "step": 7550, |
| "pen": 0.022314194589853287, |
| "mean_abs_cos": 0.11669252067804337, |
| "mean_norm": 0.16509124636650085, |
| "lm": 0.7470687627792358 |
| }, |
| { |
| "step": 7575, |
| "pen": 0.029104551300406456, |
| "mean_abs_cos": 0.12956562638282776, |
| "mean_norm": 0.17539750039577484, |
| "lm": 0.9309819936752319 |
| }, |
| { |
| "step": 7575, |
| "pen": 0.029661400243639946, |
| "mean_abs_cos": 0.12576818466186523, |
| "mean_norm": 0.17567750811576843, |
| "lm": 0.7348744869232178 |
| }, |
| { |
| "step": 7575, |
| "pen": 0.02802440896630287, |
| "mean_abs_cos": 0.12099839746952057, |
| "mean_norm": 0.1754147708415985, |
| "lm": 0.7734873294830322 |
| }, |
| { |
| "step": 7575, |
| "pen": 0.020324373617768288, |
| "mean_abs_cos": 0.11271372437477112, |
| "mean_norm": 0.1713668555021286, |
| "lm": 0.7387517094612122 |
| }, |
| { |
| "step": 7600, |
| "pen": 0.020261913537979126, |
| "mean_abs_cos": 0.1125781387090683, |
| "mean_norm": 0.1662670224905014, |
| "lm": 0.9165046811103821 |
| }, |
| { |
| "step": 7600, |
| "pen": 0.01933308131992817, |
| "mean_abs_cos": 0.10395310074090958, |
| "mean_norm": 0.16259226202964783, |
| "lm": 0.8152347803115845 |
| }, |
| { |
| "step": 7600, |
| "pen": 0.022932151332497597, |
| "mean_abs_cos": 0.11709994822740555, |
| "mean_norm": 0.16432757675647736, |
| "lm": 1.1195875406265259 |
| }, |
| { |
| "step": 7600, |
| "pen": 0.019947366788983345, |
| "mean_abs_cos": 0.11136526614427567, |
| "mean_norm": 0.16353963315486908, |
| "lm": 1.0170923471450806 |
| }, |
| { |
| "step": 7625, |
| "pen": 0.01632017269730568, |
| "mean_abs_cos": 0.10609529912471771, |
| "mean_norm": 0.1540260910987854, |
| "lm": 0.8918077349662781 |
| }, |
| { |
| "step": 7625, |
| "pen": 0.02113841287791729, |
| "mean_abs_cos": 0.1205514520406723, |
| "mean_norm": 0.15324486792087555, |
| "lm": 0.8929251432418823 |
| }, |
| { |
| "step": 7625, |
| "pen": 0.023525098338723183, |
| "mean_abs_cos": 0.11884527653455734, |
| "mean_norm": 0.15095047652721405, |
| "lm": 1.01163649559021 |
| }, |
| { |
| "step": 7625, |
| "pen": 0.02815183438360691, |
| "mean_abs_cos": 0.1404867321252823, |
| "mean_norm": 0.15426084399223328, |
| "lm": 0.924249529838562 |
| }, |
| { |
| "step": 7650, |
| "pen": 0.018445556983351707, |
| "mean_abs_cos": 0.10952034592628479, |
| "mean_norm": 0.17207778990268707, |
| "lm": 0.9863935708999634 |
| }, |
| { |
| "step": 7650, |
| "pen": 0.01801196113228798, |
| "mean_abs_cos": 0.10944509506225586, |
| "mean_norm": 0.17802977561950684, |
| "lm": 0.7968340516090393 |
| }, |
| { |
| "step": 7650, |
| "pen": 0.01804305426776409, |
| "mean_abs_cos": 0.11229973286390305, |
| "mean_norm": 0.17331784963607788, |
| "lm": 0.8137443661689758 |
| }, |
| { |
| "step": 7650, |
| "pen": 0.018096083775162697, |
| "mean_abs_cos": 0.10619243234395981, |
| "mean_norm": 0.17102523148059845, |
| "lm": 0.696369469165802 |
| }, |
| { |
| "step": 7675, |
| "pen": 0.018808601424098015, |
| "mean_abs_cos": 0.11105991899967194, |
| "mean_norm": 0.16899517178535461, |
| "lm": 0.7212672233581543 |
| }, |
| { |
| "step": 7675, |
| "pen": 0.01889551430940628, |
| "mean_abs_cos": 0.11269436776638031, |
| "mean_norm": 0.16284307837486267, |
| "lm": 1.1567883491516113 |
| }, |
| { |
| "step": 7675, |
| "pen": 0.016256222501397133, |
| "mean_abs_cos": 0.10244866460561752, |
| "mean_norm": 0.16107715666294098, |
| "lm": 0.8672294020652771 |
| }, |
| { |
| "step": 7675, |
| "pen": 0.013830889016389847, |
| "mean_abs_cos": 0.0956445038318634, |
| "mean_norm": 0.16418644785881042, |
| "lm": 1.0731735229492188 |
| }, |
| { |
| "step": 7700, |
| "pen": 0.020244890823960304, |
| "mean_abs_cos": 0.09887443482875824, |
| "mean_norm": 0.15801456570625305, |
| "lm": 0.8425406217575073 |
| }, |
| { |
| "step": 7700, |
| "pen": 0.02330736257135868, |
| "mean_abs_cos": 0.11446992307901382, |
| "mean_norm": 0.15704596042633057, |
| "lm": 0.8353865146636963 |
| }, |
| { |
| "step": 7700, |
| "pen": 0.021320149302482605, |
| "mean_abs_cos": 0.10807136446237564, |
| "mean_norm": 0.16047446429729462, |
| "lm": 1.0430012941360474 |
| }, |
| { |
| "step": 7700, |
| "pen": 0.024917934089899063, |
| "mean_abs_cos": 0.11736379563808441, |
| "mean_norm": 0.16076485812664032, |
| "lm": 0.8205653429031372 |
| }, |
| { |
| "step": 7725, |
| "pen": 0.020007764920592308, |
| "mean_abs_cos": 0.11452211439609528, |
| "mean_norm": 0.1662278175354004, |
| "lm": 0.6081355810165405 |
| }, |
| { |
| "step": 7725, |
| "pen": 0.017654549330472946, |
| "mean_abs_cos": 0.10563553869724274, |
| "mean_norm": 0.16326957941055298, |
| "lm": 0.8801121711730957 |
| }, |
| { |
| "step": 7725, |
| "pen": 0.01987895369529724, |
| "mean_abs_cos": 0.11048712581396103, |
| "mean_norm": 0.1645556092262268, |
| "lm": 0.7521467208862305 |
| }, |
| { |
| "step": 7725, |
| "pen": 0.02089378423988819, |
| "mean_abs_cos": 0.11191078275442123, |
| "mean_norm": 0.16162851452827454, |
| "lm": 0.7733756899833679 |
| }, |
| { |
| "step": 7750, |
| "pen": 0.013934612274169922, |
| "mean_abs_cos": 0.09424229711294174, |
| "mean_norm": 0.16726361215114594, |
| "lm": 0.6421337723731995 |
| }, |
| { |
| "step": 7750, |
| "pen": 0.014239044860005379, |
| "mean_abs_cos": 0.09864974766969681, |
| "mean_norm": 0.16057761013507843, |
| "lm": 0.712167501449585 |
| }, |
| { |
| "step": 7750, |
| "pen": 0.0127335824072361, |
| "mean_abs_cos": 0.09598030894994736, |
| "mean_norm": 0.15715347230434418, |
| "lm": 1.0183905363082886 |
| }, |
| { |
| "step": 7750, |
| "pen": 0.019230693578720093, |
| "mean_abs_cos": 0.1077507808804512, |
| "mean_norm": 0.16753005981445312, |
| "lm": 0.6648482084274292 |
| }, |
| { |
| "step": 7775, |
| "pen": 0.023400597274303436, |
| "mean_abs_cos": 0.1214635893702507, |
| "mean_norm": 0.15743134915828705, |
| "lm": 1.0054601430892944 |
| }, |
| { |
| "step": 7775, |
| "pen": 0.0284279715269804, |
| "mean_abs_cos": 0.13003243505954742, |
| "mean_norm": 0.15853574872016907, |
| "lm": 0.8985281586647034 |
| }, |
| { |
| "step": 7775, |
| "pen": 0.031111860647797585, |
| "mean_abs_cos": 0.13661149144172668, |
| "mean_norm": 0.16521334648132324, |
| "lm": 1.0766165256500244 |
| }, |
| { |
| "step": 7775, |
| "pen": 0.03068247064948082, |
| "mean_abs_cos": 0.13162989914417267, |
| "mean_norm": 0.1601157933473587, |
| "lm": 0.5620078444480896 |
| }, |
| { |
| "step": 7800, |
| "pen": 0.019597066566348076, |
| "mean_abs_cos": 0.11934135109186172, |
| "mean_norm": 0.1576870232820511, |
| "lm": 0.9282093644142151 |
| }, |
| { |
| "step": 7800, |
| "pen": 0.018187053501605988, |
| "mean_abs_cos": 0.10978732258081436, |
| "mean_norm": 0.16028577089309692, |
| "lm": 0.9376601576805115 |
| }, |
| { |
| "step": 7800, |
| "pen": 0.023716308176517487, |
| "mean_abs_cos": 0.12051478773355484, |
| "mean_norm": 0.16294309496879578, |
| "lm": 0.9027060866355896 |
| }, |
| { |
| "step": 7800, |
| "pen": 0.020661337301135063, |
| "mean_abs_cos": 0.11282364279031754, |
| "mean_norm": 0.1610284447669983, |
| "lm": 0.46918874979019165 |
| }, |
| { |
| "step": 7825, |
| "pen": 0.02655779756605625, |
| "mean_abs_cos": 0.13676410913467407, |
| "mean_norm": 0.17015177011489868, |
| "lm": 0.9370623230934143 |
| }, |
| { |
| "step": 7825, |
| "pen": 0.030194895341992378, |
| "mean_abs_cos": 0.13859620690345764, |
| "mean_norm": 0.17181862890720367, |
| "lm": 0.7827402949333191 |
| }, |
| { |
| "step": 7825, |
| "pen": 0.02579466998577118, |
| "mean_abs_cos": 0.126327246427536, |
| "mean_norm": 0.16961261630058289, |
| "lm": 0.7228049039840698 |
| }, |
| { |
| "step": 7825, |
| "pen": 0.023613283410668373, |
| "mean_abs_cos": 0.12263364344835281, |
| "mean_norm": 0.16990028321743011, |
| "lm": 0.9322337508201599 |
| }, |
| { |
| "step": 7850, |
| "pen": 0.02041080966591835, |
| "mean_abs_cos": 0.1179957166314125, |
| "mean_norm": 0.1597173511981964, |
| "lm": 1.0610960721969604 |
| }, |
| { |
| "step": 7850, |
| "pen": 0.011815597303211689, |
| "mean_abs_cos": 0.08500324189662933, |
| "mean_norm": 0.1593455821275711, |
| "lm": 0.9352607727050781 |
| }, |
| { |
| "step": 7850, |
| "pen": 0.011127076111733913, |
| "mean_abs_cos": 0.0801481381058693, |
| "mean_norm": 0.16144248843193054, |
| "lm": 1.136743187904358 |
| }, |
| { |
| "step": 7850, |
| "pen": 0.009549727663397789, |
| "mean_abs_cos": 0.07593801617622375, |
| "mean_norm": 0.1594202071428299, |
| "lm": 0.9296773672103882 |
| }, |
| { |
| "step": 7875, |
| "pen": 0.02203538455069065, |
| "mean_abs_cos": 0.11770658940076828, |
| "mean_norm": 0.16111178696155548, |
| "lm": 1.1798412799835205 |
| }, |
| { |
| "step": 7875, |
| "pen": 0.022527605295181274, |
| "mean_abs_cos": 0.11911780387163162, |
| "mean_norm": 0.16233940422534943, |
| "lm": 1.0495022535324097 |
| }, |
| { |
| "step": 7875, |
| "pen": 0.04141082242131233, |
| "mean_abs_cos": 0.16305139660835266, |
| "mean_norm": 0.16816160082817078, |
| "lm": 0.8852322101593018 |
| }, |
| { |
| "step": 7875, |
| "pen": 0.036801230162382126, |
| "mean_abs_cos": 0.15102167427539825, |
| "mean_norm": 0.16425162553787231, |
| "lm": 0.8860499262809753 |
| }, |
| { |
| "step": 7900, |
| "pen": 0.011662119999527931, |
| "mean_abs_cos": 0.08602999895811081, |
| "mean_norm": 0.16163618862628937, |
| "lm": 0.7738640308380127 |
| }, |
| { |
| "step": 7900, |
| "pen": 0.01831839233636856, |
| "mean_abs_cos": 0.10145411640405655, |
| "mean_norm": 0.16181746125221252, |
| "lm": 0.9749294519424438 |
| }, |
| { |
| "step": 7900, |
| "pen": 0.020730264484882355, |
| "mean_abs_cos": 0.1102297455072403, |
| "mean_norm": 0.1658966988325119, |
| "lm": 1.0405919551849365 |
| }, |
| { |
| "step": 7900, |
| "pen": 0.02130161225795746, |
| "mean_abs_cos": 0.11656037718057632, |
| "mean_norm": 0.16532377898693085, |
| "lm": 0.947144627571106 |
| }, |
| { |
| "step": 7925, |
| "pen": 0.025583382695913315, |
| "mean_abs_cos": 0.13210511207580566, |
| "mean_norm": 0.17109519243240356, |
| "lm": 1.0030320882797241 |
| }, |
| { |
| "step": 7925, |
| "pen": 0.027040140703320503, |
| "mean_abs_cos": 0.13260626792907715, |
| "mean_norm": 0.16920815408229828, |
| "lm": 0.9105655550956726 |
| }, |
| { |
| "step": 7925, |
| "pen": 0.01901382766664028, |
| "mean_abs_cos": 0.10988525301218033, |
| "mean_norm": 0.17152680456638336, |
| "lm": 0.6862607598304749 |
| }, |
| { |
| "step": 7925, |
| "pen": 0.015425307676196098, |
| "mean_abs_cos": 0.1017683893442154, |
| "mean_norm": 0.17189475893974304, |
| "lm": 0.45721524953842163 |
| }, |
| { |
| "step": 7950, |
| "pen": 0.02503361739218235, |
| "mean_abs_cos": 0.12861207127571106, |
| "mean_norm": 0.1694483608007431, |
| "lm": 0.9673975706100464 |
| }, |
| { |
| "step": 7950, |
| "pen": 0.022837752476334572, |
| "mean_abs_cos": 0.12409089505672455, |
| "mean_norm": 0.16772204637527466, |
| "lm": 0.9108866453170776 |
| }, |
| { |
| "step": 7950, |
| "pen": 0.019135620445013046, |
| "mean_abs_cos": 0.11287857592105865, |
| "mean_norm": 0.1626720130443573, |
| "lm": 0.9126516580581665 |
| }, |
| { |
| "step": 7950, |
| "pen": 0.02053934335708618, |
| "mean_abs_cos": 0.11753842979669571, |
| "mean_norm": 0.16152261197566986, |
| "lm": 0.8121513724327087 |
| }, |
| { |
| "step": 7975, |
| "pen": 0.02169930189847946, |
| "mean_abs_cos": 0.1200433075428009, |
| "mean_norm": 0.17584411799907684, |
| "lm": 0.8017660975456238 |
| }, |
| { |
| "step": 7975, |
| "pen": 0.019585484638810158, |
| "mean_abs_cos": 0.11252094805240631, |
| "mean_norm": 0.17471523582935333, |
| "lm": 0.751272976398468 |
| }, |
| { |
| "step": 7975, |
| "pen": 0.018570590764284134, |
| "mean_abs_cos": 0.11105096340179443, |
| "mean_norm": 0.17717142403125763, |
| "lm": 1.003288745880127 |
| }, |
| { |
| "step": 7975, |
| "pen": 0.017126411199569702, |
| "mean_abs_cos": 0.11449412256479263, |
| "mean_norm": 0.17647652328014374, |
| "lm": 1.1900335550308228 |
| }, |
| { |
| "step": 8000, |
| "pen": 0.025322318077087402, |
| "mean_abs_cos": 0.13594567775726318, |
| "mean_norm": 0.17469321191310883, |
| "lm": 0.8990424871444702 |
| }, |
| { |
| "step": 8000, |
| "pen": 0.025150133296847343, |
| "mean_abs_cos": 0.13795852661132812, |
| "mean_norm": 0.16869716346263885, |
| "lm": 0.9285781383514404 |
| }, |
| { |
| "step": 8000, |
| "pen": 0.02494874969124794, |
| "mean_abs_cos": 0.13432571291923523, |
| "mean_norm": 0.1672012060880661, |
| "lm": 0.7211673855781555 |
| }, |
| { |
| "step": 8000, |
| "pen": 0.025349238887429237, |
| "mean_abs_cos": 0.1307395100593567, |
| "mean_norm": 0.1688729077577591, |
| "lm": 1.0657238960266113 |
| }, |
| { |
| "step": 8025, |
| "pen": 0.0279530119150877, |
| "mean_abs_cos": 0.1272900104522705, |
| "mean_norm": 0.16754812002182007, |
| "lm": 0.625438928604126 |
| }, |
| { |
| "step": 8025, |
| "pen": 0.024789536371827126, |
| "mean_abs_cos": 0.11598087847232819, |
| "mean_norm": 0.16664014756679535, |
| "lm": 0.7415033578872681 |
| }, |
| { |
| "step": 8025, |
| "pen": 0.022361665964126587, |
| "mean_abs_cos": 0.10905345529317856, |
| "mean_norm": 0.16078567504882812, |
| "lm": 1.259609580039978 |
| }, |
| { |
| "step": 8025, |
| "pen": 0.019029637798666954, |
| "mean_abs_cos": 0.10224054753780365, |
| "mean_norm": 0.16010653972625732, |
| "lm": 0.6700040698051453 |
| }, |
| { |
| "step": 8050, |
| "pen": 0.02465006336569786, |
| "mean_abs_cos": 0.12300310283899307, |
| "mean_norm": 0.170845165848732, |
| "lm": 1.2065140008926392 |
| }, |
| { |
| "step": 8050, |
| "pen": 0.02841317653656006, |
| "mean_abs_cos": 0.13809193670749664, |
| "mean_norm": 0.1697717308998108, |
| "lm": 0.787085771560669 |
| }, |
| { |
| "step": 8050, |
| "pen": 0.027584843337535858, |
| "mean_abs_cos": 0.13943450152873993, |
| "mean_norm": 0.17357011139392853, |
| "lm": 1.2898931503295898 |
| }, |
| { |
| "step": 8050, |
| "pen": 0.01867302693426609, |
| "mean_abs_cos": 0.10800337791442871, |
| "mean_norm": 0.17247162759304047, |
| "lm": 0.7336400151252747 |
| }, |
| { |
| "step": 8075, |
| "pen": 0.0326814241707325, |
| "mean_abs_cos": 0.14339163899421692, |
| "mean_norm": 0.17262543737888336, |
| "lm": 0.7108310461044312 |
| }, |
| { |
| "step": 8075, |
| "pen": 0.04074164107441902, |
| "mean_abs_cos": 0.15898370742797852, |
| "mean_norm": 0.1739499419927597, |
| "lm": 1.1169062852859497 |
| }, |
| { |
| "step": 8075, |
| "pen": 0.040080346167087555, |
| "mean_abs_cos": 0.16646595299243927, |
| "mean_norm": 0.16879771649837494, |
| "lm": 0.9465466737747192 |
| }, |
| { |
| "step": 8075, |
| "pen": 0.032607853412628174, |
| "mean_abs_cos": 0.15260304510593414, |
| "mean_norm": 0.1656276434659958, |
| "lm": 0.9399020671844482 |
| }, |
| { |
| "step": 8100, |
| "pen": 0.03619302809238434, |
| "mean_abs_cos": 0.15642471611499786, |
| "mean_norm": 0.17400741577148438, |
| "lm": 0.936942458152771 |
| }, |
| { |
| "step": 8100, |
| "pen": 0.03165506571531296, |
| "mean_abs_cos": 0.15415580570697784, |
| "mean_norm": 0.17501823604106903, |
| "lm": 1.0357065200805664 |
| }, |
| { |
| "step": 8100, |
| "pen": 0.024646995589137077, |
| "mean_abs_cos": 0.1338510513305664, |
| "mean_norm": 0.17492400109767914, |
| "lm": 0.6613256931304932 |
| }, |
| { |
| "step": 8100, |
| "pen": 0.02582979016005993, |
| "mean_abs_cos": 0.13570508360862732, |
| "mean_norm": 0.1770266741514206, |
| "lm": 0.5118580460548401 |
| }, |
| { |
| "step": 8125, |
| "pen": 0.0167680811136961, |
| "mean_abs_cos": 0.1025417149066925, |
| "mean_norm": 0.15249262750148773, |
| "lm": 0.8018094897270203 |
| }, |
| { |
| "step": 8125, |
| "pen": 0.015825578942894936, |
| "mean_abs_cos": 0.10539106279611588, |
| "mean_norm": 0.15490466356277466, |
| "lm": 0.8267105221748352 |
| }, |
| { |
| "step": 8125, |
| "pen": 0.01318889670073986, |
| "mean_abs_cos": 0.09143515676259995, |
| "mean_norm": 0.1532023400068283, |
| "lm": 0.8663802146911621 |
| }, |
| { |
| "step": 8125, |
| "pen": 0.018357625231146812, |
| "mean_abs_cos": 0.10005079954862595, |
| "mean_norm": 0.16243107616901398, |
| "lm": 1.0151360034942627 |
| }, |
| { |
| "step": 8150, |
| "pen": 0.021064992994070053, |
| "mean_abs_cos": 0.120599165558815, |
| "mean_norm": 0.15425178408622742, |
| "lm": 0.7313920855522156 |
| }, |
| { |
| "step": 8150, |
| "pen": 0.0229413490742445, |
| "mean_abs_cos": 0.12689253687858582, |
| "mean_norm": 0.15670140087604523, |
| "lm": 0.9679663777351379 |
| }, |
| { |
| "step": 8150, |
| "pen": 0.018978741019964218, |
| "mean_abs_cos": 0.11198735237121582, |
| "mean_norm": 0.15615510940551758, |
| "lm": 0.7270469069480896 |
| }, |
| { |
| "step": 8150, |
| "pen": 0.019280854612588882, |
| "mean_abs_cos": 0.11485012620687485, |
| "mean_norm": 0.15671545267105103, |
| "lm": 0.6488226652145386 |
| }, |
| { |
| "step": 8175, |
| "pen": 0.035446252673864365, |
| "mean_abs_cos": 0.15406495332717896, |
| "mean_norm": 0.1730661690235138, |
| "lm": 0.8886007070541382 |
| }, |
| { |
| "step": 8175, |
| "pen": 0.026338089257478714, |
| "mean_abs_cos": 0.1325635462999344, |
| "mean_norm": 0.16706565022468567, |
| "lm": 0.998076856136322 |
| }, |
| { |
| "step": 8175, |
| "pen": 0.023004096001386642, |
| "mean_abs_cos": 0.12510879337787628, |
| "mean_norm": 0.16802920401096344, |
| "lm": 0.6779025793075562 |
| }, |
| { |
| "step": 8175, |
| "pen": 0.02702122926712036, |
| "mean_abs_cos": 0.13666582107543945, |
| "mean_norm": 0.16800947487354279, |
| "lm": 0.9318106770515442 |
| }, |
| { |
| "step": 8200, |
| "pen": 0.01840749941766262, |
| "mean_abs_cos": 0.09871353209018707, |
| "mean_norm": 0.16488897800445557, |
| "lm": 1.1083683967590332 |
| }, |
| { |
| "step": 8200, |
| "pen": 0.02029380202293396, |
| "mean_abs_cos": 0.11022390425205231, |
| "mean_norm": 0.1652456670999527, |
| "lm": 0.9281611442565918 |
| }, |
| { |
| "step": 8200, |
| "pen": 0.026565931737422943, |
| "mean_abs_cos": 0.12929317355155945, |
| "mean_norm": 0.16326399147510529, |
| "lm": 0.8553788065910339 |
| }, |
| { |
| "step": 8200, |
| "pen": 0.035940997302532196, |
| "mean_abs_cos": 0.14937643706798553, |
| "mean_norm": 0.16205208003520966, |
| "lm": 0.9856019616127014 |
| }, |
| { |
| "step": 8225, |
| "pen": 0.030614806339144707, |
| "mean_abs_cos": 0.15076278150081635, |
| "mean_norm": 0.168554425239563, |
| "lm": 1.1924076080322266 |
| }, |
| { |
| "step": 8225, |
| "pen": 0.0283183716237545, |
| "mean_abs_cos": 0.137517511844635, |
| "mean_norm": 0.16535788774490356, |
| "lm": 0.8954370617866516 |
| }, |
| { |
| "step": 8225, |
| "pen": 0.03457694128155708, |
| "mean_abs_cos": 0.15372106432914734, |
| "mean_norm": 0.16504299640655518, |
| "lm": 1.1801888942718506 |
| }, |
| { |
| "step": 8225, |
| "pen": 0.03174567222595215, |
| "mean_abs_cos": 0.15042439103126526, |
| "mean_norm": 0.166238471865654, |
| "lm": 0.923183798789978 |
| }, |
| { |
| "step": 8250, |
| "pen": 0.020426638424396515, |
| "mean_abs_cos": 0.12003632634878159, |
| "mean_norm": 0.15940506756305695, |
| "lm": 0.7765907645225525 |
| }, |
| { |
| "step": 8250, |
| "pen": 0.021118471398949623, |
| "mean_abs_cos": 0.11624561250209808, |
| "mean_norm": 0.16407544910907745, |
| "lm": 1.1744413375854492 |
| }, |
| { |
| "step": 8250, |
| "pen": 0.018655510619282722, |
| "mean_abs_cos": 0.11418565362691879, |
| "mean_norm": 0.16696667671203613, |
| "lm": 0.7828899621963501 |
| }, |
| { |
| "step": 8250, |
| "pen": 0.017061647027730942, |
| "mean_abs_cos": 0.10305190086364746, |
| "mean_norm": 0.16128434240818024, |
| "lm": 1.0859706401824951 |
| }, |
| { |
| "step": 8275, |
| "pen": 0.01638440042734146, |
| "mean_abs_cos": 0.10198616236448288, |
| "mean_norm": 0.15732929110527039, |
| "lm": 0.9266070127487183 |
| }, |
| { |
| "step": 8275, |
| "pen": 0.01578538678586483, |
| "mean_abs_cos": 0.10506150871515274, |
| "mean_norm": 0.1579091101884842, |
| "lm": 0.6548247337341309 |
| }, |
| { |
| "step": 8275, |
| "pen": 0.01913255825638771, |
| "mean_abs_cos": 0.11086393147706985, |
| "mean_norm": 0.16301672160625458, |
| "lm": 0.8036742806434631 |
| }, |
| { |
| "step": 8275, |
| "pen": 0.02043735422194004, |
| "mean_abs_cos": 0.11951025575399399, |
| "mean_norm": 0.16265586018562317, |
| "lm": 1.1591074466705322 |
| }, |
| { |
| "step": 8300, |
| "pen": 0.022282758727669716, |
| "mean_abs_cos": 0.12368390709161758, |
| "mean_norm": 0.16569659113883972, |
| "lm": 0.8260606527328491 |
| }, |
| { |
| "step": 8300, |
| "pen": 0.01810293458402157, |
| "mean_abs_cos": 0.11180880665779114, |
| "mean_norm": 0.16451150178909302, |
| "lm": 0.9663847088813782 |
| }, |
| { |
| "step": 8300, |
| "pen": 0.01795969530940056, |
| "mean_abs_cos": 0.11052770167589188, |
| "mean_norm": 0.16793304681777954, |
| "lm": 0.6462625861167908 |
| }, |
| { |
| "step": 8300, |
| "pen": 0.017188742756843567, |
| "mean_abs_cos": 0.11018361896276474, |
| "mean_norm": 0.16433456540107727, |
| "lm": 0.9509650468826294 |
| }, |
| { |
| "step": 8325, |
| "pen": 0.02482927031815052, |
| "mean_abs_cos": 0.12827478349208832, |
| "mean_norm": 0.16578955948352814, |
| "lm": 0.9613549709320068 |
| }, |
| { |
| "step": 8325, |
| "pen": 0.025049900636076927, |
| "mean_abs_cos": 0.12606996297836304, |
| "mean_norm": 0.1650925725698471, |
| "lm": 1.1400514841079712 |
| }, |
| { |
| "step": 8325, |
| "pen": 0.025173570960760117, |
| "mean_abs_cos": 0.13513225317001343, |
| "mean_norm": 0.16484136879444122, |
| "lm": 0.7274774312973022 |
| }, |
| { |
| "step": 8325, |
| "pen": 0.022483259439468384, |
| "mean_abs_cos": 0.12575475871562958, |
| "mean_norm": 0.16279275715351105, |
| "lm": 1.0949912071228027 |
| }, |
| { |
| "step": 8350, |
| "pen": 0.02680027484893799, |
| "mean_abs_cos": 0.12585917115211487, |
| "mean_norm": 0.17794103920459747, |
| "lm": 0.7138463854789734 |
| }, |
| { |
| "step": 8350, |
| "pen": 0.024493956938385963, |
| "mean_abs_cos": 0.11689768731594086, |
| "mean_norm": 0.17628969252109528, |
| "lm": 0.8925211429595947 |
| }, |
| { |
| "step": 8350, |
| "pen": 0.02675054408609867, |
| "mean_abs_cos": 0.11858733743429184, |
| "mean_norm": 0.17703688144683838, |
| "lm": 0.8854871392250061 |
| }, |
| { |
| "step": 8350, |
| "pen": 0.02218870259821415, |
| "mean_abs_cos": 0.11772886663675308, |
| "mean_norm": 0.1743975430727005, |
| "lm": 0.7486199140548706 |
| }, |
| { |
| "step": 8375, |
| "pen": 0.029540956020355225, |
| "mean_abs_cos": 0.14375519752502441, |
| "mean_norm": 0.1586974412202835, |
| "lm": 0.8313831090927124 |
| }, |
| { |
| "step": 8375, |
| "pen": 0.02998383902013302, |
| "mean_abs_cos": 0.13921155035495758, |
| "mean_norm": 0.15974819660186768, |
| "lm": 1.2567574977874756 |
| }, |
| { |
| "step": 8375, |
| "pen": 0.026575177907943726, |
| "mean_abs_cos": 0.13446252048015594, |
| "mean_norm": 0.16269241273403168, |
| "lm": 0.8043968081474304 |
| }, |
| { |
| "step": 8375, |
| "pen": 0.029378289356827736, |
| "mean_abs_cos": 0.14337117969989777, |
| "mean_norm": 0.16410012543201447, |
| "lm": 0.9805217385292053 |
| }, |
| { |
| "step": 8400, |
| "pen": 0.020350268110632896, |
| "mean_abs_cos": 0.12028046697378159, |
| "mean_norm": 0.1662408858537674, |
| "lm": 0.6142667531967163 |
| }, |
| { |
| "step": 8400, |
| "pen": 0.014523769728839397, |
| "mean_abs_cos": 0.10215697437524796, |
| "mean_norm": 0.1622222661972046, |
| "lm": 1.030573844909668 |
| }, |
| { |
| "step": 8400, |
| "pen": 0.013121132738888264, |
| "mean_abs_cos": 0.09727093577384949, |
| "mean_norm": 0.16235944628715515, |
| "lm": 0.7722662687301636 |
| }, |
| { |
| "step": 8400, |
| "pen": 0.01904255524277687, |
| "mean_abs_cos": 0.10440894961357117, |
| "mean_norm": 0.16479720175266266, |
| "lm": 0.7753927707672119 |
| }, |
| { |
| "step": 8425, |
| "pen": 0.01622828096151352, |
| "mean_abs_cos": 0.10766930133104324, |
| "mean_norm": 0.16427023708820343, |
| "lm": 0.5686702728271484 |
| }, |
| { |
| "step": 8425, |
| "pen": 0.01658366061747074, |
| "mean_abs_cos": 0.10974842309951782, |
| "mean_norm": 0.1628073751926422, |
| "lm": 0.8071818351745605 |
| }, |
| { |
| "step": 8425, |
| "pen": 0.019409524276852608, |
| "mean_abs_cos": 0.11105864495038986, |
| "mean_norm": 0.16082154214382172, |
| "lm": 1.1938111782073975 |
| }, |
| { |
| "step": 8425, |
| "pen": 0.02255750633776188, |
| "mean_abs_cos": 0.12108851969242096, |
| "mean_norm": 0.16531798243522644, |
| "lm": 0.7287141680717468 |
| }, |
| { |
| "step": 8450, |
| "pen": 0.017882579937577248, |
| "mean_abs_cos": 0.11140099912881851, |
| "mean_norm": 0.17317254841327667, |
| "lm": 1.0152086019515991 |
| }, |
| { |
| "step": 8450, |
| "pen": 0.015419362112879753, |
| "mean_abs_cos": 0.10361369699239731, |
| "mean_norm": 0.16700679063796997, |
| "lm": 0.9442092180252075 |
| }, |
| { |
| "step": 8450, |
| "pen": 0.016528891399502754, |
| "mean_abs_cos": 0.1106930673122406, |
| "mean_norm": 0.16515608131885529, |
| "lm": 0.8385898470878601 |
| }, |
| { |
| "step": 8450, |
| "pen": 0.0258720014244318, |
| "mean_abs_cos": 0.1265460103750229, |
| "mean_norm": 0.17464162409305573, |
| "lm": 0.9133228063583374 |
| }, |
| { |
| "step": 8475, |
| "pen": 0.021697217598557472, |
| "mean_abs_cos": 0.12603572010993958, |
| "mean_norm": 0.1662502884864807, |
| "lm": 0.9384947419166565 |
| }, |
| { |
| "step": 8475, |
| "pen": 0.01760806329548359, |
| "mean_abs_cos": 0.11541080474853516, |
| "mean_norm": 0.1673334389925003, |
| "lm": 0.8554754853248596 |
| }, |
| { |
| "step": 8475, |
| "pen": 0.019100897014141083, |
| "mean_abs_cos": 0.11837763339281082, |
| "mean_norm": 0.16173256933689117, |
| "lm": 0.9542064666748047 |
| }, |
| { |
| "step": 8475, |
| "pen": 0.01902340166270733, |
| "mean_abs_cos": 0.10941693186759949, |
| "mean_norm": 0.15940897166728973, |
| "lm": 0.552394449710846 |
| }, |
| { |
| "step": 8500, |
| "pen": 0.015350100584328175, |
| "mean_abs_cos": 0.09729316085577011, |
| "mean_norm": 0.16293637454509735, |
| "lm": 0.6449236273765564 |
| }, |
| { |
| "step": 8500, |
| "pen": 0.021071728318929672, |
| "mean_abs_cos": 0.10839586704969406, |
| "mean_norm": 0.16547748446464539, |
| "lm": 0.7407159209251404 |
| }, |
| { |
| "step": 8500, |
| "pen": 0.019162090495228767, |
| "mean_abs_cos": 0.11095288395881653, |
| "mean_norm": 0.16114743053913116, |
| "lm": 0.8588680624961853 |
| }, |
| { |
| "step": 8500, |
| "pen": 0.02386212907731533, |
| "mean_abs_cos": 0.12857085466384888, |
| "mean_norm": 0.17087145149707794, |
| "lm": 0.6093186736106873 |
| }, |
| { |
| "step": 8525, |
| "pen": 0.013309580273926258, |
| "mean_abs_cos": 0.09164515882730484, |
| "mean_norm": 0.16126585006713867, |
| "lm": 0.9206679463386536 |
| }, |
| { |
| "step": 8525, |
| "pen": 0.021271809935569763, |
| "mean_abs_cos": 0.11711224168539047, |
| "mean_norm": 0.1656792163848877, |
| "lm": 0.8948550224304199 |
| }, |
| { |
| "step": 8525, |
| "pen": 0.03305307775735855, |
| "mean_abs_cos": 0.1357385218143463, |
| "mean_norm": 0.1690719872713089, |
| "lm": 1.1303054094314575 |
| }, |
| { |
| "step": 8525, |
| "pen": 0.03445564582943916, |
| "mean_abs_cos": 0.13411201536655426, |
| "mean_norm": 0.17086166143417358, |
| "lm": 0.7668606042861938 |
| }, |
| { |
| "step": 8550, |
| "pen": 0.0196833498775959, |
| "mean_abs_cos": 0.11428941786289215, |
| "mean_norm": 0.1671169549226761, |
| "lm": 0.6344866752624512 |
| }, |
| { |
| "step": 8550, |
| "pen": 0.019471196457743645, |
| "mean_abs_cos": 0.1133921816945076, |
| "mean_norm": 0.15818585455417633, |
| "lm": 0.7621972560882568 |
| }, |
| { |
| "step": 8550, |
| "pen": 0.022719014436006546, |
| "mean_abs_cos": 0.12458525598049164, |
| "mean_norm": 0.1582542061805725, |
| "lm": 0.6679136157035828 |
| }, |
| { |
| "step": 8550, |
| "pen": 0.018694903701543808, |
| "mean_abs_cos": 0.10747085511684418, |
| "mean_norm": 0.1561971753835678, |
| "lm": 1.0423918962478638 |
| }, |
| { |
| "step": 8575, |
| "pen": 0.03610994294285774, |
| "mean_abs_cos": 0.1507858783006668, |
| "mean_norm": 0.1688159555196762, |
| "lm": 0.586078941822052 |
| }, |
| { |
| "step": 8575, |
| "pen": 0.027496345341205597, |
| "mean_abs_cos": 0.12690038979053497, |
| "mean_norm": 0.16713328659534454, |
| "lm": 0.7890822291374207 |
| }, |
| { |
| "step": 8575, |
| "pen": 0.0237444881349802, |
| "mean_abs_cos": 0.11467981338500977, |
| "mean_norm": 0.1627747267484665, |
| "lm": 0.804476261138916 |
| }, |
| { |
| "step": 8575, |
| "pen": 0.019680626690387726, |
| "mean_abs_cos": 0.10649042576551437, |
| "mean_norm": 0.16492241621017456, |
| "lm": 0.8494092226028442 |
| }, |
| { |
| "step": 8600, |
| "pen": 0.03714575618505478, |
| "mean_abs_cos": 0.15238162875175476, |
| "mean_norm": 0.1843383014202118, |
| "lm": 0.8491050601005554 |
| }, |
| { |
| "step": 8600, |
| "pen": 0.03431503102183342, |
| "mean_abs_cos": 0.14422540366649628, |
| "mean_norm": 0.1811227798461914, |
| "lm": 0.9379590153694153 |
| }, |
| { |
| "step": 8600, |
| "pen": 0.037898097187280655, |
| "mean_abs_cos": 0.15791364014148712, |
| "mean_norm": 0.17906080186367035, |
| "lm": 0.9424312710762024 |
| }, |
| { |
| "step": 8600, |
| "pen": 0.030106309801340103, |
| "mean_abs_cos": 0.1400812268257141, |
| "mean_norm": 0.17480166256427765, |
| "lm": 1.039360761642456 |
| }, |
| { |
| "step": 8625, |
| "pen": 0.02501533180475235, |
| "mean_abs_cos": 0.13496702909469604, |
| "mean_norm": 0.1633378118276596, |
| "lm": 0.7452685236930847 |
| }, |
| { |
| "step": 8625, |
| "pen": 0.02649538218975067, |
| "mean_abs_cos": 0.13963545858860016, |
| "mean_norm": 0.16368639469146729, |
| "lm": 0.9422004818916321 |
| }, |
| { |
| "step": 8625, |
| "pen": 0.029142029583454132, |
| "mean_abs_cos": 0.14410138130187988, |
| "mean_norm": 0.1679711490869522, |
| "lm": 0.7306770086288452 |
| }, |
| { |
| "step": 8625, |
| "pen": 0.024398157373070717, |
| "mean_abs_cos": 0.11831196397542953, |
| "mean_norm": 0.16320081055164337, |
| "lm": 0.7907047271728516 |
| }, |
| { |
| "step": 8650, |
| "pen": 0.02128082513809204, |
| "mean_abs_cos": 0.11877311766147614, |
| "mean_norm": 0.15834613144397736, |
| "lm": 0.8551455736160278 |
| }, |
| { |
| "step": 8650, |
| "pen": 0.02183307148516178, |
| "mean_abs_cos": 0.12011367827653885, |
| "mean_norm": 0.16266761720180511, |
| "lm": 1.032236099243164 |
| }, |
| { |
| "step": 8650, |
| "pen": 0.022695008665323257, |
| "mean_abs_cos": 0.12312418967485428, |
| "mean_norm": 0.16429995000362396, |
| "lm": 1.0928027629852295 |
| }, |
| { |
| "step": 8650, |
| "pen": 0.025121932849287987, |
| "mean_abs_cos": 0.13154087960720062, |
| "mean_norm": 0.16302381455898285, |
| "lm": 0.9352262616157532 |
| }, |
| { |
| "step": 8675, |
| "pen": 0.021602263674139977, |
| "mean_abs_cos": 0.12278803437948227, |
| "mean_norm": 0.16073019802570343, |
| "lm": 0.6358322501182556 |
| }, |
| { |
| "step": 8675, |
| "pen": 0.0195942260324955, |
| "mean_abs_cos": 0.11044863611459732, |
| "mean_norm": 0.15881915390491486, |
| "lm": 1.0977869033813477 |
| }, |
| { |
| "step": 8675, |
| "pen": 0.02146725170314312, |
| "mean_abs_cos": 0.11839154362678528, |
| "mean_norm": 0.16218991577625275, |
| "lm": 0.7325776815414429 |
| }, |
| { |
| "step": 8675, |
| "pen": 0.019027451053261757, |
| "mean_abs_cos": 0.11010748893022537, |
| "mean_norm": 0.1651286631822586, |
| "lm": 0.8830432891845703 |
| }, |
| { |
| "step": 8700, |
| "pen": 0.017596466466784477, |
| "mean_abs_cos": 0.10433980822563171, |
| "mean_norm": 0.17081795632839203, |
| "lm": 0.975924015045166 |
| }, |
| { |
| "step": 8700, |
| "pen": 0.022062089294195175, |
| "mean_abs_cos": 0.11705666035413742, |
| "mean_norm": 0.1710232049226761, |
| "lm": 1.0655063390731812 |
| }, |
| { |
| "step": 8700, |
| "pen": 0.02443385310471058, |
| "mean_abs_cos": 0.11783960461616516, |
| "mean_norm": 0.16964423656463623, |
| "lm": 0.717742919921875 |
| }, |
| { |
| "step": 8700, |
| "pen": 0.021461665630340576, |
| "mean_abs_cos": 0.11703675240278244, |
| "mean_norm": 0.16349881887435913, |
| "lm": 0.9800092577934265 |
| }, |
| { |
| "step": 8725, |
| "pen": 0.023079680278897285, |
| "mean_abs_cos": 0.1309233009815216, |
| "mean_norm": 0.1661379039287567, |
| "lm": 1.1554958820343018 |
| }, |
| { |
| "step": 8725, |
| "pen": 0.03357696905732155, |
| "mean_abs_cos": 0.15949884057044983, |
| "mean_norm": 0.17386896908283234, |
| "lm": 0.8281002640724182 |
| }, |
| { |
| "step": 8725, |
| "pen": 0.027568770572543144, |
| "mean_abs_cos": 0.13560277223587036, |
| "mean_norm": 0.16993941366672516, |
| "lm": 0.8663613796234131 |
| }, |
| { |
| "step": 8725, |
| "pen": 0.021682575345039368, |
| "mean_abs_cos": 0.1174241304397583, |
| "mean_norm": 0.17013977468013763, |
| "lm": 0.7336148023605347 |
| }, |
| { |
| "step": 8750, |
| "pen": 0.031217720359563828, |
| "mean_abs_cos": 0.13636814057826996, |
| "mean_norm": 0.17022864520549774, |
| "lm": 0.7573052048683167 |
| }, |
| { |
| "step": 8750, |
| "pen": 0.02687748707830906, |
| "mean_abs_cos": 0.1263105571269989, |
| "mean_norm": 0.16712148487567902, |
| "lm": 0.9091700315475464 |
| }, |
| { |
| "step": 8750, |
| "pen": 0.019425498321652412, |
| "mean_abs_cos": 0.10879317671060562, |
| "mean_norm": 0.16707107424736023, |
| "lm": 1.0588667392730713 |
| }, |
| { |
| "step": 8750, |
| "pen": 0.019226904958486557, |
| "mean_abs_cos": 0.11359095573425293, |
| "mean_norm": 0.16528649628162384, |
| "lm": 0.8491951823234558 |
| }, |
| { |
| "step": 8775, |
| "pen": 0.01806541346013546, |
| "mean_abs_cos": 0.11068631708621979, |
| "mean_norm": 0.15787993371486664, |
| "lm": 0.9984579682350159 |
| }, |
| { |
| "step": 8775, |
| "pen": 0.010325816459953785, |
| "mean_abs_cos": 0.07917898148298264, |
| "mean_norm": 0.15896295011043549, |
| "lm": 0.8741562962532043 |
| }, |
| { |
| "step": 8775, |
| "pen": 0.015524948947131634, |
| "mean_abs_cos": 0.09666191041469574, |
| "mean_norm": 0.16133052110671997, |
| "lm": 1.4569405317306519 |
| }, |
| { |
| "step": 8775, |
| "pen": 0.022504134103655815, |
| "mean_abs_cos": 0.11986999958753586, |
| "mean_norm": 0.16493810713291168, |
| "lm": 0.9681610465049744 |
| }, |
| { |
| "step": 8800, |
| "pen": 0.025175103917717934, |
| "mean_abs_cos": 0.12538553774356842, |
| "mean_norm": 0.1590459942817688, |
| "lm": 0.9270906448364258 |
| }, |
| { |
| "step": 8800, |
| "pen": 0.024097628891468048, |
| "mean_abs_cos": 0.1295088231563568, |
| "mean_norm": 0.16301120817661285, |
| "lm": 0.9423444867134094 |
| }, |
| { |
| "step": 8800, |
| "pen": 0.02002582885324955, |
| "mean_abs_cos": 0.11850680410861969, |
| "mean_norm": 0.16302476823329926, |
| "lm": 0.7900405526161194 |
| }, |
| { |
| "step": 8800, |
| "pen": 0.014364485628902912, |
| "mean_abs_cos": 0.09624011069536209, |
| "mean_norm": 0.15716706216335297, |
| "lm": 0.9428636431694031 |
| }, |
| { |
| "step": 8825, |
| "pen": 0.013931870460510254, |
| "mean_abs_cos": 0.09563776105642319, |
| "mean_norm": 0.16951949894428253, |
| "lm": 0.9095931053161621 |
| }, |
| { |
| "step": 8825, |
| "pen": 0.021968696266412735, |
| "mean_abs_cos": 0.12302866578102112, |
| "mean_norm": 0.17158396542072296, |
| "lm": 0.7646734118461609 |
| }, |
| { |
| "step": 8825, |
| "pen": 0.018287459388375282, |
| "mean_abs_cos": 0.1097063198685646, |
| "mean_norm": 0.1702878326177597, |
| "lm": 1.118492603302002 |
| }, |
| { |
| "step": 8825, |
| "pen": 0.018137676641345024, |
| "mean_abs_cos": 0.10839424282312393, |
| "mean_norm": 0.17068369686603546, |
| "lm": 0.5662203431129456 |
| }, |
| { |
| "step": 8850, |
| "pen": 0.027060534805059433, |
| "mean_abs_cos": 0.1274382770061493, |
| "mean_norm": 0.17534640431404114, |
| "lm": 0.6211127638816833 |
| }, |
| { |
| "step": 8850, |
| "pen": 0.031960245221853256, |
| "mean_abs_cos": 0.14181677997112274, |
| "mean_norm": 0.17026329040527344, |
| "lm": 0.8441968560218811 |
| }, |
| { |
| "step": 8850, |
| "pen": 0.03229105845093727, |
| "mean_abs_cos": 0.15211063623428345, |
| "mean_norm": 0.17258524894714355, |
| "lm": 0.6676519513130188 |
| }, |
| { |
| "step": 8850, |
| "pen": 0.032530639320611954, |
| "mean_abs_cos": 0.14402863383293152, |
| "mean_norm": 0.1753215789794922, |
| "lm": 0.7070258855819702 |
| }, |
| { |
| "step": 8875, |
| "pen": 0.022132307291030884, |
| "mean_abs_cos": 0.1120113953948021, |
| "mean_norm": 0.15986892580986023, |
| "lm": 0.6729338765144348 |
| }, |
| { |
| "step": 8875, |
| "pen": 0.024343721568584442, |
| "mean_abs_cos": 0.12506552040576935, |
| "mean_norm": 0.16126182675361633, |
| "lm": 0.6458588242530823 |
| }, |
| { |
| "step": 8875, |
| "pen": 0.021930836141109467, |
| "mean_abs_cos": 0.11881028115749359, |
| "mean_norm": 0.16032062470912933, |
| "lm": 0.7566410303115845 |
| }, |
| { |
| "step": 8875, |
| "pen": 0.01747434027493, |
| "mean_abs_cos": 0.09473829716444016, |
| "mean_norm": 0.16079433262348175, |
| "lm": 0.6863351464271545 |
| }, |
| { |
| "step": 8900, |
| "pen": 0.018781468272209167, |
| "mean_abs_cos": 0.11259434372186661, |
| "mean_norm": 0.1560421735048294, |
| "lm": 1.1880756616592407 |
| }, |
| { |
| "step": 8900, |
| "pen": 0.022687366232275963, |
| "mean_abs_cos": 0.12024813145399094, |
| "mean_norm": 0.1541135609149933, |
| "lm": 1.1192419528961182 |
| }, |
| { |
| "step": 8900, |
| "pen": 0.026561008766293526, |
| "mean_abs_cos": 0.12489161640405655, |
| "mean_norm": 0.1650455743074417, |
| "lm": 0.47762835025787354 |
| }, |
| { |
| "step": 8900, |
| "pen": 0.02253885008394718, |
| "mean_abs_cos": 0.11576265841722488, |
| "mean_norm": 0.16954775154590607, |
| "lm": 0.8239983320236206 |
| }, |
| { |
| "step": 8925, |
| "pen": 0.02341768890619278, |
| "mean_abs_cos": 0.1160225048661232, |
| "mean_norm": 0.16506333649158478, |
| "lm": 0.8373627066612244 |
| }, |
| { |
| "step": 8925, |
| "pen": 0.024847835302352905, |
| "mean_abs_cos": 0.12712238729000092, |
| "mean_norm": 0.162957563996315, |
| "lm": 1.048859715461731 |
| }, |
| { |
| "step": 8925, |
| "pen": 0.023249128833413124, |
| "mean_abs_cos": 0.12044014036655426, |
| "mean_norm": 0.16403916478157043, |
| "lm": 0.9386279582977295 |
| }, |
| { |
| "step": 8925, |
| "pen": 0.020520299673080444, |
| "mean_abs_cos": 0.10964798927307129, |
| "mean_norm": 0.16696198284626007, |
| "lm": 0.937117874622345 |
| }, |
| { |
| "step": 8950, |
| "pen": 0.012625196017324924, |
| "mean_abs_cos": 0.09029970318078995, |
| "mean_norm": 0.15425251424312592, |
| "lm": 0.9163480401039124 |
| }, |
| { |
| "step": 8950, |
| "pen": 0.01074527669698, |
| "mean_abs_cos": 0.08688689768314362, |
| "mean_norm": 0.15208443999290466, |
| "lm": 1.00852370262146 |
| }, |
| { |
| "step": 8950, |
| "pen": 0.013554098084568977, |
| "mean_abs_cos": 0.09288356453180313, |
| "mean_norm": 0.15696056187152863, |
| "lm": 0.7498428821563721 |
| }, |
| { |
| "step": 8950, |
| "pen": 0.011741692200303078, |
| "mean_abs_cos": 0.08506284654140472, |
| "mean_norm": 0.1513805240392685, |
| "lm": 0.9393026232719421 |
| }, |
| { |
| "step": 8975, |
| "pen": 0.017878083512187004, |
| "mean_abs_cos": 0.11283104866743088, |
| "mean_norm": 0.16550405323505402, |
| "lm": 0.6646594405174255 |
| }, |
| { |
| "step": 8975, |
| "pen": 0.03500773385167122, |
| "mean_abs_cos": 0.15184220671653748, |
| "mean_norm": 0.17541401088237762, |
| "lm": 0.690555214881897 |
| }, |
| { |
| "step": 8975, |
| "pen": 0.02650032378733158, |
| "mean_abs_cos": 0.12606221437454224, |
| "mean_norm": 0.17480571568012238, |
| "lm": 0.8097992539405823 |
| }, |
| { |
| "step": 8975, |
| "pen": 0.0286038126796484, |
| "mean_abs_cos": 0.13786937296390533, |
| "mean_norm": 0.17668242752552032, |
| "lm": 0.8551328778266907 |
| }, |
| { |
| "step": 9000, |
| "pen": 0.027008233591914177, |
| "mean_abs_cos": 0.13159747421741486, |
| "mean_norm": 0.1638253629207611, |
| "lm": 0.7108436822891235 |
| }, |
| { |
| "step": 9000, |
| "pen": 0.021291036158800125, |
| "mean_abs_cos": 0.1142585277557373, |
| "mean_norm": 0.1644040197134018, |
| "lm": 0.7359801530838013 |
| }, |
| { |
| "step": 9000, |
| "pen": 0.017174536362290382, |
| "mean_abs_cos": 0.10090682655572891, |
| "mean_norm": 0.16133126616477966, |
| "lm": 1.0340452194213867 |
| }, |
| { |
| "step": 9000, |
| "pen": 0.018213195726275444, |
| "mean_abs_cos": 0.11132248491048813, |
| "mean_norm": 0.16268354654312134, |
| "lm": 0.8282281160354614 |
| }, |
| { |
| "step": 9025, |
| "pen": 0.01913769356906414, |
| "mean_abs_cos": 0.11197953671216965, |
| "mean_norm": 0.1604224294424057, |
| "lm": 0.8967822194099426 |
| }, |
| { |
| "step": 9025, |
| "pen": 0.018301784992218018, |
| "mean_abs_cos": 0.1050802543759346, |
| "mean_norm": 0.15922601521015167, |
| "lm": 0.9473344087600708 |
| }, |
| { |
| "step": 9025, |
| "pen": 0.016476957127451897, |
| "mean_abs_cos": 0.10185153782367706, |
| "mean_norm": 0.16194622218608856, |
| "lm": 0.7228137254714966 |
| }, |
| { |
| "step": 9025, |
| "pen": 0.017550459131598473, |
| "mean_abs_cos": 0.10232855379581451, |
| "mean_norm": 0.15866774320602417, |
| "lm": 0.8929541110992432 |
| }, |
| { |
| "step": 9050, |
| "pen": 0.012305489741265774, |
| "mean_abs_cos": 0.09428270906209946, |
| "mean_norm": 0.16088862717151642, |
| "lm": 0.7514955401420593 |
| }, |
| { |
| "step": 9050, |
| "pen": 0.012252573855221272, |
| "mean_abs_cos": 0.09063384681940079, |
| "mean_norm": 0.1580301821231842, |
| "lm": 0.6436543464660645 |
| }, |
| { |
| "step": 9050, |
| "pen": 0.015113530680537224, |
| "mean_abs_cos": 0.09759140014648438, |
| "mean_norm": 0.16263386607170105, |
| "lm": 0.6059749722480774 |
| }, |
| { |
| "step": 9050, |
| "pen": 0.012689557857811451, |
| "mean_abs_cos": 0.0822015106678009, |
| "mean_norm": 0.16082561016082764, |
| "lm": 0.5621532797813416 |
| }, |
| { |
| "step": 9075, |
| "pen": 0.01490845624357462, |
| "mean_abs_cos": 0.09558910876512527, |
| "mean_norm": 0.16407842934131622, |
| "lm": 0.5312987565994263 |
| }, |
| { |
| "step": 9075, |
| "pen": 0.019753413274884224, |
| "mean_abs_cos": 0.10508576035499573, |
| "mean_norm": 0.1634032279253006, |
| "lm": 0.849578320980072 |
| }, |
| { |
| "step": 9075, |
| "pen": 0.017356252297759056, |
| "mean_abs_cos": 0.10145056247711182, |
| "mean_norm": 0.16172094643115997, |
| "lm": 0.7610179781913757 |
| }, |
| { |
| "step": 9075, |
| "pen": 0.027048055082559586, |
| "mean_abs_cos": 0.12837298214435577, |
| "mean_norm": 0.16230270266532898, |
| "lm": 0.7538003921508789 |
| }, |
| { |
| "step": 9100, |
| "pen": 0.04277273640036583, |
| "mean_abs_cos": 0.15940514206886292, |
| "mean_norm": 0.18897373974323273, |
| "lm": 1.0471030473709106 |
| }, |
| { |
| "step": 9100, |
| "pen": 0.04222285747528076, |
| "mean_abs_cos": 0.17009100317955017, |
| "mean_norm": 0.18082503974437714, |
| "lm": 0.8606213331222534 |
| }, |
| { |
| "step": 9100, |
| "pen": 0.040825653821229935, |
| "mean_abs_cos": 0.1582687646150589, |
| "mean_norm": 0.17654569447040558, |
| "lm": 1.0155612230300903 |
| }, |
| { |
| "step": 9100, |
| "pen": 0.027327749878168106, |
| "mean_abs_cos": 0.13313184678554535, |
| "mean_norm": 0.17396564781665802, |
| "lm": 0.7107738852500916 |
| }, |
| { |
| "step": 9125, |
| "pen": 0.025713128969073296, |
| "mean_abs_cos": 0.12335823476314545, |
| "mean_norm": 0.16604511439800262, |
| "lm": 0.682091236114502 |
| }, |
| { |
| "step": 9125, |
| "pen": 0.0266162920743227, |
| "mean_abs_cos": 0.11681564897298813, |
| "mean_norm": 0.1648005247116089, |
| "lm": 0.8899881839752197 |
| }, |
| { |
| "step": 9125, |
| "pen": 0.0229434035718441, |
| "mean_abs_cos": 0.11728962510824203, |
| "mean_norm": 0.1631060391664505, |
| "lm": 0.678553581237793 |
| }, |
| { |
| "step": 9125, |
| "pen": 0.01689457893371582, |
| "mean_abs_cos": 0.10004033148288727, |
| "mean_norm": 0.1672886461019516, |
| "lm": 0.5730530619621277 |
| }, |
| { |
| "step": 9150, |
| "pen": 0.022398531436920166, |
| "mean_abs_cos": 0.12483860552310944, |
| "mean_norm": 0.17502374947071075, |
| "lm": 0.5219733715057373 |
| }, |
| { |
| "step": 9150, |
| "pen": 0.019067563116550446, |
| "mean_abs_cos": 0.114842988550663, |
| "mean_norm": 0.16967882215976715, |
| "lm": 1.101593017578125 |
| }, |
| { |
| "step": 9150, |
| "pen": 0.022967299446463585, |
| "mean_abs_cos": 0.12464259564876556, |
| "mean_norm": 0.16833604872226715, |
| "lm": 0.8945351243019104 |
| }, |
| { |
| "step": 9150, |
| "pen": 0.021803701296448708, |
| "mean_abs_cos": 0.12181279808282852, |
| "mean_norm": 0.16381414234638214, |
| "lm": 0.9811643362045288 |
| }, |
| { |
| "step": 9175, |
| "pen": 0.024591634050011635, |
| "mean_abs_cos": 0.12162104994058609, |
| "mean_norm": 0.16143293678760529, |
| "lm": 0.7305412888526917 |
| }, |
| { |
| "step": 9175, |
| "pen": 0.01782263070344925, |
| "mean_abs_cos": 0.10347849130630493, |
| "mean_norm": 0.15886637568473816, |
| "lm": 0.857726514339447 |
| }, |
| { |
| "step": 9175, |
| "pen": 0.014294630847871304, |
| "mean_abs_cos": 0.09915314614772797, |
| "mean_norm": 0.158548966050148, |
| "lm": 0.8465077877044678 |
| }, |
| { |
| "step": 9175, |
| "pen": 0.018223652616143227, |
| "mean_abs_cos": 0.11106806248426437, |
| "mean_norm": 0.1569327861070633, |
| "lm": 0.9642753005027771 |
| }, |
| { |
| "step": 9200, |
| "pen": 0.017067639157176018, |
| "mean_abs_cos": 0.11417807638645172, |
| "mean_norm": 0.15440522134304047, |
| "lm": 0.8422244787216187 |
| }, |
| { |
| "step": 9200, |
| "pen": 0.017598701640963554, |
| "mean_abs_cos": 0.11208099871873856, |
| "mean_norm": 0.15059509873390198, |
| "lm": 0.6602465510368347 |
| }, |
| { |
| "step": 9200, |
| "pen": 0.020754439756274223, |
| "mean_abs_cos": 0.12214197218418121, |
| "mean_norm": 0.15167416632175446, |
| "lm": 0.988204836845398 |
| }, |
| { |
| "step": 9200, |
| "pen": 0.01753872260451317, |
| "mean_abs_cos": 0.11441910266876221, |
| "mean_norm": 0.14978818595409393, |
| "lm": 1.0362128019332886 |
| }, |
| { |
| "step": 9225, |
| "pen": 0.013076762668788433, |
| "mean_abs_cos": 0.0945340171456337, |
| "mean_norm": 0.1564706265926361, |
| "lm": 0.8646572828292847 |
| }, |
| { |
| "step": 9225, |
| "pen": 0.015073173679411411, |
| "mean_abs_cos": 0.10338825732469559, |
| "mean_norm": 0.16282039880752563, |
| "lm": 0.8281311392784119 |
| }, |
| { |
| "step": 9225, |
| "pen": 0.016146715730428696, |
| "mean_abs_cos": 0.10089626908302307, |
| "mean_norm": 0.1679970771074295, |
| "lm": 0.8689862489700317 |
| }, |
| { |
| "step": 9225, |
| "pen": 0.021228449419140816, |
| "mean_abs_cos": 0.11512035876512527, |
| "mean_norm": 0.17096789181232452, |
| "lm": 0.9543991684913635 |
| }, |
| { |
| "step": 9250, |
| "pen": 0.021905770525336266, |
| "mean_abs_cos": 0.12055034190416336, |
| "mean_norm": 0.15601272881031036, |
| "lm": 1.0627424716949463 |
| }, |
| { |
| "step": 9250, |
| "pen": 0.019131701439619064, |
| "mean_abs_cos": 0.10963509976863861, |
| "mean_norm": 0.15656739473342896, |
| "lm": 0.8746846318244934 |
| }, |
| { |
| "step": 9250, |
| "pen": 0.018228065222501755, |
| "mean_abs_cos": 0.10690400749444962, |
| "mean_norm": 0.15934164822101593, |
| "lm": 0.8716938495635986 |
| }, |
| { |
| "step": 9250, |
| "pen": 0.019656959921121597, |
| "mean_abs_cos": 0.11744267493486404, |
| "mean_norm": 0.16289836168289185, |
| "lm": 1.2668055295944214 |
| }, |
| { |
| "step": 9275, |
| "pen": 0.026294363662600517, |
| "mean_abs_cos": 0.1196991577744484, |
| "mean_norm": 0.16887693107128143, |
| "lm": 0.762334406375885 |
| }, |
| { |
| "step": 9275, |
| "pen": 0.019607683643698692, |
| "mean_abs_cos": 0.10532079637050629, |
| "mean_norm": 0.1631232649087906, |
| "lm": 0.5721455216407776 |
| }, |
| { |
| "step": 9275, |
| "pen": 0.016562938690185547, |
| "mean_abs_cos": 0.10529380291700363, |
| "mean_norm": 0.1653015911579132, |
| "lm": 0.6477388143539429 |
| }, |
| { |
| "step": 9275, |
| "pen": 0.016129441559314728, |
| "mean_abs_cos": 0.09964239597320557, |
| "mean_norm": 0.16364482045173645, |
| "lm": 1.1477677822113037 |
| }, |
| { |
| "step": 9300, |
| "pen": 0.014309260994195938, |
| "mean_abs_cos": 0.09334679692983627, |
| "mean_norm": 0.15058131515979767, |
| "lm": 0.565403401851654 |
| }, |
| { |
| "step": 9300, |
| "pen": 0.016755906865000725, |
| "mean_abs_cos": 0.10606284439563751, |
| "mean_norm": 0.150059774518013, |
| "lm": 0.6751483082771301 |
| }, |
| { |
| "step": 9300, |
| "pen": 0.024410830810666084, |
| "mean_abs_cos": 0.12834808230400085, |
| "mean_norm": 0.1544734686613083, |
| "lm": 1.139566421508789 |
| }, |
| { |
| "step": 9300, |
| "pen": 0.025912562385201454, |
| "mean_abs_cos": 0.1401023268699646, |
| "mean_norm": 0.1554902195930481, |
| "lm": 1.2272659540176392 |
| }, |
| { |
| "step": 9325, |
| "pen": 0.021819576621055603, |
| "mean_abs_cos": 0.11486273258924484, |
| "mean_norm": 0.1658097356557846, |
| "lm": 1.0043689012527466 |
| }, |
| { |
| "step": 9325, |
| "pen": 0.019125372171401978, |
| "mean_abs_cos": 0.11128363758325577, |
| "mean_norm": 0.16465266048908234, |
| "lm": 0.9787338376045227 |
| }, |
| { |
| "step": 9325, |
| "pen": 0.017858322709798813, |
| "mean_abs_cos": 0.1078268438577652, |
| "mean_norm": 0.163804292678833, |
| "lm": 0.9788684844970703 |
| }, |
| { |
| "step": 9325, |
| "pen": 0.024262186139822006, |
| "mean_abs_cos": 0.12342797219753265, |
| "mean_norm": 0.1656334400177002, |
| "lm": 0.865266740322113 |
| }, |
| { |
| "step": 9350, |
| "pen": 0.011251630261540413, |
| "mean_abs_cos": 0.09009397029876709, |
| "mean_norm": 0.15980178117752075, |
| "lm": 0.7713925838470459 |
| }, |
| { |
| "step": 9350, |
| "pen": 0.015285140834748745, |
| "mean_abs_cos": 0.10051308572292328, |
| "mean_norm": 0.164006769657135, |
| "lm": 1.016701579093933 |
| }, |
| { |
| "step": 9350, |
| "pen": 0.013579800724983215, |
| "mean_abs_cos": 0.0887342318892479, |
| "mean_norm": 0.16305576264858246, |
| "lm": 0.8173777461051941 |
| }, |
| { |
| "step": 9350, |
| "pen": 0.01743362471461296, |
| "mean_abs_cos": 0.10295604169368744, |
| "mean_norm": 0.16369734704494476, |
| "lm": 0.8528754711151123 |
| } |
| ], |
| "log_history": [ |
| { |
| "loss": 12.0083, |
| "grad_norm": 56.75, |
| "learning_rate": 1.7021276595744682e-06, |
| "epoch": 0.016, |
| "step": 25 |
| }, |
| { |
| "loss": 11.3403, |
| "grad_norm": 43.0, |
| "learning_rate": 3.4751773049645393e-06, |
| "epoch": 0.032, |
| "step": 50 |
| }, |
| { |
| "loss": 11.5156, |
| "grad_norm": 13.5625, |
| "learning_rate": 5.24822695035461e-06, |
| "epoch": 0.048, |
| "step": 75 |
| }, |
| { |
| "loss": 14.3489, |
| "grad_norm": 11.25, |
| "learning_rate": 7.021276595744682e-06, |
| "epoch": 0.064, |
| "step": 100 |
| }, |
| { |
| "loss": 16.9742, |
| "grad_norm": 11.625, |
| "learning_rate": 8.794326241134753e-06, |
| "epoch": 0.08, |
| "step": 125 |
| }, |
| { |
| "loss": 18.0036, |
| "grad_norm": 14.0625, |
| "learning_rate": 1.0567375886524825e-05, |
| "epoch": 0.096, |
| "step": 150 |
| }, |
| { |
| "loss": 16.9272, |
| "grad_norm": 11.5625, |
| "learning_rate": 1.2340425531914895e-05, |
| "epoch": 0.112, |
| "step": 175 |
| }, |
| { |
| "loss": 14.1125, |
| "grad_norm": 11.0, |
| "learning_rate": 1.4113475177304965e-05, |
| "epoch": 0.128, |
| "step": 200 |
| }, |
| { |
| "loss": 13.2682, |
| "grad_norm": 11.5625, |
| "learning_rate": 1.5886524822695038e-05, |
| "epoch": 0.144, |
| "step": 225 |
| }, |
| { |
| "loss": 11.7299, |
| "grad_norm": 10.375, |
| "learning_rate": 1.765957446808511e-05, |
| "epoch": 0.16, |
| "step": 250 |
| }, |
| { |
| "loss": 11.6981, |
| "grad_norm": 10.875, |
| "learning_rate": 1.9432624113475178e-05, |
| "epoch": 0.176, |
| "step": 275 |
| }, |
| { |
| "loss": 10.1225, |
| "grad_norm": 11.8125, |
| "learning_rate": 1.9999827514750276e-05, |
| "epoch": 0.192, |
| "step": 300 |
| }, |
| { |
| "loss": 10.3807, |
| "grad_norm": 10.4375, |
| "learning_rate": 1.9998947198905492e-05, |
| "epoch": 0.208, |
| "step": 325 |
| }, |
| { |
| "loss": 10.0638, |
| "grad_norm": 11.3125, |
| "learning_rate": 1.999732092062979e-05, |
| "epoch": 0.224, |
| "step": 350 |
| }, |
| { |
| "loss": 9.3849, |
| "grad_norm": 10.3125, |
| "learning_rate": 1.999494880125019e-05, |
| "epoch": 0.24, |
| "step": 375 |
| }, |
| { |
| "loss": 9.0025, |
| "grad_norm": 11.1875, |
| "learning_rate": 1.999183101773652e-05, |
| "epoch": 0.256, |
| "step": 400 |
| }, |
| { |
| "loss": 8.7466, |
| "grad_norm": 11.0, |
| "learning_rate": 1.99879678026882e-05, |
| "epoch": 0.272, |
| "step": 425 |
| }, |
| { |
| "loss": 8.4365, |
| "grad_norm": 10.8125, |
| "learning_rate": 1.9983359444316903e-05, |
| "epoch": 0.288, |
| "step": 450 |
| }, |
| { |
| "loss": 8.2497, |
| "grad_norm": 9.75, |
| "learning_rate": 1.9978006286425052e-05, |
| "epoch": 0.304, |
| "step": 475 |
| }, |
| { |
| "loss": 8.1296, |
| "grad_norm": 10.5625, |
| "learning_rate": 1.997190872838015e-05, |
| "epoch": 0.32, |
| "step": 500 |
| }, |
| { |
| "loss": 7.8641, |
| "grad_norm": 10.3125, |
| "learning_rate": 1.9965067225085022e-05, |
| "epoch": 0.336, |
| "step": 525 |
| }, |
| { |
| "loss": 8.0548, |
| "grad_norm": 10.9375, |
| "learning_rate": 1.995748228694384e-05, |
| "epoch": 0.352, |
| "step": 550 |
| }, |
| { |
| "loss": 7.7575, |
| "grad_norm": 9.6875, |
| "learning_rate": 1.9949154479824066e-05, |
| "epoch": 0.368, |
| "step": 575 |
| }, |
| { |
| "loss": 7.7646, |
| "grad_norm": 12.0625, |
| "learning_rate": 1.9940084425014237e-05, |
| "epoch": 0.384, |
| "step": 600 |
| }, |
| { |
| "loss": 8.1118, |
| "grad_norm": 11.0625, |
| "learning_rate": 1.9930272799177606e-05, |
| "epoch": 0.4, |
| "step": 625 |
| }, |
| { |
| "loss": 7.713, |
| "grad_norm": 11.3125, |
| "learning_rate": 1.9919720334301664e-05, |
| "epoch": 0.416, |
| "step": 650 |
| }, |
| { |
| "loss": 7.4837, |
| "grad_norm": 10.125, |
| "learning_rate": 1.9908427817643524e-05, |
| "epoch": 0.432, |
| "step": 675 |
| }, |
| { |
| "loss": 7.4954, |
| "grad_norm": 10.25, |
| "learning_rate": 1.9896396091671202e-05, |
| "epoch": 0.448, |
| "step": 700 |
| }, |
| { |
| "loss": 7.2535, |
| "grad_norm": 12.25, |
| "learning_rate": 1.9883626054000754e-05, |
| "epoch": 0.464, |
| "step": 725 |
| }, |
| { |
| "loss": 7.4396, |
| "grad_norm": 12.1875, |
| "learning_rate": 1.9870118657329314e-05, |
| "epoch": 0.48, |
| "step": 750 |
| }, |
| { |
| "loss": 7.2393, |
| "grad_norm": 11.375, |
| "learning_rate": 1.985587490936402e-05, |
| "epoch": 0.496, |
| "step": 775 |
| }, |
| { |
| "loss": 7.0284, |
| "grad_norm": 12.0625, |
| "learning_rate": 1.9840895872746836e-05, |
| "epoch": 0.512, |
| "step": 800 |
| }, |
| { |
| "loss": 6.9324, |
| "grad_norm": 10.6875, |
| "learning_rate": 1.9825182664975262e-05, |
| "epoch": 0.528, |
| "step": 825 |
| }, |
| { |
| "loss": 6.9436, |
| "grad_norm": 11.5625, |
| "learning_rate": 1.9808736458318988e-05, |
| "epoch": 0.544, |
| "step": 850 |
| }, |
| { |
| "loss": 6.96, |
| "grad_norm": 11.8125, |
| "learning_rate": 1.9791558479732408e-05, |
| "epoch": 0.56, |
| "step": 875 |
| }, |
| { |
| "loss": 6.988, |
| "grad_norm": 11.5, |
| "learning_rate": 1.9773650010763122e-05, |
| "epoch": 0.576, |
| "step": 900 |
| }, |
| { |
| "loss": 6.93, |
| "grad_norm": 11.75, |
| "learning_rate": 1.9755012387456288e-05, |
| "epoch": 0.592, |
| "step": 925 |
| }, |
| { |
| "loss": 6.7854, |
| "grad_norm": 13.9375, |
| "learning_rate": 1.9735647000254967e-05, |
| "epoch": 0.608, |
| "step": 950 |
| }, |
| { |
| "loss": 6.9297, |
| "grad_norm": 10.8125, |
| "learning_rate": 1.97155552938964e-05, |
| "epoch": 0.624, |
| "step": 975 |
| }, |
| { |
| "loss": 6.6953, |
| "grad_norm": 11.875, |
| "learning_rate": 1.96947387673042e-05, |
| "epoch": 0.64, |
| "step": 1000 |
| }, |
| { |
| "loss": 6.9297, |
| "grad_norm": 11.3125, |
| "learning_rate": 1.9673198973476543e-05, |
| "epoch": 0.656, |
| "step": 1025 |
| }, |
| { |
| "loss": 6.7675, |
| "grad_norm": 11.125, |
| "learning_rate": 1.9650937519370313e-05, |
| "epoch": 0.672, |
| "step": 1050 |
| }, |
| { |
| "loss": 6.6867, |
| "grad_norm": 12.9375, |
| "learning_rate": 1.96279560657812e-05, |
| "epoch": 0.688, |
| "step": 1075 |
| }, |
| { |
| "loss": 6.4253, |
| "grad_norm": 12.0625, |
| "learning_rate": 1.9604256327219803e-05, |
| "epoch": 0.704, |
| "step": 1100 |
| }, |
| { |
| "loss": 6.5725, |
| "grad_norm": 12.1875, |
| "learning_rate": 1.9579840071783726e-05, |
| "epoch": 0.72, |
| "step": 1125 |
| }, |
| { |
| "loss": 6.4867, |
| "grad_norm": 11.125, |
| "learning_rate": 1.955470912102567e-05, |
| "epoch": 0.736, |
| "step": 1150 |
| }, |
| { |
| "loss": 6.5556, |
| "grad_norm": 12.125, |
| "learning_rate": 1.9528865349817532e-05, |
| "epoch": 0.752, |
| "step": 1175 |
| }, |
| { |
| "loss": 6.1391, |
| "grad_norm": 12.125, |
| "learning_rate": 1.9502310686210537e-05, |
| "epoch": 0.768, |
| "step": 1200 |
| }, |
| { |
| "loss": 6.3766, |
| "grad_norm": 12.1875, |
| "learning_rate": 1.94750471112914e-05, |
| "epoch": 0.784, |
| "step": 1225 |
| }, |
| { |
| "loss": 6.4901, |
| "grad_norm": 11.125, |
| "learning_rate": 1.9447076659034513e-05, |
| "epoch": 0.8, |
| "step": 1250 |
| }, |
| { |
| "loss": 6.4614, |
| "grad_norm": 12.0625, |
| "learning_rate": 1.9418401416150228e-05, |
| "epoch": 0.816, |
| "step": 1275 |
| }, |
| { |
| "loss": 6.348, |
| "grad_norm": 11.6875, |
| "learning_rate": 1.9389023521929156e-05, |
| "epoch": 0.832, |
| "step": 1300 |
| }, |
| { |
| "loss": 6.1352, |
| "grad_norm": 12.0625, |
| "learning_rate": 1.9358945168082577e-05, |
| "epoch": 0.848, |
| "step": 1325 |
| }, |
| { |
| "loss": 6.325, |
| "grad_norm": 12.4375, |
| "learning_rate": 1.9328168598578934e-05, |
| "epoch": 0.864, |
| "step": 1350 |
| }, |
| { |
| "loss": 6.3713, |
| "grad_norm": 12.75, |
| "learning_rate": 1.9296696109476417e-05, |
| "epoch": 0.88, |
| "step": 1375 |
| }, |
| { |
| "loss": 6.1093, |
| "grad_norm": 11.0625, |
| "learning_rate": 1.926453004875167e-05, |
| "epoch": 0.896, |
| "step": 1400 |
| }, |
| { |
| "loss": 6.1125, |
| "grad_norm": 10.75, |
| "learning_rate": 1.9231672816124614e-05, |
| "epoch": 0.912, |
| "step": 1425 |
| }, |
| { |
| "loss": 5.993, |
| "grad_norm": 12.125, |
| "learning_rate": 1.9198126862879442e-05, |
| "epoch": 0.928, |
| "step": 1450 |
| }, |
| { |
| "loss": 6.0162, |
| "grad_norm": 15.6875, |
| "learning_rate": 1.9163894691681716e-05, |
| "epoch": 0.944, |
| "step": 1475 |
| }, |
| { |
| "loss": 5.9617, |
| "grad_norm": 14.1875, |
| "learning_rate": 1.9128978856391668e-05, |
| "epoch": 0.96, |
| "step": 1500 |
| }, |
| { |
| "loss": 6.0953, |
| "grad_norm": 13.9375, |
| "learning_rate": 1.909338196187367e-05, |
| "epoch": 0.976, |
| "step": 1525 |
| }, |
| { |
| "loss": 5.9682, |
| "grad_norm": 12.5, |
| "learning_rate": 1.905710666380192e-05, |
| "epoch": 0.992, |
| "step": 1550 |
| }, |
| { |
| "loss": 5.6265, |
| "grad_norm": 11.3125, |
| "learning_rate": 1.9020155668462283e-05, |
| "epoch": 1.00768, |
| "step": 1575 |
| }, |
| { |
| "loss": 5.5858, |
| "grad_norm": 12.0, |
| "learning_rate": 1.898253173255042e-05, |
| "epoch": 1.02368, |
| "step": 1600 |
| }, |
| { |
| "loss": 5.5419, |
| "grad_norm": 12.125, |
| "learning_rate": 1.8944237662966103e-05, |
| "epoch": 1.03968, |
| "step": 1625 |
| }, |
| { |
| "loss": 5.5915, |
| "grad_norm": 12.625, |
| "learning_rate": 1.8905276316603834e-05, |
| "epoch": 1.05568, |
| "step": 1650 |
| }, |
| { |
| "loss": 5.6374, |
| "grad_norm": 11.6875, |
| "learning_rate": 1.8865650600139697e-05, |
| "epoch": 1.07168, |
| "step": 1675 |
| }, |
| { |
| "loss": 5.3626, |
| "grad_norm": 11.25, |
| "learning_rate": 1.882536346981449e-05, |
| "epoch": 1.08768, |
| "step": 1700 |
| }, |
| { |
| "loss": 5.6279, |
| "grad_norm": 15.0625, |
| "learning_rate": 1.8784417931213225e-05, |
| "epoch": 1.10368, |
| "step": 1725 |
| }, |
| { |
| "loss": 5.5125, |
| "grad_norm": 12.8125, |
| "learning_rate": 1.8742817039040842e-05, |
| "epoch": 1.11968, |
| "step": 1750 |
| }, |
| { |
| "loss": 5.4948, |
| "grad_norm": 12.4375, |
| "learning_rate": 1.8700563896894362e-05, |
| "epoch": 1.13568, |
| "step": 1775 |
| }, |
| { |
| "loss": 5.3634, |
| "grad_norm": 15.125, |
| "learning_rate": 1.8657661657031307e-05, |
| "epoch": 1.15168, |
| "step": 1800 |
| }, |
| { |
| "loss": 5.577, |
| "grad_norm": 13.125, |
| "learning_rate": 1.8614113520134568e-05, |
| "epoch": 1.16768, |
| "step": 1825 |
| }, |
| { |
| "loss": 5.4955, |
| "grad_norm": 16.125, |
| "learning_rate": 1.856992273507359e-05, |
| "epoch": 1.18368, |
| "step": 1850 |
| }, |
| { |
| "loss": 5.4701, |
| "grad_norm": 12.1875, |
| "learning_rate": 1.8525092598662e-05, |
| "epoch": 1.19968, |
| "step": 1875 |
| }, |
| { |
| "loss": 5.325, |
| "grad_norm": 11.875, |
| "learning_rate": 1.847962645541168e-05, |
| "epoch": 1.21568, |
| "step": 1900 |
| }, |
| { |
| "loss": 5.3423, |
| "grad_norm": 12.5, |
| "learning_rate": 1.843352769728319e-05, |
| "epoch": 1.2316799999999999, |
| "step": 1925 |
| }, |
| { |
| "loss": 5.3535, |
| "grad_norm": 10.1875, |
| "learning_rate": 1.838679976343278e-05, |
| "epoch": 1.24768, |
| "step": 1950 |
| }, |
| { |
| "loss": 5.36, |
| "grad_norm": 15.25, |
| "learning_rate": 1.8339446139955784e-05, |
| "epoch": 1.26368, |
| "step": 1975 |
| }, |
| { |
| "loss": 5.2976, |
| "grad_norm": 14.0, |
| "learning_rate": 1.8291470359626537e-05, |
| "epoch": 1.27968, |
| "step": 2000 |
| }, |
| { |
| "loss": 5.2801, |
| "grad_norm": 13.1875, |
| "learning_rate": 1.8242876001634827e-05, |
| "epoch": 1.29568, |
| "step": 2025 |
| }, |
| { |
| "loss": 5.469, |
| "grad_norm": 12.0625, |
| "learning_rate": 1.8193666691318874e-05, |
| "epoch": 1.31168, |
| "step": 2050 |
| }, |
| { |
| "loss": 5.1667, |
| "grad_norm": 13.125, |
| "learning_rate": 1.8143846099894858e-05, |
| "epoch": 1.32768, |
| "step": 2075 |
| }, |
| { |
| "loss": 5.313, |
| "grad_norm": 12.5625, |
| "learning_rate": 1.8093417944183037e-05, |
| "epoch": 1.34368, |
| "step": 2100 |
| }, |
| { |
| "loss": 5.139, |
| "grad_norm": 12.9375, |
| "learning_rate": 1.8042385986330447e-05, |
| "epoch": 1.35968, |
| "step": 2125 |
| }, |
| { |
| "loss": 5.1808, |
| "grad_norm": 11.25, |
| "learning_rate": 1.799075403353025e-05, |
| "epoch": 1.37568, |
| "step": 2150 |
| }, |
| { |
| "loss": 5.1052, |
| "grad_norm": 14.5, |
| "learning_rate": 1.793852593773768e-05, |
| "epoch": 1.39168, |
| "step": 2175 |
| }, |
| { |
| "loss": 5.299, |
| "grad_norm": 13.4375, |
| "learning_rate": 1.788570559538268e-05, |
| "epoch": 1.40768, |
| "step": 2200 |
| }, |
| { |
| "loss": 4.9268, |
| "grad_norm": 11.9375, |
| "learning_rate": 1.7832296947079225e-05, |
| "epoch": 1.42368, |
| "step": 2225 |
| }, |
| { |
| "loss": 4.9268, |
| "grad_norm": 12.6875, |
| "learning_rate": 1.7778303977331308e-05, |
| "epoch": 1.43968, |
| "step": 2250 |
| }, |
| { |
| "loss": 5.0665, |
| "grad_norm": 12.0, |
| "learning_rate": 1.7723730714235704e-05, |
| "epoch": 1.45568, |
| "step": 2275 |
| }, |
| { |
| "loss": 4.9876, |
| "grad_norm": 16.875, |
| "learning_rate": 1.7668581229181457e-05, |
| "epoch": 1.47168, |
| "step": 2300 |
| }, |
| { |
| "loss": 5.0908, |
| "grad_norm": 12.9375, |
| "learning_rate": 1.7612859636546114e-05, |
| "epoch": 1.4876800000000001, |
| "step": 2325 |
| }, |
| { |
| "loss": 4.9963, |
| "grad_norm": 11.6875, |
| "learning_rate": 1.7556570093388806e-05, |
| "epoch": 1.5036800000000001, |
| "step": 2350 |
| }, |
| { |
| "loss": 5.0725, |
| "grad_norm": 11.625, |
| "learning_rate": 1.7499716799140093e-05, |
| "epoch": 1.5196800000000001, |
| "step": 2375 |
| }, |
| { |
| "loss": 5.1509, |
| "grad_norm": 13.6875, |
| "learning_rate": 1.744230399528868e-05, |
| "epoch": 1.5356800000000002, |
| "step": 2400 |
| }, |
| { |
| "loss": 5.0906, |
| "grad_norm": 15.1875, |
| "learning_rate": 1.7384335965064974e-05, |
| "epoch": 1.55168, |
| "step": 2425 |
| }, |
| { |
| "loss": 4.9004, |
| "grad_norm": 14.6875, |
| "learning_rate": 1.732581703312155e-05, |
| "epoch": 1.56768, |
| "step": 2450 |
| }, |
| { |
| "loss": 4.9488, |
| "grad_norm": 13.625, |
| "learning_rate": 1.726675156521051e-05, |
| "epoch": 1.58368, |
| "step": 2475 |
| }, |
| { |
| "loss": 4.9613, |
| "grad_norm": 13.3125, |
| "learning_rate": 1.7207143967857777e-05, |
| "epoch": 1.59968, |
| "step": 2500 |
| }, |
| { |
| "loss": 4.9321, |
| "grad_norm": 13.9375, |
| "learning_rate": 1.7146998688034348e-05, |
| "epoch": 1.61568, |
| "step": 2525 |
| }, |
| { |
| "loss": 5.0028, |
| "grad_norm": 12.625, |
| "learning_rate": 1.708632021282454e-05, |
| "epoch": 1.63168, |
| "step": 2550 |
| }, |
| { |
| "loss": 4.9066, |
| "grad_norm": 15.3125, |
| "learning_rate": 1.7025113069091223e-05, |
| "epoch": 1.64768, |
| "step": 2575 |
| }, |
| { |
| "loss": 4.9272, |
| "grad_norm": 13.875, |
| "learning_rate": 1.696338182313812e-05, |
| "epoch": 1.66368, |
| "step": 2600 |
| }, |
| { |
| "loss": 4.8943, |
| "grad_norm": 17.5, |
| "learning_rate": 1.6901131080369113e-05, |
| "epoch": 1.6796799999999998, |
| "step": 2625 |
| }, |
| { |
| "loss": 5.1102, |
| "grad_norm": 13.5625, |
| "learning_rate": 1.683836548494468e-05, |
| "epoch": 1.6956799999999999, |
| "step": 2650 |
| }, |
| { |
| "loss": 5.0801, |
| "grad_norm": 13.9375, |
| "learning_rate": 1.6775089719435417e-05, |
| "epoch": 1.7116799999999999, |
| "step": 2675 |
| }, |
| { |
| "loss": 4.7849, |
| "grad_norm": 13.1875, |
| "learning_rate": 1.6711308504472704e-05, |
| "epoch": 1.7276799999999999, |
| "step": 2700 |
| }, |
| { |
| "loss": 4.8569, |
| "grad_norm": 13.75, |
| "learning_rate": 1.6647026598396505e-05, |
| "epoch": 1.74368, |
| "step": 2725 |
| }, |
| { |
| "loss": 4.7, |
| "grad_norm": 13.75, |
| "learning_rate": 1.6582248796900408e-05, |
| "epoch": 1.75968, |
| "step": 2750 |
| }, |
| { |
| "loss": 4.9559, |
| "grad_norm": 14.9375, |
| "learning_rate": 1.651697993267383e-05, |
| "epoch": 1.77568, |
| "step": 2775 |
| }, |
| { |
| "loss": 4.9576, |
| "grad_norm": 16.25, |
| "learning_rate": 1.6451224875041472e-05, |
| "epoch": 1.79168, |
| "step": 2800 |
| }, |
| { |
| "loss": 4.707, |
| "grad_norm": 13.3125, |
| "learning_rate": 1.638498852960006e-05, |
| "epoch": 1.80768, |
| "step": 2825 |
| }, |
| { |
| "loss": 4.9933, |
| "grad_norm": 12.9375, |
| "learning_rate": 1.6318275837852365e-05, |
| "epoch": 1.82368, |
| "step": 2850 |
| }, |
| { |
| "loss": 4.808, |
| "grad_norm": 13.5625, |
| "learning_rate": 1.6251091776838537e-05, |
| "epoch": 1.83968, |
| "step": 2875 |
| }, |
| { |
| "loss": 4.9375, |
| "grad_norm": 12.0625, |
| "learning_rate": 1.6183441358764813e-05, |
| "epoch": 1.85568, |
| "step": 2900 |
| }, |
| { |
| "loss": 4.746, |
| "grad_norm": 14.75, |
| "learning_rate": 1.611532963062957e-05, |
| "epoch": 1.87168, |
| "step": 2925 |
| }, |
| { |
| "loss": 4.9883, |
| "grad_norm": 13.8125, |
| "learning_rate": 1.604676167384681e-05, |
| "epoch": 1.88768, |
| "step": 2950 |
| }, |
| { |
| "loss": 4.8331, |
| "grad_norm": 13.4375, |
| "learning_rate": 1.597774260386706e-05, |
| "epoch": 1.90368, |
| "step": 2975 |
| }, |
| { |
| "loss": 4.8988, |
| "grad_norm": 13.625, |
| "learning_rate": 1.5908277569795745e-05, |
| "epoch": 1.91968, |
| "step": 3000 |
| }, |
| { |
| "loss": 4.7274, |
| "grad_norm": 16.625, |
| "learning_rate": 1.583837175400903e-05, |
| "epoch": 1.93568, |
| "step": 3025 |
| }, |
| { |
| "loss": 4.7494, |
| "grad_norm": 13.375, |
| "learning_rate": 1.5768030371767203e-05, |
| "epoch": 1.95168, |
| "step": 3050 |
| }, |
| { |
| "loss": 4.6936, |
| "grad_norm": 11.5625, |
| "learning_rate": 1.5697258670825606e-05, |
| "epoch": 1.96768, |
| "step": 3075 |
| }, |
| { |
| "loss": 4.7376, |
| "grad_norm": 13.3125, |
| "learning_rate": 1.5626061931043107e-05, |
| "epoch": 1.98368, |
| "step": 3100 |
| }, |
| { |
| "loss": 4.767, |
| "grad_norm": 13.5625, |
| "learning_rate": 1.5554445463988214e-05, |
| "epoch": 1.9996800000000001, |
| "step": 3125 |
| }, |
| { |
| "loss": 4.3156, |
| "grad_norm": 12.5625, |
| "learning_rate": 1.5482414612542817e-05, |
| "epoch": 2.01536, |
| "step": 3150 |
| }, |
| { |
| "loss": 4.5019, |
| "grad_norm": 14.3125, |
| "learning_rate": 1.5409974750503564e-05, |
| "epoch": 2.03136, |
| "step": 3175 |
| }, |
| { |
| "loss": 4.4873, |
| "grad_norm": 13.875, |
| "learning_rate": 1.533713128218099e-05, |
| "epoch": 2.04736, |
| "step": 3200 |
| }, |
| { |
| "loss": 4.6195, |
| "grad_norm": 14.0625, |
| "learning_rate": 1.52638896419963e-05, |
| "epoch": 2.06336, |
| "step": 3225 |
| }, |
| { |
| "loss": 4.5615, |
| "grad_norm": 16.0, |
| "learning_rate": 1.5190255294075952e-05, |
| "epoch": 2.07936, |
| "step": 3250 |
| }, |
| { |
| "loss": 4.294, |
| "grad_norm": 14.625, |
| "learning_rate": 1.5116233731844015e-05, |
| "epoch": 2.09536, |
| "step": 3275 |
| }, |
| { |
| "loss": 4.5271, |
| "grad_norm": 13.25, |
| "learning_rate": 1.5041830477612322e-05, |
| "epoch": 2.11136, |
| "step": 3300 |
| }, |
| { |
| "loss": 4.5438, |
| "grad_norm": 14.125, |
| "learning_rate": 1.4967051082168507e-05, |
| "epoch": 2.12736, |
| "step": 3325 |
| }, |
| { |
| "loss": 4.5212, |
| "grad_norm": 12.25, |
| "learning_rate": 1.489190112436187e-05, |
| "epoch": 2.14336, |
| "step": 3350 |
| }, |
| { |
| "loss": 4.6592, |
| "grad_norm": 14.25, |
| "learning_rate": 1.4816386210687183e-05, |
| "epoch": 2.15936, |
| "step": 3375 |
| }, |
| { |
| "loss": 4.4134, |
| "grad_norm": 12.5, |
| "learning_rate": 1.4740511974866425e-05, |
| "epoch": 2.17536, |
| "step": 3400 |
| }, |
| { |
| "loss": 4.4425, |
| "grad_norm": 13.8125, |
| "learning_rate": 1.4664284077428472e-05, |
| "epoch": 2.19136, |
| "step": 3425 |
| }, |
| { |
| "loss": 4.5017, |
| "grad_norm": 14.75, |
| "learning_rate": 1.4587708205286815e-05, |
| "epoch": 2.20736, |
| "step": 3450 |
| }, |
| { |
| "loss": 4.6644, |
| "grad_norm": 14.625, |
| "learning_rate": 1.4510790071315278e-05, |
| "epoch": 2.22336, |
| "step": 3475 |
| }, |
| { |
| "loss": 4.4688, |
| "grad_norm": 15.75, |
| "learning_rate": 1.4433535413921822e-05, |
| "epoch": 2.23936, |
| "step": 3500 |
| }, |
| { |
| "loss": 4.5, |
| "grad_norm": 11.4375, |
| "learning_rate": 1.4355949996620431e-05, |
| "epoch": 2.25536, |
| "step": 3525 |
| }, |
| { |
| "loss": 4.3942, |
| "grad_norm": 13.5625, |
| "learning_rate": 1.4278039607601137e-05, |
| "epoch": 2.27136, |
| "step": 3550 |
| }, |
| { |
| "loss": 4.4922, |
| "grad_norm": 13.375, |
| "learning_rate": 1.4199810059298196e-05, |
| "epoch": 2.28736, |
| "step": 3575 |
| }, |
| { |
| "loss": 4.4419, |
| "grad_norm": 13.6875, |
| "learning_rate": 1.4121267187956446e-05, |
| "epoch": 2.30336, |
| "step": 3600 |
| }, |
| { |
| "loss": 4.442, |
| "grad_norm": 12.4375, |
| "learning_rate": 1.4042416853195915e-05, |
| "epoch": 2.31936, |
| "step": 3625 |
| }, |
| { |
| "loss": 4.431, |
| "grad_norm": 12.75, |
| "learning_rate": 1.3963264937574654e-05, |
| "epoch": 2.33536, |
| "step": 3650 |
| }, |
| { |
| "loss": 4.5331, |
| "grad_norm": 12.875, |
| "learning_rate": 1.3883817346149893e-05, |
| "epoch": 2.35136, |
| "step": 3675 |
| }, |
| { |
| "loss": 4.5492, |
| "grad_norm": 12.5625, |
| "learning_rate": 1.3804080006037479e-05, |
| "epoch": 2.36736, |
| "step": 3700 |
| }, |
| { |
| "loss": 4.4534, |
| "grad_norm": 14.25, |
| "learning_rate": 1.3724058865969703e-05, |
| "epoch": 2.38336, |
| "step": 3725 |
| }, |
| { |
| "loss": 4.4835, |
| "grad_norm": 16.0, |
| "learning_rate": 1.3643759895851494e-05, |
| "epoch": 2.39936, |
| "step": 3750 |
| }, |
| { |
| "loss": 4.4419, |
| "grad_norm": 13.4375, |
| "learning_rate": 1.356318908631504e-05, |
| "epoch": 2.41536, |
| "step": 3775 |
| }, |
| { |
| "loss": 4.3369, |
| "grad_norm": 14.25, |
| "learning_rate": 1.3482352448272868e-05, |
| "epoch": 2.43136, |
| "step": 3800 |
| }, |
| { |
| "loss": 4.2495, |
| "grad_norm": 13.125, |
| "learning_rate": 1.3401256012469395e-05, |
| "epoch": 2.4473599999999998, |
| "step": 3825 |
| }, |
| { |
| "loss": 4.3306, |
| "grad_norm": 14.3125, |
| "learning_rate": 1.3319905829031017e-05, |
| "epoch": 2.4633599999999998, |
| "step": 3850 |
| }, |
| { |
| "loss": 4.4931, |
| "grad_norm": 17.125, |
| "learning_rate": 1.3238307967014747e-05, |
| "epoch": 2.47936, |
| "step": 3875 |
| }, |
| { |
| "loss": 4.4809, |
| "grad_norm": 15.1875, |
| "learning_rate": 1.3156468513955431e-05, |
| "epoch": 2.49536, |
| "step": 3900 |
| }, |
| { |
| "loss": 4.3774, |
| "grad_norm": 13.3125, |
| "learning_rate": 1.30743935754116e-05, |
| "epoch": 2.51136, |
| "step": 3925 |
| }, |
| { |
| "loss": 4.4572, |
| "grad_norm": 14.625, |
| "learning_rate": 1.2992089274509963e-05, |
| "epoch": 2.52736, |
| "step": 3950 |
| }, |
| { |
| "loss": 4.3315, |
| "grad_norm": 12.5, |
| "learning_rate": 1.2909561751488599e-05, |
| "epoch": 2.54336, |
| "step": 3975 |
| }, |
| { |
| "loss": 4.4123, |
| "grad_norm": 14.75, |
| "learning_rate": 1.282681716323888e-05, |
| "epoch": 2.55936, |
| "step": 4000 |
| }, |
| { |
| "loss": 4.2595, |
| "grad_norm": 15.0625, |
| "learning_rate": 1.2743861682846129e-05, |
| "epoch": 2.57536, |
| "step": 4025 |
| }, |
| { |
| "loss": 4.3227, |
| "grad_norm": 13.5625, |
| "learning_rate": 1.2660701499129084e-05, |
| "epoch": 2.59136, |
| "step": 4050 |
| }, |
| { |
| "loss": 4.288, |
| "grad_norm": 14.0, |
| "learning_rate": 1.2577342816178196e-05, |
| "epoch": 2.60736, |
| "step": 4075 |
| }, |
| { |
| "loss": 4.3082, |
| "grad_norm": 14.6875, |
| "learning_rate": 1.2493791852892761e-05, |
| "epoch": 2.62336, |
| "step": 4100 |
| }, |
| { |
| "loss": 4.3653, |
| "grad_norm": 13.5, |
| "learning_rate": 1.2410054842516992e-05, |
| "epoch": 2.63936, |
| "step": 4125 |
| }, |
| { |
| "loss": 4.3903, |
| "grad_norm": 13.5, |
| "learning_rate": 1.2326138032174966e-05, |
| "epoch": 2.65536, |
| "step": 4150 |
| }, |
| { |
| "loss": 4.4265, |
| "grad_norm": 12.6875, |
| "learning_rate": 1.2242047682404575e-05, |
| "epoch": 2.67136, |
| "step": 4175 |
| }, |
| { |
| "loss": 4.4021, |
| "grad_norm": 13.5, |
| "learning_rate": 1.2157790066690465e-05, |
| "epoch": 2.68736, |
| "step": 4200 |
| }, |
| { |
| "loss": 4.323, |
| "grad_norm": 13.75, |
| "learning_rate": 1.2073371470996009e-05, |
| "epoch": 2.70336, |
| "step": 4225 |
| }, |
| { |
| "loss": 4.2738, |
| "grad_norm": 15.875, |
| "learning_rate": 1.1988798193294344e-05, |
| "epoch": 2.71936, |
| "step": 4250 |
| }, |
| { |
| "loss": 4.2806, |
| "grad_norm": 13.25, |
| "learning_rate": 1.190407654309852e-05, |
| "epoch": 2.73536, |
| "step": 4275 |
| }, |
| { |
| "loss": 4.479, |
| "grad_norm": 13.625, |
| "learning_rate": 1.181921284099078e-05, |
| "epoch": 2.75136, |
| "step": 4300 |
| }, |
| { |
| "loss": 4.2687, |
| "grad_norm": 14.3125, |
| "learning_rate": 1.1734213418151022e-05, |
| "epoch": 2.76736, |
| "step": 4325 |
| }, |
| { |
| "loss": 4.4606, |
| "grad_norm": 14.125, |
| "learning_rate": 1.1649084615884472e-05, |
| "epoch": 2.78336, |
| "step": 4350 |
| }, |
| { |
| "loss": 4.1965, |
| "grad_norm": 15.5625, |
| "learning_rate": 1.1563832785148583e-05, |
| "epoch": 2.79936, |
| "step": 4375 |
| }, |
| { |
| "loss": 4.3195, |
| "grad_norm": 15.375, |
| "learning_rate": 1.1478464286079246e-05, |
| "epoch": 2.81536, |
| "step": 4400 |
| }, |
| { |
| "loss": 4.3553, |
| "grad_norm": 13.0, |
| "learning_rate": 1.1392985487516275e-05, |
| "epoch": 2.83136, |
| "step": 4425 |
| }, |
| { |
| "loss": 4.2591, |
| "grad_norm": 14.5, |
| "learning_rate": 1.1307402766528293e-05, |
| "epoch": 2.84736, |
| "step": 4450 |
| }, |
| { |
| "loss": 4.1374, |
| "grad_norm": 14.3125, |
| "learning_rate": 1.1221722507936949e-05, |
| "epoch": 2.86336, |
| "step": 4475 |
| }, |
| { |
| "loss": 4.3687, |
| "grad_norm": 13.4375, |
| "learning_rate": 1.1135951103840604e-05, |
| "epoch": 2.87936, |
| "step": 4500 |
| }, |
| { |
| "loss": 4.2544, |
| "grad_norm": 13.125, |
| "learning_rate": 1.1050094953137444e-05, |
| "epoch": 2.89536, |
| "step": 4525 |
| }, |
| { |
| "loss": 4.2518, |
| "grad_norm": 14.625, |
| "learning_rate": 1.0964160461048097e-05, |
| "epoch": 2.91136, |
| "step": 4550 |
| }, |
| { |
| "loss": 4.1773, |
| "grad_norm": 12.875, |
| "learning_rate": 1.0878154038637789e-05, |
| "epoch": 2.92736, |
| "step": 4575 |
| }, |
| { |
| "loss": 4.2679, |
| "grad_norm": 14.75, |
| "learning_rate": 1.0792082102338031e-05, |
| "epoch": 2.94336, |
| "step": 4600 |
| }, |
| { |
| "loss": 4.3807, |
| "grad_norm": 13.6875, |
| "learning_rate": 1.0705951073467948e-05, |
| "epoch": 2.95936, |
| "step": 4625 |
| }, |
| { |
| "loss": 4.1967, |
| "grad_norm": 12.375, |
| "learning_rate": 1.0619767377755203e-05, |
| "epoch": 2.9753600000000002, |
| "step": 4650 |
| }, |
| { |
| "loss": 4.24, |
| "grad_norm": 14.4375, |
| "learning_rate": 1.0533537444856637e-05, |
| "epoch": 2.9913600000000002, |
| "step": 4675 |
| }, |
| { |
| "loss": 4.124, |
| "grad_norm": 13.75, |
| "learning_rate": 1.0447267707878552e-05, |
| "epoch": 3.00704, |
| "step": 4700 |
| }, |
| { |
| "loss": 4.2259, |
| "grad_norm": 14.5625, |
| "learning_rate": 1.036096460289682e-05, |
| "epoch": 3.02304, |
| "step": 4725 |
| }, |
| { |
| "loss": 4.2365, |
| "grad_norm": 14.1875, |
| "learning_rate": 1.0274634568476687e-05, |
| "epoch": 3.03904, |
| "step": 4750 |
| }, |
| { |
| "loss": 4.0975, |
| "grad_norm": 18.625, |
| "learning_rate": 1.0188284045192448e-05, |
| "epoch": 3.05504, |
| "step": 4775 |
| }, |
| { |
| "loss": 4.3444, |
| "grad_norm": 13.6875, |
| "learning_rate": 1.0101919475146966e-05, |
| "epoch": 3.07104, |
| "step": 4800 |
| }, |
| { |
| "loss": 4.0951, |
| "grad_norm": 14.4375, |
| "learning_rate": 1.0015547301491028e-05, |
| "epoch": 3.08704, |
| "step": 4825 |
| }, |
| { |
| "loss": 4.1999, |
| "grad_norm": 12.5, |
| "learning_rate": 9.929173967942693e-06, |
| "epoch": 3.10304, |
| "step": 4850 |
| }, |
| { |
| "loss": 4.2135, |
| "grad_norm": 13.6875, |
| "learning_rate": 9.842805918306557e-06, |
| "epoch": 3.11904, |
| "step": 4875 |
| }, |
| { |
| "loss": 4.2174, |
| "grad_norm": 14.8125, |
| "learning_rate": 9.756449595993005e-06, |
| "epoch": 3.13504, |
| "step": 4900 |
| }, |
| { |
| "loss": 4.0327, |
| "grad_norm": 14.125, |
| "learning_rate": 9.67011144353752e-06, |
| "epoch": 3.15104, |
| "step": 4925 |
| }, |
| { |
| "loss": 4.0189, |
| "grad_norm": 13.125, |
| "learning_rate": 9.583797902120036e-06, |
| "epoch": 3.16704, |
| "step": 4950 |
| }, |
| { |
| "loss": 4.1732, |
| "grad_norm": 14.6875, |
| "learning_rate": 9.49751541108441e-06, |
| "epoch": 3.18304, |
| "step": 4975 |
| }, |
| { |
| "loss": 4.2096, |
| "grad_norm": 14.5625, |
| "learning_rate": 9.411270407458008e-06, |
| "epoch": 3.19904, |
| "step": 5000 |
| }, |
| { |
| "loss": 4.1154, |
| "grad_norm": 13.8125, |
| "learning_rate": 9.325069325471483e-06, |
| "epoch": 3.21504, |
| "step": 5025 |
| }, |
| { |
| "loss": 4.2505, |
| "grad_norm": 16.625, |
| "learning_rate": 9.238918596078747e-06, |
| "epoch": 3.23104, |
| "step": 5050 |
| }, |
| { |
| "loss": 4.1134, |
| "grad_norm": 13.4375, |
| "learning_rate": 9.152824646477218e-06, |
| "epoch": 3.24704, |
| "step": 5075 |
| }, |
| { |
| "loss": 4.1895, |
| "grad_norm": 14.625, |
| "learning_rate": 9.066793899628293e-06, |
| "epoch": 3.26304, |
| "step": 5100 |
| }, |
| { |
| "loss": 4.2753, |
| "grad_norm": 15.1875, |
| "learning_rate": 8.980832773778194e-06, |
| "epoch": 3.27904, |
| "step": 5125 |
| }, |
| { |
| "loss": 4.2267, |
| "grad_norm": 14.1875, |
| "learning_rate": 8.894947681979127e-06, |
| "epoch": 3.29504, |
| "step": 5150 |
| }, |
| { |
| "loss": 4.0868, |
| "grad_norm": 12.75, |
| "learning_rate": 8.809145031610848e-06, |
| "epoch": 3.31104, |
| "step": 5175 |
| }, |
| { |
| "loss": 4.252, |
| "grad_norm": 14.0, |
| "learning_rate": 8.723431223902641e-06, |
| "epoch": 3.32704, |
| "step": 5200 |
| }, |
| { |
| "loss": 4.0509, |
| "grad_norm": 13.3125, |
| "learning_rate": 8.637812653455771e-06, |
| "epoch": 3.3430400000000002, |
| "step": 5225 |
| }, |
| { |
| "loss": 4.2658, |
| "grad_norm": 15.25, |
| "learning_rate": 8.552295707766406e-06, |
| "epoch": 3.3590400000000002, |
| "step": 5250 |
| }, |
| { |
| "loss": 4.0772, |
| "grad_norm": 14.0, |
| "learning_rate": 8.46688676674909e-06, |
| "epoch": 3.37504, |
| "step": 5275 |
| }, |
| { |
| "loss": 4.1516, |
| "grad_norm": 14.125, |
| "learning_rate": 8.381592202260784e-06, |
| "epoch": 3.39104, |
| "step": 5300 |
| }, |
| { |
| "loss": 4.124, |
| "grad_norm": 12.0625, |
| "learning_rate": 8.296418377625489e-06, |
| "epoch": 3.40704, |
| "step": 5325 |
| }, |
| { |
| "loss": 4.1452, |
| "grad_norm": 13.25, |
| "learning_rate": 8.211371647159509e-06, |
| "epoch": 3.42304, |
| "step": 5350 |
| }, |
| { |
| "loss": 4.1787, |
| "grad_norm": 15.4375, |
| "learning_rate": 8.126458355697411e-06, |
| "epoch": 3.43904, |
| "step": 5375 |
| }, |
| { |
| "loss": 4.2258, |
| "grad_norm": 14.0625, |
| "learning_rate": 8.041684838118665e-06, |
| "epoch": 3.45504, |
| "step": 5400 |
| }, |
| { |
| "loss": 4.0115, |
| "grad_norm": 13.8125, |
| "learning_rate": 7.957057418875036e-06, |
| "epoch": 3.47104, |
| "step": 5425 |
| }, |
| { |
| "loss": 4.1831, |
| "grad_norm": 13.6875, |
| "learning_rate": 7.87258241151875e-06, |
| "epoch": 3.48704, |
| "step": 5450 |
| }, |
| { |
| "loss": 4.2034, |
| "grad_norm": 14.0625, |
| "learning_rate": 7.78826611823149e-06, |
| "epoch": 3.50304, |
| "step": 5475 |
| }, |
| { |
| "loss": 4.1687, |
| "grad_norm": 14.4375, |
| "learning_rate": 7.704114829354204e-06, |
| "epoch": 3.51904, |
| "step": 5500 |
| }, |
| { |
| "loss": 4.0989, |
| "grad_norm": 15.0625, |
| "learning_rate": 7.62013482291786e-06, |
| "epoch": 3.53504, |
| "step": 5525 |
| }, |
| { |
| "loss": 4.2089, |
| "grad_norm": 13.0, |
| "learning_rate": 7.536332364175031e-06, |
| "epoch": 3.55104, |
| "step": 5550 |
| }, |
| { |
| "loss": 4.3574, |
| "grad_norm": 15.0, |
| "learning_rate": 7.452713705132515e-06, |
| "epoch": 3.56704, |
| "step": 5575 |
| }, |
| { |
| "loss": 4.2532, |
| "grad_norm": 13.8125, |
| "learning_rate": 7.369285084084898e-06, |
| "epoch": 3.58304, |
| "step": 5600 |
| }, |
| { |
| "loss": 4.0417, |
| "grad_norm": 14.75, |
| "learning_rate": 7.286052725149149e-06, |
| "epoch": 3.59904, |
| "step": 5625 |
| }, |
| { |
| "loss": 4.2065, |
| "grad_norm": 12.6875, |
| "learning_rate": 7.203022837800286e-06, |
| "epoch": 3.61504, |
| "step": 5650 |
| }, |
| { |
| "loss": 4.1317, |
| "grad_norm": 13.3125, |
| "learning_rate": 7.120201616408109e-06, |
| "epoch": 3.63104, |
| "step": 5675 |
| }, |
| { |
| "loss": 4.2757, |
| "grad_norm": 15.0625, |
| "learning_rate": 7.037595239775093e-06, |
| "epoch": 3.64704, |
| "step": 5700 |
| }, |
| { |
| "loss": 4.1365, |
| "grad_norm": 14.8125, |
| "learning_rate": 6.955209870675403e-06, |
| "epoch": 3.66304, |
| "step": 5725 |
| }, |
| { |
| "loss": 3.9549, |
| "grad_norm": 14.8125, |
| "learning_rate": 6.873051655395147e-06, |
| "epoch": 3.67904, |
| "step": 5750 |
| }, |
| { |
| "loss": 4.3193, |
| "grad_norm": 13.875, |
| "learning_rate": 6.791126723273813e-06, |
| "epoch": 3.69504, |
| "step": 5775 |
| }, |
| { |
| "loss": 4.1969, |
| "grad_norm": 15.3125, |
| "learning_rate": 6.709441186247028e-06, |
| "epoch": 3.71104, |
| "step": 5800 |
| }, |
| { |
| "loss": 4.1615, |
| "grad_norm": 14.0625, |
| "learning_rate": 6.628001138390547e-06, |
| "epoch": 3.72704, |
| "step": 5825 |
| }, |
| { |
| "loss": 4.1765, |
| "grad_norm": 15.75, |
| "learning_rate": 6.546812655465637e-06, |
| "epoch": 3.74304, |
| "step": 5850 |
| }, |
| { |
| "loss": 4.1811, |
| "grad_norm": 14.375, |
| "learning_rate": 6.465881794465787e-06, |
| "epoch": 3.75904, |
| "step": 5875 |
| }, |
| { |
| "loss": 3.9864, |
| "grad_norm": 13.25, |
| "learning_rate": 6.3852145931648345e-06, |
| "epoch": 3.7750399999999997, |
| "step": 5900 |
| }, |
| { |
| "loss": 4.158, |
| "grad_norm": 13.875, |
| "learning_rate": 6.3048170696665245e-06, |
| "epoch": 3.7910399999999997, |
| "step": 5925 |
| }, |
| { |
| "loss": 4.1602, |
| "grad_norm": 12.375, |
| "learning_rate": 6.224695221955528e-06, |
| "epoch": 3.8070399999999998, |
| "step": 5950 |
| }, |
| { |
| "loss": 4.261, |
| "grad_norm": 14.125, |
| "learning_rate": 6.144855027449986e-06, |
| "epoch": 3.8230399999999998, |
| "step": 5975 |
| }, |
| { |
| "loss": 4.2436, |
| "grad_norm": 16.0, |
| "learning_rate": 6.065302442555543e-06, |
| "epoch": 3.83904, |
| "step": 6000 |
| }, |
| { |
| "loss": 4.2699, |
| "grad_norm": 15.125, |
| "learning_rate": 5.986043402220991e-06, |
| "epoch": 3.85504, |
| "step": 6025 |
| }, |
| { |
| "loss": 4.1388, |
| "grad_norm": 15.75, |
| "learning_rate": 5.9070838194954995e-06, |
| "epoch": 3.87104, |
| "step": 6050 |
| }, |
| { |
| "loss": 4.1908, |
| "grad_norm": 16.25, |
| "learning_rate": 5.828429585087467e-06, |
| "epoch": 3.88704, |
| "step": 6075 |
| }, |
| { |
| "loss": 4.1012, |
| "grad_norm": 13.3125, |
| "learning_rate": 5.7500865669250625e-06, |
| "epoch": 3.90304, |
| "step": 6100 |
| }, |
| { |
| "loss": 4.0506, |
| "grad_norm": 13.8125, |
| "learning_rate": 5.672060609718444e-06, |
| "epoch": 3.91904, |
| "step": 6125 |
| }, |
| { |
| "loss": 4.1072, |
| "grad_norm": 13.3125, |
| "learning_rate": 5.5943575345237235e-06, |
| "epoch": 3.93504, |
| "step": 6150 |
| }, |
| { |
| "loss": 4.1324, |
| "grad_norm": 12.5, |
| "learning_rate": 5.516983138308689e-06, |
| "epoch": 3.95104, |
| "step": 6175 |
| }, |
| { |
| "loss": 4.2885, |
| "grad_norm": 13.9375, |
| "learning_rate": 5.439943193520343e-06, |
| "epoch": 3.96704, |
| "step": 6200 |
| }, |
| { |
| "loss": 4.0899, |
| "grad_norm": 13.5625, |
| "learning_rate": 5.363243447654225e-06, |
| "epoch": 3.98304, |
| "step": 6225 |
| }, |
| { |
| "loss": 4.2182, |
| "grad_norm": 14.5, |
| "learning_rate": 5.2868896228256504e-06, |
| "epoch": 3.99904, |
| "step": 6250 |
| }, |
| { |
| "loss": 4.0385, |
| "grad_norm": 12.5625, |
| "learning_rate": 5.2108874153427995e-06, |
| "epoch": 4.01472, |
| "step": 6275 |
| }, |
| { |
| "loss": 4.1447, |
| "grad_norm": 13.6875, |
| "learning_rate": 5.1352424952817715e-06, |
| "epoch": 4.03072, |
| "step": 6300 |
| }, |
| { |
| "loss": 4.1345, |
| "grad_norm": 15.625, |
| "learning_rate": 5.059960506063548e-06, |
| "epoch": 4.04672, |
| "step": 6325 |
| }, |
| { |
| "loss": 4.1328, |
| "grad_norm": 16.25, |
| "learning_rate": 4.985047064032987e-06, |
| "epoch": 4.06272, |
| "step": 6350 |
| }, |
| { |
| "loss": 4.1713, |
| "grad_norm": 12.375, |
| "learning_rate": 4.910507758039815e-06, |
| "epoch": 4.07872, |
| "step": 6375 |
| }, |
| { |
| "loss": 4.2721, |
| "grad_norm": 15.375, |
| "learning_rate": 4.836348149021675e-06, |
| "epoch": 4.09472, |
| "step": 6400 |
| }, |
| { |
| "loss": 4.0114, |
| "grad_norm": 12.8125, |
| "learning_rate": 4.7625737695892715e-06, |
| "epoch": 4.11072, |
| "step": 6425 |
| }, |
| { |
| "loss": 3.9998, |
| "grad_norm": 13.1875, |
| "learning_rate": 4.689190123613587e-06, |
| "epoch": 4.12672, |
| "step": 6450 |
| }, |
| { |
| "loss": 4.1507, |
| "grad_norm": 14.9375, |
| "learning_rate": 4.6162026858153e-06, |
| "epoch": 4.14272, |
| "step": 6475 |
| }, |
| { |
| "loss": 4.2708, |
| "grad_norm": 14.375, |
| "learning_rate": 4.543616901356326e-06, |
| "epoch": 4.15872, |
| "step": 6500 |
| }, |
| { |
| "loss": 4.3038, |
| "grad_norm": 13.3125, |
| "learning_rate": 4.471438185433602e-06, |
| "epoch": 4.17472, |
| "step": 6525 |
| }, |
| { |
| "loss": 4.1347, |
| "grad_norm": 13.0, |
| "learning_rate": 4.3996719228750824e-06, |
| "epoch": 4.19072, |
| "step": 6550 |
| }, |
| { |
| "loss": 4.1438, |
| "grad_norm": 15.375, |
| "learning_rate": 4.328323467738011e-06, |
| "epoch": 4.20672, |
| "step": 6575 |
| }, |
| { |
| "loss": 4.1972, |
| "grad_norm": 14.1875, |
| "learning_rate": 4.257398142909483e-06, |
| "epoch": 4.22272, |
| "step": 6600 |
| }, |
| { |
| "loss": 4.1851, |
| "grad_norm": 15.1875, |
| "learning_rate": 4.186901239709342e-06, |
| "epoch": 4.23872, |
| "step": 6625 |
| }, |
| { |
| "loss": 4.1695, |
| "grad_norm": 15.9375, |
| "learning_rate": 4.116838017495426e-06, |
| "epoch": 4.25472, |
| "step": 6650 |
| }, |
| { |
| "loss": 4.0047, |
| "grad_norm": 14.75, |
| "learning_rate": 4.047213703271188e-06, |
| "epoch": 4.27072, |
| "step": 6675 |
| }, |
| { |
| "loss": 4.1919, |
| "grad_norm": 12.0625, |
| "learning_rate": 3.9780334912957495e-06, |
| "epoch": 4.28672, |
| "step": 6700 |
| }, |
| { |
| "loss": 4.1821, |
| "grad_norm": 13.0625, |
| "learning_rate": 3.909302542696384e-06, |
| "epoch": 4.30272, |
| "step": 6725 |
| }, |
| { |
| "loss": 4.0054, |
| "grad_norm": 14.5, |
| "learning_rate": 3.841025985083475e-06, |
| "epoch": 4.31872, |
| "step": 6750 |
| }, |
| { |
| "loss": 4.0936, |
| "grad_norm": 14.3125, |
| "learning_rate": 3.7732089121679805e-06, |
| "epoch": 4.33472, |
| "step": 6775 |
| }, |
| { |
| "loss": 4.1192, |
| "grad_norm": 15.125, |
| "learning_rate": 3.705856383381414e-06, |
| "epoch": 4.35072, |
| "step": 6800 |
| }, |
| { |
| "loss": 4.1354, |
| "grad_norm": 13.0, |
| "learning_rate": 3.6389734234983955e-06, |
| "epoch": 4.36672, |
| "step": 6825 |
| }, |
| { |
| "loss": 4.2032, |
| "grad_norm": 14.6875, |
| "learning_rate": 3.5725650222617745e-06, |
| "epoch": 4.38272, |
| "step": 6850 |
| }, |
| { |
| "loss": 4.0872, |
| "grad_norm": 13.375, |
| "learning_rate": 3.506636134010395e-06, |
| "epoch": 4.39872, |
| "step": 6875 |
| }, |
| { |
| "loss": 4.1314, |
| "grad_norm": 13.5625, |
| "learning_rate": 3.4411916773094546e-06, |
| "epoch": 4.41472, |
| "step": 6900 |
| }, |
| { |
| "loss": 3.9996, |
| "grad_norm": 14.875, |
| "learning_rate": 3.3762365345835758e-06, |
| "epoch": 4.43072, |
| "step": 6925 |
| }, |
| { |
| "loss": 4.163, |
| "grad_norm": 16.75, |
| "learning_rate": 3.3117755517525563e-06, |
| "epoch": 4.44672, |
| "step": 6950 |
| }, |
| { |
| "loss": 4.2187, |
| "grad_norm": 16.5, |
| "learning_rate": 3.247813537869837e-06, |
| "epoch": 4.46272, |
| "step": 6975 |
| }, |
| { |
| "loss": 4.1, |
| "grad_norm": 16.125, |
| "learning_rate": 3.184355264763731e-06, |
| "epoch": 4.47872, |
| "step": 7000 |
| }, |
| { |
| "loss": 4.0168, |
| "grad_norm": 13.8125, |
| "learning_rate": 3.121405466681433e-06, |
| "epoch": 4.49472, |
| "step": 7025 |
| }, |
| { |
| "loss": 4.0081, |
| "grad_norm": 14.3125, |
| "learning_rate": 3.0589688399358088e-06, |
| "epoch": 4.51072, |
| "step": 7050 |
| }, |
| { |
| "loss": 4.1958, |
| "grad_norm": 13.625, |
| "learning_rate": 2.997050042555042e-06, |
| "epoch": 4.52672, |
| "step": 7075 |
| }, |
| { |
| "loss": 4.0226, |
| "grad_norm": 12.5, |
| "learning_rate": 2.935653693935122e-06, |
| "epoch": 4.54272, |
| "step": 7100 |
| }, |
| { |
| "loss": 4.0853, |
| "grad_norm": 13.4375, |
| "learning_rate": 2.8747843744952287e-06, |
| "epoch": 4.55872, |
| "step": 7125 |
| }, |
| { |
| "loss": 4.0978, |
| "grad_norm": 15.8125, |
| "learning_rate": 2.814446625335997e-06, |
| "epoch": 4.57472, |
| "step": 7150 |
| }, |
| { |
| "loss": 4.1838, |
| "grad_norm": 14.6875, |
| "learning_rate": 2.7546449479007407e-06, |
| "epoch": 4.59072, |
| "step": 7175 |
| }, |
| { |
| "loss": 4.1214, |
| "grad_norm": 13.625, |
| "learning_rate": 2.6953838036396317e-06, |
| "epoch": 4.60672, |
| "step": 7200 |
| }, |
| { |
| "loss": 3.9879, |
| "grad_norm": 13.4375, |
| "learning_rate": 2.6366676136768486e-06, |
| "epoch": 4.62272, |
| "step": 7225 |
| }, |
| { |
| "loss": 4.0776, |
| "grad_norm": 13.5, |
| "learning_rate": 2.5785007584807475e-06, |
| "epoch": 4.63872, |
| "step": 7250 |
| }, |
| { |
| "loss": 4.2084, |
| "grad_norm": 15.3125, |
| "learning_rate": 2.5208875775370613e-06, |
| "epoch": 4.65472, |
| "step": 7275 |
| }, |
| { |
| "loss": 4.3004, |
| "grad_norm": 14.4375, |
| "learning_rate": 2.463832369025149e-06, |
| "epoch": 4.67072, |
| "step": 7300 |
| }, |
| { |
| "loss": 4.0466, |
| "grad_norm": 12.75, |
| "learning_rate": 2.4073393894973497e-06, |
| "epoch": 4.68672, |
| "step": 7325 |
| }, |
| { |
| "loss": 4.207, |
| "grad_norm": 12.5, |
| "learning_rate": 2.351412853561412e-06, |
| "epoch": 4.70272, |
| "step": 7350 |
| }, |
| { |
| "loss": 4.0837, |
| "grad_norm": 13.5625, |
| "learning_rate": 2.2960569335660686e-06, |
| "epoch": 4.71872, |
| "step": 7375 |
| }, |
| { |
| "loss": 4.2728, |
| "grad_norm": 14.6875, |
| "learning_rate": 2.2412757592897694e-06, |
| "epoch": 4.73472, |
| "step": 7400 |
| }, |
| { |
| "loss": 4.1511, |
| "grad_norm": 13.4375, |
| "learning_rate": 2.1870734176325746e-06, |
| "epoch": 4.75072, |
| "step": 7425 |
| }, |
| { |
| "loss": 4.1655, |
| "grad_norm": 14.3125, |
| "learning_rate": 2.133453952311264e-06, |
| "epoch": 4.76672, |
| "step": 7450 |
| }, |
| { |
| "loss": 4.147, |
| "grad_norm": 15.125, |
| "learning_rate": 2.080421363557651e-06, |
| "epoch": 4.78272, |
| "step": 7475 |
| }, |
| { |
| "loss": 4.1204, |
| "grad_norm": 12.75, |
| "learning_rate": 2.027979607820152e-06, |
| "epoch": 4.79872, |
| "step": 7500 |
| }, |
| { |
| "loss": 4.1112, |
| "grad_norm": 13.3125, |
| "learning_rate": 1.9761325974686206e-06, |
| "epoch": 4.81472, |
| "step": 7525 |
| }, |
| { |
| "loss": 4.1266, |
| "grad_norm": 15.25, |
| "learning_rate": 1.9248842005024716e-06, |
| "epoch": 4.83072, |
| "step": 7550 |
| }, |
| { |
| "loss": 4.035, |
| "grad_norm": 15.1875, |
| "learning_rate": 1.874238240262103e-06, |
| "epoch": 4.84672, |
| "step": 7575 |
| }, |
| { |
| "loss": 4.1269, |
| "grad_norm": 14.9375, |
| "learning_rate": 1.8241984951436665e-06, |
| "epoch": 4.86272, |
| "step": 7600 |
| }, |
| { |
| "loss": 4.2433, |
| "grad_norm": 14.875, |
| "learning_rate": 1.774768698317182e-06, |
| "epoch": 4.8787199999999995, |
| "step": 7625 |
| }, |
| { |
| "loss": 4.0999, |
| "grad_norm": 14.0, |
| "learning_rate": 1.7259525374480258e-06, |
| "epoch": 4.8947199999999995, |
| "step": 7650 |
| }, |
| { |
| "loss": 4.1087, |
| "grad_norm": 14.875, |
| "learning_rate": 1.677753654421821e-06, |
| "epoch": 4.9107199999999995, |
| "step": 7675 |
| }, |
| { |
| "loss": 4.1191, |
| "grad_norm": 14.9375, |
| "learning_rate": 1.6301756450727313e-06, |
| "epoch": 4.9267199999999995, |
| "step": 7700 |
| }, |
| { |
| "loss": 4.0786, |
| "grad_norm": 14.0, |
| "learning_rate": 1.583222058915199e-06, |
| "epoch": 4.94272, |
| "step": 7725 |
| }, |
| { |
| "loss": 3.9295, |
| "grad_norm": 12.9375, |
| "learning_rate": 1.5368963988791451e-06, |
| "epoch": 4.95872, |
| "step": 7750 |
| }, |
| { |
| "loss": 3.9386, |
| "grad_norm": 15.0, |
| "learning_rate": 1.4912021210486205e-06, |
| "epoch": 4.97472, |
| "step": 7775 |
| }, |
| { |
| "loss": 4.2282, |
| "grad_norm": 13.8125, |
| "learning_rate": 1.4461426344039797e-06, |
| "epoch": 4.99072, |
| "step": 7800 |
| }, |
| { |
| "loss": 4.0055, |
| "grad_norm": 12.6875, |
| "learning_rate": 1.4017213005675568e-06, |
| "epoch": 5.0064, |
| "step": 7825 |
| }, |
| { |
| "loss": 4.1326, |
| "grad_norm": 13.875, |
| "learning_rate": 1.3579414335528673e-06, |
| "epoch": 5.0224, |
| "step": 7850 |
| }, |
| { |
| "loss": 4.107, |
| "grad_norm": 14.5625, |
| "learning_rate": 1.314806299517375e-06, |
| "epoch": 5.0384, |
| "step": 7875 |
| }, |
| { |
| "loss": 4.0234, |
| "grad_norm": 14.1875, |
| "learning_rate": 1.272319116518822e-06, |
| "epoch": 5.0544, |
| "step": 7900 |
| }, |
| { |
| "loss": 4.2398, |
| "grad_norm": 15.0625, |
| "learning_rate": 1.2304830542751466e-06, |
| "epoch": 5.0704, |
| "step": 7925 |
| }, |
| { |
| "loss": 4.0335, |
| "grad_norm": 13.6875, |
| "learning_rate": 1.189301233928013e-06, |
| "epoch": 5.0864, |
| "step": 7950 |
| }, |
| { |
| "loss": 4.1571, |
| "grad_norm": 12.9375, |
| "learning_rate": 1.148776727809956e-06, |
| "epoch": 5.1024, |
| "step": 7975 |
| }, |
| { |
| "loss": 4.1269, |
| "grad_norm": 13.875, |
| "learning_rate": 1.1089125592151817e-06, |
| "epoch": 5.1184, |
| "step": 8000 |
| }, |
| { |
| "loss": 4.1084, |
| "grad_norm": 13.375, |
| "learning_rate": 1.0697117021740066e-06, |
| "epoch": 5.1344, |
| "step": 8025 |
| }, |
| { |
| "loss": 4.1501, |
| "grad_norm": 12.875, |
| "learning_rate": 1.0311770812309873e-06, |
| "epoch": 5.1504, |
| "step": 8050 |
| }, |
| { |
| "loss": 4.1628, |
| "grad_norm": 15.125, |
| "learning_rate": 9.933115712267393e-07, |
| "epoch": 5.1664, |
| "step": 8075 |
| }, |
| { |
| "loss": 4.2364, |
| "grad_norm": 15.375, |
| "learning_rate": 9.561179970834588e-07, |
| "epoch": 5.1824, |
| "step": 8100 |
| }, |
| { |
| "loss": 4.1632, |
| "grad_norm": 13.75, |
| "learning_rate": 9.195991335941756e-07, |
| "epoch": 5.1984, |
| "step": 8125 |
| }, |
| { |
| "loss": 4.0485, |
| "grad_norm": 14.375, |
| "learning_rate": 8.837577052157387e-07, |
| "epoch": 5.2144, |
| "step": 8150 |
| }, |
| { |
| "loss": 4.0857, |
| "grad_norm": 14.5625, |
| "learning_rate": 8.485963858655621e-07, |
| "epoch": 5.2304, |
| "step": 8175 |
| }, |
| { |
| "loss": 4.1518, |
| "grad_norm": 12.4375, |
| "learning_rate": 8.141177987221394e-07, |
| "epoch": 5.2464, |
| "step": 8200 |
| }, |
| { |
| "loss": 4.1793, |
| "grad_norm": 13.6875, |
| "learning_rate": 7.803245160293471e-07, |
| "epoch": 5.2624, |
| "step": 8225 |
| }, |
| { |
| "loss": 4.1031, |
| "grad_norm": 13.875, |
| "learning_rate": 7.47219058904537e-07, |
| "epoch": 5.2783999999999995, |
| "step": 8250 |
| }, |
| { |
| "loss": 4.1314, |
| "grad_norm": 13.3125, |
| "learning_rate": 7.1480389715046e-07, |
| "epoch": 5.2943999999999996, |
| "step": 8275 |
| }, |
| { |
| "loss": 4.2173, |
| "grad_norm": 14.6875, |
| "learning_rate": 6.830814490709992e-07, |
| "epoch": 5.3104, |
| "step": 8300 |
| }, |
| { |
| "loss": 4.0074, |
| "grad_norm": 12.9375, |
| "learning_rate": 6.520540812907627e-07, |
| "epoch": 5.3264, |
| "step": 8325 |
| }, |
| { |
| "loss": 4.1088, |
| "grad_norm": 14.5, |
| "learning_rate": 6.217241085785186e-07, |
| "epoch": 5.3424, |
| "step": 8350 |
| }, |
| { |
| "loss": 4.2935, |
| "grad_norm": 13.25, |
| "learning_rate": 5.920937936745064e-07, |
| "epoch": 5.3584, |
| "step": 8375 |
| }, |
| { |
| "loss": 4.1242, |
| "grad_norm": 12.25, |
| "learning_rate": 5.631653471216248e-07, |
| "epoch": 5.3744, |
| "step": 8400 |
| }, |
| { |
| "loss": 4.2095, |
| "grad_norm": 14.0, |
| "learning_rate": 5.349409271005168e-07, |
| "epoch": 5.3904, |
| "step": 8425 |
| }, |
| { |
| "loss": 4.166, |
| "grad_norm": 11.875, |
| "learning_rate": 5.074226392685688e-07, |
| "epoch": 5.4064, |
| "step": 8450 |
| }, |
| { |
| "loss": 4.1425, |
| "grad_norm": 14.5625, |
| "learning_rate": 4.806125366028025e-07, |
| "epoch": 5.4224, |
| "step": 8475 |
| }, |
| { |
| "loss": 4.0486, |
| "grad_norm": 16.5, |
| "learning_rate": 4.5451261924673083e-07, |
| "epoch": 5.4384, |
| "step": 8500 |
| }, |
| { |
| "loss": 3.8505, |
| "grad_norm": 14.3125, |
| "learning_rate": 4.291248343611287e-07, |
| "epoch": 5.4544, |
| "step": 8525 |
| }, |
| { |
| "loss": 4.0344, |
| "grad_norm": 12.75, |
| "learning_rate": 4.0445107597877673e-07, |
| "epoch": 5.4704, |
| "step": 8550 |
| }, |
| { |
| "loss": 4.0935, |
| "grad_norm": 14.6875, |
| "learning_rate": 3.804931848631466e-07, |
| "epoch": 5.4864, |
| "step": 8575 |
| }, |
| { |
| "loss": 4.0418, |
| "grad_norm": 14.5, |
| "learning_rate": 3.572529483710818e-07, |
| "epoch": 5.5024, |
| "step": 8600 |
| }, |
| { |
| "loss": 4.0609, |
| "grad_norm": 12.75, |
| "learning_rate": 3.3473210031944813e-07, |
| "epoch": 5.5184, |
| "step": 8625 |
| }, |
| { |
| "loss": 4.089, |
| "grad_norm": 15.0625, |
| "learning_rate": 3.129323208557888e-07, |
| "epoch": 5.5344, |
| "step": 8650 |
| }, |
| { |
| "loss": 4.2915, |
| "grad_norm": 14.75, |
| "learning_rate": 2.918552363329752e-07, |
| "epoch": 5.5504, |
| "step": 8675 |
| }, |
| { |
| "loss": 4.1801, |
| "grad_norm": 13.3125, |
| "learning_rate": 2.7150241918787345e-07, |
| "epoch": 5.5664, |
| "step": 8700 |
| }, |
| { |
| "loss": 4.0275, |
| "grad_norm": 13.6875, |
| "learning_rate": 2.5187538782403653e-07, |
| "epoch": 5.5824, |
| "step": 8725 |
| }, |
| { |
| "loss": 4.0185, |
| "grad_norm": 14.1875, |
| "learning_rate": 2.3297560649842567e-07, |
| "epoch": 5.5984, |
| "step": 8750 |
| }, |
| { |
| "loss": 4.0666, |
| "grad_norm": 13.1875, |
| "learning_rate": 2.1480448521216667e-07, |
| "epoch": 5.6144, |
| "step": 8775 |
| }, |
| { |
| "loss": 4.1603, |
| "grad_norm": 18.0, |
| "learning_rate": 1.97363379605362e-07, |
| "epoch": 5.6304, |
| "step": 8800 |
| }, |
| { |
| "loss": 4.109, |
| "grad_norm": 12.6875, |
| "learning_rate": 1.806535908559548e-07, |
| "epoch": 5.6464, |
| "step": 8825 |
| }, |
| { |
| "loss": 4.1013, |
| "grad_norm": 14.25, |
| "learning_rate": 1.6467636558265222e-07, |
| "epoch": 5.6624, |
| "step": 8850 |
| }, |
| { |
| "loss": 4.2018, |
| "grad_norm": 14.5, |
| "learning_rate": 1.494328957519242e-07, |
| "epoch": 5.6784, |
| "step": 8875 |
| }, |
| { |
| "loss": 4.1837, |
| "grad_norm": 14.125, |
| "learning_rate": 1.3492431858908027e-07, |
| "epoch": 5.6944, |
| "step": 8900 |
| }, |
| { |
| "loss": 4.2526, |
| "grad_norm": 14.5, |
| "learning_rate": 1.2115171649342504e-07, |
| "epoch": 5.7104, |
| "step": 8925 |
| }, |
| { |
| "loss": 4.0251, |
| "grad_norm": 15.75, |
| "learning_rate": 1.0811611695750513e-07, |
| "epoch": 5.7264, |
| "step": 8950 |
| }, |
| { |
| "loss": 4.0579, |
| "grad_norm": 14.75, |
| "learning_rate": 9.581849249045817e-08, |
| "epoch": 5.7424, |
| "step": 8975 |
| }, |
| { |
| "loss": 4.2515, |
| "grad_norm": 14.5625, |
| "learning_rate": 8.425976054545981e-08, |
| "epoch": 5.7584, |
| "step": 9000 |
| }, |
| { |
| "loss": 4.143, |
| "grad_norm": 14.9375, |
| "learning_rate": 7.344078345127292e-08, |
| "epoch": 5.7744, |
| "step": 9025 |
| }, |
| { |
| "loss": 4.023, |
| "grad_norm": 12.5, |
| "learning_rate": 6.336236834791898e-08, |
| "epoch": 5.7904, |
| "step": 9050 |
| }, |
| { |
| "loss": 4.2223, |
| "grad_norm": 14.1875, |
| "learning_rate": 5.4025267126459615e-08, |
| "epoch": 5.8064, |
| "step": 9075 |
| }, |
| { |
| "loss": 4.2565, |
| "grad_norm": 13.5625, |
| "learning_rate": 4.54301763729037e-08, |
| "epoch": 5.8224, |
| "step": 9100 |
| }, |
| { |
| "loss": 4.1036, |
| "grad_norm": 13.375, |
| "learning_rate": 3.757773731624115e-08, |
| "epoch": 5.8384, |
| "step": 9125 |
| }, |
| { |
| "loss": 3.9541, |
| "grad_norm": 12.5, |
| "learning_rate": 3.046853578059783e-08, |
| "epoch": 5.8544, |
| "step": 9150 |
| }, |
| { |
| "loss": 4.063, |
| "grad_norm": 14.25, |
| "learning_rate": 2.4103102141539437e-08, |
| "epoch": 5.8704, |
| "step": 9175 |
| }, |
| { |
| "loss": 4.0245, |
| "grad_norm": 13.75, |
| "learning_rate": 1.8481911286496458e-08, |
| "epoch": 5.8864, |
| "step": 9200 |
| }, |
| { |
| "loss": 4.0423, |
| "grad_norm": 15.75, |
| "learning_rate": 1.3605382579339188e-08, |
| "epoch": 5.9024, |
| "step": 9225 |
| }, |
| { |
| "loss": 3.9792, |
| "grad_norm": 14.375, |
| "learning_rate": 9.473879829091648e-09, |
| "epoch": 5.9184, |
| "step": 9250 |
| }, |
| { |
| "loss": 4.115, |
| "grad_norm": 11.375, |
| "learning_rate": 6.087711262785512e-09, |
| "epoch": 5.9344, |
| "step": 9275 |
| }, |
| { |
| "loss": 3.9868, |
| "grad_norm": 14.0625, |
| "learning_rate": 3.4471295024707253e-09, |
| "epoch": 5.9504, |
| "step": 9300 |
| }, |
| { |
| "loss": 4.0789, |
| "grad_norm": 13.75, |
| "learning_rate": 1.5523315463672472e-09, |
| "epoch": 5.9664, |
| "step": 9325 |
| }, |
| { |
| "loss": 4.1039, |
| "grad_norm": 13.625, |
| "learning_rate": 4.034587541656976e-10, |
| "epoch": 5.9824, |
| "step": 9350 |
| }, |
| { |
| "loss": 4.1806, |
| "grad_norm": 14.25, |
| "learning_rate": 5.968364835684526e-13, |
| "epoch": 5.9984, |
| "step": 9375 |
| }, |
| { |
| "train_runtime": 4984.8143, |
| "train_samples_per_second": 60.183, |
| "train_steps_per_second": 1.881, |
| "total_flos": 1.092453917934551e+18, |
| "train_loss": 5.0459767952473955, |
| "epoch": 5.9984, |
| "step": 9375 |
| } |
| ] |
| } |
