[ { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.7139888211265206, "ce": 2.173877529203892, "ppl": 60.757540481090544, "ce_q1": 2.1838535536527632, "ppl_q1": 115.62192355263234, "ce_q2": 2.1138189733922483, "ppl_q2": 48.1492883554697, "ce_q3": 2.1145093555152417, "ppl_q3": 46.6759974821806, "ce_q4": 2.283328231215477, "ppl_q4": 55.76164192140102, "duration": 9990.135685920715 }, "valid": { "ce": 1.0578475564341001, "ppl": 2.893735858458507, "ce_q1": 0.8746125328389904, "ppl_q1": 2.4088701175737985, "ce_q2": 1.0117945640901975, "ppl_q2": 2.7619081660162044, "ce_q3": 1.1037901828560648, "ppl_q3": 3.0297150551518306, "ce_q4": 1.2411929655678664, "ppl_q4": 3.4810384315780447, "duration": 407.02404022216797 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.8952568171471358, "ce": 0.7622833101004363, "ppl": 2.1785739208459853, "ce_q1": 0.6102545861527324, "ppl_q1": 1.8633524129390717, "ce_q2": 0.7152881208211184, "ppl_q2": 2.0762058873176574, "ce_q3": 0.8027887784391642, "ppl_q3": 2.2717719178795814, "ce_q4": 0.9208017558455467, "ppl_q4": 2.5662533673644066, "duration": 9709.127085208893 }, "valid": { "ce": 0.5298309620422653, "ppl": 1.7057806615588031, "ce_q1": 0.4215273404423195, "ppl_q1": 1.5294293919696083, "ce_q2": 0.4916270382796662, "ppl_q2": 1.6408522943907147, "ce_q3": 0.556915718166134, "ppl_q3": 1.7529149945778182, "ce_q4": 0.6492537422270714, "ppl_q4": 1.9257941849624054, "duration": 364.33030819892883 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 1.658758140772581, "ce": 0.458900987342, "ppl": 1.5914587651491165, "ce_q1": 0.3663528805151582, "ppl_q1": 1.4481512227654456, "ce_q2": 0.42124617391079666, "ppl_q2": 1.5312033806443215, "ce_q3": 0.483467122554779, "ppl_q3": 1.6320633321404456, "ce_q4": 0.5645377744883299, "ppl_q4": 1.774294057071209, "duration": 9646.101248264313 }, "valid": { "ce": 0.38792591796645637, "ppl": 1.4795975096618073, "ce_q1": 0.30983398270003404, "ppl_q1": 1.3670947385739676, "ce_q2": 0.3550876360150832, "ppl_q2": 1.4309432476381712, "ce_q3": 0.40832054332087314, "ppl_q3": 1.5104784844796868, "ce_q4": 0.47846151039570195, "ppl_q4": 1.623000833052623, "duration": 363.99295449256897 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 1.3027846738621593, "ce": 0.3782431591376662, "ppl": 1.4659199578762054, "ce_q1": 0.2969039410613477, "ppl_q1": 1.3493805121183395, "ce_q2": 0.34252556386962535, "ppl_q2": 1.4133179208040239, "ce_q3": 0.4013441359847784, "ppl_q3": 1.501078657746315, "ce_q4": 0.47219899725914, "ppl_q4": 1.6146215254068375, "duration": 9648.554844141006 }, "valid": { "ce": 0.34699366515195823, "ppl": 1.4197162238857415, "ce_q1": 0.26978387730785564, "ppl_q1": 1.3128716945648193, "ce_q2": 0.31475139550770387, "ppl_q2": 1.3738903229749655, "ce_q3": 0.3679725367434417, "ppl_q3": 1.4502526084079017, "ce_q4": 0.43546685236918775, "ppl_q4": 1.5540713524516625, "duration": 363.93863797187805 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 1.0682765308991073, "ce": 0.35051629208773377, "ppl": 1.4252898921966553, "ce_q1": 0.2686901425383985, "ppl_q1": 1.3113990955948829, "ce_q2": 0.31552755162119867, "ppl_q2": 1.3753161788582802, "ce_q3": 0.37402332600206134, "ppl_q3": 1.4600041140317916, "ce_q4": 0.4438241482302546, "ppl_q4": 1.5685892715454102, "duration": 9649.992606163025 }, "valid": { "ce": 0.32724237743812273, "ppl": 1.3915840145907825, "ce_q1": 0.24782562444481668, "ppl_q1": 1.2839867570732213, "ce_q2": 0.2951959688452226, "ppl_q2": 1.3469665367392045, "ce_q3": 0.34943927484977094, "ppl_q3": 1.423286943496028, "ce_q4": 0.41650864557374884, "ppl_q4": 1.5244485185116152, "duration": 364.2623555660248 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.9062350554391742, "ce": 0.33277938460931183, "ppl": 1.3996739456653595, "ce_q1": 0.2489357072636485, "ppl_q1": 1.2853037230372428, "ce_q2": 0.29807595055550334, "ppl_q2": 1.3510140706300735, "ce_q3": 0.3579772567413747, "ppl_q3": 1.4362133738994598, "ce_q4": 0.4261286235898733, "ppl_q4": 1.5402889256477357, "duration": 9648.130340576172 }, "valid": { "ce": 0.3147100759080694, "ppl": 1.3739739233934427, "ce_q1": 0.2329047514667994, "ppl_q1": 1.2647000173979168, "ce_q2": 0.2826218190072458, "ppl_q2": 1.3298912576482267, "ce_q3": 0.3380027720822564, "ppl_q3": 1.406846349752402, "ce_q4": 0.4053109520221058, "ppl_q4": 1.5071273800692981, "duration": 364.70765686035156 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.8160633453838527, "ce": 0.32220307441055773, "ppl": 1.3845142503976822, "ce_q1": 0.23596069633774458, "ppl_q1": 1.2684047619104386, "ce_q2": 0.28701483193412425, "ppl_q2": 1.3358310987353326, "ce_q3": 0.34841247890517113, "ppl_q3": 1.4220430172085763, "ce_q4": 0.41742429112270474, "ppl_q4": 1.5263461983203888, "duration": 9692.624699831009 }, "valid": { "ce": 0.30420554778243925, "ppl": 1.3594117843652074, "ce_q1": 0.22103732060405273, "ppl_q1": 1.2495773110208632, "ce_q2": 0.27224719845041445, "ppl_q2": 1.3159875794302058, "ce_q3": 0.3283630643464342, "ppl_q3": 1.3931568830828123, "ce_q4": 0.3951746132932132, "ppl_q4": 1.4916874834253817, "duration": 369.0870785713196 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.7958583693131804, "ce": 0.3171371899656951, "ppl": 1.3774234347939491, "ce_q1": 0.22851442461833357, "ppl_q1": 1.2588756356835364, "ce_q2": 0.28210394644364717, "ppl_q2": 1.3291933022141456, "ce_q3": 0.3442181306555867, "ppl_q3": 1.416022645831108, "ce_q4": 0.41371225610747936, "ppl_q4": 1.5206376270651818, "duration": 9762.89295744896 }, "valid": { "ce": 0.2970876716360261, "ppl": 1.34960645059996, "ce_q1": 0.21255999331987357, "ppl_q1": 1.2388748156873486, "ce_q2": 0.26519824168350126, "ppl_q2": 1.3066016707239272, "ce_q3": 0.3218034285156033, "ppl_q3": 1.383894911295251, "ce_q4": 0.38878902377961555, "ppl_q4": 1.4819832376286954, "duration": 367.2382125854492 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.6960099772140383, "ce": 0.30420715733245013, "ppl": 1.3594656380414962, "ce_q1": 0.21638601769134402, "ppl_q1": 1.2435167224407195, "ce_q2": 0.2696109323315322, "ppl_q2": 1.312455210864544, "ce_q3": 0.3314019359536469, "ppl_q3": 1.3977243483662605, "ce_q4": 0.3994297444149852, "ppl_q4": 1.4986227390766145, "duration": 9715.029719114304 }, "valid": { "ce": 0.2905795821283437, "ppl": 1.3407156723964064, "ce_q1": 0.20514852742228326, "ppl_q1": 1.2296004612234575, "ce_q2": 0.258691531004785, "ppl_q2": 1.2980141745337956, "ce_q3": 0.3158856319098533, "ppl_q3": 1.3756032654001742, "ce_q4": 0.3825926384593867, "ppl_q4": 1.472645480421525, "duration": 367.7969195842743 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.6388504648953677, "ce": 0.30012047858908775, "ppl": 1.353954707980156, "ce_q1": 0.2106539978440851, "ppl_q1": 1.2363694159984588, "ce_q2": 0.26583316499739884, "ppl_q2": 1.307574811577797, "ce_q3": 0.3279107775203884, "ppl_q3": 1.3928812025785446, "ce_q4": 0.39608397559076547, "ppl_q4": 1.4937362524867057, "duration": 9720.47579050064 }, "valid": { "ce": 0.28552053642423847, "ppl": 1.3338418565218961, "ce_q1": 0.19924037516871584, "ppl_q1": 1.2222560070738007, "ce_q2": 0.25374761110619654, "ppl_q2": 1.2915204989759228, "ce_q3": 0.3112158682904666, "ppl_q3": 1.369094812417332, "ce_q4": 0.37787828585015065, "ppl_q4": 1.4655752000929434, "duration": 367.7100245952606 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.6235386055484414, "ce": 0.2924809884876013, "ppl": 1.3434701552391053, "ce_q1": 0.20310996603965759, "ppl_q1": 1.22693498057127, "ce_q2": 0.2580702159292996, "ppl_q2": 1.2972542500495912, "ce_q3": 0.32043501345813274, "ppl_q3": 1.3823249989748, "ce_q4": 0.3883087599426508, "ppl_q4": 1.4819999898076057, "duration": 9698.74122428894 }, "valid": { "ce": 0.28094224386577366, "ppl": 1.3276541912103001, "ce_q1": 0.1938464087964613, "ppl_q1": 1.2155920493451855, "ce_q2": 0.2491917037699796, "ppl_q2": 1.285567599006846, "ce_q3": 0.30707791108119337, "ppl_q3": 1.3633532614647588, "ce_q4": 0.37365295822861827, "ppl_q4": 1.4592749212361589, "duration": 367.3377423286438 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.5876407694742084, "ce": 0.2887481169402599, "ppl": 1.3383552740216256, "ce_q1": 0.19843788331374526, "ppl_q1": 1.2211602177619933, "ce_q2": 0.25461827327869835, "ppl_q2": 1.2926731531620026, "ce_q3": 0.3171204995252192, "ppl_q3": 1.377650060415268, "ce_q4": 0.38481581097096207, "ppl_q4": 1.4766370559334754, "duration": 9717.98500752449 }, "valid": { "ce": 0.2786048092419588, "ppl": 1.324477858181241, "ce_q1": 0.19018569767852372, "ppl_q1": 1.2110804108124744, "ce_q2": 0.2471336680877058, "ppl_q2": 1.2828661927694007, "ce_q3": 0.305224463154998, "ppl_q3": 1.3607573494126526, "ce_q4": 0.3718754134223431, "ppl_q4": 1.456569484517544, "duration": 370.4252426624298 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.5885659677907824, "ce": 0.28598406685143707, "ppl": 1.334572199881077, "ce_q1": 0.19475941846705974, "ppl_q1": 1.216597157895565, "ce_q2": 0.2518067127354443, "ppl_q2": 1.288983304440975, "ce_q3": 0.31456935868039726, "ppl_q3": 1.3740696684718132, "ce_q4": 0.38280077784135935, "ppl_q4": 1.473509496152401, "duration": 9734.229039430618 }, "valid": { "ce": 0.273724911710884, "ppl": 1.317958207070073, "ce_q1": 0.1852767831539806, "ppl_q1": 1.2050870928583266, "ce_q2": 0.2420956643321846, "ppl_q2": 1.2763538405865054, "ce_q3": 0.3005852057963987, "ppl_q3": 1.3543842412248444, "ce_q4": 0.36694199771066255, "ppl_q4": 1.4493156083022491, "duration": 368.0145206451416 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.5636666735336184, "ce": 0.28117746782302855, "ppl": 1.327986912548542, "ce_q1": 0.19029672830551864, "ppl_q1": 1.211112559556961, "ce_q2": 0.247117908898741, "ppl_q2": 1.2828307807445527, "ce_q3": 0.30988553999736906, "ppl_q3": 1.3673929714560509, "ce_q4": 0.3774096945002675, "ppl_q4": 1.4651751166582108, "duration": 9727.160143852234 }, "valid": { "ce": 0.27079825291905224, "ppl": 1.3140449931349936, "ce_q1": 0.1818210709887215, "ppl_q1": 1.2008746877501282, "ce_q2": 0.23923172339608398, "ppl_q2": 1.2726502795762653, "ce_q3": 0.29776253372053557, "ppl_q3": 1.3505052675174762, "ce_q4": 0.3643776838538013, "ppl_q4": 1.4455288286450543, "duration": 369.49280071258545 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.5610072636976838, "ce": 0.2791029617264867, "ppl": 1.324917121231556, "ce_q1": 0.18736792962439358, "ppl_q1": 1.2074093613624572, "ce_q2": 0.24472872881032526, "ppl_q2": 1.2795293309092521, "ce_q3": 0.30828770226985214, "ppl_q3": 1.364835150539875, "ce_q4": 0.3760274866335094, "ppl_q4": 1.4625834981799126, "duration": 9589.747070789337 }, "valid": { "ce": 0.26752446007124986, "ppl": 1.3096886646898487, "ce_q1": 0.17828437308721903, "ppl_q1": 1.1965842382817329, "ce_q2": 0.2359432058432434, "ppl_q2": 1.2684225462660004, "ce_q3": 0.29481099376195596, "ppl_q3": 1.3464636576326587, "ce_q4": 0.3610592697617374, "ppl_q4": 1.440651973591575, "duration": 362.9212381839752 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.5372919216901064, "ce": 0.27363305720314385, "ppl": 1.3180202004313468, "ce_q1": 0.18223593309149147, "ppl_q1": 1.2013322665691375, "ce_q2": 0.23964484233036637, "ppl_q2": 1.2732633963823319, "ce_q3": 0.30300518334284426, "ppl_q3": 1.35809545814991, "ce_q4": 0.36964626945927737, "ppl_q4": 1.4539588932394982, "duration": 9552.291424036026 }, "valid": { "ce": 0.2650467896763283, "ppl": 1.3063968676555007, "ce_q1": 0.17553420921292487, "ppl_q1": 1.193257446530499, "ce_q2": 0.23342637029252475, "ppl_q2": 1.2651877810683432, "ce_q3": 0.29254751360114617, "ppl_q3": 1.3433695699595198, "ce_q4": 0.3586790639011166, "ppl_q4": 1.4371557311166692, "duration": 362.29028248786926 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.5495444314219058, "ce": 0.27388937419652937, "ppl": 1.3182142223715783, "ce_q1": 0.1811916080005467, "ppl_q1": 1.200001169502735, "ce_q2": 0.23959608913213015, "ppl_q2": 1.2730867872834206, "ce_q3": 0.3036364871356636, "ppl_q3": 1.3587735990285874, "ce_q4": 0.3711333122625947, "ppl_q4": 1.455910117983818, "duration": 9593.252102851868 }, "valid": { "ce": 0.26282770837409586, "ppl": 1.3034598193591154, "ce_q1": 0.17277015226928494, "ppl_q1": 1.1899251273915739, "ce_q2": 0.2312564604644534, "ppl_q2": 1.2624108082131495, "ce_q3": 0.2905317946702619, "ppl_q3": 1.3406218637394, "ce_q4": 0.35675242920465106, "ppl_q4": 1.4343435643594475, "duration": 361.60309290885925 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.5303192440792919, "ce": 0.27048247469216585, "ppl": 1.3137510415911675, "ce_q1": 0.17822546218335628, "ppl_q1": 1.1964569752216339, "ce_q2": 0.23647218051552774, "ppl_q2": 1.2691548042297363, "ce_q3": 0.2999941988699138, "ppl_q3": 1.3538470923900605, "ce_q4": 0.36723805651068686, "ppl_q4": 1.4502512238621712, "duration": 9601.733191490173 }, "valid": { "ce": 0.2607708179120776, "ppl": 1.300733493853219, "ce_q1": 0.17010203711216962, "ppl_q1": 1.186716251735446, "ce_q2": 0.22927546699213075, "ppl_q2": 1.2598709954491145, "ce_q3": 0.2884308844804764, "ppl_q3": 1.3377633547481103, "ce_q4": 0.35527488268628904, "ppl_q4": 1.4321544864509679, "duration": 362.8330523967743 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.5436296821683645, "ce": 0.27080439947731794, "ppl": 1.3140050785541535, "ce_q1": 0.17712718484923243, "ppl_q1": 1.1950417374372482, "ce_q2": 0.2365416384395212, "ppl_q2": 1.2691017340421678, "ce_q3": 0.30075699695944785, "ppl_q3": 1.3546714680194856, "ce_q4": 0.36879177782684563, "ppl_q4": 1.4522535247206687, "duration": 9603.792863368988 }, "valid": { "ce": 0.25855125034157234, "ppl": 1.2978112154369112, "ce_q1": 0.16785943555303767, "ppl_q1": 1.1840270546418201, "ce_q2": 0.22702152498915226, "ppl_q2": 1.2570037253295319, "ce_q3": 0.28658432390870925, "ppl_q3": 1.3352524117578435, "ce_q4": 0.3527397136145, "ppl_q4": 1.4284764648992805, "duration": 362.80742144584656 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.5256168953180314, "ce": 0.26701043706387284, "ppl": 1.309049612879753, "ce_q1": 0.17353531206399203, "ppl_q1": 1.1907625480890274, "ce_q2": 0.2330456952676177, "ppl_q2": 1.264704429924488, "ce_q3": 0.29685995550081135, "ppl_q3": 1.3494563950300216, "ce_q4": 0.3646007853522897, "ppl_q4": 1.4461578189730644, "duration": 9513.590850114822 }, "valid": { "ce": 0.2564406213881094, "ppl": 1.29503724695761, "ce_q1": 0.1656135074511359, "ppl_q1": 1.181341039983532, "ce_q2": 0.22491439733701415, "ppl_q2": 1.2543214182310467, "ce_q3": 0.2845413771611226, "ppl_q3": 1.3324900020526935, "ce_q4": 0.3506932043576542, "ppl_q4": 1.4255086832408663, "duration": 359.1641058921814 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.5397710645273328, "ce": 0.2670633195117116, "ppl": 1.3092050889134408, "ce_q1": 0.1732292026989162, "ppl_q1": 1.1904190055131911, "ce_q2": 0.23342717848345637, "ppl_q2": 1.265246787428856, "ce_q3": 0.2967667815387249, "ppl_q3": 1.3493901955485343, "ce_q4": 0.3648301157876849, "ppl_q4": 1.4467548802495003, "duration": 9521.433192968369 }, "valid": { "ce": 0.2550391122887406, "ppl": 1.2931905924519407, "ce_q1": 0.16405439093897614, "ppl_q1": 1.1794758657865887, "ce_q2": 0.223558688465553, "ppl_q2": 1.252597516096091, "ce_q3": 0.2832572328138955, "ppl_q3": 1.3307468830784666, "ce_q4": 0.3492861380682716, "ppl_q4": 1.4234507581855678, "duration": 359.73581171035767 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.5273035378232598, "ce": 0.26412027855589987, "ppl": 1.3050647683739662, "ce_q1": 0.17033208943344652, "ppl_q1": 1.1868622980713843, "ce_q2": 0.23045820822194218, "ppl_q2": 1.2612539411187171, "ce_q3": 0.2938903398439288, "ppl_q3": 1.345190036058426, "ce_q4": 0.3618004768565297, "ppl_q4": 1.4417528423070907, "duration": 9522.932149648666 }, "valid": { "ce": 0.2535136636299423, "ppl": 1.2911919325212888, "ce_q1": 0.16210570789967912, "ppl_q1": 1.177155189876315, "ce_q2": 0.22193231075247632, "ppl_q2": 1.2505319556103478, "ce_q3": 0.2818804366301887, "ppl_q3": 1.328893451751033, "ce_q4": 0.34813620074640345, "ppl_q4": 1.4217831047275398, "duration": 359.9517922401428 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.5358553732335567, "ce": 0.26297346629202367, "ppl": 1.3035757108926773, "ce_q1": 0.16872410270012916, "ppl_q1": 1.1849369418025018, "ce_q2": 0.22899346644431354, "ppl_q2": 1.25940067589283, "ce_q3": 0.29335827129706743, "ppl_q3": 1.3444820920825005, "ce_q4": 0.36081802381575107, "ppl_q4": 1.440412820994854, "duration": 9520.848494291306 }, "valid": { "ce": 0.2524017829306518, "ppl": 1.2897216911557354, "ce_q1": 0.16064767765847943, "ppl_q1": 1.1754137911374056, "ce_q2": 0.2205624820876725, "ppl_q2": 1.2487894251376768, "ce_q3": 0.2810051771281641, "ppl_q3": 1.3276908382584778, "ce_q4": 0.34739179758331445, "ppl_q4": 1.4206779757632484, "duration": 359.9456934928894 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.5356026580929756, "ce": 0.2597531125359237, "ppl": 1.299555616736412, "ce_q1": 0.16579502180311828, "ppl_q1": 1.1815283535718917, "ce_q2": 0.22548220401629807, "ppl_q2": 1.2551070806384086, "ce_q3": 0.29003081101924183, "ppl_q3": 1.3402505736351014, "ce_q4": 0.35770441375114026, "ppl_q4": 1.4363294315338135, "duration": 9517.163825035095 }, "valid": { "ce": 0.25014522898046276, "ppl": 1.2867922284935094, "ce_q1": 0.1584996507514881, "ppl_q1": 1.1728712320327759, "ce_q2": 0.21853658047657978, "ppl_q2": 1.2462464389921744, "ce_q3": 0.2786373801623719, "ppl_q3": 1.3245291151577914, "ce_q4": 0.34490730641763423, "ppl_q4": 1.417119739930841, "duration": 360.22341680526733 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.5350262980908156, "ce": 0.25812198682129384, "ppl": 1.2972108287215234, "ce_q1": 0.1639258794002235, "ppl_q1": 1.1792037620544433, "ce_q2": 0.2241402559094131, "ppl_q2": 1.2532524604201316, "ce_q3": 0.2885113680884242, "ppl_q3": 1.3379627665281295, "ce_q4": 0.3559104430042207, "ppl_q4": 1.4333122403025627, "duration": 9526.316365480423 }, "valid": { "ce": 0.2493405983417849, "ppl": 1.285740259327466, "ce_q1": 0.15726630408552628, "ppl_q1": 1.1714072031310843, "ce_q2": 0.21789310561327996, "ppl_q2": 1.2454326590405236, "ce_q3": 0.2779476395513438, "ppl_q3": 1.323596076120304, "ce_q4": 0.3442553402502326, "ppl_q4": 1.4161833720871164, "duration": 359.8578016757965 }, "evaluate": { "duration": 0.00048089027404785156 }, "generate": { "rtf": 0.1425724983215332, "duration": 7.397846221923828 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.5344072869345545, "ce": 0.25534614687785506, "ppl": 1.2935579895377158, "ce_q1": 0.16182335501164197, "ppl_q1": 1.1767336027622224, "ce_q2": 0.2219313066508621, "ppl_q2": 1.2504770302176476, "ce_q3": 0.2851938751935959, "ppl_q3": 1.3333959483504296, "ce_q4": 0.3524360497109592, "ppl_q4": 1.428145908176899, "duration": 9505.303801774979 }, "valid": { "ce": 0.24762491240531584, "ppl": 1.2835041028034837, "ce_q1": 0.15565845558914956, "ppl_q1": 1.169505753094637, "ce_q2": 0.2159623706453963, "ppl_q2": 1.2429962746704681, "ce_q3": 0.2763731054301503, "ppl_q3": 1.321482249453098, "ce_q4": 0.3425057111661645, "ppl_q4": 1.4136614105369472, "duration": 359.8410291671753 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.5475789905637503, "ce": 0.2557172976210713, "ppl": 1.2941320454478265, "ce_q1": 0.1614206156115979, "ppl_q1": 1.1762497451901437, "ce_q2": 0.22231142236292362, "ppl_q2": 1.250964602291584, "ce_q3": 0.2860571291409433, "ppl_q3": 1.3347246972322464, "ce_q4": 0.35308002268895505, "ppl_q4": 1.4293945796489715, "duration": 9515.96857047081 }, "valid": { "ce": 0.24678222052281415, "ppl": 1.2824011497859713, "ce_q1": 0.1545967455906204, "ppl_q1": 1.168249379230451, "ce_q2": 0.21509166854091838, "ppl_q2": 1.2418932673297352, "ce_q3": 0.27556955597445937, "ppl_q3": 1.3203984076463724, "ce_q4": 0.3418709149089041, "ppl_q4": 1.4127335910555683, "duration": 359.51284098625183 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.544369428113103, "ce": 0.25431034310162065, "ppl": 1.292094294011593, "ce_q1": 0.15954916645772754, "ppl_q1": 1.1739847147464753, "ce_q2": 0.22019167565554382, "ppl_q2": 1.2481818380951881, "ce_q3": 0.2850243282802403, "ppl_q3": 1.3330603014230729, "ce_q4": 0.3524762026928365, "ppl_q4": 1.4280194517970086, "duration": 9521.965310811996 }, "valid": { "ce": 0.24541866647291788, "ppl": 1.2806246129772332, "ce_q1": 0.15318822115659714, "ppl_q1": 1.166583023493803, "ce_q2": 0.2138220927194704, "ppl_q2": 1.2402959367896937, "ce_q3": 0.274175078902818, "ppl_q3": 1.3185257338270355, "ce_q4": 0.3404892788657659, "ppl_q4": 1.410742003706437, "duration": 360.1158468723297 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.5704672664999962, "ce": 0.2547891466207802, "ppl": 1.292769466817379, "ce_q1": 0.15965367713570594, "ppl_q1": 1.174122365295887, "ce_q2": 0.22078421056643127, "ppl_q2": 1.2489683644771576, "ce_q3": 0.28512962044030427, "ppl_q3": 1.3332771819233895, "ce_q4": 0.35358907787129285, "ppl_q4": 1.4297208489179611, "duration": 9536.582916736603 }, "valid": { "ce": 0.2451463624646392, "ppl": 1.2802674423290203, "ce_q1": 0.1526368566894833, "ppl_q1": 1.1659329571301424, "ce_q2": 0.21365947417820555, "ppl_q2": 1.240086910090869, "ce_q3": 0.27400606361371055, "ppl_q3": 1.318293100670923, "ce_q4": 0.34028305924391444, "ppl_q4": 1.4104415902608558, "duration": 361.07709193229675 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.5519527767598629, "ce": 0.25307825837656855, "ppl": 1.290546900510788, "ce_q1": 0.15773487233929337, "ppl_q1": 1.17184512424469, "ce_q2": 0.21900815995037556, "ppl_q2": 1.2467407024502755, "ce_q3": 0.28379577936604616, "ppl_q3": 1.3314958873391152, "ce_q4": 0.3517742223292589, "ppl_q4": 1.4271460437178611, "duration": 9517.157433271408 }, "valid": { "ce": 0.2433236206445513, "ppl": 1.2779125956040394, "ce_q1": 0.15054505723941175, "ppl_q1": 1.1634739486477044, "ce_q2": 0.2116720311437981, "ppl_q2": 1.2376048549821106, "ce_q3": 0.27243701198810266, "ppl_q3": 1.3162088952487028, "ce_q4": 0.338640377302713, "ppl_q4": 1.408096657523626, "duration": 360.1750862598419 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.5535622903853655, "ce": 0.25230341647937893, "ppl": 1.2895389752984048, "ce_q1": 0.15685477450862526, "ppl_q1": 1.1707977665662765, "ce_q2": 0.21831004438921808, "ppl_q2": 1.2458406186699866, "ce_q3": 0.28324105164036156, "ppl_q3": 1.3307670249938965, "ce_q4": 0.35080779671669005, "ppl_q4": 1.4258026565909385, "duration": 9515.998623132706 }, "valid": { "ce": 0.24243429538947117, "ppl": 1.276759606373461, "ce_q1": 0.14961987177405175, "ppl_q1": 1.162385119667536, "ce_q2": 0.21068576440403733, "ppl_q2": 1.2363704563696174, "ce_q3": 0.2715654976760285, "ppl_q3": 1.3150421818600426, "ce_q4": 0.33786605600314806, "ppl_q4": 1.406982400749303, "duration": 359.7568485736847 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.5734196212291718, "ce": 0.2512887836024165, "ppl": 1.2882268325686455, "ce_q1": 0.1558698156978935, "ppl_q1": 1.1696524586081505, "ce_q2": 0.21735065659880637, "ppl_q2": 1.2446533225774765, "ce_q3": 0.28217829593643545, "ppl_q3": 1.3293246050477028, "ce_q4": 0.34975636619329453, "ppl_q4": 1.4242641864418983, "duration": 9525.4554002285 }, "valid": { "ce": 0.24138385312089436, "ppl": 1.2753967393802692, "ce_q1": 0.14845384346156182, "ppl_q1": 1.1610137782519376, "ce_q2": 0.2096489432114589, "ppl_q2": 1.235067696510991, "ce_q3": 0.27045898733637, "ppl_q3": 1.3135651199123528, "ce_q4": 0.33697363771969757, "ppl_q4": 1.4057027840916114, "duration": 359.8495628833771 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.5840627053380012, "ce": 0.2517865260466933, "ppl": 1.2890241292715072, "ce_q1": 0.15549812090583146, "ppl_q1": 1.169280726313591, "ce_q2": 0.217613572595641, "ppl_q2": 1.2451145648956299, "ce_q3": 0.2828731698282063, "ppl_q3": 1.3304364619255067, "ce_q4": 0.3511612404361367, "ppl_q4": 1.426550364792347, "duration": 9522.250625610352 }, "valid": { "ce": 0.24041013872321648, "ppl": 1.2741427768634845, "ce_q1": 0.14732468778951258, "ppl_q1": 1.159694943246962, "ce_q2": 0.20880817546497418, "ppl_q2": 1.234016806264467, "ce_q3": 0.2696859886563277, "ppl_q3": 1.3125430752959433, "ce_q4": 0.3358217015673843, "ppl_q4": 1.4040598190283473, "duration": 360.85492873191833 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.5932098316699267, "ce": 0.24997816063836217, "ppl": 1.2865897563099862, "ce_q1": 0.1538148140460253, "ppl_q1": 1.1672510678768158, "ce_q2": 0.21599062044918538, "ppl_q2": 1.24297774964571, "ce_q3": 0.2811757633052766, "ppl_q3": 1.328074213206768, "ce_q4": 0.3489314452596009, "ppl_q4": 1.4232663878798484, "duration": 9530.121540307999 }, "valid": { "ce": 0.2395599106255966, "ppl": 1.2730484069148196, "ce_q1": 0.1465721991431864, "ppl_q1": 1.1588151590733589, "ce_q2": 0.2078702820441391, "ppl_q2": 1.2328497261940679, "ce_q3": 0.2687099756130689, "ppl_q3": 1.3112452694132357, "ce_q4": 0.3350871848531916, "ppl_q4": 1.4030167573614964, "duration": 360.1522071361542 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.5956792443618179, "ce": 0.24838823240995406, "ppl": 1.2844244130253792, "ce_q1": 0.1525679118419066, "ppl_q1": 1.165747564971447, "ce_q2": 0.21478954068757594, "ppl_q2": 1.241436672747135, "ce_q3": 0.2792185950372368, "ppl_q3": 1.325300565481186, "ce_q4": 0.3469768827762455, "ppl_q4": 1.4201808007359504, "duration": 9524.631300210953 }, "valid": { "ce": 0.23872524367857584, "ppl": 1.2719671816765508, "ce_q1": 0.14549196266298053, "ppl_q1": 1.157549474812761, "ce_q2": 0.20708231590216672, "ppl_q2": 1.2318618765360192, "ce_q3": 0.2680366391999812, "ppl_q3": 1.3103452996362615, "ce_q4": 0.33429006496562236, "ppl_q4": 1.401870223540294, "duration": 359.5872597694397 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.6259121421352029, "ce": 0.2509105849824846, "ppl": 1.2876138908863068, "ce_q1": 0.15371049094200134, "ppl_q1": 1.1670769104957581, "ce_q2": 0.21673321747034788, "ppl_q2": 1.2437935125231743, "ce_q3": 0.2821627798490226, "ppl_q3": 1.3291475368738175, "ce_q4": 0.3510358522422612, "ppl_q4": 1.4258298891782761, "duration": 9531.088446617126 }, "valid": { "ce": 0.23873222949384135, "ppl": 1.2719656938238988, "ce_q1": 0.1450868081065673, "ppl_q1": 1.157067700277401, "ce_q2": 0.2068327178683462, "ppl_q2": 1.2315466162524646, "ce_q3": 0.26822042418054387, "ppl_q3": 1.310575492774384, "ce_q4": 0.3347889731956434, "ppl_q4": 1.4025674107708508, "duration": 360.09592270851135 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.6269686085805297, "ce": 0.24783911228738725, "ppl": 1.2838349602222443, "ce_q1": 0.1516694893669337, "ppl_q1": 1.1647503933906556, "ce_q2": 0.21395725398883222, "ppl_q2": 1.2404760385155678, "ce_q3": 0.27887285071611406, "ppl_q3": 1.324999911546707, "ce_q4": 0.34685685462504623, "ppl_q4": 1.420261112689972, "duration": 9533.307350635529 }, "valid": { "ce": 0.23706307743169083, "ppl": 1.269828897488268, "ce_q1": 0.1434131178863441, "ppl_q1": 1.155119308942481, "ce_q2": 0.20534558792280244, "ppl_q2": 1.2297039650663544, "ce_q3": 0.2666156414566161, "ppl_q3": 1.3084602506854865, "ce_q4": 0.33287796566757977, "ppl_q4": 1.399867706660983, "duration": 360.5455119609833 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.6271612166985869, "ce": 0.24786986844241618, "ppl": 1.283757869064808, "ce_q1": 0.15094023028761147, "ppl_q1": 1.1638670492768288, "ce_q2": 0.21374938612803818, "ppl_q2": 1.240128959774971, "ce_q3": 0.2793254300914705, "ppl_q3": 1.3254130818247796, "ce_q4": 0.3474644286036491, "ppl_q4": 1.42090361058712, "duration": 9529.41432762146 }, "valid": { "ce": 0.2368563413619995, "ppl": 1.269559409044966, "ce_q1": 0.14331292964612383, "ppl_q1": 1.1550041120263594, "ce_q2": 0.20511469556183753, "ppl_q2": 1.2294130943998505, "ce_q3": 0.2663348641576646, "ppl_q3": 1.3080807260320158, "ce_q4": 0.3326628698578364, "ppl_q4": 1.3995511727997019, "duration": 360.76744651794434 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.6385511268824339, "ce": 0.24584784270077945, "ppl": 1.2811622342467308, "ce_q1": 0.1497510178461671, "ppl_q1": 1.1624547756314279, "ce_q2": 0.21202525600045918, "ppl_q2": 1.237964022397995, "ce_q3": 0.2768012195788324, "ppl_q3": 1.3221359432935715, "ce_q4": 0.3448138787560165, "ppl_q4": 1.4171970781087875, "duration": 9524.562409877777 }, "valid": { "ce": 0.23563965966429892, "ppl": 1.2679976028732107, "ce_q1": 0.1418514523325087, "ppl_q1": 1.1533005026322376, "ce_q2": 0.20397380305619178, "ppl_q2": 1.2279938942269435, "ce_q3": 0.26519738232033163, "ppl_q3": 1.306580148165739, "ce_q4": 0.3315360000993632, "ppl_q4": 1.397956037823158, "duration": 360.3846733570099 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.6360174294635653, "ce": 0.24407700955867767, "ppl": 1.2787973175644876, "ce_q1": 0.1479816423766315, "ppl_q1": 1.1603798078298568, "ce_q2": 0.21035069748945534, "ppl_q2": 1.2358509694933892, "ce_q3": 0.2752209755368531, "ppl_q3": 1.3198883423805237, "ce_q4": 0.3427547232396901, "ppl_q4": 1.414001984000206, "duration": 9642.434718847275 }, "valid": { "ce": 0.23524645197240612, "ppl": 1.2674962236911436, "ce_q1": 0.14150380003678648, "ppl_q1": 1.1528948122941995, "ce_q2": 0.2034214210661152, "ppl_q2": 1.2273095393482643, "ce_q3": 0.26484976482542255, "ppl_q3": 1.3061266865911363, "ce_q4": 0.3312108271484134, "ppl_q4": 1.3975031707860246, "duration": 385.52757596969604 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.6409649724066258, "ce": 0.2456396240890026, "ppl": 1.2808832069635392, "ce_q1": 0.14883658679947256, "ppl_q1": 1.1613854657411575, "ce_q2": 0.21165752100199461, "ppl_q2": 1.2375192747712136, "ce_q3": 0.27659394700825213, "ppl_q3": 1.3218081101179122, "ce_q4": 0.3454704398550093, "ppl_q4": 1.4180844410657882, "duration": 9668.847463130951 }, "valid": { "ce": 0.23525820766823202, "ppl": 1.2674960909010489, "ce_q1": 0.14089244924768618, "ppl_q1": 1.1521821595445465, "ce_q2": 0.20362399593938754, "ppl_q2": 1.2275536452667624, "ce_q3": 0.26465610311001164, "ppl_q3": 1.3058527406257918, "ce_q4": 0.33186028124410893, "ppl_q4": 1.3983763637422006, "duration": 363.28456354141235 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.664245718382299, "ce": 0.243544303458184, "ppl": 1.2781934062242508, "ce_q1": 0.14736363627016544, "ppl_q1": 1.1596874266862869, "ce_q2": 0.21001652750186622, "ppl_q2": 1.235504131793976, "ce_q3": 0.2746094092391431, "ppl_q3": 1.319182243347168, "ce_q4": 0.34218764064088464, "ppl_q4": 1.4133317279219628, "duration": 9572.143107414246 }, "valid": { "ce": 0.23389616495446314, "ppl": 1.2657610811764681, "ce_q1": 0.139870255148109, "ppl_q1": 1.1509948078590104, "ce_q2": 0.2021081698468969, "ppl_q2": 1.2256792979904367, "ce_q3": 0.2635032166785832, "ppl_q3": 1.3043419137785706, "ce_q4": 0.3301030240858657, "ppl_q4": 1.3959188385854793, "duration": 362.07116055488586 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.6577543443962932, "ce": 0.24355571600049733, "ppl": 1.2783152058720588, "ce_q1": 0.14672903286665678, "ppl_q1": 1.1589760918021201, "ce_q2": 0.2094849065374583, "ppl_q2": 1.234888660490513, "ce_q3": 0.2749556212387979, "ppl_q3": 1.3197916320562362, "ce_q4": 0.34305330453068017, "ppl_q4": 1.4148812156915664, "duration": 9564.110896110535 }, "valid": { "ce": 0.23368493410982663, "ppl": 1.265483186214785, "ce_q1": 0.13961451047960716, "ppl_q1": 1.1506915846957435, "ce_q2": 0.20201391208020947, "ppl_q2": 1.2255540346797509, "ce_q3": 0.26324535349879086, "ppl_q3": 1.3039913298208503, "ce_q4": 0.3298659656621233, "ppl_q4": 1.395579461809955, "duration": 362.3992705345154 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.6778192021995783, "ce": 0.2440447256192565, "ppl": 1.2787858218550683, "ce_q1": 0.14691940317675473, "ppl_q1": 1.1591414462924003, "ce_q2": 0.2097668897304684, "ppl_q2": 1.2351483046412468, "ce_q3": 0.2754211965985596, "ppl_q3": 1.3201775425076485, "ce_q4": 0.3440714124441147, "ppl_q4": 1.4159864671826363, "duration": 9545.63279247284 }, "valid": { "ce": 0.2326044343128989, "ppl": 1.2641042229495472, "ce_q1": 0.1384782603458513, "ppl_q1": 1.1493786392332632, "ce_q2": 0.20091355592012405, "ppl_q2": 1.2241957821423495, "ce_q3": 0.26224804509289656, "ppl_q3": 1.3026782787298854, "ce_q4": 0.3287778823058816, "ppl_q4": 1.3940396927580048, "duration": 360.22646832466125 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.6707401871681213, "ce": 0.23956566899642348, "ppl": 1.2730193123817444, "ce_q1": 0.14374634724669158, "ppl_q1": 1.155434732079506, "ce_q2": 0.20624254284799098, "ppl_q2": 1.230749096930027, "ce_q3": 0.27056824281439185, "ppl_q3": 1.3137432911396028, "ce_q4": 0.3377055443301797, "ppl_q4": 1.4069183074235916, "duration": 9558.510349750519 }, "valid": { "ce": 0.23204161217318306, "ppl": 1.263381180883963, "ce_q1": 0.13786554034752183, "ppl_q1": 1.14866596837587, "ce_q2": 0.20020800065013428, "ppl_q2": 1.2233191140090363, "ce_q3": 0.2617034689535069, "ppl_q3": 1.3019578411609312, "ce_q4": 0.32838943808139126, "ppl_q4": 1.393486988695362, "duration": 361.29156398773193 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.7080844983011484, "ce": 0.24309088224731384, "ppl": 1.2774566966295242, "ce_q1": 0.14555208410322668, "ppl_q1": 1.1574990980625153, "ce_q2": 0.20890174414776266, "ppl_q2": 1.2339593514800071, "ce_q3": 0.2747854264099151, "ppl_q3": 1.3192665134072303, "ce_q4": 0.34312427481636404, "ppl_q4": 1.4144429289698601, "duration": 9549.453770637512 }, "valid": { "ce": 0.23211610722768156, "ppl": 1.2634691739384132, "ce_q1": 0.1376931574902957, "ppl_q1": 1.1484606069854544, "ce_q2": 0.20021181723362283, "ppl_q2": 1.2233177861080895, "ce_q3": 0.26189691724279257, "ppl_q3": 1.3022053286999087, "ce_q4": 0.3286625397733495, "ppl_q4": 1.3938617298874674, "duration": 361.47618532180786 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.6983074579387903, "ce": 0.24082991381548344, "ppl": 1.274703004717827, "ce_q1": 0.14447409295849503, "ppl_q1": 1.156317334473133, "ce_q2": 0.2070563982259482, "ppl_q2": 1.2318231120705605, "ce_q3": 0.27201961440220473, "ppl_q3": 1.3157302103042603, "ce_q4": 0.3397695492412895, "ppl_q4": 1.4099344087839127, "duration": 9994.90785908699 }, "valid": { "ce": 0.2309750067659571, "ppl": 1.262012537521652, "ce_q1": 0.13666374311794208, "ppl_q1": 1.1472711864906022, "ce_q2": 0.19922688490227808, "ppl_q2": 1.2221039578884463, "ce_q3": 0.2607280557291417, "ppl_q3": 1.300660655468325, "ce_q4": 0.327281353217137, "ppl_q4": 1.3919113964974126, "duration": 380.41486859321594 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.7071668354123831, "ce": 0.24068747078999878, "ppl": 1.2744610707759858, "ce_q1": 0.14407572587020695, "ppl_q1": 1.15583081138134, "ce_q2": 0.2071608739681542, "ppl_q2": 1.2319029974341393, "ce_q3": 0.2718148806579411, "ppl_q3": 1.3153884276747703, "ce_q4": 0.3396984034702182, "ppl_q4": 1.409703156709671, "duration": 9756.736243486404 }, "valid": { "ce": 0.2309223112614849, "ppl": 1.2619432995590982, "ce_q1": 0.13653600805356533, "ppl_q1": 1.1471215999579127, "ce_q2": 0.19912380149847345, "ppl_q2": 1.2219740876668617, "ce_q3": 0.26079627569717695, "ppl_q3": 1.3007519863828827, "ce_q4": 0.3272331573917896, "ppl_q4": 1.3918390243868284, "duration": 368.5292272567749 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.7122122403234243, "ce": 0.23930577029660344, "ppl": 1.272752983033657, "ce_q1": 0.14276826794631778, "ppl_q1": 1.1543263272047042, "ce_q2": 0.20552064482867718, "ppl_q2": 1.2299229969978334, "ce_q3": 0.2703877854980528, "ppl_q3": 1.3135577340126037, "ce_q4": 0.3385463819168508, "ppl_q4": 1.4082771706581116, "duration": 9719.253911495209 }, "valid": { "ce": 0.23022525050217593, "ppl": 1.2610534761525407, "ce_q1": 0.13569344844244705, "ppl_q1": 1.1461462823650506, "ce_q2": 0.19841003465124324, "ppl_q2": 1.2210852752757977, "ce_q3": 0.26008117425290844, "ppl_q3": 1.2998103823842881, "ce_q4": 0.32671634796299515, "ppl_q4": 1.3911226504965672, "duration": 360.2000744342804 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.7181495098769665, "ce": 0.2370236859191209, "ppl": 1.2696498561501504, "ce_q1": 0.14120216728560628, "ppl_q1": 1.1524359884262085, "ce_q2": 0.20351344673335553, "ppl_q2": 1.22729424315691, "ce_q3": 0.2681648657210171, "ppl_q3": 1.3104434042572974, "ce_q4": 0.3352142642848194, "ppl_q4": 1.4031092252135278, "duration": 9752.171288490295 }, "valid": { "ce": 0.22986835165868832, "ppl": 1.2605982324745082, "ce_q1": 0.13534259253853484, "ppl_q1": 1.145739893370037, "ce_q2": 0.1980127974212924, "ppl_q2": 1.220601871043821, "ce_q3": 0.25968008356381067, "ppl_q3": 1.2992816408978234, "ce_q4": 0.3264379331582709, "ppl_q4": 1.3907207884366, "duration": 359.7213315963745 }, "evaluate": { "duration": 0.0004868507385253906 }, "generate": { "rtf": 0.13417162895202636, "duration": 6.3338494300842285 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.7458941115438938, "ce": 0.2425526543110609, "ppl": 1.276889626443386, "ce_q1": 0.14413494194485246, "ppl_q1": 1.1559125598073006, "ce_q2": 0.2080324027650058, "ppl_q2": 1.232991351366043, "ce_q3": 0.2743159428536892, "ppl_q3": 1.3187612901329995, "ce_q4": 0.34372732899710534, "ppl_q4": 1.4155418301820755, "duration": 9700.450702428818 }, "valid": { "ce": 0.22964197453818744, "ppl": 1.2603011267094673, "ce_q1": 0.13506576305703272, "ppl_q1": 1.145417666133446, "ce_q2": 0.19776223552755162, "ppl_q2": 1.2202835430072834, "ce_q3": 0.25956722320635106, "ppl_q3": 1.299124062815799, "ce_q4": 0.32617267966270447, "ppl_q4": 1.390332289888889, "duration": 360.6649878025055 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.7595065858215093, "ce": 0.24065504398941995, "ppl": 1.2743447959423064, "ce_q1": 0.1429246997386217, "ppl_q1": 1.154476759672165, "ce_q2": 0.20639702497422696, "ppl_q2": 1.2309041517972945, "ce_q3": 0.2722774493061006, "ppl_q3": 1.3158954713344575, "ce_q4": 0.34102100249379874, "ppl_q4": 1.4114456915855407, "duration": 9529.465988874435 }, "valid": { "ce": 0.22926970090292678, "ppl": 1.2598293959339963, "ce_q1": 0.13459759384770936, "ppl_q1": 1.1448792943471595, "ce_q2": 0.19739679209416425, "ppl_q2": 1.2198374814625028, "ce_q3": 0.2591867259220232, "ppl_q3": 1.298626478714279, "ce_q4": 0.32589768571189687, "ppl_q4": 1.3899421706984314, "duration": 360.31201362609863 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.7351434735059739, "ce": 0.23938026629015804, "ppl": 1.2727510742545127, "ce_q1": 0.14172620253451168, "ppl_q1": 1.1531024494767188, "ce_q2": 0.2054664296582341, "ppl_q2": 1.229805707871914, "ce_q3": 0.27096363745629787, "ppl_q3": 1.3142067841291427, "ce_q4": 0.3393647952750325, "ppl_q4": 1.4091091482639313, "duration": 9539.187855243683 }, "valid": { "ce": 0.22869904395900195, "ppl": 1.259101620203332, "ce_q1": 0.13400218126517308, "ppl_q1": 1.1441895659965804, "ce_q2": 0.1968119889497757, "ppl_q2": 1.2191141707987725, "ce_q3": 0.2585741540865053, "ppl_q3": 1.2978223396252981, "ce_q4": 0.3254078481393524, "ppl_q4": 1.3892581870284262, "duration": 359.8805067539215 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.7548547839820385, "ce": 0.23899226354435085, "ppl": 1.2723530584573746, "ce_q1": 0.14133981161378323, "ppl_q1": 1.1526711270213128, "ce_q2": 0.20458472933247684, "ppl_q2": 1.2287503024339677, "ce_q3": 0.27068992525339125, "ppl_q3": 1.3139749676585197, "ce_q4": 0.3393545893356204, "ppl_q4": 1.4094223992824555, "duration": 9542.971844911575 }, "valid": { "ce": 0.22815483780224113, "ppl": 1.2584095227567456, "ce_q1": 0.1335570336897162, "ppl_q1": 1.1436753031573719, "ce_q2": 0.19643200320910803, "ppl_q2": 1.2186425124542624, "ce_q3": 0.2579797560089751, "ppl_q3": 1.297049200987514, "ce_q4": 0.3246505601873881, "ppl_q4": 1.3881905275055124, "duration": 368.03865933418274 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.7593064209967851, "ce": 0.23685456682741643, "ppl": 1.2694467228055, "ce_q1": 0.13991788394190371, "ppl_q1": 1.1509653626680374, "ce_q2": 0.2028427793905139, "ppl_q2": 1.226467687189579, "ce_q3": 0.2684141566194594, "ppl_q3": 1.3107935539484024, "ce_q4": 0.33624344670772555, "ppl_q4": 1.4045857654213905, "duration": 9580.192293643951 }, "valid": { "ce": 0.2278020052781588, "ppl": 1.2579596374608293, "ce_q1": 0.13307934485470194, "ppl_q1": 1.1431276934056342, "ce_q2": 0.1959167003065725, "ppl_q2": 1.2180069096480743, "ce_q3": 0.25770771767519696, "ppl_q3": 1.2966860261144517, "ce_q4": 0.32450425832331936, "ppl_q4": 1.3879840902135343, "duration": 380.77603125572205 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.7740668349564076, "ce": 0.23690926843881607, "ppl": 1.2695665367245674, "ce_q1": 0.14018416186049582, "ppl_q1": 1.1512908690571786, "ce_q2": 0.20302358677983284, "ppl_q2": 1.2267142446637154, "ce_q3": 0.26843919563665986, "ppl_q3": 1.3108944136500358, "ce_q4": 0.3359901293106377, "ppl_q4": 1.4043555800914764, "duration": 10097.089985847473 }, "valid": { "ce": 0.22762313202212128, "ppl": 1.2577378719667844, "ce_q1": 0.1328005560591251, "ppl_q1": 1.1428058524675007, "ce_q2": 0.1957149401872973, "ppl_q2": 1.2177722318262993, "ce_q3": 0.25755599735281137, "ppl_q3": 1.2964891391464426, "ce_q4": 0.3244210440146772, "ppl_q4": 1.3878784572021872, "duration": 380.9564025402069 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.7629056445807219, "ce": 0.23759560581296682, "ppl": 1.2706120741963387, "ce_q1": 0.14004144414514302, "ppl_q1": 1.1511869466900826, "ce_q2": 0.20307460083812476, "ppl_q2": 1.226931110918522, "ce_q3": 0.26914824870973825, "ppl_q3": 1.3120183774232865, "ce_q4": 0.33811812895536425, "ppl_q4": 1.4077248179912567, "duration": 9941.643844366074 }, "valid": { "ce": 0.22723062015786955, "ppl": 1.2572285570675814, "ce_q1": 0.13235989726985556, "ppl_q1": 1.1422934411447259, "ce_q2": 0.19538095319950127, "ppl_q2": 1.217345438426054, "ce_q3": 0.25713647543629514, "ppl_q3": 1.2959320469747615, "ce_q4": 0.32404515505591525, "ppl_q4": 1.3873321240461325, "duration": 369.8635036945343 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.7822054946124554, "ce": 0.2374809791147709, "ppl": 1.2704038944840432, "ce_q1": 0.13979671021923423, "ppl_q1": 1.1508849658966065, "ce_q2": 0.20325931436382233, "ppl_q2": 1.2271112378239633, "ce_q3": 0.2688052276149392, "ppl_q3": 1.311464338541031, "ce_q4": 0.33806266306340693, "ppl_q4": 1.4075241394042968, "duration": 9753.883709430695 }, "valid": { "ce": 0.22680127262314664, "ppl": 1.256680597232867, "ce_q1": 0.13173822007035907, "ppl_q1": 1.1415773177448707, "ce_q2": 0.194898527162739, "ppl_q2": 1.2167490298234964, "ce_q3": 0.25671091496567183, "ppl_q3": 1.2953750498687164, "ce_q4": 0.3238574330565296, "ppl_q4": 1.3870616789105572, "duration": 368.7049789428711 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.7903054953366518, "ce": 0.2367863023430109, "ppl": 1.2694587385058402, "ce_q1": 0.1392606132775545, "ppl_q1": 1.1502389285564423, "ce_q2": 0.2027334346882999, "ppl_q2": 1.2264285063147544, "ce_q3": 0.26826757328025996, "ppl_q3": 1.3107098459601403, "ce_q4": 0.3368835870586336, "ppl_q4": 1.405710391819477, "duration": 9762.63434791565 }, "valid": { "ce": 0.22626867682873447, "ppl": 1.2560096798063833, "ce_q1": 0.13152918969339963, "ppl_q1": 1.1413356774969945, "ce_q2": 0.1943574321420887, "ppl_q2": 1.2160895730875716, "ce_q3": 0.25616807226516025, "ppl_q3": 1.294674186766902, "ce_q4": 0.32302001345006726, "ppl_q4": 1.3858960972556584, "duration": 370.98861265182495 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.8007361833155155, "ce": 0.23663719480857254, "ppl": 1.269249272108078, "ce_q1": 0.1388839657269418, "ppl_q1": 1.1497901789546012, "ce_q2": 0.20259303681738675, "ppl_q2": 1.2262300137281419, "ce_q3": 0.2683315980695188, "ppl_q3": 1.3107663362026214, "ce_q4": 0.3367401777282357, "ppl_q4": 1.4054936626553536, "duration": 9874.321754693985 }, "valid": { "ce": 0.2265099391718454, "ppl": 1.2563036242617835, "ce_q1": 0.1315399381933333, "ppl_q1": 1.1413428481621077, "ce_q2": 0.19479119060914726, "ppl_q2": 1.2166080565392217, "ce_q3": 0.25642215451107747, "ppl_q3": 1.2949935922139808, "ce_q4": 0.32328647507142416, "ppl_q4": 1.3862528197373016, "duration": 375.6848351955414 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.8122369261234998, "ce": 0.23792855026200413, "ppl": 1.2708076131343842, "ce_q1": 0.13978421782329678, "ppl_q1": 1.1508216080665588, "ce_q2": 0.2037396509498358, "ppl_q2": 1.227577201128006, "ce_q3": 0.2696165804602206, "ppl_q3": 1.312350681900978, "ce_q4": 0.33857375050336125, "ppl_q4": 1.407835367023945, "duration": 9884.318295240402 }, "valid": { "ce": 0.22572990101349505, "ppl": 1.2553173182885857, "ce_q1": 0.13091754215427592, "ppl_q1": 1.140630971027326, "ce_q2": 0.19368831605850895, "ppl_q2": 1.215258945392657, "ce_q3": 0.2557466396048099, "ppl_q3": 1.2941076197201693, "ce_q4": 0.3225671030298064, "ppl_q4": 1.3852484437483776, "duration": 372.3847210407257 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.793204349860549, "ce": 0.23371777066215874, "ppl": 1.2655342619419099, "ce_q1": 0.13718466015718878, "ppl_q1": 1.147833851635456, "ce_q2": 0.20006070529855788, "ppl_q2": 1.2231077144742013, "ce_q3": 0.2650848253462464, "ppl_q3": 1.306504865348339, "ce_q4": 0.33254089166224005, "ppl_q4": 1.3995740624070168, "duration": 9840.461713790894 }, "valid": { "ce": 0.22548739687551425, "ppl": 1.2550196496746209, "ce_q1": 0.13059186638344691, "ppl_q1": 1.1402611370328106, "ce_q2": 0.19367442232898519, "ppl_q2": 1.2152509855318674, "ce_q3": 0.25537342813950553, "ppl_q3": 1.2936262842975086, "ce_q4": 0.32230987239487563, "ppl_q4": 1.3849103662032116, "duration": 371.8497664928436 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.8240224216729403, "ce": 0.23315792963653803, "ppl": 1.2647923899292945, "ce_q1": 0.13675606906041504, "ppl_q1": 1.1473355682492257, "ce_q2": 0.19954606886580586, "ppl_q2": 1.2224380002021789, "ce_q3": 0.2642233612984419, "ppl_q3": 1.305375330865383, "ce_q4": 0.33210621976852417, "ppl_q4": 1.3988679733872413, "duration": 9806.019900560379 }, "valid": { "ce": 0.22566265207302721, "ppl": 1.255235181579107, "ce_q1": 0.13060598410194432, "ppl_q1": 1.1402720001679432, "ce_q2": 0.19378430151109455, "ppl_q2": 1.2153825624079644, "ce_q3": 0.255592904324773, "ppl_q3": 1.2939109334462806, "ce_q4": 0.3226674191559417, "ppl_q4": 1.3853962119621566, "duration": 369.0384819507599 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.8544749879091978, "ce": 0.23668315253779293, "ppl": 1.269325015425682, "ce_q1": 0.13880182195454835, "ppl_q1": 1.1497194021940231, "ce_q2": 0.20259497648850083, "ppl_q2": 1.2262280118465423, "ce_q3": 0.2684658388197422, "ppl_q3": 1.3109768298268318, "ce_q4": 0.3368699716813862, "ppl_q4": 1.405703274011612, "duration": 9878.42060136795 }, "valid": { "ce": 0.22485628686373746, "ppl": 1.2542132893695106, "ce_q1": 0.12989867049493367, "ppl_q1": 1.1394610555866096, "ce_q2": 0.19280013177968278, "ppl_q2": 1.214174518102332, "ce_q3": 0.2548665206266355, "ppl_q3": 1.2929603887509695, "ce_q4": 0.32185981997960733, "ppl_q4": 1.384264912786363, "duration": 370.40525102615356 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.8379982327222824, "ce": 0.23464179111644626, "ppl": 1.2667320666909219, "ce_q1": 0.1371321489661932, "ppl_q1": 1.1477951260209083, "ce_q2": 0.20063013055175544, "ppl_q2": 1.2238424528241159, "ce_q3": 0.2660925634428859, "ppl_q3": 1.3078379932045936, "ce_q4": 0.3347123210243881, "ppl_q4": 1.4026392904520035, "duration": 9768.114993572235 }, "valid": { "ce": 0.22464384723313247, "ppl": 1.2539367404165147, "ce_q1": 0.12969526610796964, "ppl_q1": 1.139224242560471, "ce_q2": 0.19264341051442713, "ppl_q2": 1.2139757283126251, "ce_q3": 0.2547223637752895, "ppl_q3": 1.292766515212723, "ce_q4": 0.3215143531560898, "ppl_q4": 1.383761552315724, "duration": 368.23194789886475 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.86219987000525, "ce": 0.2342256380915642, "ppl": 1.266316395699978, "ce_q1": 0.1369770624432713, "ppl_q1": 1.1476514223814012, "ce_q2": 0.20028982244245708, "ppl_q2": 1.2234873626828193, "ce_q3": 0.2660375401973724, "ppl_q3": 1.3079467360973358, "ce_q4": 0.3335981272011995, "ppl_q4": 1.4013232781887055, "duration": 9705.977561950684 }, "valid": { "ce": 0.22461296155860153, "ppl": 1.2538884289657013, "ce_q1": 0.1294288910170899, "ppl_q1": 1.1389119293116317, "ce_q2": 0.19257787992305395, "ppl_q2": 1.2138880461077146, "ce_q3": 0.25462750090828423, "ppl_q3": 1.2926320667508282, "ce_q4": 0.3218175761307342, "ppl_q4": 1.3841760882848426, "duration": 368.38805413246155 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.8433113096654415, "ce": 0.23467472491413355, "ppl": 1.2667657610774041, "ce_q1": 0.1371600694935769, "ppl_q1": 1.1478181686997413, "ce_q2": 0.20055909070000053, "ppl_q2": 1.223722323358059, "ce_q3": 0.2663664872609079, "ppl_q3": 1.3082173136472701, "ce_q4": 0.33461325147002935, "ppl_q4": 1.402521133005619, "duration": 9708.52119755745 }, "valid": { "ce": 0.2242452059931393, "ppl": 1.2534274828584888, "ce_q1": 0.12902310716954968, "ppl_q1": 1.138451891609385, "ce_q2": 0.19203658024721507, "ppl_q2": 1.2132271784770339, "ce_q3": 0.2544846135792853, "ppl_q3": 1.2924500884889047, "ce_q4": 0.3214365185438832, "ppl_q4": 1.3836491334287426, "duration": 366.5915756225586 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.8657613289952278, "ce": 0.23252062162570655, "ppl": 1.2639738714098931, "ce_q1": 0.13543551043607294, "ppl_q1": 1.145810266494751, "ce_q2": 0.19870789982564746, "ppl_q2": 1.2214089124798775, "ce_q3": 0.2638619406186044, "ppl_q3": 1.3048596836328505, "ce_q4": 0.3320771352984011, "ppl_q4": 1.3988350221514703, "duration": 9681.17730140686 }, "valid": { "ce": 0.2237146500545212, "ppl": 1.252752418759503, "ce_q1": 0.12870671661405625, "ppl_q1": 1.1380892780762684, "ce_q2": 0.19166359692057477, "ppl_q2": 1.2127650432948824, "ce_q3": 0.25372541592090947, "ppl_q3": 1.291452762446826, "ce_q4": 0.3207628672258763, "ppl_q4": 1.382697487179237, "duration": 366.955242395401 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.8897006872445344, "ce": 0.2343676543449983, "ppl": 1.2663400563001632, "ce_q1": 0.13655680075054988, "ppl_q1": 1.147111685693264, "ce_q2": 0.20027388502657414, "ppl_q2": 1.2233549463748932, "ce_q3": 0.26577890779823066, "ppl_q3": 1.3073822123408319, "ce_q4": 0.334861023417674, "ppl_q4": 1.4028073732852935, "duration": 9676.316682100296 }, "valid": { "ce": 0.223639078438282, "ppl": 1.2526614967780778, "ce_q1": 0.12824694199275366, "ppl_q1": 1.1375624590282198, "ce_q2": 0.1917092931232875, "ppl_q2": 1.2128265417074855, "ce_q3": 0.25373853082898296, "ppl_q3": 1.2914758920669556, "ce_q4": 0.32086155554161794, "ppl_q4": 1.3828491953354847, "duration": 365.9454789161682 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.8613627022206783, "ce": 0.23115612630918622, "ppl": 1.262145898103714, "ce_q1": 0.13431656374409795, "ppl_q1": 1.144490255534649, "ce_q2": 0.19763093764148654, "ppl_q2": 1.2200254902243615, "ce_q3": 0.26261546912789346, "ppl_q3": 1.3030886825323105, "ce_q4": 0.3300615347065032, "ppl_q4": 1.3958034124970435, "duration": 9693.59753704071 }, "valid": { "ce": 0.22312146915665157, "ppl": 1.252003546002545, "ce_q1": 0.1278508921872966, "ppl_q1": 1.1371061364306678, "ce_q2": 0.19106027465077896, "ppl_q2": 1.212027967730655, "ce_q3": 0.2531561288463918, "ppl_q3": 1.2907147467890872, "ce_q4": 0.3204185841958734, "ppl_q4": 1.3822253308718717, "duration": 366.94298481941223 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.908048603400588, "ce": 0.235454489313066, "ppl": 1.2677685154080391, "ce_q1": 0.13675571073405446, "ppl_q1": 1.14733238530159, "ce_q2": 0.20070319144427776, "ppl_q2": 1.2238985011577606, "ce_q3": 0.26769069029390813, "ppl_q3": 1.3099823869466782, "ce_q4": 0.3366683651320636, "ppl_q4": 1.4055282616615294, "duration": 9683.2853038311 }, "valid": { "ce": 0.22287857579656795, "ppl": 1.251698582987242, "ce_q1": 0.12748240839831437, "ppl_q1": 1.1366879064825517, "ce_q2": 0.19075078394594072, "ppl_q2": 1.2116518926016893, "ce_q3": 0.2531034140081345, "ppl_q3": 1.290647349780119, "ce_q4": 0.32017770070063917, "ppl_q4": 1.3818864822387695, "duration": 368.0078036785126 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.8907943293452263, "ce": 0.2334776145145297, "ppl": 1.265300272166729, "ce_q1": 0.13528298148326576, "ppl_q1": 1.1456673826575279, "ce_q2": 0.19886671376228332, "ppl_q2": 1.221681811749935, "ce_q3": 0.26553389417007567, "ppl_q3": 1.307193623483181, "ce_q4": 0.33422686894610526, "ppl_q4": 1.4021515442728996, "duration": 9695.132495880127 }, "valid": { "ce": 0.22244266816709615, "ppl": 1.251152749303021, "ce_q1": 0.12718283983914158, "ppl_q1": 1.1363440857657903, "ce_q2": 0.19031281929604615, "ppl_q2": 1.2111205979238582, "ce_q3": 0.2524469843770884, "ppl_q3": 1.289795385131353, "ce_q4": 0.31982803495624396, "ppl_q4": 1.381416277040409, "duration": 366.9203655719757 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.9096775303632021, "ce": 0.23506063682585954, "ppl": 1.2671895247101783, "ce_q1": 0.13643693218752742, "ppl_q1": 1.1469796419143676, "ce_q2": 0.20069455729424954, "ppl_q2": 1.2238526966571808, "ce_q3": 0.26717664779350164, "ppl_q3": 1.3091547988057137, "ce_q4": 0.3359344099313021, "ppl_q4": 1.4042422744631766, "duration": 9707.760141849518 }, "valid": { "ce": 0.22256086521510837, "ppl": 1.2512956631334522, "ce_q1": 0.12733207147898554, "ppl_q1": 1.1365127065513707, "ce_q2": 0.1904381896498837, "ppl_q2": 1.2112725671333602, "ce_q3": 0.2526305061352404, "ppl_q3": 1.2900259404242793, "ce_q4": 0.3198426975102364, "ppl_q4": 1.3814161517952062, "duration": 368.1453652381897 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.9211164204627276, "ce": 0.23423236275464296, "ppl": 1.2661625984311105, "ce_q1": 0.135913484364748, "ppl_q1": 1.146407061636448, "ce_q2": 0.1996651696469635, "ppl_q2": 1.2226304235458374, "ce_q3": 0.26611007867753506, "ppl_q3": 1.3077730984091758, "ce_q4": 0.3352407186329365, "ppl_q4": 1.4032266647219658, "duration": 9650.361552000046 }, "valid": { "ce": 0.22240206665253337, "ppl": 1.251096153561073, "ce_q1": 0.12683537272335607, "ppl_q1": 1.135945184321343, "ce_q2": 0.19016662504099593, "ppl_q2": 1.2109397468687613, "ce_q3": 0.25264612217492693, "ppl_q3": 1.2900513621825207, "ce_q4": 0.3199601495945001, "ppl_q4": 1.3815833918655975, "duration": 361.4666290283203 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.9272204228788614, "ce": 0.23298123812116683, "ppl": 1.264630047082901, "ce_q1": 0.13471630371920765, "ppl_q1": 1.145032915711403, "ce_q2": 0.19840975393727422, "ppl_q2": 1.2211361768841744, "ce_q3": 0.26513129886984826, "ppl_q3": 1.3065884143710136, "ce_q4": 0.3336675958223641, "ppl_q4": 1.4011370757818222, "duration": 9633.943640232086 }, "valid": { "ce": 0.22227797270575655, "ppl": 1.2509393692016602, "ce_q1": 0.12701940819432464, "ppl_q1": 1.1361545852467985, "ce_q2": 0.19031501438798784, "ppl_q2": 1.211118766024143, "ce_q3": 0.2521979266518279, "ppl_q3": 1.2894670570952982, "ce_q4": 0.31957953791075117, "ppl_q4": 1.381051922146278, "duration": 367.50013637542725 }, "evaluate": { "duration": 0.00047206878662109375 }, "generate": { "rtf": 0.14413857460021973, "duration": 6.499833822250366 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.9470209015160799, "ce": 0.23201891387626528, "ppl": 1.2634971190094948, "ce_q1": 0.13434666631557046, "ppl_q1": 1.1446369975805282, "ce_q2": 0.19790984624996782, "ppl_q2": 1.2205443491339683, "ce_q3": 0.2639150283038616, "ppl_q3": 1.305118322134018, "ce_q4": 0.33190411560982463, "ppl_q4": 1.3989235188364983, "duration": 9666.763538837433 }, "valid": { "ce": 0.2217031944590279, "ppl": 1.2502088878728166, "ce_q1": 0.12630884429510636, "ppl_q1": 1.1353401156920422, "ce_q2": 0.18956488606673252, "ppl_q2": 1.210199915910069, "ce_q3": 0.2519025809214085, "ppl_q3": 1.2890822464906717, "ce_q4": 0.3190364658455305, "ppl_q4": 1.380279086813142, "duration": 365.5077362060547 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.9266521014720202, "ce": 0.22974622504785658, "ppl": 1.2605374244451524, "ce_q1": 0.13304848539456726, "ppl_q1": 1.1431146758198738, "ce_q2": 0.19607514742948115, "ppl_q2": 1.2182835537195205, "ce_q3": 0.26102787981554865, "ppl_q3": 1.3012245599627494, "ce_q4": 0.3288333866894245, "ppl_q4": 1.3944026638269424, "duration": 9671.954688549042 }, "valid": { "ce": 0.22169184458406666, "ppl": 1.2501893918725508, "ce_q1": 0.12631878252082232, "ppl_q1": 1.1353501911404766, "ce_q2": 0.18967997424210173, "ppl_q2": 1.2103372540655015, "ce_q3": 0.2517635933583296, "ppl_q3": 1.288890016229847, "ce_q4": 0.31900502684750137, "ppl_q4": 1.3802283428892304, "duration": 365.62072372436523 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.948769894182682, "ce": 0.23166203208640218, "ppl": 1.2628923121094704, "ce_q1": 0.13396896211337297, "ppl_q1": 1.144148562014103, "ce_q2": 0.19750558260828258, "ppl_q2": 1.2199700670838356, "ce_q3": 0.2633515786156058, "ppl_q3": 1.3041578865051269, "ce_q4": 0.3318220050185919, "ppl_q4": 1.3984629881978035, "duration": 9607.44147324562 }, "valid": { "ce": 0.22155549065976204, "ppl": 1.2500215316120582, "ce_q1": 0.12599047796824311, "ppl_q1": 1.1349758573725253, "ce_q2": 0.18938914262041262, "ppl_q2": 1.2099834620198118, "ce_q3": 0.2518265888660769, "ppl_q3": 1.2889760898638376, "ce_q4": 0.31901575096800355, "ppl_q4": 1.3802585405639456, "duration": 361.4547076225281 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.9637638848721981, "ce": 0.2304306443668902, "ppl": 1.2613646184802056, "ce_q1": 0.13304610812384635, "ppl_q1": 1.1430829654335977, "ce_q2": 0.19657587004452945, "ppl_q2": 1.2188454918861389, "ce_q3": 0.2620207087360322, "ppl_q3": 1.3024909216761589, "ce_q4": 0.3300798907130957, "ppl_q4": 1.3961113179922104, "duration": 9569.696407794952 }, "valid": { "ce": 0.2211502579194081, "ppl": 1.2495146401320831, "ce_q1": 0.12569607765991478, "ppl_q1": 1.134642685515971, "ce_q2": 0.18895255510188355, "ppl_q2": 1.2094538347630561, "ce_q3": 0.2514371895526029, "ppl_q3": 1.2884815086292316, "ce_q4": 0.31851520832580854, "ppl_q4": 1.379555634305447, "duration": 361.3419349193573 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.9485900522023439, "ce": 0.2294189603999257, "ppl": 1.2599869817495346, "ce_q1": 0.13221628443337977, "ppl_q1": 1.1421014306545259, "ce_q2": 0.19559517883323133, "ppl_q2": 1.217570562660694, "ce_q3": 0.26103992250189184, "ppl_q3": 1.3010993636846542, "ce_q4": 0.3288244555331767, "ppl_q4": 1.3941211062669754, "duration": 9602.91431236267 }, "valid": { "ce": 0.22080804407596588, "ppl": 1.2490805538394782, "ce_q1": 0.12515957323433477, "ppl_q1": 1.1340282853645614, "ce_q2": 0.18858369722773757, "ppl_q2": 1.209003923814508, "ce_q3": 0.25110574641936945, "ppl_q3": 1.288043412981154, "ce_q4": 0.3183831612143335, "ppl_q4": 1.3793715962880775, "duration": 365.63708662986755 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.9650584135204554, "ce": 0.23151149417087435, "ppl": 1.2626154228448867, "ce_q1": 0.13360461187921466, "ppl_q1": 1.1436857355833054, "ce_q2": 0.19745921243727207, "ppl_q2": 1.2198266586065292, "ce_q3": 0.2633057012632489, "ppl_q3": 1.3040281805992127, "ce_q4": 0.3316764515675604, "ppl_q4": 1.398113205909729, "duration": 9679.771156787872 }, "valid": { "ce": 0.22038969501287123, "ppl": 1.2485525049740755, "ce_q1": 0.12510413186082356, "ppl_q1": 1.133963467199591, "ce_q2": 0.18808293550074856, "ppl_q2": 1.2083929852594304, "ce_q3": 0.2506328007277054, "ppl_q3": 1.287423654447628, "ce_q4": 0.31773890932149523, "ppl_q4": 1.3784759663328339, "duration": 366.63561272621155 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.9775146120935678, "ce": 0.23115618247911335, "ppl": 1.2621650641560556, "ce_q1": 0.1330493483040482, "ppl_q1": 1.1430369266271592, "ce_q2": 0.1969981191176921, "ppl_q2": 1.2192553377747535, "ce_q3": 0.2629088137000799, "ppl_q3": 1.303508770942688, "ce_q4": 0.3316684479638934, "ppl_q4": 1.3981463550329207, "duration": 9685.887311220169 }, "valid": { "ce": 0.22074471017982386, "ppl": 1.2489974664736399, "ce_q1": 0.12516663530016248, "ppl_q1": 1.1340331970890867, "ce_q2": 0.1884288596390169, "ppl_q2": 1.2088091509251655, "ce_q3": 0.25105338317306736, "ppl_q3": 1.2879743183715433, "ce_q4": 0.31832996312576006, "ppl_q4": 1.3792952268938474, "duration": 365.84961676597595 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 1.0191115493029357, "ce": 0.22931050305441023, "ppl": 1.26009128677845, "ce_q1": 0.13216725342161953, "ppl_q1": 1.142144699573517, "ce_q2": 0.19550814217142762, "ppl_q2": 1.217654495894909, "ce_q3": 0.26090616297349334, "ppl_q3": 1.301205468416214, "ce_q4": 0.3286604534350336, "ppl_q4": 1.3944075469374657, "duration": 9914.915214776993 }, "valid": { "ce": 0.22041845887522155, "ppl": 1.2485858669763878, "ce_q1": 0.1250342290046849, "ppl_q1": 1.133883601502527, "ce_q2": 0.18824795378914363, "ppl_q2": 1.2085899597481837, "ce_q3": 0.2507074797832513, "ppl_q3": 1.2875178690198101, "ce_q4": 0.3176841750929627, "ppl_q4": 1.378393850749052, "duration": 387.12232065200806 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.9639001195579767, "ce": 0.2309434513747692, "ppl": 1.2620587416291238, "ce_q1": 0.13269876553304494, "ppl_q1": 1.1426936247944832, "ce_q2": 0.19676523014716804, "ppl_q2": 1.2190876905918122, "ce_q3": 0.2627004101313651, "ppl_q3": 1.3034465929865837, "ce_q4": 0.33160940039902925, "ppl_q4": 1.3983913182616234, "duration": 9993.127159833908 }, "valid": { "ce": 0.2200620936442025, "ppl": 1.2481322409231452, "ce_q1": 0.12471365707018707, "ppl_q1": 1.133514239818235, "ce_q2": 0.18758306359942956, "ppl_q2": 1.2077742784838132, "ce_q3": 0.250356066453306, "ppl_q3": 1.2870621062532257, "ce_q4": 0.3175955880669099, "ppl_q4": 1.3782608735410473, "duration": 365.55388736724854 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 1.0031014182716609, "ce": 0.23244657453894615, "ppl": 1.2638761784434318, "ce_q1": 0.13384626237675548, "ppl_q1": 1.1439940058588982, "ce_q2": 0.19792362372763456, "ppl_q2": 1.2204588510394097, "ce_q3": 0.2645719394423068, "ppl_q3": 1.305765799164772, "ce_q4": 0.33344447235390545, "ppl_q4": 1.4007595770955086, "duration": 9666.28326678276 }, "valid": { "ce": 0.219994455575943, "ppl": 1.2480462276482884, "ce_q1": 0.12452223288673389, "ppl_q1": 1.1332957125917267, "ce_q2": 0.18762184415436997, "ppl_q2": 1.2078235677525968, "ce_q3": 0.25026123687813556, "ppl_q3": 1.2869350759288933, "ce_q4": 0.31757251031791106, "ppl_q4": 1.3782256147529506, "duration": 365.40531611442566 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 1.0118435633182525, "ce": 0.23150032332539558, "ppl": 1.2628177829384803, "ce_q1": 0.1331249108137563, "ppl_q1": 1.143229542195797, "ce_q2": 0.19717838522046804, "ppl_q2": 1.2196555158495903, "ce_q3": 0.2636706692278385, "ppl_q3": 1.3047886480093003, "ce_q4": 0.3320273279119283, "ppl_q4": 1.399018600523472, "duration": 9686.507339954376 }, "valid": { "ce": 0.22008233008128178, "ppl": 1.2481568312343163, "ce_q1": 0.12448131703311884, "ppl_q1": 1.1332505715044239, "ce_q2": 0.1878422381757181, "ppl_q2": 1.2080933021593698, "ce_q3": 0.25035045069607, "ppl_q3": 1.2870467463626136, "ce_q4": 0.3176553151275538, "ppl_q4": 1.3783401341377934, "duration": 365.8681538105011 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 0.9837889188677073, "ce": 0.22978202194347977, "ppl": 1.2605826894640924, "ce_q1": 0.13192134928144514, "ppl_q1": 1.1418069807291031, "ce_q2": 0.19567500212416053, "ppl_q2": 1.2177738382816314, "ce_q3": 0.261657769985497, "ppl_q3": 1.302064316213131, "ce_q4": 0.3298739665001631, "ppl_q4": 1.3959158515930177, "duration": 9625.167886734009 }, "valid": { "ce": 0.2197572504040561, "ppl": 1.2477463513989993, "ce_q1": 0.1238613875606392, "ppl_q1": 1.132543298262584, "ce_q2": 0.18757582361562342, "ppl_q2": 1.2077673432193226, "ce_q3": 0.2501301539095142, "ppl_q3": 1.2867611737190923, "ce_q4": 0.3174616377564925, "ppl_q4": 1.3780674738220022, "duration": 361.4447102546692 } }, { "train": { "lr": 9.999999999999715e-05, "grad_norm": 1.0205622183084488, "ce": 0.2291562844365835, "ppl": 1.259750031709671, "ce_q1": 0.13173288409784437, "ppl_q1": 1.1415968937277794, "ce_q2": 0.1950578138511628, "ppl_q2": 1.2170116726756095, "ce_q3": 0.2607075095996261, "ppl_q3": 1.3007468707561494, "ce_q4": 0.32912692898139356, "ppl_q4": 1.3947249777317048, "duration": 9559.163588762283 }, "valid": { "ce": 0.2195237306288526, "ppl": 1.247450664073606, "ce_q1": 0.12384205174785626, "ppl_q1": 1.132516882087611, "ce_q2": 0.18722588946170446, "ppl_q2": 1.2073387767695174, "ce_q3": 0.24984214171955857, "ppl_q3": 1.2863905897623376, "ce_q4": 0.3171848390675798, "ppl_q4": 1.3776818740216992, "duration": 361.4325656890869 } } ]