v14p21/ckpt_092000.json

{"sent": 92000, "total_steps": 1604290, "eval_results": [{"sent": 2000, "train_loss": 2.034756302735293, "train_acc": 0.45750275547157926, "eval_loss": 1.352896087921218, "eval_acc": 0.5675675675675675, "ppl": 3.8686131665524304, "neural_p_loss": 2.6708052447679975, "neural_p_acc": 0.35135135135135137, "neural_p_ppl": 14.451601585278466, "neural_w_loss": 2.6059707874432254, "neural_w_acc": 0.35135135135135137, "neural_w_ppl": 13.544367624531349, "w_freq": 0.02762921568485441, "w_bigram": 0.05736157689369715, "w_trigram": 0.2556483969794982, "w_skip_bi": 0.06602301041330799, "w_skip_tri": 0.7029348773222942, "w_neural_phoneme": 0.0, "w_neural_word": 0.0, "phoneme_proto_slots": 1024, "word_proto_slots": 1024, "word_vocab": 1593, "elapsed_s": 33.13985323905945, "steps_per_sec": 958.2118475579963}, {"sent": 4000, "train_loss": 1.9871752307832833, "train_acc": 0.45798861480075903, "eval_loss": 1.3621331294360826, "eval_acc": 0.5609756097560976, "ppl": 3.904513257031836, "neural_p_loss": 3.0075657267441636, "neural_p_acc": 0.3048780487804878, "neural_p_ppl": 20.238074909812454, "neural_w_loss": 2.853650904935056, "neural_w_acc": 0.3048780487804878, "neural_w_ppl": 17.351013244292663, "w_freq": 0.041958338932862195, "w_bigram": 0.04556890695642839, "w_trigram": 0.25534014281640255, "w_skip_bi": 0.21001471098001054, "w_skip_tri": 0.5418681264423018, "w_neural_phoneme": 0.0, "w_neural_word": 0.0, "phoneme_proto_slots": 1024, "word_proto_slots": 1024, "word_vocab": 2198, "elapsed_s": 60.683359146118164, "steps_per_sec": 957.5112653221819}, {"sent": 6000, "train_loss": 1.9963971557578784, "train_acc": 0.45615418910113514, "eval_loss": 1.5623044802657207, "eval_acc": 0.5, "ppl": 4.769800500665318, "neural_p_loss": 3.1973851453388473, "neural_p_acc": 0.2755102040816326, "neural_p_ppl": 24.468464993275628, "neural_w_loss": 2.9878445692114024, "neural_w_acc": 0.29591836734693877, "neural_w_ppl": 19.842866439365235, "w_freq": 0.05217992852142049, "w_bigram": 0.10062519196738448, "w_trigram": 0.23244254603635675, "w_skip_bi": 0.10069160130565644, "w_skip_tri": 0.6199743643753467, "w_neural_phoneme": 0.0, "w_neural_word": 0.0, "phoneme_proto_slots": 1024, "word_proto_slots": 1024, "word_vocab": 2819, "elapsed_s": 90.59811115264893, "steps_per_sec": 963.1988889146786}, {"sent": 8000, "train_loss": 1.9600586370216024, "train_acc": 0.46167960055345003, "eval_loss": 1.459280730407222, "eval_acc": 0.5084745762711864, "ppl": 4.302863496163115, "neural_p_loss": 2.7714404639924903, "neural_p_acc": 0.3220338983050847, "neural_p_ppl": 15.981638411983257, "neural_w_loss": 2.831258966643224, "neural_w_acc": 0.3220338983050847, "neural_w_ppl": 16.96680802936297, "w_freq": 0.01200933225018967, "w_bigram": 0.08472161232066765, "w_trigram": 0.19069835185323336, "w_skip_bi": 0.23624146063096285, "w_skip_tri": 0.6688825266958343, "w_neural_phoneme": 0.0, "w_neural_word": 0.0, "phoneme_proto_slots": 1024, "word_proto_slots": 1024, "word_vocab": 3459, "elapsed_s": 124.2912380695343, "steps_per_sec": 969.5775975180253}, {"sent": 10000, "train_loss": 1.928708914269561, "train_acc": 0.4654636329294162, "eval_loss": 1.3571800480176663, "eval_acc": 0.6176470588235294, "ppl": 3.885221700734973, "neural_p_loss": 3.0372149639363846, "neural_p_acc": 0.29411764705882354, "neural_p_ppl": 20.847102378535944, "neural_w_loss": 2.997333934640992, "neural_w_acc": 0.29411764705882354, "neural_w_ppl": 20.032058888623784, "w_freq": 0.004312531445526712, "w_bigram": 0.04938791094812298, "w_trigram": 0.15022623023631929, "w_skip_bi": 0.08103724610297994, "w_skip_tri": 0.9961421230232116, "w_neural_phoneme": 0.0, "w_neural_word": 0.0, "phoneme_proto_slots": 1024, "word_proto_slots": 1024, "word_vocab": 4067, "elapsed_s": 159.87436866760254, "steps_per_sec": 969.0296280206303}, {"sent": 12000, "train_loss": 1.7988620508447908, "train_acc": 0.5024344275168839, "eval_loss": 1.5005923709647202, "eval_acc": 0.5263157894736842, "ppl": 4.484344679291401, "neural_p_loss": 3.1631840533862685, "neural_p_acc": 0.2894736842105263, "neural_p_ppl": 23.645765573425734, "neural_w_loss": 2.995208448675175, "neural_w_acc": 0.34210526315789475, "neural_w_ppl": 19.98952624586967, "w_freq": 0.0014326126602689187, "w_bigram": 0.013075289355986236, "w_trigram": 0.15218068265622336, "w_skip_bi": 0.019038405740286334, "w_skip_tri": 1.0453717343635036, "w_neural_phoneme": 0.0, "w_neural_word": 0.0, "phoneme_proto_slots": 1024, "word_proto_slots": 1024, "word_vocab": 4455, "elapsed_s": 193.94419884681702, "steps_per_sec": 962.9470801934483}, {"sent": 14000, "train_loss": 1.8944028245350273, "train_acc": 0.47702280356522747, "eval_loss": 1.8254705634127903, "eval_acc": 0.5211267605633803, "ppl": 6.205714514347845, "neural_p_loss": 3.2968962108804827, "neural_p_acc": 0.30985915492957744, "neural_p_ppl": 27.028617466863356, "neural_w_loss": 3.1950254247213654, "neural_w_acc": 0.323943661971831, "neural_w_ppl": 24.41079432204936, "w_freq": 0.003375580926078459, "w_bigram": 0.020003362793722404, "w_trigram": 0.02415162957412654, "w_skip_bi": 0.020991522651497722, "w_skip_tri": 0.9537335828623482, "w_neural_phoneme": 0.0, "w_neural_word": 0.0, "phoneme_proto_slots": 1024, "word_proto_slots": 1024, "word_vocab": 4946, "elapsed_s": 229.31658124923706, "steps_per_sec": 965.1024744672113}, {"sent": 16000, "train_loss": 1.7916851813835162, "train_acc": 0.4957093134901584, "eval_loss": 1.592353545175441, "eval_acc": 0.6103896103896104, "ppl": 4.915303714980986, "neural_p_loss": 3.064480695378446, "neural_p_acc": 0.3116883116883117, "neural_p_ppl": 21.42333386170474, "neural_w_loss": 3.041215345583282, "neural_w_acc": 0.3116883116883117, "neural_w_ppl": 20.930665775582888, "w_freq": 0.0024329292643762088, "w_bigram": 0.018976655950950386, "w_trigram": 0.09692114021536256, "w_skip_bi": 0.1338353646211841, "w_skip_tri": 0.872418871759108, "w_neural_phoneme": 0.0, "w_neural_word": 0.0, "phoneme_proto_slots": 1024, "word_proto_slots": 1024, "word_vocab": 5338, "elapsed_s": 263.2176640033722, "steps_per_sec": 967.4198764895112}, {"sent": 18000, "train_loss": 1.8017173520407517, "train_acc": 0.49939166021457804, "eval_loss": 1.5351673653480973, "eval_acc": 0.5512820512820513, "ppl": 4.642102392024997, "neural_p_loss": 3.0312173832893987, "neural_p_acc": 0.32051282051282054, "neural_p_ppl": 20.722444397583914, "neural_w_loss": 2.9961780250033767, "neural_w_acc": 0.32051282051282054, "neural_w_ppl": 20.008917016226523, "w_freq": 0.0021521366947774073, "w_bigram": 0.0003686755876820033, "w_trigram": 0.08770442976179554, "w_skip_bi": 0.05860403255922668, "w_skip_tri": 1.0285428568659212, "w_neural_phoneme": 0.0, "w_neural_word": 0.0, "phoneme_proto_slots": 1024, "word_proto_slots": 1024, "word_vocab": 5752, "elapsed_s": 299.0590331554413, "steps_per_sec": 972.4033309799687}, {"sent": 20000, "train_loss": 1.7430485202986175, "train_acc": 0.5092219191080536, "eval_loss": 1.3647259324529617, "eval_acc": 0.6126126126126126, "ppl": 3.9146500264284394, "neural_p_loss": 2.8856868652908805, "neural_p_acc": 0.3063063063063063, "neural_p_ppl": 17.915869158959204, "neural_w_loss": 2.914304333995505, "neural_w_acc": 0.3063063063063063, "neural_w_ppl": 18.435982654262375, "w_freq": 0.023178140802986327, "w_bigram": 0.06471716918991578, "w_trigram": 0.05405259436521933, "w_skip_bi": 0.05532135423068759, "w_skip_tri": 0.8886153881047714, "w_neural_phoneme": 0.0, "w_neural_word": 0.0, "phoneme_proto_slots": 1024, "word_proto_slots": 1024, "word_vocab": 6098, "elapsed_s": 332.4108462333679, "steps_per_sec": 976.2918499120357}, {"sent": 22000, "train_loss": 1.782738727002634, "train_acc": 0.4991849302662561, "eval_loss": 1.7438273745376343, "eval_acc": 0.4782608695652174, "ppl": 5.719191072719693, "neural_p_loss": 3.0476664680146386, "neural_p_acc": 0.2608695652173913, "neural_p_ppl": 21.066128536703815, "neural_w_loss": 3.04421873711849, "neural_w_acc": 0.2463768115942029, "neural_w_ppl": 20.99362325565598, "w_freq": 0.0071663158933466965, "w_bigram": 0.00930713677634622, "w_trigram": 0.11245278322593703, "w_skip_bi": 0.047501737959639405, "w_skip_tri": 0.9773995332825159, "w_neural_phoneme": 0.0, "w_neural_word": 0.0, "phoneme_proto_slots": 1024, "word_proto_slots": 1024, "word_vocab": 6393, "elapsed_s": 365.43560695648193, "steps_per_sec": 978.7114150663256}, {"sent": 24000, "train_loss": 1.7889105976312585, "train_acc": 0.500903683743551, "eval_loss": 1.4512491458118961, "eval_acc": 0.6067415730337079, "ppl": 4.268443094204289, "neural_p_loss": 3.035928115431413, "neural_p_acc": 0.2808988764044944, "neural_p_ppl": 20.820292569787995, "neural_w_loss": 3.0262349836095326, "neural_w_acc": 0.29213483146067415, "neural_w_ppl": 20.61945368076461, "w_freq": 0.002684633632562478, "w_bigram": 0.01927017451844042, "w_trigram": 0.11261337570860293, "w_skip_bi": 0.040353453336810875, "w_skip_tri": 0.8845841577659969, "w_neural_phoneme": 0.0, "w_neural_word": 0.0, "phoneme_proto_slots": 1024, "word_proto_slots": 1024, "word_vocab": 6673, "elapsed_s": 396.2719557285309, "steps_per_sec": 979.345104769064}, {"sent": 26000, "train_loss": 1.8331113641062142, "train_acc": 0.4845958902018259, "eval_loss": 1.688622110182927, "eval_acc": 0.47580645161290325, "ppl": 5.412018400151453, "neural_p_loss": 3.1265865610833665, "neural_p_acc": 0.24193548387096775, "neural_p_ppl": 22.79603371783048, "neural_w_loss": 3.097342767248777, "neural_w_acc": 0.24193548387096775, "neural_w_ppl": 22.13904445751863, "w_freq": 0.00028980688963234586, "w_bigram": 0.00024669458178313045, "w_trigram": 0.10911837798256947, "w_skip_bi": 0.07219731349502292, "w_skip_tri": 0.9082050864494834, "w_neural_phoneme": 0.0, "w_neural_word": 0.0, "phoneme_proto_slots": 1024, "word_proto_slots": 1024, "word_vocab": 6984, "elapsed_s": 433.18279933929443, "steps_per_sec": 971.5021017498314}, {"sent": 28000, "train_loss": 2.0354776854698717, "train_acc": 0.4362919489701117, "eval_loss": 1.6900754654721977, "eval_acc": 0.49079754601226994, "ppl": 5.419889704234146, "neural_p_loss": 3.22381893289846, "neural_p_acc": 0.24539877300613497, "neural_p_ppl": 25.12388363359761, "neural_w_loss": 3.1798019336429295, "neural_w_acc": 0.24539877300613497, "neural_w_ppl": 24.041991170838386, "w_freq": 0.06120326262084201, "w_bigram": 0.045085546804469814, "w_trigram": 0.1710564710560188, "w_skip_bi": 0.1060605483013625, "w_skip_tri": 0.6121802197201829, "w_neural_phoneme": 0.0, "w_neural_word": 0.0, "phoneme_proto_slots": 1024, "word_proto_slots": 1024, "word_vocab": 7648, "elapsed_s": 478.1594407558441, "steps_per_sec": 972.4141371443101}, {"sent": 30000, "train_loss": 2.1245365424623555, "train_acc": 0.40860972544838353, "eval_loss": 1.689479278763187, "eval_acc": 0.46357615894039733, "ppl": 5.416659401055769, "neural_p_loss": 3.1900912710482014, "neural_p_acc": 0.23841059602649006, "neural_p_ppl": 24.290644374495738, "neural_w_loss": 3.1764933166031972, "neural_w_acc": 0.23841059602649006, "neural_w_ppl": 23.962576877369067, "w_freq": 0.009440722899971252, "w_bigram": 0.019175844665860246, "w_trigram": 0.18273217169529207, "w_skip_bi": 0.10399082560349197, "w_skip_tri": 0.6298211246801771, "w_neural_phoneme": 0.0, "w_neural_word": 0.0, "phoneme_proto_slots": 1024, "word_proto_slots": 1024, "word_vocab": 8515, "elapsed_s": 530.3793792724609, "steps_per_sec": 975.6996976576647}, {"sent": 32000, "train_loss": 2.0812049548426583, "train_acc": 0.419365814929436, "eval_loss": 1.505766159612692, "eval_acc": 0.5726495726495726, "ppl": 4.507605853197383, "neural_p_loss": 3.1877225018788993, "neural_p_acc": 0.23076923076923078, "neural_p_ppl": 24.233173539442777, "neural_w_loss": 3.150081177075829, "neural_w_acc": 0.23076923076923078, "neural_w_ppl": 23.337959011317864, "w_freq": 0.0013836769782898067, "w_bigram": 0.00900241312642705, "w_trigram": 0.1704882340853834, "w_skip_bi": 0.11902786103131086, "w_skip_tri": 0.7180221255922719, "w_neural_phoneme": 0.0, "w_neural_word": 0.0, "phoneme_proto_slots": 1024, "word_proto_slots": 1024, "word_vocab": 9486, "elapsed_s": 591.339371919632, "steps_per_sec": 979.4849244009399}, {"sent": 34000, "train_loss": 2.0695108420662978, "train_acc": 0.4232196982597146, "eval_loss": 1.621684443678378, "eval_acc": 0.5324675324675324, "ppl": 5.061609135324841, "neural_p_loss": 3.1374996262597983, "neural_p_acc": 0.24675324675324675, "neural_p_ppl": 23.046170717748474, "neural_w_loss": 3.1132382719530605, "neural_w_acc": 0.24675324675324675, "neural_w_ppl": 22.49376752506418, "w_freq": 9.916455516824266e-05, "w_bigram": 8.35405273647475e-05, "w_trigram": 0.17236827072800834, "w_skip_bi": 0.09765749259802337, "w_skip_tri": 0.6993597636982568, "w_neural_phoneme": 0.0, "w_neural_word": 0.0, "phoneme_proto_slots": 1024, "word_proto_slots": 1024, "word_vocab": 10546, "elapsed_s": 649.9585614204407, "steps_per_sec": 981.4994952998821}, {"sent": 36000, "train_loss": 2.0547800714302227, "train_acc": 0.43052444138089496, "eval_loss": 1.7366793290628082, "eval_acc": 0.5660377358490566, "ppl": 5.678455797099701, "neural_p_loss": 3.1228900480480046, "neural_p_acc": 0.27358490566037735, "neural_p_ppl": 22.71192343519108, "neural_w_loss": 3.064126468904378, "neural_w_acc": 0.27358490566037735, "neural_w_ppl": 21.415746493590788, "w_freq": 0.0032742319178578685, "w_bigram": 0.00034408106221136636, "w_trigram": 0.15804274182457703, "w_skip_bi": 0.08579290588797428, "w_skip_tri": 0.7018275488548228, "w_neural_phoneme": 0.0, "w_neural_word": 0.0, "phoneme_proto_slots": 1024, "word_proto_slots": 1024, "word_vocab": 11088, "elapsed_s": 685.151654958725, "steps_per_sec": 981.9023206483067}, {"sent": 38000, "train_loss": 1.9853641625893987, "train_acc": 0.4523450405803347, "eval_loss": 1.710390196121058, "eval_acc": 0.4883720930232558, "ppl": 5.531119277901323, "neural_p_loss": 3.1088682149345503, "neural_p_acc": 0.20930232558139536, "neural_p_ppl": 22.395682952103403, "neural_w_loss": 3.0374060582180853, "neural_w_acc": 0.23255813953488372, "neural_w_ppl": 20.85108652125183, "w_freq": 0.0009121755009112233, "w_bigram": 0.0013836601599476418, "w_trigram": 0.1578999480743385, "w_skip_bi": 0.0743155762903845, "w_skip_tri": 0.7836194955059553, "w_neural_phoneme": 0.0, "w_neural_word": 0.0, "phoneme_proto_slots": 1024, "word_proto_slots": 1024, "word_vocab": 11395, "elapsed_s": 714.8133630752563, "steps_per_sec": 980.1131822520787}, {"sent": 40000, "train_loss": 2.0214433718229845, "train_acc": 0.4380983335303156, "eval_loss": 1.6040378898833512, "eval_acc": 0.6129032258064516, "ppl": 4.97307265681044, "neural_p_loss": 3.1321680673776577, "neural_p_acc": 0.25806451612903225, "neural_p_ppl": 22.923625669911818, "neural_w_loss": 3.0258002186931168, "neural_w_acc": 0.25806451612903225, "neural_w_ppl": 20.610491014176226, "w_freq": 0.0018632907220916834, "w_bigram": 0.0021607310842909075, "w_trigram": 0.14627372308973077, "w_skip_bi": 0.092392635667519, "w_skip_tri": 0.7967095220326451, "w_neural_phoneme": 0.0, "w_neural_word": 0.0, "phoneme_proto_slots": 1024, "word_proto_slots": 1024, "word_vocab": 11827, "elapsed_s": 749.6809797286987, "steps_per_sec": 979.6727139399834}, {"sent": 42000, "train_loss": 1.9718594535512548, "train_acc": 0.4470009770857629, "eval_loss": 1.7715192240820656, "eval_acc": 0.45023696682464454, "ppl": 5.879779281711265, "neural_p_loss": 3.264132151489252, "neural_p_acc": 0.2559241706161137, "neural_p_ppl": 26.15740047655673, "neural_w_loss": 3.189327556639467, "neural_w_acc": 0.2559241706161137, "neural_w_ppl": 24.272100341463435, "w_freq": 0.0016707190222532405, "w_bigram": 0.0071221960214408716, "w_trigram": 0.1372427925562817, "w_skip_bi": 0.08546929567544227, "w_skip_tri": 0.8450323951900028, "w_neural_phoneme": 0.0, "w_neural_word": 0.0, "phoneme_proto_slots": 1024, "word_proto_slots": 1024, "word_vocab": 12148, "elapsed_s": 781.2321453094482, "steps_per_sec": 980.7187333497629}, {"sent": 44000, "train_loss": 1.9865235464558113, "train_acc": 0.4397480755773268, "eval_loss": 1.806782048492561, "eval_acc": 0.4594594594594595, "ppl": 6.0908159122852465, "neural_p_loss": 3.206115085578314, "neural_p_acc": 0.24324324324324326, "neural_p_ppl": 24.683008343169554, "neural_w_loss": 3.1985113595220658, "neural_w_acc": 0.25225225225225223, "neural_w_ppl": 24.49603724881097, "w_freq": 0.0007598414003711975, "w_bigram": 0.014978826074220084, "w_trigram": 0.12863495690020688, "w_skip_bi": 0.07851765938478943, "w_skip_tri": 0.8458210001383364, "w_neural_phoneme": 0.0, "w_neural_word": 0.0, "phoneme_proto_slots": 1024, "word_proto_slots": 1024, "word_vocab": 12373, "elapsed_s": 809.7981190681458, "steps_per_sec": 981.4162089120889}, {"sent": 46000, "train_loss": 1.9901714597958635, "train_acc": 0.44661983185534954, "eval_loss": 1.8091573432625347, "eval_acc": 0.41379310344827586, "ppl": 6.105300591347539, "neural_p_loss": 3.0816614234344475, "neural_p_acc": 0.2413793103448276, "neural_p_ppl": 21.794582362633925, "neural_w_loss": 3.0522735279667312, "neural_w_acc": 0.2413793103448276, "neural_w_ppl": 21.163405361855276, "w_freq": 0.002258131918226283, "w_bigram": 0.017103734450404244, "w_trigram": 0.12293894886332127, "w_skip_bi": 0.07187284928734987, "w_skip_tri": 0.8542286916443599, "w_neural_phoneme": 0.0, "w_neural_word": 0.0, "phoneme_proto_slots": 1024, "word_proto_slots": 1024, "word_vocab": 12688, "elapsed_s": 844.1322200298309, "steps_per_sec": 982.6434536175942}, {"sent": 48000, "train_loss": 1.8910944459623484, "train_acc": 0.4622872800692241, "eval_loss": 1.775675688357531, "eval_acc": 0.5, "ppl": 5.904269234793109, "neural_p_loss": 3.2101744166524466, "neural_p_acc": 0.234375, "neural_p_ppl": 24.78340848678397, "neural_w_loss": 3.1384005769451626, "neural_w_acc": 0.234375, "neural_w_ppl": 23.066943537289525, "w_freq": 0.000325782472694454, "w_bigram": 0.026340651707279547, "w_trigram": 0.12199423925012472, "w_skip_bi": 0.06234642493037941, "w_skip_tri": 0.8909380876952661, "w_neural_phoneme": 0.0, "w_neural_word": 0.0, "phoneme_proto_slots": 1024, "word_proto_slots": 1024, "word_vocab": 12870, "elapsed_s": 872.0221471786499, "steps_per_sec": 983.0220514162964}, {"sent": 50000, "train_loss": 1.8497522531084678, "train_acc": 0.4662031395598882, "eval_loss": 1.7051303164289648, "eval_acc": 0.5061728395061729, "ppl": 5.502102634861323, "neural_p_loss": 3.134854355773777, "neural_p_acc": 0.24691358024691357, "neural_p_ppl": 22.985287923764073, "neural_w_loss": 3.102127141195485, "neural_w_acc": 0.24691358024691357, "neural_w_ppl": 22.245219713559287, "w_freq": 6.581302785737313e-06, "w_bigram": 0.02148439062315753, "w_trigram": 0.10770998703866204, "w_skip_bi": 0.055682328929414465, "w_skip_tri": 0.9259887779246724, "w_neural_phoneme": 0.0, "w_neural_word": 0.0, "phoneme_proto_slots": 1024, "word_proto_slots": 1024, "word_vocab": 12991, "elapsed_s": 899.8311684131622, "steps_per_sec": 983.6500791152779}, {"sent": 52000, "train_loss": 2.070172082913469, "train_acc": 0.42239837062725344, "eval_loss": 1.5070541426431243, "eval_acc": 0.5486725663716814, "ppl": 4.513415313484202, "neural_p_loss": 3.2530486263409744, "neural_p_acc": 0.21238938053097345, "neural_p_ppl": 25.8690849979822, "neural_w_loss": 3.224245485883747, "neural_w_acc": 0.21238938053097345, "neural_w_ppl": 25.134602587101806, "w_freq": 0.0029316703205666157, "w_bigram": 0.014637828944029582, "w_trigram": 0.08762627250850727, "w_skip_bi": 0.036706475679924404, "w_skip_tri": 0.8513468624130833, "w_neural_phoneme": 0.0, "w_neural_word": 0.0, "phoneme_proto_slots": 1024, "word_proto_slots": 1024, "word_vocab": 13361, "elapsed_s": 935.6789898872375, "steps_per_sec": 984.7950097832676}, {"sent": 54000, "train_loss": 1.9294163105786113, "train_acc": 0.45122036506049373, "eval_loss": 1.5342477789443894, "eval_acc": 0.5052631578947369, "ppl": 4.637835539950932, "neural_p_loss": 3.36839436602324, "neural_p_acc": 0.2, "neural_p_ppl": 29.03187504980614, "neural_w_loss": 3.2961914426510823, "neural_w_acc": 0.2, "neural_w_ppl": 27.00957526694504, "w_freq": 0.00037656155101642506, "w_bigram": 0.01988831185439349, "w_trigram": 0.09228406851183024, "w_skip_bi": 0.05336646190038893, "w_skip_tri": 0.8753060479036417, "w_neural_phoneme": 0.0, "w_neural_word": 0.0, "phoneme_proto_slots": 1024, "word_proto_slots": 1024, "word_vocab": 13527, "elapsed_s": 964.3915436267853, "steps_per_sec": 985.1289201760821}, {"sent": 56000, "train_loss": 1.9023892835086151, "train_acc": 0.4728309351122833, "eval_loss": 1.6892441726359602, "eval_acc": 0.4891304347826087, "ppl": 5.415386060932379, "neural_p_loss": 3.1987772804464134, "neural_p_acc": 0.2391304347826087, "neural_p_ppl": 24.502552123861435, "neural_w_loss": 3.172242911017662, "neural_w_acc": 0.2391304347826087, "neural_w_ppl": 23.8609423537494, "w_freq": 0.002128799784663199, "w_bigram": 0.026557352123303988, "w_trigram": 0.10632061690330294, "w_skip_bi": 0.0641935428088423, "w_skip_tri": 0.8926468088916879, "w_neural_phoneme": 0.0, "w_neural_word": 0.0, "phoneme_proto_slots": 1024, "word_proto_slots": 1024, "word_vocab": 13709, "elapsed_s": 990.4589939117432, "steps_per_sec": 985.2331151499984}, {"sent": 58000, "train_loss": 2.0003912593946995, "train_acc": 0.43194274742537964, "eval_loss": 1.6624600044218278, "eval_acc": 0.5591397849462365, "ppl": 5.272264699117238, "neural_p_loss": 3.237413101745701, "neural_p_acc": 0.24731182795698925, "neural_p_ppl": 25.467753969889976, "neural_w_loss": 3.185335821627143, "neural_w_acc": 0.23655913978494625, "neural_w_ppl": 24.175405666860797, "w_freq": 0.004160859115644307, "w_bigram": 0.02018804766964675, "w_trigram": 0.09531665259086451, "w_skip_bi": 0.05965904228334267, "w_skip_tri": 0.8854898755978455, "w_neural_phoneme": 0.0, "w_neural_word": 0.0, "phoneme_proto_slots": 1024, "word_proto_slots": 1024, "word_vocab": 13922, "elapsed_s": 1019.2341990470886, "steps_per_sec": 985.5222685219112}, {"sent": 60000, "train_loss": 2.031645090495883, "train_acc": 0.43797034085878706, "eval_loss": 1.6686306076095037, "eval_acc": 0.4897959183673469, "ppl": 5.3048983335327655, "neural_p_loss": 3.2261652106935066, "neural_p_acc": 0.23469387755102042, "neural_p_ppl": 25.182900451743375, "neural_w_loss": 3.156851015260217, "neural_w_acc": 0.23469387755102042, "neural_w_ppl": 23.49648922385929, "w_freq": 0.0031200008879039127, "w_bigram": 0.012424417464862711, "w_trigram": 0.08938919225326164, "w_skip_bi": 0.062041230311052915, "w_skip_tri": 0.8622223076935425, "w_neural_phoneme": 0.0, "w_neural_word": 0.0, "phoneme_proto_slots": 1024, "word_proto_slots": 1024, "word_vocab": 14280, "elapsed_s": 1056.1536560058594, "steps_per_sec": 985.2941322339434}, {"sent": 62000, "train_loss": 1.933810019605727, "train_acc": 0.45054189450247206, "eval_loss": 1.273921654282744, "eval_acc": 0.5689655172413793, "ppl": 3.5748444127247123, "neural_p_loss": 3.4119786645418873, "neural_p_acc": 0.1724137931034483, "neural_p_ppl": 30.325188310094205, "neural_w_loss": 3.379462199748702, "neural_w_acc": 0.1724137931034483, "neural_w_ppl": 29.354979751883576, "w_freq": 0.0009881333823682113, "w_bigram": 0.014457880430594035, "w_trigram": 0.09497687520007025, "w_skip_bi": 0.07253418432571034, "w_skip_tri": 0.8794775607559404, "w_neural_phoneme": 0.0, "w_neural_word": 0.0, "phoneme_proto_slots": 1024, "word_proto_slots": 1024, "word_vocab": 14490, "elapsed_s": 1086.7734639644623, "steps_per_sec": 985.6359540584323}, {"sent": 64000, "train_loss": 2.036731052641566, "train_acc": 0.4376057529610829, "eval_loss": 1.7511843903880595, "eval_acc": 0.4461538461538462, "ppl": 5.761422409918725, "neural_p_loss": 3.3251361371097437, "neural_p_acc": 0.23076923076923078, "neural_p_ppl": 27.8027833756141, "neural_w_loss": 3.268636046531187, "neural_w_acc": 0.23076923076923078, "neural_w_ppl": 26.27547636397689, "w_freq": 0.0032587167623322243, "w_bigram": 0.01428180074849068, "w_trigram": 0.08710435234395732, "w_skip_bi": 0.06866091791806495, "w_skip_tri": 0.8628450721157844, "w_neural_phoneme": 0.0, "w_neural_word": 0.0, "phoneme_proto_slots": 1024, "word_proto_slots": 1024, "word_vocab": 14758, "elapsed_s": 1115.1030881404877, "steps_per_sec": 986.0352927849432}, {"sent": 66000, "train_loss": 1.9860571216371894, "train_acc": 0.4359583357179649, "eval_loss": 1.7724780785364052, "eval_acc": 0.39759036144578314, "ppl": 5.8854198380702005, "neural_p_loss": 3.2594769422667396, "neural_p_acc": 0.24096385542168675, "neural_p_ppl": 26.0359152934854, "neural_w_loss": 3.1948667402420523, "neural_w_acc": 0.24096385542168675, "neural_w_ppl": 24.406921015187717, "w_freq": 0.00013315411331734985, "w_bigram": 0.015710932341715608, "w_trigram": 0.08744571779589592, "w_skip_bi": 0.06889952431885396, "w_skip_tri": 0.8606945071434489, "w_neural_phoneme": 0.0, "w_neural_word": 0.0, "phoneme_proto_slots": 1024, "word_proto_slots": 1024, "word_vocab": 15086, "elapsed_s": 1149.8989744186401, "steps_per_sec": 986.5884092761827}, {"sent": 68000, "train_loss": 1.9903757649796707, "train_acc": 0.4269651967633965, "eval_loss": 1.958876819686451, "eval_acc": 0.46601941747572817, "ppl": 7.091357717102826, "neural_p_loss": 3.2972663285431687, "neural_p_acc": 0.22330097087378642, "neural_p_ppl": 27.038623087099992, "neural_w_loss": 3.254864903936777, "neural_w_acc": 0.22330097087378642, "neural_w_ppl": 25.91611313263333, "w_freq": 0.005215002928082971, "w_bigram": 0.021715537400840916, "w_trigram": 0.09016787020395783, "w_skip_bi": 0.08223138879416934, "w_skip_tri": 0.8614242855340297, "w_neural_phoneme": 0.0, "w_neural_word": 0.0, "phoneme_proto_slots": 1024, "word_proto_slots": 1024, "word_vocab": 15342, "elapsed_s": 1180.6284499168396, "steps_per_sec": 986.9743525849112}, {"sent": 70000, "train_loss": 1.8620030229222455, "train_acc": 0.47132130728728544, "eval_loss": 1.633764737030414, "eval_acc": 0.5194805194805194, "ppl": 5.123125679353347, "neural_p_loss": 3.3472270835873568, "neural_p_acc": 0.2077922077922078, "neural_p_ppl": 28.423807424318326, "neural_w_loss": 3.371289210223335, "neural_w_acc": 0.2077922077922078, "neural_w_ppl": 29.116039567719483, "w_freq": 0.00015592914155531707, "w_bigram": 0.021917933370786007, "w_trigram": 0.0975300033370472, "w_skip_bi": 0.09391386995350137, "w_skip_tri": 0.892033221391248, "w_neural_phoneme": 0.0, "w_neural_word": 0.0, "phoneme_proto_slots": 1024, "word_proto_slots": 1024, "word_vocab": 15567, "elapsed_s": 1212.5514106750488, "steps_per_sec": 987.4608115242023}, {"sent": 72000, "train_loss": 1.7693249346028281, "train_acc": 0.4908443869297962, "eval_loss": 1.8387131652389697, "eval_acc": 0.4725274725274725, "ppl": 6.288440867839126, "neural_p_loss": 3.4252076072635256, "neural_p_acc": 0.1978021978021978, "neural_p_ppl": 30.729023757859537, "neural_w_loss": 3.3823993910709356, "neural_w_acc": 0.1978021978021978, "neural_w_ppl": 29.44132769180743, "w_freq": 8.459992245060621e-06, "w_bigram": 0.009169994357603618, "w_trigram": 0.09018230071851416, "w_skip_bi": 0.09443749513476488, "w_skip_tri": 0.9317716790382186, "w_neural_phoneme": 0.0, "w_neural_word": 0.0, "phoneme_proto_slots": 1024, "word_proto_slots": 1024, "word_vocab": 15738, "elapsed_s": 1243.2957000732422, "steps_per_sec": 987.9041646549922}, {"sent": 74000, "train_loss": 1.820547954917481, "train_acc": 0.4807188318981655, "eval_loss": 1.7165534469091939, "eval_acc": 0.44761904761904764, "ppl": 5.565314220911796, "neural_p_loss": 3.457457597452802, "neural_p_acc": 0.20952380952380953, "neural_p_ppl": 31.73618769490021, "neural_w_loss": 3.4203751080181566, "neural_w_acc": 0.20952380952380953, "neural_w_ppl": 30.580884004654337, "w_freq": 0.0002685082112039716, "w_bigram": 0.004949351844163735, "w_trigram": 0.0879172703445376, "w_skip_bi": 0.0916744898511587, "w_skip_tri": 0.9441500400085571, "w_neural_phoneme": 0.0, "w_neural_word": 0.0, "phoneme_proto_slots": 1024, "word_proto_slots": 1024, "word_vocab": 15951, "elapsed_s": 1277.8296823501587, "steps_per_sec": 988.3789815221326}, {"sent": 76000, "train_loss": 1.7641780466005321, "train_acc": 0.4977708919594018, "eval_loss": 1.8385567874160695, "eval_acc": 0.5, "ppl": 6.2874575720316095, "neural_p_loss": 3.3496429348166172, "neural_p_acc": 0.21666666666666667, "neural_p_ppl": 28.4925581267214, "neural_w_loss": 3.255193028757167, "neural_w_acc": 0.21666666666666667, "neural_w_ppl": 25.924618247893584, "w_freq": 8.033443282394099e-05, "w_bigram": 0.00356626793217488, "w_trigram": 0.08960912842436378, "w_skip_bi": 0.09238791537802601, "w_skip_tri": 0.9599913780898865, "w_neural_phoneme": 0.0, "w_neural_word": 0.0, "phoneme_proto_slots": 1024, "word_proto_slots": 1024, "word_vocab": 16111, "elapsed_s": 1309.2326741218567, "steps_per_sec": 988.8288198034268}, {"sent": 78000, "train_loss": 1.7578561541587763, "train_acc": 0.4987140671289514, "eval_loss": 1.7186836514066304, "eval_acc": 0.5257731958762887, "ppl": 5.5771821143269795, "neural_p_loss": 3.3334279118007344, "neural_p_acc": 0.23711340206185566, "neural_p_ppl": 28.03427620802403, "neural_w_loss": 3.2385494665845576, "neural_w_acc": 0.23711340206185566, "neural_w_ppl": 25.496711079830714, "w_freq": 0.00016734718662808843, "w_bigram": 0.0005358227278265654, "w_trigram": 0.08639036447998694, "w_skip_bi": 0.08929977429451182, "w_skip_tri": 0.973023918328787, "w_neural_phoneme": 0.0, "w_neural_word": 0.0, "phoneme_proto_slots": 1024, "word_proto_slots": 1024, "word_vocab": 16261, "elapsed_s": 1339.1238536834717, "steps_per_sec": 989.6948638129976}, {"sent": 80000, "train_loss": 1.7164252487939875, "train_acc": 0.5094674365343054, "eval_loss": 1.6347396023161918, "eval_acc": 0.48148148148148145, "ppl": 5.128122471936909, "neural_p_loss": 3.2279506931931348, "neural_p_acc": 0.2222222222222222, "neural_p_ppl": 25.22790424457629, "neural_w_loss": 3.216953751005559, "neural_w_acc": 0.2222222222222222, "neural_w_ppl": 24.951994303460463, "w_freq": 1.9710325029702415e-05, "w_bigram": 9.733910345407344e-05, "w_trigram": 0.08418594994989503, "w_skip_bi": 0.08819064802547659, "w_skip_tri": 0.9884335279064955, "w_neural_phoneme": 0.0, "w_neural_word": 0.0, "phoneme_proto_slots": 1024, "word_proto_slots": 1024, "word_vocab": 16375, "elapsed_s": 1369.2003109455109, "steps_per_sec": 990.596473837623}, {"sent": 82000, "train_loss": 1.8000192067125775, "train_acc": 0.4878982891225867, "eval_loss": 1.695715622575408, "eval_acc": 0.47058823529411764, "ppl": 5.450545103014876, "neural_p_loss": 3.2202519888384593, "neural_p_acc": 0.25, "neural_p_ppl": 25.03442778296035, "neural_w_loss": 3.1869318405626323, "neural_w_acc": 0.25, "neural_w_ppl": 24.214020879186307, "w_freq": 0.00013590123921003816, "w_bigram": 4.752162829073808e-06, "w_trigram": 0.07531569583151589, "w_skip_bi": 0.0812370802440173, "w_skip_tri": 0.9883162318803183, "w_neural_phoneme": 0.0, "w_neural_word": 0.0, "phoneme_proto_slots": 1024, "word_proto_slots": 1024, "word_vocab": 16520, "elapsed_s": 1400.1591594219208, "steps_per_sec": 991.4444301983021}, {"sent": 84000, "train_loss": 1.9903356693026524, "train_acc": 0.44118255116807936, "eval_loss": 1.5966614475888417, "eval_acc": 0.5084745762711864, "ppl": 4.936524038441413, "neural_p_loss": 3.2680772902312007, "neural_p_acc": 0.23728813559322035, "neural_p_ppl": 26.26079887697442, "neural_w_loss": 3.2258170795817036, "neural_w_acc": 0.23728813559322035, "neural_w_ppl": 25.174135026457837, "w_freq": 6.974695029945411e-06, "w_bigram": 1.553076220886511e-05, "w_trigram": 0.05992013463660155, "w_skip_bi": 0.06924622178439249, "w_skip_tri": 0.9680444820349331, "w_neural_phoneme": 0.0, "w_neural_word": 0.0, "phoneme_proto_slots": 1024, "word_proto_slots": 1024, "word_vocab": 16985, "elapsed_s": 1446.4280652999878, "steps_per_sec": 993.1707178967528}, {"sent": 86000, "train_loss": 2.051371866146147, "train_acc": 0.42431027588964415, "eval_loss": 1.5768400246270788, "eval_acc": 0.5, "ppl": 4.839638484370998, "neural_p_loss": 3.344781606719901, "neural_p_acc": 0.23333333333333334, "neural_p_ppl": 28.35438258379668, "neural_w_loss": 3.275670947814783, "neural_w_acc": 0.23333333333333334, "neural_w_ppl": 26.460973458232406, "w_freq": 0.00018260791804544218, "w_bigram": 2.0341502283890692e-05, "w_trigram": 0.04832074866428943, "w_skip_bi": 0.058009164483822616, "w_skip_tri": 0.9433984290567509, "w_neural_phoneme": 0.0, "w_neural_word": 0.0, "phoneme_proto_slots": 1024, "word_proto_slots": 1024, "word_vocab": 17701, "elapsed_s": 1506.0355055332184, "steps_per_sec": 995.3782593387439}, {"sent": 88000, "train_loss": 1.9846496507621598, "train_acc": 0.4374057315233786, "eval_loss": 1.800612461062679, "eval_acc": 0.48936170212765956, "ppl": 6.053353772796764, "neural_p_loss": 3.450688785742013, "neural_p_acc": 0.2127659574468085, "neural_p_ppl": 31.522096803853305, "neural_w_loss": 3.3175294767657415, "neural_w_acc": 0.2127659574468085, "neural_w_ppl": 27.592099362591025, "w_freq": 0.000638784460876633, "w_bigram": 0.0015943568356071558, "w_trigram": 0.04649142395086536, "w_skip_bi": 0.05863202500424422, "w_skip_tri": 0.9382226434623618, "w_neural_phoneme": 0.0, "w_neural_word": 0.0, "phoneme_proto_slots": 1024, "word_proto_slots": 1024, "word_vocab": 18150, "elapsed_s": 1551.2697865962982, "steps_per_sec": 996.6983263384919}, {"sent": 90000, "train_loss": 1.9398859503916233, "train_acc": 0.44672771152754115, "eval_loss": 1.554389506664702, "eval_acc": 0.4915254237288136, "ppl": 4.732196668602593, "neural_p_loss": 3.1642657545035546, "neural_p_acc": 0.2542372881355932, "neural_p_ppl": 23.671357063141766, "neural_w_loss": 3.080265312230838, "neural_w_acc": 0.2542372881355932, "neural_w_ppl": 21.76417593233729, "w_freq": 0.00041050246830413303, "w_bigram": 0.0024937482643781626, "w_trigram": 0.04632437090395127, "w_skip_bi": 0.060146165399173744, "w_skip_tri": 0.9403759146439262, "w_neural_phoneme": 0.0, "w_neural_word": 0.0, "phoneme_proto_slots": 1024, "word_proto_slots": 1024, "word_vocab": 18315, "elapsed_s": 1581.59818649292, "steps_per_sec": 995.4007367009885}, {"sent": 92000, "train_loss": 1.9638275992353975, "train_acc": 0.4436694920910365, "eval_loss": 1.790209560020702, "eval_acc": 0.5535714285714286, "ppl": 5.990707747689757, "neural_p_loss": 3.38163714762281, "neural_p_acc": 0.21428571428571427, "neural_p_ppl": 29.418894783425106, "neural_w_loss": 3.340266513767627, "neural_w_acc": 0.21428571428571427, "neural_w_ppl": 28.226648493471526, "w_freq": 4.227073119142589e-06, "w_bigram": 0.001757012390083608, "w_trigram": 0.04440767757587283, "w_skip_bi": 0.05818806311557498, "w_skip_tri": 0.9388695506014085, "w_neural_phoneme": 0.0, "w_neural_word": 0.0, "phoneme_proto_slots": 1024, "word_proto_slots": 1024, "word_vocab": 18506, "elapsed_s": 1611.484142780304, "steps_per_sec": 995.5357036477617}], "mixing_weights": {"w_freq": 4.227073119142589e-06, "w_bigram": 0.001757012390083608, "w_trigram": 0.04440767757587283, "w_skip_bi": 0.05818806311557498, "w_skip_tri": 0.9388695506014085, "w_neural_phoneme": 0.0, "w_neural_word": 0.0}, "phoneme_proto_slots": 1024, "word_proto_slots": 1024, "word_vocab": 18506, "elapsed_s": 1611.484142780304, "steps_per_sec": 995.5357036477617}