| {"sent": 12000, "total_steps": 186758, "eval_results": [{"sent": 2000, "train_loss": 2.034756302735293, "train_acc": 0.45750275547157926, "eval_loss": 1.352896087921218, "eval_acc": 0.5675675675675675, "ppl": 3.8686131665524304, "neural_p_loss": 2.6708052447679975, "neural_p_acc": 0.35135135135135137, "neural_p_ppl": 14.451601585278466, "neural_w_loss": 2.6059707874432254, "neural_w_acc": 0.35135135135135137, "neural_w_ppl": 13.544367624531349, "w_freq": 0.02762921568485441, "w_bigram": 0.05736157689369715, "w_trigram": 0.2556483969794982, "w_skip_bi": 0.06602301041330799, "w_skip_tri": 0.7029348773222942, "w_neural_phoneme": 0.0, "w_neural_word": 0.0, "phoneme_proto_slots": 1024, "word_proto_slots": 1024, "word_vocab": 1593, "elapsed_s": 33.13985323905945, "steps_per_sec": 958.2118475579963}, {"sent": 4000, "train_loss": 1.9871752307832833, "train_acc": 0.45798861480075903, "eval_loss": 1.3621331294360826, "eval_acc": 0.5609756097560976, "ppl": 3.904513257031836, "neural_p_loss": 3.0075657267441636, "neural_p_acc": 0.3048780487804878, "neural_p_ppl": 20.238074909812454, "neural_w_loss": 2.853650904935056, "neural_w_acc": 0.3048780487804878, "neural_w_ppl": 17.351013244292663, "w_freq": 0.041958338932862195, "w_bigram": 0.04556890695642839, "w_trigram": 0.25534014281640255, "w_skip_bi": 0.21001471098001054, "w_skip_tri": 0.5418681264423018, "w_neural_phoneme": 0.0, "w_neural_word": 0.0, "phoneme_proto_slots": 1024, "word_proto_slots": 1024, "word_vocab": 2198, "elapsed_s": 60.683359146118164, "steps_per_sec": 957.5112653221819}, {"sent": 6000, "train_loss": 1.9963971557578784, "train_acc": 0.45615418910113514, "eval_loss": 1.5623044802657207, "eval_acc": 0.5, "ppl": 4.769800500665318, "neural_p_loss": 3.1973851453388473, "neural_p_acc": 0.2755102040816326, "neural_p_ppl": 24.468464993275628, "neural_w_loss": 2.9878445692114024, "neural_w_acc": 0.29591836734693877, "neural_w_ppl": 19.842866439365235, "w_freq": 0.05217992852142049, "w_bigram": 0.10062519196738448, "w_trigram": 0.23244254603635675, "w_skip_bi": 0.10069160130565644, "w_skip_tri": 0.6199743643753467, "w_neural_phoneme": 0.0, "w_neural_word": 0.0, "phoneme_proto_slots": 1024, "word_proto_slots": 1024, "word_vocab": 2819, "elapsed_s": 90.59811115264893, "steps_per_sec": 963.1988889146786}, {"sent": 8000, "train_loss": 1.9600586370216024, "train_acc": 0.46167960055345003, "eval_loss": 1.459280730407222, "eval_acc": 0.5084745762711864, "ppl": 4.302863496163115, "neural_p_loss": 2.7714404639924903, "neural_p_acc": 0.3220338983050847, "neural_p_ppl": 15.981638411983257, "neural_w_loss": 2.831258966643224, "neural_w_acc": 0.3220338983050847, "neural_w_ppl": 16.96680802936297, "w_freq": 0.01200933225018967, "w_bigram": 0.08472161232066765, "w_trigram": 0.19069835185323336, "w_skip_bi": 0.23624146063096285, "w_skip_tri": 0.6688825266958343, "w_neural_phoneme": 0.0, "w_neural_word": 0.0, "phoneme_proto_slots": 1024, "word_proto_slots": 1024, "word_vocab": 3459, "elapsed_s": 124.2912380695343, "steps_per_sec": 969.5775975180253}, {"sent": 10000, "train_loss": 1.928708914269561, "train_acc": 0.4654636329294162, "eval_loss": 1.3571800480176663, "eval_acc": 0.6176470588235294, "ppl": 3.885221700734973, "neural_p_loss": 3.0372149639363846, "neural_p_acc": 0.29411764705882354, "neural_p_ppl": 20.847102378535944, "neural_w_loss": 2.997333934640992, "neural_w_acc": 0.29411764705882354, "neural_w_ppl": 20.032058888623784, "w_freq": 0.004312531445526712, "w_bigram": 0.04938791094812298, "w_trigram": 0.15022623023631929, "w_skip_bi": 0.08103724610297994, "w_skip_tri": 0.9961421230232116, "w_neural_phoneme": 0.0, "w_neural_word": 0.0, "phoneme_proto_slots": 1024, "word_proto_slots": 1024, "word_vocab": 4067, "elapsed_s": 159.87436866760254, "steps_per_sec": 969.0296280206303}, {"sent": 12000, "train_loss": 1.7988620508447908, "train_acc": 0.5024344275168839, "eval_loss": 1.5005923709647202, "eval_acc": 0.5263157894736842, "ppl": 4.484344679291401, "neural_p_loss": 3.1631840533862685, "neural_p_acc": 0.2894736842105263, "neural_p_ppl": 23.645765573425734, "neural_w_loss": 2.995208448675175, "neural_w_acc": 0.34210526315789475, "neural_w_ppl": 19.98952624586967, "w_freq": 0.0014326126602689187, "w_bigram": 0.013075289355986236, "w_trigram": 0.15218068265622336, "w_skip_bi": 0.019038405740286334, "w_skip_tri": 1.0453717343635036, "w_neural_phoneme": 0.0, "w_neural_word": 0.0, "phoneme_proto_slots": 1024, "word_proto_slots": 1024, "word_vocab": 4455, "elapsed_s": 193.94419884681702, "steps_per_sec": 962.9470801934483}], "mixing_weights": {"w_freq": 0.0014326126602689187, "w_bigram": 0.013075289355986236, "w_trigram": 0.15218068265622336, "w_skip_bi": 0.019038405740286334, "w_skip_tri": 1.0453717343635036, "w_neural_phoneme": 0.0, "w_neural_word": 0.0}, "phoneme_proto_slots": 1024, "word_proto_slots": 1024, "word_vocab": 4455, "elapsed_s": 193.94419884681702, "steps_per_sec": 962.9470801934483} |