| {"sent": 12000, "total_steps": 186758, "eval_results": [{"sent": 2000, "train_loss": 2.0593285491840567, "train_acc": 0.4538182963312864, "eval_loss": 1.3992291401571244, "eval_acc": 0.5, "ppl": 4.052075180576265, "w_freq": 0.0011563876383273801, "w_bigram": 0.02554021352851465, "w_trigram": 0.0964546896851219, "w_skip_bi": 0.04917526017431256, "w_skip_tri": 0.7312769221127422, "w_neural_phoneme": 0.26566161449585446, "w_neural_word": 0.26224973119000067, "word_vocab": 1593, "elapsed_s": 22.792686939239502, "steps_per_sec": 1393.2100276133365}, {"sent": 4000, "train_loss": 1.9748706996347778, "train_acc": 0.4660721062618596, "eval_loss": 1.4457596353094366, "eval_acc": 0.5853658536585366, "ppl": 4.245075627666977, "w_freq": 0.004868790835129859, "w_bigram": 0.030687258198606487, "w_trigram": 0.14761009312838289, "w_skip_bi": 0.06871954721661627, "w_skip_tri": 0.5837954909073443, "w_neural_phoneme": 0.270600248348969, "w_neural_word": 0.2687727729648163, "word_vocab": 2198, "elapsed_s": 41.17123079299927, "steps_per_sec": 1411.3010196887324}, {"sent": 6000, "train_loss": 1.9993343402470747, "train_acc": 0.46133269316506054, "eval_loss": 2.0056931049204305, "eval_acc": 0.3979591836734694, "ppl": 7.4312427431164965, "w_freq": 0.003922131111301624, "w_bigram": 0.05990708796778975, "w_trigram": 0.08709842029043038, "w_skip_bi": 0.029647566935093187, "w_skip_tri": 0.6657047233368764, "w_neural_phoneme": 0.2500697086521423, "w_neural_word": 0.2619906572920417, "word_vocab": 2819, "elapsed_s": 61.2378363609314, "steps_per_sec": 1425.001358403198}, {"sent": 8000, "train_loss": 1.978430707019148, "train_acc": 0.4577994345184383, "eval_loss": 1.4639449147370007, "eval_acc": 0.4915254237288136, "ppl": 4.322979721077224, "w_freq": 0.0005101781813613979, "w_bigram": 0.016809222472157527, "w_trigram": 0.1264197731476608, "w_skip_bi": 0.07668861733570122, "w_skip_tri": 0.736593854925615, "w_neural_phoneme": 0.25199418561946946, "w_neural_word": 0.25176653741607496, "word_vocab": 3459, "elapsed_s": 83.84465551376343, "steps_per_sec": 1437.300913952921}, {"sent": 10000, "train_loss": 1.9588705978809455, "train_acc": 0.45837328916397874, "eval_loss": 1.421436127571282, "eval_acc": 0.5, "ppl": 4.143066141352094, "w_freq": 0.001237193101179822, "w_bigram": 0.007264578847494483, "w_trigram": 0.052050307472946616, "w_skip_bi": 0.15479417274425436, "w_skip_tri": 0.8926854881097729, "w_neural_phoneme": 0.2538793122804469, "w_neural_word": 0.2535169032243225, "word_vocab": 4067, "elapsed_s": 107.39501142501831, "steps_per_sec": 1442.5530380260266}, {"sent": 12000, "train_loss": 1.8225047398877552, "train_acc": 0.49122035495523797, "eval_loss": 1.551627319008597, "eval_acc": 0.5, "ppl": 4.719143489342928, "w_freq": 0.002859910648558688, "w_bigram": 0.013364816332057019, "w_trigram": 0.01656125221723453, "w_skip_bi": 0.09388809732502579, "w_skip_tri": 0.95, "w_neural_phoneme": 0.2500486751821567, "w_neural_word": 0.25278237071495946, "word_vocab": 4455, "elapsed_s": 129.06605291366577, "steps_per_sec": 1446.9955172869913}], "mixing_weights": {"w_freq": 0.002859910648558688, "w_bigram": 0.013364816332057019, "w_trigram": 0.01656125221723453, "w_skip_bi": 0.09388809732502579, "w_skip_tri": 0.95, "w_neural_phoneme": 0.2500486751821567, "w_neural_word": 0.25278237071495946}, "word_vocab": 4455, "elapsed_s": 129.06605291366577, "steps_per_sec": 1446.9955172869913} |