{"sent": 72000, "total_steps": 1228257, "eval_results": [{"sent": 2000, "train_loss": 2.0593285491840567, "train_acc": 0.4538182963312864, "eval_loss": 1.3992291401571244, "eval_acc": 0.5, "ppl": 4.052075180576265, "w_freq": 0.0011563876383273801, "w_bigram": 0.02554021352851465, "w_trigram": 0.0964546896851219, "w_skip_bi": 0.04917526017431256, "w_skip_tri": 0.7312769221127422, "w_neural_phoneme": 0.26566161449585446, "w_neural_word": 0.26224973119000067, "word_vocab": 1593, "elapsed_s": 22.792686939239502, "steps_per_sec": 1393.2100276133365}, {"sent": 4000, "train_loss": 1.9748706996347778, "train_acc": 0.4660721062618596, "eval_loss": 1.4457596353094366, "eval_acc": 0.5853658536585366, "ppl": 4.245075627666977, "w_freq": 0.004868790835129859, "w_bigram": 0.030687258198606487, "w_trigram": 0.14761009312838289, "w_skip_bi": 0.06871954721661627, "w_skip_tri": 0.5837954909073443, "w_neural_phoneme": 0.270600248348969, "w_neural_word": 0.2687727729648163, "word_vocab": 2198, "elapsed_s": 41.17123079299927, "steps_per_sec": 1411.3010196887324}, {"sent": 6000, "train_loss": 1.9993343402470747, "train_acc": 0.46133269316506054, "eval_loss": 2.0056931049204305, "eval_acc": 0.3979591836734694, "ppl": 7.4312427431164965, "w_freq": 0.003922131111301624, "w_bigram": 0.05990708796778975, "w_trigram": 0.08709842029043038, "w_skip_bi": 0.029647566935093187, "w_skip_tri": 0.6657047233368764, "w_neural_phoneme": 0.2500697086521423, "w_neural_word": 0.2619906572920417, "word_vocab": 2819, "elapsed_s": 61.2378363609314, "steps_per_sec": 1425.001358403198}, {"sent": 8000, "train_loss": 1.978430707019148, "train_acc": 0.4577994345184383, "eval_loss": 1.4639449147370007, "eval_acc": 0.4915254237288136, "ppl": 4.322979721077224, "w_freq": 0.0005101781813613979, "w_bigram": 0.016809222472157527, "w_trigram": 0.1264197731476608, "w_skip_bi": 0.07668861733570122, "w_skip_tri": 0.736593854925615, "w_neural_phoneme": 0.25199418561946946, "w_neural_word": 0.25176653741607496, "word_vocab": 3459, "elapsed_s": 83.84465551376343, "steps_per_sec": 1437.300913952921}, {"sent": 10000, "train_loss": 1.9588705978809455, "train_acc": 0.45837328916397874, "eval_loss": 1.421436127571282, "eval_acc": 0.5, "ppl": 4.143066141352094, "w_freq": 0.001237193101179822, "w_bigram": 0.007264578847494483, "w_trigram": 0.052050307472946616, "w_skip_bi": 0.15479417274425436, "w_skip_tri": 0.8926854881097729, "w_neural_phoneme": 0.2538793122804469, "w_neural_word": 0.2535169032243225, "word_vocab": 4067, "elapsed_s": 107.39501142501831, "steps_per_sec": 1442.5530380260266}, {"sent": 12000, "train_loss": 1.8225047398877552, "train_acc": 0.49122035495523797, "eval_loss": 1.551627319008597, "eval_acc": 0.5, "ppl": 4.719143489342928, "w_freq": 0.002859910648558688, "w_bigram": 0.013364816332057019, "w_trigram": 0.01656125221723453, "w_skip_bi": 0.09388809732502579, "w_skip_tri": 0.95, "w_neural_phoneme": 0.2500486751821567, "w_neural_word": 0.25278237071495946, "word_vocab": 4455, "elapsed_s": 129.06605291366577, "steps_per_sec": 1446.9955172869913}, {"sent": 14000, "train_loss": 1.9002575101887997, "train_acc": 0.47300034726241463, "eval_loss": 1.8237958480084964, "eval_acc": 0.5352112676056338, "ppl": 6.195330406295874, "w_freq": 0.0008841616618615887, "w_bigram": 0.0012535459559533185, "w_trigram": 0.0017640111623258596, "w_skip_bi": 0.001837588910631008, "w_skip_tri": 0.8612552125883527, "w_neural_phoneme": 0.2520156927561465, "w_neural_word": 0.25179395622634043, "word_vocab": 4946, "elapsed_s": 152.55389785766602, "steps_per_sec": 1450.7266160218842}, {"sent": 16000, "train_loss": 1.798263671003575, "train_acc": 0.4933689390302448, "eval_loss": 1.6100547328108508, "eval_acc": 0.5584415584415584, "ppl": 5.0030850532477915, "w_freq": 0.0008039250327345447, "w_bigram": 0.006927226162221139, "w_trigram": 0.02497779767531107, "w_skip_bi": 0.005919611154756634, "w_skip_tri": 0.8906993533470947, "w_neural_phoneme": 0.2562233992496716, "w_neural_word": 0.255060597159357, "word_vocab": 5338, "elapsed_s": 175.19056367874146, "steps_per_sec": 1453.5143597514414}, {"sent": 18000, "train_loss": 1.8095590460227275, "train_acc": 0.49637761309589645, "eval_loss": 1.6090017011142428, "eval_acc": 0.5641025641025641, "ppl": 4.99781941903234, "w_freq": 0.00014884142576168343, "w_bigram": 0.0001967510692765917, "w_trigram": 0.0001390858267156513, "w_skip_bi": 0.04631038064476078, "w_skip_tri": 0.95, "w_neural_phoneme": 0.25022106966357965, "w_neural_word": 0.25022484823052965, "word_vocab": 5752, "elapsed_s": 201.87823271751404, "steps_per_sec": 1440.502009976091}, {"sent": 20000, "train_loss": 1.7543863787743563, "train_acc": 0.5070869410508836, "eval_loss": 1.3661062725769784, "eval_acc": 0.6036036036036037, "ppl": 3.920057306015331, "w_freq": 0.0005026488257070375, "w_bigram": 0.014927232834674935, "w_trigram": 0.025082738990718084, "w_skip_bi": 0.02385752587444451, "w_skip_tri": 0.8406465034256737, "w_neural_phoneme": 0.25111469617687804, "w_neural_word": 0.2512863450232975, "word_vocab": 6098, "elapsed_s": 224.64878177642822, "steps_per_sec": 1444.610549114725}, {"sent": 22000, "train_loss": 1.8002910789946525, "train_acc": 0.4927247479321379, "eval_loss": 1.798935268362093, "eval_acc": 0.42028985507246375, "ppl": 6.0432096412445935, "w_freq": 0.0003096311032476404, "w_bigram": 0.001203797519569855, "w_trigram": 0.01497017698336909, "w_skip_bi": 0.028687682619172008, "w_skip_tri": 0.9499814022629227, "w_neural_phoneme": 0.25176441409188255, "w_neural_word": 0.2519259253387007, "word_vocab": 6393, "elapsed_s": 247.6546196937561, "steps_per_sec": 1444.1725352923722}, {"sent": 24000, "train_loss": 1.8088652862901105, "train_acc": 0.49055239722651245, "eval_loss": 1.4722168797362087, "eval_acc": 0.5280898876404494, "ppl": 4.358887567496137, "w_freq": 0.0005636411632468618, "w_bigram": 0.001303173321320899, "w_trigram": 0.007943484577858186, "w_skip_bi": 0.0050169562796488106, "w_skip_tri": 0.8782641587026343, "w_neural_phoneme": 0.2509759601291796, "w_neural_word": 0.25082093859526444, "word_vocab": 6673, "elapsed_s": 268.5057189464569, "steps_per_sec": 1445.358413678291}, {"sent": 26000, "train_loss": 1.8535096293123536, "train_acc": 0.4755885316478886, "eval_loss": 1.7739234201444647, "eval_acc": 0.45161290322580644, "ppl": 5.893932430563215, "w_freq": 0.0003366972312478612, "w_bigram": 0.0003146853500238005, "w_trigram": 0.0006543153907161701, "w_skip_bi": 0.0031460237439232563, "w_skip_tri": 0.9387750840185661, "w_neural_phoneme": 0.2505799534680503, "w_neural_word": 0.2505146913582176, "word_vocab": 6984, "elapsed_s": 290.7247562408447, "steps_per_sec": 1447.5478643152278}, {"sent": 28000, "train_loss": 2.0505037103517436, "train_acc": 0.4279304797081417, "eval_loss": 1.7556698161536293, "eval_acc": 0.4539877300613497, "ppl": 5.787322886350281, "w_freq": 0.00026297657373228466, "w_bigram": 0.0007483276317519807, "w_trigram": 0.14865514907407848, "w_skip_bi": 0.021915207604675135, "w_skip_tri": 0.6446946475382253, "w_neural_phoneme": 0.2502588675988235, "w_neural_word": 0.25018566271692494, "word_vocab": 7648, "elapsed_s": 320.87308955192566, "steps_per_sec": 1449.0744632069118}, {"sent": 30000, "train_loss": 2.1467591523972867, "train_acc": 0.40337382430219715, "eval_loss": 1.7451447030339506, "eval_acc": 0.4370860927152318, "ppl": 5.7267300906870275, "w_freq": 0.0004760939549162802, "w_bigram": 0.002135024170203267, "w_trigram": 0.10721856204541728, "w_skip_bi": 0.0008477414436614383, "w_skip_tri": 0.6799446099447718, "w_neural_phoneme": 0.25101536835201554, "w_neural_word": 0.25081158531785985, "word_vocab": 8515, "elapsed_s": 355.6169512271881, "steps_per_sec": 1455.1921617184037}, {"sent": 32000, "train_loss": 2.1096679401981393, "train_acc": 0.4082019540807233, "eval_loss": 1.5526290272623893, "eval_acc": 0.5213675213675214, "ppl": 4.723873062757917, "w_freq": 0.00010422084855725676, "w_bigram": 0.0001757601589915375, "w_trigram": 0.08030443039459001, "w_skip_bi": 0.013682245850131678, "w_skip_tri": 0.7885950679167897, "w_neural_phoneme": 0.25013908140423435, "w_neural_word": 0.2500886577486408, "word_vocab": 9486, "elapsed_s": 396.02563524246216, "steps_per_sec": 1462.5517856827287}, {"sent": 34000, "train_loss": 2.103972344861028, "train_acc": 0.41085720123965536, "eval_loss": 1.6831779215500675, "eval_acc": 0.44155844155844154, "ppl": 5.382634409666452, "w_freq": 7.837227546809037e-05, "w_bigram": 0.0001036207085374526, "w_trigram": 0.07944921439073438, "w_skip_bi": 0.002411526630679234, "w_skip_tri": 0.7664105330506165, "w_neural_phoneme": 0.25011386187795237, "w_neural_word": 0.2500816936859416, "word_vocab": 10546, "elapsed_s": 434.4718623161316, "steps_per_sec": 1468.2976167874936}, {"sent": 36000, "train_loss": 2.082888347324431, "train_acc": 0.4219943707277845, "eval_loss": 1.7643998746342242, "eval_acc": 0.46226415094339623, "ppl": 5.838067734049965, "w_freq": 0.000196349279878663, "w_bigram": 0.0005669878275602793, "w_trigram": 0.05187836653731823, "w_skip_bi": 0.0017986734459923348, "w_skip_tri": 0.7505073287767521, "w_neural_phoneme": 0.250312751590366, "w_neural_word": 0.25030786293036794, "word_vocab": 11088, "elapsed_s": 458.0714340209961, "steps_per_sec": 1468.6617632855139}, {"sent": 38000, "train_loss": 2.0076119245677364, "train_acc": 0.44042232277526394, "eval_loss": 1.7221876423006073, "eval_acc": 0.47674418604651164, "ppl": 5.59675878788245, "w_freq": 0.0007428543478177484, "w_bigram": 0.0009975761331103767, "w_trigram": 0.03627837042066548, "w_skip_bi": 0.0006100341435035989, "w_skip_tri": 0.8413525731312931, "w_neural_phoneme": 0.25034241537566726, "w_neural_word": 0.25034779478116265, "word_vocab": 11395, "elapsed_s": 477.78249645233154, "steps_per_sec": 1466.3534248368992}, {"sent": 40000, "train_loss": 2.0520229286606466, "train_acc": 0.42787495567899775, "eval_loss": 1.5851513415227696, "eval_acc": 0.6290322580645161, "ppl": 4.880029873781082, "w_freq": 0.00046241838532817895, "w_bigram": 0.0013972644799836492, "w_trigram": 0.043242840547418844, "w_skip_bi": 0.018823504582799227, "w_skip_tri": 0.8738972712695788, "w_neural_phoneme": 0.25033569274923884, "w_neural_word": 0.25030735115932184, "word_vocab": 11827, "elapsed_s": 500.5055332183838, "steps_per_sec": 1467.4003607459492}, {"sent": 42000, "train_loss": 1.999499893706757, "train_acc": 0.43767138399470484, "eval_loss": 1.8287819458592016, "eval_acc": 0.41232227488151657, "ppl": 6.226298069661316, "w_freq": 0.00016082748978799846, "w_bigram": 0.00021079976385512744, "w_trigram": 0.033885716421360845, "w_skip_bi": 0.029596863767188213, "w_skip_tri": 0.9032828176916224, "w_neural_phoneme": 0.25022906063163536, "w_neural_word": 0.250210703017775, "word_vocab": 12148, "elapsed_s": 522.0020132064819, "steps_per_sec": 1467.751044279854}, {"sent": 44000, "train_loss": 2.0078223187423085, "train_acc": 0.4264520643806858, "eval_loss": 1.851680511509929, "eval_acc": 0.43243243243243246, "ppl": 6.370516257986698, "w_freq": 1.9909663068718088e-05, "w_bigram": 4.331849335592631e-05, "w_trigram": 0.03174584108972776, "w_skip_bi": 0.0017603974461197103, "w_skip_tri": 0.9059655242145436, "w_neural_phoneme": 0.25005181440867275, "w_neural_word": 0.2500322204794308, "word_vocab": 12373, "elapsed_s": 541.4710929393768, "steps_per_sec": 1467.7588709042686}, {"sent": 46000, "train_loss": 2.0163471230851875, "train_acc": 0.4323678452147875, "eval_loss": 1.8200637975536722, "eval_acc": 0.4482758620689655, "ppl": 6.17225221191466, "w_freq": 0.00016704905512970823, "w_bigram": 0.0014512234159407148, "w_trigram": 0.027326129086972885, "w_skip_bi": 0.022442358679647424, "w_skip_tri": 0.9232174107754733, "w_neural_phoneme": 0.25005742495975264, "w_neural_word": 0.25004793602662384, "word_vocab": 12688, "elapsed_s": 565.7820293903351, "steps_per_sec": 1466.0787315811651}, {"sent": 48000, "train_loss": 1.9095952592220127, "train_acc": 0.44837034900490336, "eval_loss": 1.7931188960639233, "eval_acc": 0.46875, "ppl": 6.008162107652307, "w_freq": 0.00015184887295818951, "w_bigram": 0.0013260783389506365, "w_trigram": 0.016102227739158516, "w_skip_bi": 0.0032938558234572955, "w_skip_tri": 0.9462700719868927, "w_neural_phoneme": 0.2502342883562569, "w_neural_word": 0.25018943716014064, "word_vocab": 12870, "elapsed_s": 585.0514304637909, "steps_per_sec": 1465.1993916508397}, {"sent": 50000, "train_loss": 1.8697410271867718, "train_acc": 0.45738656727116334, "eval_loss": 1.7282239297806776, "eval_acc": 0.4691358024691358, "ppl": 5.6306446022505, "w_freq": 0.0, "w_bigram": 4.41659470595652e-05, "w_trigram": 0.015337690058288394, "w_skip_bi": 0.001882497201086127, "w_skip_tri": 0.9466134680105225, "w_neural_phoneme": 0.250012006772857, "w_neural_word": 0.2500071812797454, "word_vocab": 12991, "elapsed_s": 604.4340040683746, "steps_per_sec": 1464.376580474241}, {"sent": 52000, "train_loss": 2.100020864754805, "train_acc": 0.41370104312883604, "eval_loss": 1.553739886221641, "eval_acc": 0.5398230088495575, "ppl": 4.729123535199299, "w_freq": 4.1803391770396824e-05, "w_bigram": 0.0018464616148340016, "w_trigram": 0.008728570114383001, "w_skip_bi": 0.008022243769665895, "w_skip_tri": 0.8759163865835548, "w_neural_phoneme": 0.25000046875, "w_neural_word": 0.25000046875, "word_vocab": 13361, "elapsed_s": 629.0978076457977, "steps_per_sec": 1464.7197761636567}, {"sent": 54000, "train_loss": 1.9498894115353815, "train_acc": 0.43740821036436117, "eval_loss": 1.5913676590996868, "eval_acc": 0.5263157894736842, "ppl": 4.910460173472664, "w_freq": 0.00023324636797056057, "w_bigram": 7.858673099033477e-05, "w_trigram": 0.01360142973176486, "w_skip_bi": 0.005530644574937756, "w_skip_tri": 0.9182153722555342, "w_neural_phoneme": 0.25006044859025883, "w_neural_word": 0.25004701261208495, "word_vocab": 13527, "elapsed_s": 648.5576963424683, "steps_per_sec": 1464.8658174250236}, {"sent": 56000, "train_loss": 1.9197151037455058, "train_acc": 0.465073885893806, "eval_loss": 1.722762296708231, "eval_acc": 0.44565217391304346, "ppl": 5.59997591426771, "w_freq": 9.520911565251024e-06, "w_bigram": 0.00184629325701143, "w_trigram": 0.041257744139606596, "w_skip_bi": 0.016426192152230436, "w_skip_tri": 0.9484406472354298, "w_neural_phoneme": 0.2500176301859049, "w_neural_word": 0.2500185805836992, "word_vocab": 13709, "elapsed_s": 666.4970920085907, "steps_per_sec": 1464.121916960175}, {"sent": 58000, "train_loss": 2.015902466566841, "train_acc": 0.4259382091115378, "eval_loss": 1.7068565095926582, "eval_acc": 0.5053763440860215, "ppl": 5.5116085289598375, "w_freq": 0.00022079198134152336, "w_bigram": 8.966328107272786e-05, "w_trigram": 0.021183331520840693, "w_skip_bi": 0.003598212639748982, "w_skip_tri": 0.9304019009345599, "w_neural_phoneme": 0.25013610613243276, "w_neural_word": 0.2500613954127877, "word_vocab": 13922, "elapsed_s": 686.1940190792084, "steps_per_sec": 1463.8396314615088}, {"sent": 60000, "train_loss": 2.0605471992413746, "train_acc": 0.4255201416555998, "eval_loss": 1.6760800501017126, "eval_acc": 0.47959183673469385, "ppl": 5.3445644303125235, "w_freq": 0.0006554007168300206, "w_bigram": 0.0008066718125707503, "w_trigram": 0.022442862774475273, "w_skip_bi": 0.013959494351523482, "w_skip_tri": 0.8979848645126741, "w_neural_phoneme": 0.25017524361992427, "w_neural_word": 0.2501398182249288, "word_vocab": 14280, "elapsed_s": 712.992874622345, "steps_per_sec": 1459.5124818760528}, {"sent": 62000, "train_loss": 1.9545574848427942, "train_acc": 0.43918011852919026, "eval_loss": 1.321336883598, "eval_acc": 0.5689655172413793, "ppl": 3.7484292426211936, "w_freq": 1.2238968691477202e-05, "w_bigram": 0.0002862075145539832, "w_trigram": 0.026863472645264185, "w_skip_bi": 0.012146045907308195, "w_skip_tri": 0.9156505481140839, "w_neural_phoneme": 0.25001427555137457, "w_neural_word": 0.25001226626713535, "word_vocab": 14490, "elapsed_s": 733.7596116065979, "steps_per_sec": 1459.8282367363379}, {"sent": 64000, "train_loss": 2.0523725150853918, "train_acc": 0.43034404963338974, "eval_loss": 1.7850286659200019, "eval_acc": 0.4076923076923077, "ppl": 5.95975078687323, "w_freq": 1.3699646819016261e-05, "w_bigram": 0.0017755771850850336, "w_trigram": 0.025982563025431955, "w_skip_bi": 0.0003715221109541919, "w_skip_tri": 0.9061698392236356, "w_neural_phoneme": 0.25002244454906825, "w_neural_word": 0.2500126657834743, "word_vocab": 14758, "elapsed_s": 755.5713098049164, "steps_per_sec": 1455.2312743106825}, {"sent": 66000, "train_loss": 2.0081753570233656, "train_acc": 0.4266296571853717, "eval_loss": 1.768045765658887, "eval_acc": 0.40963855421686746, "ppl": 5.8593915413210915, "w_freq": 2.4726743123482397e-05, "w_bigram": 7.052049216916202e-05, "w_trigram": 0.028287941498655347, "w_skip_bi": 0.00010420838702192785, "w_skip_tri": 0.9052548094876796, "w_neural_phoneme": 0.250016282898688, "w_neural_word": 0.25000730607427835, "word_vocab": 15086, "elapsed_s": 779.1781506538391, "steps_per_sec": 1455.9918024498193}, {"sent": 68000, "train_loss": 2.00651105925742, "train_acc": 0.4216033535891853, "eval_loss": 1.9709393211040116, "eval_acc": 0.44660194174757284, "ppl": 7.177415220523352, "w_freq": 0.0001307600262510345, "w_bigram": 0.0017021627333516655, "w_trigram": 0.036425957098234533, "w_skip_bi": 0.0012341184342022594, "w_skip_tri": 0.9111949306271839, "w_neural_phoneme": 0.25017934567974487, "w_neural_word": 0.2501403956330603, "word_vocab": 15342, "elapsed_s": 799.9916207790375, "steps_per_sec": 1456.5777562335857}, {"sent": 70000, "train_loss": 1.8786522953694158, "train_acc": 0.46284699504626603, "eval_loss": 1.6500108126850244, "eval_acc": 0.5194805194805194, "ppl": 5.207036128917034, "w_freq": 1.212965976310792e-06, "w_bigram": 0.0008201517018026482, "w_trigram": 0.04645246338577683, "w_skip_bi": 0.014465475419058293, "w_skip_tri": 0.9440633206918935, "w_neural_phoneme": 0.25000236221267735, "w_neural_word": 0.250000234375, "word_vocab": 15567, "elapsed_s": 821.9963471889496, "steps_per_sec": 1456.632993680165}, {"sent": 72000, "train_loss": 1.7843459343588814, "train_acc": 0.4790359107085086, "eval_loss": 1.8673943493880218, "eval_acc": 0.43956043956043955, "ppl": 6.471412172553908, "w_freq": 8.584089246175237e-06, "w_bigram": 1.3680893856596338e-05, "w_trigram": 0.041096628396160496, "w_skip_bi": 0.019162580254936997, "w_skip_tri": 0.9479973397763523, "w_neural_phoneme": 0.2500435301743718, "w_neural_word": 0.25003370845510275, "word_vocab": 15738, "elapsed_s": 842.9550957679749, "steps_per_sec": 1457.0847322311938}], "mixing_weights": {"w_freq": 8.584089246175237e-06, "w_bigram": 1.3680893856596338e-05, "w_trigram": 0.041096628396160496, "w_skip_bi": 0.019162580254936997, "w_skip_tri": 0.9479973397763523, "w_neural_phoneme": 0.2500435301743718, "w_neural_word": 0.25003370845510275}, "word_vocab": 15738, "elapsed_s": 842.9550957679749, "steps_per_sec": 1457.0847322311938}