diff --git "a/ilsp_nlp/models/elNER18/training.log" "b/ilsp_nlp/models/elNER18/training.log" new file mode 100644--- /dev/null +++ "b/ilsp_nlp/models/elNER18/training.log" @@ -0,0 +1,1565 @@ +2020-12-24 09:07:00,698 ---------------------------------------------------------------------------------------------------- +2020-12-24 09:07:00,698 Model: "SequenceTagger( + (embeddings): StackedEmbeddings( + (list_embedding_0): WordEmbeddings('/usr/local/ilsp-nlp/models/embeddings/el-vectors.gensim') + ) + (word_dropout): WordDropout(p=0.05) + (locked_dropout): LockedDropout(p=0.5) + (embedding2nn): Linear(in_features=100, out_features=100, bias=True) + (rnn): LSTM(100, 256, batch_first=True, bidirectional=True) + (linear): Linear(in_features=512, out_features=72, bias=True) + (beta): 1.0 + (weights): None + (weight_tensor) None +)" +2020-12-24 09:07:00,698 ---------------------------------------------------------------------------------------------------- +2020-12-24 09:07:00,698 Corpus: "Corpus: 17132 train + 1904 dev + 2116 test sentences" +2020-12-24 09:07:00,698 ---------------------------------------------------------------------------------------------------- +2020-12-24 09:07:00,698 Parameters: +2020-12-24 09:07:00,698 - learning_rate: "0.1" +2020-12-24 09:07:00,698 - mini_batch_size: "32" +2020-12-24 09:07:00,698 - patience: "3" +2020-12-24 09:07:00,698 - anneal_factor: "0.5" +2020-12-24 09:07:00,698 - max_epochs: "150" +2020-12-24 09:07:00,698 - shuffle: "True" +2020-12-24 09:07:00,698 - train_with_dev: "False" +2020-12-24 09:07:00,698 - batch_growth_annealing: "False" +2020-12-24 09:07:00,698 ---------------------------------------------------------------------------------------------------- +2020-12-24 09:07:00,698 Model training base path: "train" +2020-12-24 09:07:00,698 ---------------------------------------------------------------------------------------------------- +2020-12-24 09:07:00,698 Device: cuda:0 +2020-12-24 09:07:00,698 ---------------------------------------------------------------------------------------------------- +2020-12-24 09:07:00,698 Embeddings storage mode: cpu +2020-12-24 09:07:00,699 ---------------------------------------------------------------------------------------------------- +2020-12-24 09:07:17,734 epoch 1 - iter 53/536 - loss 36.15213200 - samples/sec: 99.57 - lr: 0.100000 +2020-12-24 09:07:33,711 epoch 1 - iter 106/536 - loss 30.44570112 - samples/sec: 106.17 - lr: 0.100000 +2020-12-24 09:07:48,097 epoch 1 - iter 159/536 - loss 27.25988613 - samples/sec: 117.91 - lr: 0.100000 +2020-12-24 09:08:04,086 epoch 1 - iter 212/536 - loss 24.67734348 - samples/sec: 106.09 - lr: 0.100000 +2020-12-24 09:08:19,672 epoch 1 - iter 265/536 - loss 22.91399206 - samples/sec: 108.83 - lr: 0.100000 +2020-12-24 09:08:34,959 epoch 1 - iter 318/536 - loss 21.41805287 - samples/sec: 110.95 - lr: 0.100000 +2020-12-24 09:08:49,418 epoch 1 - iter 371/536 - loss 20.22296931 - samples/sec: 117.32 - lr: 0.100000 +2020-12-24 09:09:05,494 epoch 1 - iter 424/536 - loss 19.17940072 - samples/sec: 105.51 - lr: 0.100000 +2020-12-24 09:09:20,662 epoch 1 - iter 477/536 - loss 18.29417756 - samples/sec: 111.83 - lr: 0.100000 +2020-12-24 09:09:36,507 epoch 1 - iter 530/536 - loss 17.55448667 - samples/sec: 107.05 - lr: 0.100000 +2020-12-24 09:09:38,272 ---------------------------------------------------------------------------------------------------- +2020-12-24 09:09:38,272 EPOCH 1 done: loss 17.4939 - lr 0.1000000 +2020-12-24 09:09:45,133 DEV : loss 7.323907375335693 - score 0.6245 +2020-12-24 09:09:45,211 BAD EPOCHS (no improvement): 0 +2020-12-24 09:09:48,466 ---------------------------------------------------------------------------------------------------- +2020-12-24 09:10:01,969 epoch 2 - iter 53/536 - loss 10.07492846 - samples/sec: 125.64 - lr: 0.100000 +2020-12-24 09:10:15,812 epoch 2 - iter 106/536 - loss 9.95977358 - samples/sec: 122.55 - lr: 0.100000 +2020-12-24 09:10:30,005 epoch 2 - iter 159/536 - loss 9.94928235 - samples/sec: 119.52 - lr: 0.100000 +2020-12-24 09:10:43,825 epoch 2 - iter 212/536 - loss 9.77886914 - samples/sec: 122.75 - lr: 0.100000 +2020-12-24 09:10:58,391 epoch 2 - iter 265/536 - loss 9.69876012 - samples/sec: 116.47 - lr: 0.100000 +2020-12-24 09:11:11,546 epoch 2 - iter 318/536 - loss 9.56283848 - samples/sec: 128.97 - lr: 0.100000 +2020-12-24 09:11:26,310 epoch 2 - iter 371/536 - loss 9.44109994 - samples/sec: 114.90 - lr: 0.100000 +2020-12-24 09:11:41,335 epoch 2 - iter 424/536 - loss 9.30286827 - samples/sec: 112.91 - lr: 0.100000 +2020-12-24 09:11:55,947 epoch 2 - iter 477/536 - loss 9.20355260 - samples/sec: 116.10 - lr: 0.100000 +2020-12-24 09:12:10,158 epoch 2 - iter 530/536 - loss 9.14190133 - samples/sec: 119.38 - lr: 0.100000 +2020-12-24 09:12:11,704 ---------------------------------------------------------------------------------------------------- +2020-12-24 09:12:11,706 EPOCH 2 done: loss 9.1501 - lr 0.1000000 +2020-12-24 09:12:16,729 DEV : loss 4.950666427612305 - score 0.7189 +2020-12-24 09:12:16,795 BAD EPOCHS (no improvement): 0 +2020-12-24 09:12:19,965 ---------------------------------------------------------------------------------------------------- +2020-12-24 09:12:33,986 epoch 3 - iter 53/536 - loss 7.86150738 - samples/sec: 120.99 - lr: 0.100000 +2020-12-24 09:12:48,924 epoch 3 - iter 106/536 - loss 7.88400561 - samples/sec: 113.56 - lr: 0.100000 +2020-12-24 09:13:03,137 epoch 3 - iter 159/536 - loss 7.87654820 - samples/sec: 119.34 - lr: 0.100000 +2020-12-24 09:13:18,992 epoch 3 - iter 212/536 - loss 7.82243470 - samples/sec: 106.99 - lr: 0.100000 +2020-12-24 09:13:33,336 epoch 3 - iter 265/536 - loss 7.71805187 - samples/sec: 118.26 - lr: 0.100000 +2020-12-24 09:13:48,046 epoch 3 - iter 318/536 - loss 7.60760883 - samples/sec: 115.32 - lr: 0.100000 +2020-12-24 09:14:02,694 epoch 3 - iter 371/536 - loss 7.55388220 - samples/sec: 115.80 - lr: 0.100000 +2020-12-24 09:14:17,247 epoch 3 - iter 424/536 - loss 7.53018093 - samples/sec: 116.56 - lr: 0.100000 +2020-12-24 09:14:31,304 epoch 3 - iter 477/536 - loss 7.45733493 - samples/sec: 120.68 - lr: 0.100000 +2020-12-24 09:14:45,853 epoch 3 - iter 530/536 - loss 7.40844385 - samples/sec: 116.61 - lr: 0.100000 +2020-12-24 09:14:47,392 ---------------------------------------------------------------------------------------------------- +2020-12-24 09:14:47,394 EPOCH 3 done: loss 7.4032 - lr 0.1000000 +2020-12-24 09:14:53,728 DEV : loss 3.9122116565704346 - score 0.767 +2020-12-24 09:14:53,794 BAD EPOCHS (no improvement): 0 +2020-12-24 09:14:56,934 ---------------------------------------------------------------------------------------------------- +2020-12-24 09:15:11,898 epoch 4 - iter 53/536 - loss 6.88913028 - samples/sec: 113.36 - lr: 0.100000 +2020-12-24 09:15:25,693 epoch 4 - iter 106/536 - loss 6.84953579 - samples/sec: 122.97 - lr: 0.100000 +2020-12-24 09:15:40,633 epoch 4 - iter 159/536 - loss 6.95518166 - samples/sec: 113.55 - lr: 0.100000 +2020-12-24 09:15:54,622 epoch 4 - iter 212/536 - loss 6.87158284 - samples/sec: 121.27 - lr: 0.100000 +2020-12-24 09:16:09,820 epoch 4 - iter 265/536 - loss 6.88820165 - samples/sec: 111.61 - lr: 0.100000 +2020-12-24 09:16:23,123 epoch 4 - iter 318/536 - loss 6.80489083 - samples/sec: 127.52 - lr: 0.100000 +2020-12-24 09:16:38,503 epoch 4 - iter 371/536 - loss 6.72167694 - samples/sec: 110.30 - lr: 0.100000 +2020-12-24 09:16:52,620 epoch 4 - iter 424/536 - loss 6.69174999 - samples/sec: 120.16 - lr: 0.100000 +2020-12-24 09:17:06,813 epoch 4 - iter 477/536 - loss 6.64819875 - samples/sec: 119.52 - lr: 0.100000 +2020-12-24 09:17:19,947 epoch 4 - iter 530/536 - loss 6.62109951 - samples/sec: 129.17 - lr: 0.100000 +2020-12-24 09:17:21,909 ---------------------------------------------------------------------------------------------------- +2020-12-24 09:17:21,910 EPOCH 4 done: loss 6.6249 - lr 0.1000000 +2020-12-24 09:17:27,282 DEV : loss 3.441807508468628 - score 0.7945 +2020-12-24 09:17:27,351 BAD EPOCHS (no improvement): 0 +2020-12-24 09:17:30,611 ---------------------------------------------------------------------------------------------------- +2020-12-24 09:17:44,431 epoch 5 - iter 53/536 - loss 6.07698836 - samples/sec: 122.75 - lr: 0.100000 +2020-12-24 09:17:59,012 epoch 5 - iter 106/536 - loss 6.12435275 - samples/sec: 116.33 - lr: 0.100000 +2020-12-24 09:18:13,337 epoch 5 - iter 159/536 - loss 6.14994564 - samples/sec: 118.42 - lr: 0.100000 +2020-12-24 09:18:27,461 epoch 5 - iter 212/536 - loss 6.16179580 - samples/sec: 120.11 - lr: 0.100000 +2020-12-24 09:18:40,664 epoch 5 - iter 265/536 - loss 6.13246296 - samples/sec: 128.49 - lr: 0.100000 +2020-12-24 09:18:56,103 epoch 5 - iter 318/536 - loss 6.11617901 - samples/sec: 109.87 - lr: 0.100000 +2020-12-24 09:19:11,503 epoch 5 - iter 371/536 - loss 6.11472670 - samples/sec: 110.16 - lr: 0.100000 +2020-12-24 09:19:26,014 epoch 5 - iter 424/536 - loss 6.08845190 - samples/sec: 116.90 - lr: 0.100000 +2020-12-24 09:19:40,140 epoch 5 - iter 477/536 - loss 6.07317086 - samples/sec: 120.10 - lr: 0.100000 +2020-12-24 09:19:53,075 epoch 5 - iter 530/536 - loss 6.03957743 - samples/sec: 131.15 - lr: 0.100000 +2020-12-24 09:19:54,715 ---------------------------------------------------------------------------------------------------- +2020-12-24 09:19:54,717 EPOCH 5 done: loss 6.0526 - lr 0.1000000 +2020-12-24 09:19:59,798 DEV : loss 3.037696123123169 - score 0.8182 +2020-12-24 09:19:59,864 BAD EPOCHS (no improvement): 0 +2020-12-24 09:20:03,064 ---------------------------------------------------------------------------------------------------- +2020-12-24 09:20:17,330 epoch 6 - iter 53/536 - loss 5.49037535 - samples/sec: 118.91 - lr: 0.100000 +2020-12-24 09:20:30,694 epoch 6 - iter 106/536 - loss 5.64006649 - samples/sec: 126.94 - lr: 0.100000 +2020-12-24 09:20:44,627 epoch 6 - iter 159/536 - loss 5.62366965 - samples/sec: 121.76 - lr: 0.100000 +2020-12-24 09:20:59,431 epoch 6 - iter 212/536 - loss 5.60978415 - samples/sec: 114.59 - lr: 0.100000 +2020-12-24 09:21:14,405 epoch 6 - iter 265/536 - loss 5.63147663 - samples/sec: 113.29 - lr: 0.100000 +2020-12-24 09:21:29,225 epoch 6 - iter 318/536 - loss 5.59947206 - samples/sec: 114.47 - lr: 0.100000 +2020-12-24 09:21:44,365 epoch 6 - iter 371/536 - loss 5.64139153 - samples/sec: 112.05 - lr: 0.100000 +2020-12-24 09:21:58,030 epoch 6 - iter 424/536 - loss 5.62530277 - samples/sec: 124.14 - lr: 0.100000 +2020-12-24 09:22:11,206 epoch 6 - iter 477/536 - loss 5.59026812 - samples/sec: 128.76 - lr: 0.100000 +2020-12-24 09:22:25,321 epoch 6 - iter 530/536 - loss 5.60098994 - samples/sec: 120.18 - lr: 0.100000 +2020-12-24 09:22:27,161 ---------------------------------------------------------------------------------------------------- +2020-12-24 09:22:27,162 EPOCH 6 done: loss 5.5962 - lr 0.1000000 +2020-12-24 09:22:32,044 DEV : loss 2.834423542022705 - score 0.8253 +2020-12-24 09:22:32,111 BAD EPOCHS (no improvement): 0 +2020-12-24 09:22:35,339 ---------------------------------------------------------------------------------------------------- +2020-12-24 09:22:49,158 epoch 7 - iter 53/536 - loss 5.46786585 - samples/sec: 122.75 - lr: 0.100000 +2020-12-24 09:23:04,226 epoch 7 - iter 106/536 - loss 5.34723511 - samples/sec: 112.59 - lr: 0.100000 +2020-12-24 09:23:18,893 epoch 7 - iter 159/536 - loss 5.34838752 - samples/sec: 115.66 - lr: 0.100000 +2020-12-24 09:23:32,961 epoch 7 - iter 212/536 - loss 5.35801918 - samples/sec: 120.58 - lr: 0.100000 +2020-12-24 09:23:47,709 epoch 7 - iter 265/536 - loss 5.34587628 - samples/sec: 115.02 - lr: 0.100000 +2020-12-24 09:24:02,396 epoch 7 - iter 318/536 - loss 5.38354074 - samples/sec: 115.50 - lr: 0.100000 +2020-12-24 09:24:16,373 epoch 7 - iter 371/536 - loss 5.38862527 - samples/sec: 121.36 - lr: 0.100000 +2020-12-24 09:24:30,053 epoch 7 - iter 424/536 - loss 5.38279028 - samples/sec: 124.00 - lr: 0.100000 +2020-12-24 09:24:44,211 epoch 7 - iter 477/536 - loss 5.36710059 - samples/sec: 119.82 - lr: 0.100000 +2020-12-24 09:24:58,481 epoch 7 - iter 530/536 - loss 5.33658149 - samples/sec: 118.87 - lr: 0.100000 +2020-12-24 09:24:59,542 ---------------------------------------------------------------------------------------------------- +2020-12-24 09:24:59,543 EPOCH 7 done: loss 5.3287 - lr 0.1000000 +2020-12-24 09:25:05,368 DEV : loss 2.736644744873047 - score 0.8269 +2020-12-24 09:25:05,434 BAD EPOCHS (no improvement): 0 +2020-12-24 09:25:08,656 ---------------------------------------------------------------------------------------------------- +2020-12-24 09:25:22,551 epoch 8 - iter 53/536 - loss 5.13949946 - samples/sec: 122.08 - lr: 0.100000 +2020-12-24 09:25:37,227 epoch 8 - iter 106/536 - loss 5.17076561 - samples/sec: 115.58 - lr: 0.100000 +2020-12-24 09:25:51,562 epoch 8 - iter 159/536 - loss 5.10282432 - samples/sec: 118.34 - lr: 0.100000 +2020-12-24 09:26:06,748 epoch 8 - iter 212/536 - loss 5.10080473 - samples/sec: 111.70 - lr: 0.100000 +2020-12-24 09:26:21,730 epoch 8 - iter 265/536 - loss 5.12202578 - samples/sec: 113.23 - lr: 0.100000 +2020-12-24 09:26:35,288 epoch 8 - iter 318/536 - loss 5.15984283 - samples/sec: 125.13 - lr: 0.100000 +2020-12-24 09:26:49,970 epoch 8 - iter 371/536 - loss 5.13412425 - samples/sec: 115.54 - lr: 0.100000 +2020-12-24 09:27:04,349 epoch 8 - iter 424/536 - loss 5.13348598 - samples/sec: 117.98 - lr: 0.100000 +2020-12-24 09:27:18,479 epoch 8 - iter 477/536 - loss 5.10282505 - samples/sec: 120.06 - lr: 0.100000 +2020-12-24 09:27:33,439 epoch 8 - iter 530/536 - loss 5.08115784 - samples/sec: 113.39 - lr: 0.100000 +2020-12-24 09:27:35,283 ---------------------------------------------------------------------------------------------------- +2020-12-24 09:27:35,284 EPOCH 8 done: loss 5.0860 - lr 0.1000000 +2020-12-24 09:27:40,613 DEV : loss 2.63142728805542 - score 0.8281 +2020-12-24 09:27:40,681 BAD EPOCHS (no improvement): 0 +2020-12-24 09:27:43,896 ---------------------------------------------------------------------------------------------------- +2020-12-24 09:27:58,312 epoch 9 - iter 53/536 - loss 5.04338855 - samples/sec: 117.67 - lr: 0.100000 +2020-12-24 09:28:12,280 epoch 9 - iter 106/536 - loss 4.93894000 - samples/sec: 121.44 - lr: 0.100000 +2020-12-24 09:28:25,337 epoch 9 - iter 159/536 - loss 4.90123183 - samples/sec: 129.93 - lr: 0.100000 +2020-12-24 09:28:39,878 epoch 9 - iter 212/536 - loss 4.94575193 - samples/sec: 116.66 - lr: 0.100000 +2020-12-24 09:28:53,882 epoch 9 - iter 265/536 - loss 4.90913111 - samples/sec: 121.14 - lr: 0.100000 +2020-12-24 09:29:07,251 epoch 9 - iter 318/536 - loss 4.94207188 - samples/sec: 126.89 - lr: 0.100000 +2020-12-24 09:29:20,852 epoch 9 - iter 371/536 - loss 4.92063631 - samples/sec: 124.73 - lr: 0.100000 +2020-12-24 09:29:35,180 epoch 9 - iter 424/536 - loss 4.93885736 - samples/sec: 118.39 - lr: 0.100000 +2020-12-24 09:29:50,594 epoch 9 - iter 477/536 - loss 4.91361809 - samples/sec: 110.05 - lr: 0.100000 +2020-12-24 09:30:05,654 epoch 9 - iter 530/536 - loss 4.90307484 - samples/sec: 112.64 - lr: 0.100000 +2020-12-24 09:30:07,391 ---------------------------------------------------------------------------------------------------- +2020-12-24 09:30:07,392 EPOCH 9 done: loss 4.8980 - lr 0.1000000 +2020-12-24 09:30:12,881 DEV : loss 2.487623691558838 - score 0.8353 +2020-12-24 09:30:12,947 BAD EPOCHS (no improvement): 0 +2020-12-24 09:30:16,203 ---------------------------------------------------------------------------------------------------- +2020-12-24 09:30:31,060 epoch 10 - iter 53/536 - loss 4.64733971 - samples/sec: 114.18 - lr: 0.100000 +2020-12-24 09:30:44,852 epoch 10 - iter 106/536 - loss 4.56949317 - samples/sec: 123.00 - lr: 0.100000 +2020-12-24 09:30:59,869 epoch 10 - iter 159/536 - loss 4.58818693 - samples/sec: 112.96 - lr: 0.100000 +2020-12-24 09:31:14,179 epoch 10 - iter 212/536 - loss 4.61982228 - samples/sec: 118.55 - lr: 0.100000 +2020-12-24 09:31:28,062 epoch 10 - iter 265/536 - loss 4.71237231 - samples/sec: 122.19 - lr: 0.100000 +2020-12-24 09:31:42,484 epoch 10 - iter 318/536 - loss 4.74991144 - samples/sec: 117.62 - lr: 0.100000 +2020-12-24 09:31:57,187 epoch 10 - iter 371/536 - loss 4.72702366 - samples/sec: 115.38 - lr: 0.100000 +2020-12-24 09:32:12,486 epoch 10 - iter 424/536 - loss 4.71591742 - samples/sec: 110.89 - lr: 0.100000 +2020-12-24 09:32:28,097 epoch 10 - iter 477/536 - loss 4.72473598 - samples/sec: 108.66 - lr: 0.100000 +2020-12-24 09:32:43,032 epoch 10 - iter 530/536 - loss 4.72568000 - samples/sec: 113.59 - lr: 0.100000 +2020-12-24 09:32:44,555 ---------------------------------------------------------------------------------------------------- +2020-12-24 09:32:44,556 EPOCH 10 done: loss 4.7175 - lr 0.1000000 +2020-12-24 09:32:50,060 DEV : loss 2.4966325759887695 - score 0.8318 +2020-12-24 09:32:50,127 BAD EPOCHS (no improvement): 1 +2020-12-24 09:32:50,128 ---------------------------------------------------------------------------------------------------- +2020-12-24 09:33:06,253 epoch 11 - iter 53/536 - loss 4.60978611 - samples/sec: 105.19 - lr: 0.100000 +2020-12-24 09:33:21,184 epoch 11 - iter 106/536 - loss 4.52782645 - samples/sec: 113.61 - lr: 0.100000 +2020-12-24 09:33:36,492 epoch 11 - iter 159/536 - loss 4.61243904 - samples/sec: 110.81 - lr: 0.100000 +2020-12-24 09:33:50,898 epoch 11 - iter 212/536 - loss 4.60365757 - samples/sec: 117.75 - lr: 0.100000 +2020-12-24 09:34:04,697 epoch 11 - iter 265/536 - loss 4.57846853 - samples/sec: 122.94 - lr: 0.100000 +2020-12-24 09:34:18,737 epoch 11 - iter 318/536 - loss 4.56566885 - samples/sec: 120.82 - lr: 0.100000 +2020-12-24 09:34:32,055 epoch 11 - iter 371/536 - loss 4.58982127 - samples/sec: 127.39 - lr: 0.100000 +2020-12-24 09:34:45,929 epoch 11 - iter 424/536 - loss 4.60401167 - samples/sec: 122.27 - lr: 0.100000 +2020-12-24 09:35:00,483 epoch 11 - iter 477/536 - loss 4.62400627 - samples/sec: 116.56 - lr: 0.100000 +2020-12-24 09:35:14,760 epoch 11 - iter 530/536 - loss 4.61854601 - samples/sec: 118.81 - lr: 0.100000 +2020-12-24 09:35:16,204 ---------------------------------------------------------------------------------------------------- +2020-12-24 09:35:16,205 EPOCH 11 done: loss 4.6185 - lr 0.1000000 +2020-12-24 09:35:21,381 DEV : loss 2.3921070098876953 - score 0.8397 +2020-12-24 09:35:21,447 BAD EPOCHS (no improvement): 0 +2020-12-24 09:35:24,673 ---------------------------------------------------------------------------------------------------- +2020-12-24 09:35:37,633 epoch 12 - iter 53/536 - loss 4.31321453 - samples/sec: 130.89 - lr: 0.100000 +2020-12-24 09:35:51,332 epoch 12 - iter 106/536 - loss 4.39453428 - samples/sec: 123.84 - lr: 0.100000 +2020-12-24 09:36:05,982 epoch 12 - iter 159/536 - loss 4.53570003 - samples/sec: 115.79 - lr: 0.100000 +2020-12-24 09:36:20,558 epoch 12 - iter 212/536 - loss 4.45593013 - samples/sec: 116.38 - lr: 0.100000 +2020-12-24 09:36:34,277 epoch 12 - iter 265/536 - loss 4.44758613 - samples/sec: 123.65 - lr: 0.100000 +2020-12-24 09:36:48,012 epoch 12 - iter 318/536 - loss 4.49176156 - samples/sec: 123.52 - lr: 0.100000 +2020-12-24 09:37:02,583 epoch 12 - iter 371/536 - loss 4.47721517 - samples/sec: 116.42 - lr: 0.100000 +2020-12-24 09:37:16,223 epoch 12 - iter 424/536 - loss 4.47207003 - samples/sec: 124.38 - lr: 0.100000 +2020-12-24 09:37:30,607 epoch 12 - iter 477/536 - loss 4.46628527 - samples/sec: 117.93 - lr: 0.100000 +2020-12-24 09:37:43,604 epoch 12 - iter 530/536 - loss 4.45841865 - samples/sec: 130.53 - lr: 0.100000 +2020-12-24 09:37:45,724 ---------------------------------------------------------------------------------------------------- +2020-12-24 09:37:45,725 EPOCH 12 done: loss 4.4614 - lr 0.1000000 +2020-12-24 09:37:50,851 DEV : loss 2.2763586044311523 - score 0.8463 +2020-12-24 09:37:50,918 BAD EPOCHS (no improvement): 0 +2020-12-24 09:37:54,217 ---------------------------------------------------------------------------------------------------- +2020-12-24 09:38:09,424 epoch 13 - iter 53/536 - loss 4.54330251 - samples/sec: 111.55 - lr: 0.100000 +2020-12-24 09:38:23,514 epoch 13 - iter 106/536 - loss 4.49712469 - samples/sec: 120.40 - lr: 0.100000 +2020-12-24 09:38:38,045 epoch 13 - iter 159/536 - loss 4.52830014 - samples/sec: 116.74 - lr: 0.100000 +2020-12-24 09:38:52,065 epoch 13 - iter 212/536 - loss 4.49838624 - samples/sec: 121.00 - lr: 0.100000 +2020-12-24 09:39:06,091 epoch 13 - iter 265/536 - loss 4.45914480 - samples/sec: 120.94 - lr: 0.100000 +2020-12-24 09:39:20,385 epoch 13 - iter 318/536 - loss 4.40325223 - samples/sec: 118.68 - lr: 0.100000 +2020-12-24 09:39:33,824 epoch 13 - iter 371/536 - loss 4.36755623 - samples/sec: 126.24 - lr: 0.100000 +2020-12-24 09:39:48,470 epoch 13 - iter 424/536 - loss 4.36854088 - samples/sec: 115.83 - lr: 0.100000 +2020-12-24 09:40:02,711 epoch 13 - iter 477/536 - loss 4.35883511 - samples/sec: 119.11 - lr: 0.100000 +2020-12-24 09:40:16,363 epoch 13 - iter 530/536 - loss 4.34067461 - samples/sec: 124.27 - lr: 0.100000 +2020-12-24 09:40:18,527 ---------------------------------------------------------------------------------------------------- +2020-12-24 09:40:18,528 EPOCH 13 done: loss 4.3473 - lr 0.1000000 +2020-12-24 09:40:23,814 DEV : loss 2.2195792198181152 - score 0.8492 +2020-12-24 09:40:23,880 BAD EPOCHS (no improvement): 0 +2020-12-24 09:40:27,026 ---------------------------------------------------------------------------------------------------- +2020-12-24 09:40:41,859 epoch 14 - iter 53/536 - loss 4.33806966 - samples/sec: 114.36 - lr: 0.100000 +2020-12-24 09:40:55,408 epoch 14 - iter 106/536 - loss 4.29831595 - samples/sec: 125.19 - lr: 0.100000 +2020-12-24 09:41:09,597 epoch 14 - iter 159/536 - loss 4.29923885 - samples/sec: 119.56 - lr: 0.100000 +2020-12-24 09:41:24,844 epoch 14 - iter 212/536 - loss 4.28085896 - samples/sec: 111.26 - lr: 0.100000 +2020-12-24 09:41:37,891 epoch 14 - iter 265/536 - loss 4.29644326 - samples/sec: 130.02 - lr: 0.100000 +2020-12-24 09:41:52,276 epoch 14 - iter 318/536 - loss 4.30057452 - samples/sec: 117.92 - lr: 0.100000 +2020-12-24 09:42:06,793 epoch 14 - iter 371/536 - loss 4.29890839 - samples/sec: 116.86 - lr: 0.100000 +2020-12-24 09:42:21,975 epoch 14 - iter 424/536 - loss 4.30444999 - samples/sec: 111.74 - lr: 0.100000 +2020-12-24 09:42:36,256 epoch 14 - iter 477/536 - loss 4.28277570 - samples/sec: 118.78 - lr: 0.100000 +2020-12-24 09:42:49,764 epoch 14 - iter 530/536 - loss 4.27811491 - samples/sec: 125.58 - lr: 0.100000 +2020-12-24 09:42:50,824 ---------------------------------------------------------------------------------------------------- +2020-12-24 09:42:50,825 EPOCH 14 done: loss 4.2711 - lr 0.1000000 +2020-12-24 09:42:56,453 DEV : loss 2.217916965484619 - score 0.8501 +2020-12-24 09:42:56,518 BAD EPOCHS (no improvement): 0 +2020-12-24 09:43:00,425 ---------------------------------------------------------------------------------------------------- +2020-12-24 09:43:15,197 epoch 15 - iter 53/536 - loss 4.31601697 - samples/sec: 114.83 - lr: 0.100000 +2020-12-24 09:43:29,835 epoch 15 - iter 106/536 - loss 4.24288495 - samples/sec: 115.89 - lr: 0.100000 +2020-12-24 09:43:44,180 epoch 15 - iter 159/536 - loss 4.30061948 - samples/sec: 118.25 - lr: 0.100000 +2020-12-24 09:43:57,930 epoch 15 - iter 212/536 - loss 4.21356087 - samples/sec: 123.37 - lr: 0.100000 +2020-12-24 09:44:13,419 epoch 15 - iter 265/536 - loss 4.22181953 - samples/sec: 109.52 - lr: 0.100000 +2020-12-24 09:44:28,840 epoch 15 - iter 318/536 - loss 4.21948489 - samples/sec: 110.01 - lr: 0.100000 +2020-12-24 09:44:42,657 epoch 15 - iter 371/536 - loss 4.18341901 - samples/sec: 122.78 - lr: 0.100000 +2020-12-24 09:44:56,856 epoch 15 - iter 424/536 - loss 4.18973512 - samples/sec: 119.48 - lr: 0.100000 +2020-12-24 09:45:10,742 epoch 15 - iter 477/536 - loss 4.18233592 - samples/sec: 122.16 - lr: 0.100000 +2020-12-24 09:45:25,612 epoch 15 - iter 530/536 - loss 4.18623130 - samples/sec: 114.08 - lr: 0.100000 +2020-12-24 09:45:27,005 ---------------------------------------------------------------------------------------------------- +2020-12-24 09:45:27,005 EPOCH 15 done: loss 4.1831 - lr 0.1000000 +2020-12-24 09:45:33,355 DEV : loss 2.093086004257202 - score 0.8576 +2020-12-24 09:45:33,421 BAD EPOCHS (no improvement): 0 +2020-12-24 09:45:36,694 ---------------------------------------------------------------------------------------------------- +2020-12-24 09:45:51,404 epoch 16 - iter 53/536 - loss 4.10124106 - samples/sec: 115.32 - lr: 0.100000 +2020-12-24 09:46:05,917 epoch 16 - iter 106/536 - loss 4.24464463 - samples/sec: 116.89 - lr: 0.100000 +2020-12-24 09:46:19,630 epoch 16 - iter 159/536 - loss 4.22737634 - samples/sec: 123.72 - lr: 0.100000 +2020-12-24 09:46:34,172 epoch 16 - iter 212/536 - loss 4.18752507 - samples/sec: 116.65 - lr: 0.100000 +2020-12-24 09:46:49,151 epoch 16 - iter 265/536 - loss 4.17836802 - samples/sec: 113.25 - lr: 0.100000 +2020-12-24 09:47:03,530 epoch 16 - iter 318/536 - loss 4.13230566 - samples/sec: 117.97 - lr: 0.100000 +2020-12-24 09:47:18,605 epoch 16 - iter 371/536 - loss 4.12403448 - samples/sec: 112.53 - lr: 0.100000 +2020-12-24 09:47:33,321 epoch 16 - iter 424/536 - loss 4.12299248 - samples/sec: 115.27 - lr: 0.100000 +2020-12-24 09:47:46,637 epoch 16 - iter 477/536 - loss 4.11417027 - samples/sec: 127.40 - lr: 0.100000 +2020-12-24 09:48:02,055 epoch 16 - iter 530/536 - loss 4.10004098 - samples/sec: 110.03 - lr: 0.100000 +2020-12-24 09:48:03,019 ---------------------------------------------------------------------------------------------------- +2020-12-24 09:48:03,020 EPOCH 16 done: loss 4.1022 - lr 0.1000000 +2020-12-24 09:48:09,175 DEV : loss 2.0390501022338867 - score 0.8581 +2020-12-24 09:48:09,242 BAD EPOCHS (no improvement): 0 +2020-12-24 09:48:12,400 ---------------------------------------------------------------------------------------------------- +2020-12-24 09:48:26,262 epoch 17 - iter 53/536 - loss 4.05583728 - samples/sec: 122.36 - lr: 0.100000 +2020-12-24 09:48:39,421 epoch 17 - iter 106/536 - loss 4.09181755 - samples/sec: 128.93 - lr: 0.100000 +2020-12-24 09:48:55,060 epoch 17 - iter 159/536 - loss 4.13611064 - samples/sec: 108.47 - lr: 0.100000 +2020-12-24 09:49:09,824 epoch 17 - iter 212/536 - loss 4.12939032 - samples/sec: 114.90 - lr: 0.100000 +2020-12-24 09:49:23,999 epoch 17 - iter 265/536 - loss 4.13132127 - samples/sec: 119.68 - lr: 0.100000 +2020-12-24 09:49:38,086 epoch 17 - iter 318/536 - loss 4.09513736 - samples/sec: 120.43 - lr: 0.100000 +2020-12-24 09:49:52,177 epoch 17 - iter 371/536 - loss 4.07547522 - samples/sec: 120.38 - lr: 0.100000 +2020-12-24 09:50:06,410 epoch 17 - iter 424/536 - loss 4.06198405 - samples/sec: 119.19 - lr: 0.100000 +2020-12-24 09:50:20,938 epoch 17 - iter 477/536 - loss 4.05179927 - samples/sec: 116.76 - lr: 0.100000 +2020-12-24 09:50:35,000 epoch 17 - iter 530/536 - loss 4.07313065 - samples/sec: 120.63 - lr: 0.100000 +2020-12-24 09:50:36,895 ---------------------------------------------------------------------------------------------------- +2020-12-24 09:50:36,897 EPOCH 17 done: loss 4.0754 - lr 0.1000000 +2020-12-24 09:50:42,048 DEV : loss 2.0414915084838867 - score 0.8593 +2020-12-24 09:50:42,114 BAD EPOCHS (no improvement): 0 +2020-12-24 09:50:45,563 ---------------------------------------------------------------------------------------------------- +2020-12-24 09:51:00,057 epoch 18 - iter 53/536 - loss 4.14274276 - samples/sec: 117.03 - lr: 0.100000 +2020-12-24 09:51:14,402 epoch 18 - iter 106/536 - loss 4.04201548 - samples/sec: 118.26 - lr: 0.100000 +2020-12-24 09:51:29,174 epoch 18 - iter 159/536 - loss 4.02747927 - samples/sec: 114.84 - lr: 0.100000 +2020-12-24 09:51:43,505 epoch 18 - iter 212/536 - loss 3.99007205 - samples/sec: 118.37 - lr: 0.100000 +2020-12-24 09:51:58,489 epoch 18 - iter 265/536 - loss 3.98106804 - samples/sec: 113.21 - lr: 0.100000 +2020-12-24 09:52:12,862 epoch 18 - iter 318/536 - loss 3.96640817 - samples/sec: 118.03 - lr: 0.100000 +2020-12-24 09:52:27,819 epoch 18 - iter 371/536 - loss 3.97213197 - samples/sec: 113.42 - lr: 0.100000 +2020-12-24 09:52:41,243 epoch 18 - iter 424/536 - loss 3.96739396 - samples/sec: 126.38 - lr: 0.100000 +2020-12-24 09:52:56,684 epoch 18 - iter 477/536 - loss 3.97732652 - samples/sec: 109.86 - lr: 0.100000 +2020-12-24 09:53:10,939 epoch 18 - iter 530/536 - loss 3.99482130 - samples/sec: 119.00 - lr: 0.100000 +2020-12-24 09:53:12,127 ---------------------------------------------------------------------------------------------------- +2020-12-24 09:53:12,128 EPOCH 18 done: loss 3.9937 - lr 0.1000000 +2020-12-24 09:53:16,757 DEV : loss 2.037299156188965 - score 0.8587 +2020-12-24 09:53:16,826 BAD EPOCHS (no improvement): 1 +2020-12-24 09:53:16,826 ---------------------------------------------------------------------------------------------------- +2020-12-24 09:53:31,509 epoch 19 - iter 53/536 - loss 3.88317603 - samples/sec: 115.52 - lr: 0.100000 +2020-12-24 09:53:46,403 epoch 19 - iter 106/536 - loss 3.83856588 - samples/sec: 113.90 - lr: 0.100000 +2020-12-24 09:54:00,562 epoch 19 - iter 159/536 - loss 3.79965713 - samples/sec: 119.80 - lr: 0.100000 +2020-12-24 09:54:14,612 epoch 19 - iter 212/536 - loss 3.82271331 - samples/sec: 120.74 - lr: 0.100000 +2020-12-24 09:54:28,872 epoch 19 - iter 265/536 - loss 3.85225674 - samples/sec: 118.95 - lr: 0.100000 +2020-12-24 09:54:42,633 epoch 19 - iter 318/536 - loss 3.86173121 - samples/sec: 123.27 - lr: 0.100000 +2020-12-24 09:54:55,424 epoch 19 - iter 371/536 - loss 3.86928549 - samples/sec: 132.63 - lr: 0.100000 +2020-12-24 09:55:10,127 epoch 19 - iter 424/536 - loss 3.90235924 - samples/sec: 115.37 - lr: 0.100000 +2020-12-24 09:55:25,219 epoch 19 - iter 477/536 - loss 3.90460970 - samples/sec: 112.41 - lr: 0.100000 +2020-12-24 09:55:40,057 epoch 19 - iter 530/536 - loss 3.92686437 - samples/sec: 114.32 - lr: 0.100000 +2020-12-24 09:55:41,406 ---------------------------------------------------------------------------------------------------- +2020-12-24 09:55:41,407 EPOCH 19 done: loss 3.9285 - lr 0.1000000 +2020-12-24 09:55:46,533 DEV : loss 1.966428279876709 - score 0.8662 +2020-12-24 09:55:46,599 BAD EPOCHS (no improvement): 0 +2020-12-24 09:55:49,876 ---------------------------------------------------------------------------------------------------- +2020-12-24 09:56:04,523 epoch 20 - iter 53/536 - loss 3.88479827 - samples/sec: 115.81 - lr: 0.100000 +2020-12-24 09:56:18,961 epoch 20 - iter 106/536 - loss 3.94743278 - samples/sec: 117.50 - lr: 0.100000 +2020-12-24 09:56:34,187 epoch 20 - iter 159/536 - loss 3.91913856 - samples/sec: 111.41 - lr: 0.100000 +2020-12-24 09:56:50,537 epoch 20 - iter 212/536 - loss 3.91054541 - samples/sec: 103.75 - lr: 0.100000 +2020-12-24 09:57:04,388 epoch 20 - iter 265/536 - loss 3.91770561 - samples/sec: 122.47 - lr: 0.100000 +2020-12-24 09:57:18,719 epoch 20 - iter 318/536 - loss 3.89031479 - samples/sec: 118.38 - lr: 0.100000 +2020-12-24 09:57:33,370 epoch 20 - iter 371/536 - loss 3.89439632 - samples/sec: 115.78 - lr: 0.100000 +2020-12-24 09:57:47,360 epoch 20 - iter 424/536 - loss 3.88928436 - samples/sec: 121.26 - lr: 0.100000 +2020-12-24 09:58:02,428 epoch 20 - iter 477/536 - loss 3.86830224 - samples/sec: 112.58 - lr: 0.100000 +2020-12-24 09:58:17,311 epoch 20 - iter 530/536 - loss 3.86878182 - samples/sec: 113.99 - lr: 0.100000 +2020-12-24 09:58:19,076 ---------------------------------------------------------------------------------------------------- +2020-12-24 09:58:19,077 EPOCH 20 done: loss 3.8726 - lr 0.1000000 +2020-12-24 09:58:24,425 DEV : loss 1.992888331413269 - score 0.8596 +2020-12-24 09:58:24,491 BAD EPOCHS (no improvement): 1 +2020-12-24 09:58:24,491 ---------------------------------------------------------------------------------------------------- +2020-12-24 09:58:39,399 epoch 21 - iter 53/536 - loss 3.84493122 - samples/sec: 113.79 - lr: 0.100000 +2020-12-24 09:58:54,587 epoch 21 - iter 106/536 - loss 3.86622301 - samples/sec: 111.69 - lr: 0.100000 +2020-12-24 09:59:08,884 epoch 21 - iter 159/536 - loss 3.84182484 - samples/sec: 118.66 - lr: 0.100000 +2020-12-24 09:59:23,735 epoch 21 - iter 212/536 - loss 3.79891782 - samples/sec: 114.22 - lr: 0.100000 +2020-12-24 09:59:38,522 epoch 21 - iter 265/536 - loss 3.79558390 - samples/sec: 114.72 - lr: 0.100000 +2020-12-24 09:59:53,213 epoch 21 - iter 318/536 - loss 3.78672072 - samples/sec: 115.47 - lr: 0.100000 +2020-12-24 10:00:07,922 epoch 21 - iter 371/536 - loss 3.78559785 - samples/sec: 115.34 - lr: 0.100000 +2020-12-24 10:00:22,983 epoch 21 - iter 424/536 - loss 3.81397039 - samples/sec: 112.62 - lr: 0.100000 +2020-12-24 10:00:37,428 epoch 21 - iter 477/536 - loss 3.81015431 - samples/sec: 117.45 - lr: 0.100000 +2020-12-24 10:00:52,462 epoch 21 - iter 530/536 - loss 3.81376307 - samples/sec: 112.83 - lr: 0.100000 +2020-12-24 10:00:54,320 ---------------------------------------------------------------------------------------------------- +2020-12-24 10:00:54,321 EPOCH 21 done: loss 3.8098 - lr 0.1000000 +2020-12-24 10:00:58,965 DEV : loss 1.9450557231903076 - score 0.868 +2020-12-24 10:00:59,031 BAD EPOCHS (no improvement): 0 +2020-12-24 10:01:02,203 ---------------------------------------------------------------------------------------------------- +2020-12-24 10:01:16,028 epoch 22 - iter 53/536 - loss 3.58998457 - samples/sec: 122.71 - lr: 0.100000 +2020-12-24 10:01:30,880 epoch 22 - iter 106/536 - loss 3.62319768 - samples/sec: 114.22 - lr: 0.100000 +2020-12-24 10:01:45,540 epoch 22 - iter 159/536 - loss 3.71034312 - samples/sec: 115.72 - lr: 0.100000 +2020-12-24 10:02:00,505 epoch 22 - iter 212/536 - loss 3.70349396 - samples/sec: 113.35 - lr: 0.100000 +2020-12-24 10:02:16,178 epoch 22 - iter 265/536 - loss 3.72774558 - samples/sec: 108.24 - lr: 0.100000 +2020-12-24 10:02:29,683 epoch 22 - iter 318/536 - loss 3.74205526 - samples/sec: 125.62 - lr: 0.100000 +2020-12-24 10:02:43,764 epoch 22 - iter 371/536 - loss 3.73133089 - samples/sec: 120.47 - lr: 0.100000 +2020-12-24 10:02:58,976 epoch 22 - iter 424/536 - loss 3.74723470 - samples/sec: 111.51 - lr: 0.100000 +2020-12-24 10:03:13,695 epoch 22 - iter 477/536 - loss 3.74539028 - samples/sec: 115.25 - lr: 0.100000 +2020-12-24 10:03:27,983 epoch 22 - iter 530/536 - loss 3.76854706 - samples/sec: 118.73 - lr: 0.100000 +2020-12-24 10:03:29,552 ---------------------------------------------------------------------------------------------------- +2020-12-24 10:03:29,554 EPOCH 22 done: loss 3.7660 - lr 0.1000000 +2020-12-24 10:03:34,434 DEV : loss 1.9669673442840576 - score 0.8632 +2020-12-24 10:03:34,501 BAD EPOCHS (no improvement): 1 +2020-12-24 10:03:34,501 ---------------------------------------------------------------------------------------------------- +2020-12-24 10:03:48,574 epoch 23 - iter 53/536 - loss 3.73282303 - samples/sec: 120.54 - lr: 0.100000 +2020-12-24 10:04:03,169 epoch 23 - iter 106/536 - loss 3.74179565 - samples/sec: 116.23 - lr: 0.100000 +2020-12-24 10:04:17,738 epoch 23 - iter 159/536 - loss 3.70306759 - samples/sec: 116.43 - lr: 0.100000 +2020-12-24 10:04:31,239 epoch 23 - iter 212/536 - loss 3.69156371 - samples/sec: 125.66 - lr: 0.100000 +2020-12-24 10:04:45,992 epoch 23 - iter 265/536 - loss 3.71870098 - samples/sec: 114.99 - lr: 0.100000 +2020-12-24 10:05:00,116 epoch 23 - iter 318/536 - loss 3.74618049 - samples/sec: 120.12 - lr: 0.100000 +2020-12-24 10:05:14,873 epoch 23 - iter 371/536 - loss 3.76730559 - samples/sec: 114.95 - lr: 0.100000 +2020-12-24 10:05:29,271 epoch 23 - iter 424/536 - loss 3.73650623 - samples/sec: 117.83 - lr: 0.100000 +2020-12-24 10:05:44,785 epoch 23 - iter 477/536 - loss 3.72811094 - samples/sec: 109.34 - lr: 0.100000 +2020-12-24 10:05:59,086 epoch 23 - iter 530/536 - loss 3.74039824 - samples/sec: 118.62 - lr: 0.100000 +2020-12-24 10:06:00,546 ---------------------------------------------------------------------------------------------------- +2020-12-24 10:06:00,547 EPOCH 23 done: loss 3.7423 - lr 0.1000000 +2020-12-24 10:06:06,911 DEV : loss 2.0219969749450684 - score 0.8611 +2020-12-24 10:06:06,977 BAD EPOCHS (no improvement): 2 +2020-12-24 10:06:06,977 ---------------------------------------------------------------------------------------------------- +2020-12-24 10:06:20,968 epoch 24 - iter 53/536 - loss 3.51345605 - samples/sec: 121.24 - lr: 0.100000 +2020-12-24 10:06:34,626 epoch 24 - iter 106/536 - loss 3.59165310 - samples/sec: 124.20 - lr: 0.100000 +2020-12-24 10:06:49,312 epoch 24 - iter 159/536 - loss 3.65494869 - samples/sec: 115.51 - lr: 0.100000 +2020-12-24 10:07:03,114 epoch 24 - iter 212/536 - loss 3.67229899 - samples/sec: 122.91 - lr: 0.100000 +2020-12-24 10:07:17,706 epoch 24 - iter 265/536 - loss 3.71279139 - samples/sec: 116.25 - lr: 0.100000 +2020-12-24 10:07:31,951 epoch 24 - iter 318/536 - loss 3.69873142 - samples/sec: 119.09 - lr: 0.100000 +2020-12-24 10:07:46,724 epoch 24 - iter 371/536 - loss 3.71877922 - samples/sec: 114.83 - lr: 0.100000 +2020-12-24 10:08:01,401 epoch 24 - iter 424/536 - loss 3.71674765 - samples/sec: 115.58 - lr: 0.100000 +2020-12-24 10:08:16,619 epoch 24 - iter 477/536 - loss 3.73417025 - samples/sec: 111.47 - lr: 0.100000 +2020-12-24 10:08:31,212 epoch 24 - iter 530/536 - loss 3.74479793 - samples/sec: 116.25 - lr: 0.100000 +2020-12-24 10:08:32,626 ---------------------------------------------------------------------------------------------------- +2020-12-24 10:08:32,628 EPOCH 24 done: loss 3.7413 - lr 0.1000000 +2020-12-24 10:08:37,732 DEV : loss 1.8825485706329346 - score 0.8691 +2020-12-24 10:08:37,797 BAD EPOCHS (no improvement): 0 +2020-12-24 10:08:41,056 ---------------------------------------------------------------------------------------------------- +2020-12-24 10:08:54,480 epoch 25 - iter 53/536 - loss 3.59589294 - samples/sec: 126.36 - lr: 0.100000 +2020-12-24 10:09:10,097 epoch 25 - iter 106/536 - loss 3.52111188 - samples/sec: 108.62 - lr: 0.100000 +2020-12-24 10:09:24,469 epoch 25 - iter 159/536 - loss 3.57596045 - samples/sec: 118.04 - lr: 0.100000 +2020-12-24 10:09:39,626 epoch 25 - iter 212/536 - loss 3.65467796 - samples/sec: 111.92 - lr: 0.100000 +2020-12-24 10:09:53,797 epoch 25 - iter 265/536 - loss 3.61694805 - samples/sec: 119.72 - lr: 0.100000 +2020-12-24 10:10:07,857 epoch 25 - iter 318/536 - loss 3.63249866 - samples/sec: 120.65 - lr: 0.100000 +2020-12-24 10:10:23,622 epoch 25 - iter 371/536 - loss 3.66062714 - samples/sec: 107.61 - lr: 0.100000 +2020-12-24 10:10:38,048 epoch 25 - iter 424/536 - loss 3.66633003 - samples/sec: 117.59 - lr: 0.100000 +2020-12-24 10:10:53,007 epoch 25 - iter 477/536 - loss 3.66876244 - samples/sec: 113.40 - lr: 0.100000 +2020-12-24 10:11:07,607 epoch 25 - iter 530/536 - loss 3.65801830 - samples/sec: 116.18 - lr: 0.100000 +2020-12-24 10:11:09,393 ---------------------------------------------------------------------------------------------------- +2020-12-24 10:11:09,394 EPOCH 25 done: loss 3.6575 - lr 0.1000000 +2020-12-24 10:11:14,432 DEV : loss 1.820066213607788 - score 0.8692 +2020-12-24 10:11:14,500 BAD EPOCHS (no improvement): 0 +2020-12-24 10:11:17,691 ---------------------------------------------------------------------------------------------------- +2020-12-24 10:11:33,191 epoch 26 - iter 53/536 - loss 3.54863474 - samples/sec: 109.44 - lr: 0.100000 +2020-12-24 10:11:49,377 epoch 26 - iter 106/536 - loss 3.73078468 - samples/sec: 104.80 - lr: 0.100000 +2020-12-24 10:12:04,506 epoch 26 - iter 159/536 - loss 3.67395572 - samples/sec: 112.13 - lr: 0.100000 +2020-12-24 10:12:20,247 epoch 26 - iter 212/536 - loss 3.63782689 - samples/sec: 107.78 - lr: 0.100000 +2020-12-24 10:12:35,215 epoch 26 - iter 265/536 - loss 3.61802776 - samples/sec: 113.33 - lr: 0.100000 +2020-12-24 10:12:49,375 epoch 26 - iter 318/536 - loss 3.63144883 - samples/sec: 119.79 - lr: 0.100000 +2020-12-24 10:13:05,307 epoch 26 - iter 371/536 - loss 3.65243444 - samples/sec: 106.48 - lr: 0.100000 +2020-12-24 10:13:19,692 epoch 26 - iter 424/536 - loss 3.63100830 - samples/sec: 117.93 - lr: 0.100000 +2020-12-24 10:13:33,932 epoch 26 - iter 477/536 - loss 3.62368607 - samples/sec: 119.12 - lr: 0.100000 +2020-12-24 10:13:48,025 epoch 26 - iter 530/536 - loss 3.63284237 - samples/sec: 120.37 - lr: 0.100000 +2020-12-24 10:13:49,949 ---------------------------------------------------------------------------------------------------- +2020-12-24 10:13:49,949 EPOCH 26 done: loss 3.6296 - lr 0.1000000 +2020-12-24 10:13:55,024 DEV : loss 1.8722416162490845 - score 0.867 +2020-12-24 10:13:55,092 BAD EPOCHS (no improvement): 1 +2020-12-24 10:13:55,092 ---------------------------------------------------------------------------------------------------- +2020-12-24 10:14:09,593 epoch 27 - iter 53/536 - loss 3.50215162 - samples/sec: 116.98 - lr: 0.100000 +2020-12-24 10:14:24,517 epoch 27 - iter 106/536 - loss 3.69990183 - samples/sec: 113.66 - lr: 0.100000 +2020-12-24 10:14:40,157 epoch 27 - iter 159/536 - loss 3.70902700 - samples/sec: 108.47 - lr: 0.100000 +2020-12-24 10:14:55,997 epoch 27 - iter 212/536 - loss 3.68277346 - samples/sec: 107.09 - lr: 0.100000 +2020-12-24 10:15:09,723 epoch 27 - iter 265/536 - loss 3.65651539 - samples/sec: 123.60 - lr: 0.100000 +2020-12-24 10:15:24,743 epoch 27 - iter 318/536 - loss 3.64038137 - samples/sec: 112.94 - lr: 0.100000 +2020-12-24 10:15:38,882 epoch 27 - iter 371/536 - loss 3.63715425 - samples/sec: 119.98 - lr: 0.100000 +2020-12-24 10:15:54,876 epoch 27 - iter 424/536 - loss 3.64062166 - samples/sec: 106.07 - lr: 0.100000 +2020-12-24 10:16:08,403 epoch 27 - iter 477/536 - loss 3.62241822 - samples/sec: 125.41 - lr: 0.100000 +2020-12-24 10:16:22,439 epoch 27 - iter 530/536 - loss 3.61976827 - samples/sec: 120.85 - lr: 0.100000 +2020-12-24 10:16:24,231 ---------------------------------------------------------------------------------------------------- +2020-12-24 10:16:24,232 EPOCH 27 done: loss 3.6147 - lr 0.1000000 +2020-12-24 10:16:29,389 DEV : loss 1.8771867752075195 - score 0.8722 +2020-12-24 10:16:29,456 BAD EPOCHS (no improvement): 0 +2020-12-24 10:16:32,838 ---------------------------------------------------------------------------------------------------- +2020-12-24 10:16:47,614 epoch 28 - iter 53/536 - loss 3.58065075 - samples/sec: 114.80 - lr: 0.100000 +2020-12-24 10:17:01,544 epoch 28 - iter 106/536 - loss 3.54943177 - samples/sec: 121.79 - lr: 0.100000 +2020-12-24 10:17:16,843 epoch 28 - iter 159/536 - loss 3.56570034 - samples/sec: 110.88 - lr: 0.100000 +2020-12-24 10:17:31,568 epoch 28 - iter 212/536 - loss 3.59931100 - samples/sec: 115.20 - lr: 0.100000 +2020-12-24 10:17:46,608 epoch 28 - iter 265/536 - loss 3.62272510 - samples/sec: 112.79 - lr: 0.100000 +2020-12-24 10:18:01,086 epoch 28 - iter 318/536 - loss 3.58991572 - samples/sec: 117.16 - lr: 0.100000 +2020-12-24 10:18:15,104 epoch 28 - iter 371/536 - loss 3.59621403 - samples/sec: 121.02 - lr: 0.100000 +2020-12-24 10:18:29,564 epoch 28 - iter 424/536 - loss 3.56490072 - samples/sec: 117.32 - lr: 0.100000 +2020-12-24 10:18:44,994 epoch 28 - iter 477/536 - loss 3.57896529 - samples/sec: 109.94 - lr: 0.100000 +2020-12-24 10:19:00,153 epoch 28 - iter 530/536 - loss 3.58854428 - samples/sec: 111.91 - lr: 0.100000 +2020-12-24 10:19:01,674 ---------------------------------------------------------------------------------------------------- +2020-12-24 10:19:01,675 EPOCH 28 done: loss 3.5889 - lr 0.1000000 +2020-12-24 10:19:07,532 DEV : loss 1.8122533559799194 - score 0.8743 +2020-12-24 10:19:07,599 BAD EPOCHS (no improvement): 0 +2020-12-24 10:19:10,786 ---------------------------------------------------------------------------------------------------- +2020-12-24 10:19:25,988 epoch 29 - iter 53/536 - loss 3.47029897 - samples/sec: 111.58 - lr: 0.100000 +2020-12-24 10:19:41,126 epoch 29 - iter 106/536 - loss 3.42172832 - samples/sec: 112.05 - lr: 0.100000 +2020-12-24 10:19:57,180 epoch 29 - iter 159/536 - loss 3.50047064 - samples/sec: 105.67 - lr: 0.100000 +2020-12-24 10:20:11,855 epoch 29 - iter 212/536 - loss 3.51783586 - samples/sec: 115.60 - lr: 0.100000 +2020-12-24 10:20:25,624 epoch 29 - iter 265/536 - loss 3.48797141 - samples/sec: 123.20 - lr: 0.100000 +2020-12-24 10:20:40,172 epoch 29 - iter 318/536 - loss 3.48702716 - samples/sec: 116.60 - lr: 0.100000 +2020-12-24 10:20:54,522 epoch 29 - iter 371/536 - loss 3.49960732 - samples/sec: 118.21 - lr: 0.100000 +2020-12-24 10:21:08,808 epoch 29 - iter 424/536 - loss 3.50991293 - samples/sec: 118.75 - lr: 0.100000 +2020-12-24 10:21:24,129 epoch 29 - iter 477/536 - loss 3.55033842 - samples/sec: 110.72 - lr: 0.100000 +2020-12-24 10:21:38,924 epoch 29 - iter 530/536 - loss 3.52645792 - samples/sec: 114.65 - lr: 0.100000 +2020-12-24 10:21:40,791 ---------------------------------------------------------------------------------------------------- +2020-12-24 10:21:40,792 EPOCH 29 done: loss 3.5290 - lr 0.1000000 +2020-12-24 10:21:46,401 DEV : loss 1.8716015815734863 - score 0.8687 +2020-12-24 10:21:46,469 BAD EPOCHS (no improvement): 1 +2020-12-24 10:21:46,469 ---------------------------------------------------------------------------------------------------- +2020-12-24 10:22:00,263 epoch 30 - iter 53/536 - loss 3.35245582 - samples/sec: 122.98 - lr: 0.100000 +2020-12-24 10:22:14,762 epoch 30 - iter 106/536 - loss 3.49400968 - samples/sec: 117.00 - lr: 0.100000 +2020-12-24 10:22:29,178 epoch 30 - iter 159/536 - loss 3.51702470 - samples/sec: 117.68 - lr: 0.100000 +2020-12-24 10:22:43,765 epoch 30 - iter 212/536 - loss 3.49096816 - samples/sec: 116.29 - lr: 0.100000 +2020-12-24 10:22:59,200 epoch 30 - iter 265/536 - loss 3.49873411 - samples/sec: 109.91 - lr: 0.100000 +2020-12-24 10:23:13,949 epoch 30 - iter 318/536 - loss 3.50248830 - samples/sec: 115.02 - lr: 0.100000 +2020-12-24 10:23:28,907 epoch 30 - iter 371/536 - loss 3.50465539 - samples/sec: 113.40 - lr: 0.100000 +2020-12-24 10:23:43,357 epoch 30 - iter 424/536 - loss 3.53059398 - samples/sec: 117.40 - lr: 0.100000 +2020-12-24 10:23:56,425 epoch 30 - iter 477/536 - loss 3.52124278 - samples/sec: 129.81 - lr: 0.100000 +2020-12-24 10:24:10,981 epoch 30 - iter 530/536 - loss 3.51847062 - samples/sec: 116.55 - lr: 0.100000 +2020-12-24 10:24:12,070 ---------------------------------------------------------------------------------------------------- +2020-12-24 10:24:12,071 EPOCH 30 done: loss 3.5150 - lr 0.1000000 +2020-12-24 10:24:19,484 DEV : loss 1.7744392156600952 - score 0.8763 +2020-12-24 10:24:19,551 BAD EPOCHS (no improvement): 0 +2020-12-24 10:24:22,702 ---------------------------------------------------------------------------------------------------- +2020-12-24 10:24:38,718 epoch 31 - iter 53/536 - loss 3.38373735 - samples/sec: 105.91 - lr: 0.100000 +2020-12-24 10:24:54,166 epoch 31 - iter 106/536 - loss 3.34189239 - samples/sec: 109.81 - lr: 0.100000 +2020-12-24 10:25:09,815 epoch 31 - iter 159/536 - loss 3.39363338 - samples/sec: 108.40 - lr: 0.100000 +2020-12-24 10:25:24,357 epoch 31 - iter 212/536 - loss 3.43180377 - samples/sec: 116.66 - lr: 0.100000 +2020-12-24 10:25:38,481 epoch 31 - iter 265/536 - loss 3.42992901 - samples/sec: 120.10 - lr: 0.100000 +2020-12-24 10:25:53,032 epoch 31 - iter 318/536 - loss 3.45484035 - samples/sec: 116.58 - lr: 0.100000 +2020-12-24 10:26:07,264 epoch 31 - iter 371/536 - loss 3.46588750 - samples/sec: 119.20 - lr: 0.100000 +2020-12-24 10:26:21,775 epoch 31 - iter 424/536 - loss 3.46290330 - samples/sec: 116.90 - lr: 0.100000 +2020-12-24 10:26:35,961 epoch 31 - iter 477/536 - loss 3.48427692 - samples/sec: 119.57 - lr: 0.100000 +2020-12-24 10:26:50,572 epoch 31 - iter 530/536 - loss 3.47918399 - samples/sec: 116.12 - lr: 0.100000 +2020-12-24 10:26:52,113 ---------------------------------------------------------------------------------------------------- +2020-12-24 10:26:52,114 EPOCH 31 done: loss 3.4717 - lr 0.1000000 +2020-12-24 10:26:57,444 DEV : loss 1.8164905309677124 - score 0.872 +2020-12-24 10:26:57,510 BAD EPOCHS (no improvement): 1 +2020-12-24 10:26:57,510 ---------------------------------------------------------------------------------------------------- +2020-12-24 10:27:14,020 epoch 32 - iter 53/536 - loss 3.49646859 - samples/sec: 102.74 - lr: 0.100000 +2020-12-24 10:27:28,452 epoch 32 - iter 106/536 - loss 3.52368848 - samples/sec: 117.54 - lr: 0.100000 +2020-12-24 10:27:42,494 epoch 32 - iter 159/536 - loss 3.49898036 - samples/sec: 120.80 - lr: 0.100000 +2020-12-24 10:27:56,557 epoch 32 - iter 212/536 - loss 3.48407443 - samples/sec: 120.63 - lr: 0.100000 +2020-12-24 10:28:10,877 epoch 32 - iter 265/536 - loss 3.48282908 - samples/sec: 118.46 - lr: 0.100000 +2020-12-24 10:28:26,102 epoch 32 - iter 318/536 - loss 3.50685482 - samples/sec: 111.42 - lr: 0.100000 +2020-12-24 10:28:40,114 epoch 32 - iter 371/536 - loss 3.48833800 - samples/sec: 121.06 - lr: 0.100000 +2020-12-24 10:28:56,140 epoch 32 - iter 424/536 - loss 3.49691762 - samples/sec: 105.84 - lr: 0.100000 +2020-12-24 10:29:11,110 epoch 32 - iter 477/536 - loss 3.47644012 - samples/sec: 113.32 - lr: 0.100000 +2020-12-24 10:29:25,544 epoch 32 - iter 530/536 - loss 3.47363218 - samples/sec: 117.53 - lr: 0.100000 +2020-12-24 10:29:27,112 ---------------------------------------------------------------------------------------------------- +2020-12-24 10:29:27,113 EPOCH 32 done: loss 3.4658 - lr 0.1000000 +2020-12-24 10:29:32,322 DEV : loss 1.832747459411621 - score 0.8745 +2020-12-24 10:29:32,388 BAD EPOCHS (no improvement): 2 +2020-12-24 10:29:32,388 ---------------------------------------------------------------------------------------------------- +2020-12-24 10:29:46,343 epoch 33 - iter 53/536 - loss 3.38041154 - samples/sec: 121.56 - lr: 0.100000 +2020-12-24 10:30:00,215 epoch 33 - iter 106/536 - loss 3.36348675 - samples/sec: 122.28 - lr: 0.100000 +2020-12-24 10:30:14,186 epoch 33 - iter 159/536 - loss 3.40259323 - samples/sec: 121.42 - lr: 0.100000 +2020-12-24 10:30:29,314 epoch 33 - iter 212/536 - loss 3.38716882 - samples/sec: 112.14 - lr: 0.100000 +2020-12-24 10:30:45,147 epoch 33 - iter 265/536 - loss 3.39980726 - samples/sec: 107.15 - lr: 0.100000 +2020-12-24 10:31:00,039 epoch 33 - iter 318/536 - loss 3.41415393 - samples/sec: 113.91 - lr: 0.100000 +2020-12-24 10:31:16,176 epoch 33 - iter 371/536 - loss 3.41741636 - samples/sec: 105.12 - lr: 0.100000 +2020-12-24 10:31:31,288 epoch 33 - iter 424/536 - loss 3.40941080 - samples/sec: 112.26 - lr: 0.100000 +2020-12-24 10:31:45,736 epoch 33 - iter 477/536 - loss 3.41732060 - samples/sec: 117.41 - lr: 0.100000 +2020-12-24 10:31:59,632 epoch 33 - iter 530/536 - loss 3.40549055 - samples/sec: 122.08 - lr: 0.100000 +2020-12-24 10:32:01,551 ---------------------------------------------------------------------------------------------------- +2020-12-24 10:32:01,553 EPOCH 33 done: loss 3.4199 - lr 0.1000000 +2020-12-24 10:32:07,473 DEV : loss 1.7491700649261475 - score 0.8763 +2020-12-24 10:32:07,539 BAD EPOCHS (no improvement): 3 +2020-12-24 10:32:07,540 ---------------------------------------------------------------------------------------------------- +2020-12-24 10:32:22,712 epoch 34 - iter 53/536 - loss 3.19382395 - samples/sec: 111.80 - lr: 0.100000 +2020-12-24 10:32:36,381 epoch 34 - iter 106/536 - loss 3.31130524 - samples/sec: 124.10 - lr: 0.100000 +2020-12-24 10:32:52,666 epoch 34 - iter 159/536 - loss 3.32382372 - samples/sec: 104.17 - lr: 0.100000 +2020-12-24 10:33:08,174 epoch 34 - iter 212/536 - loss 3.33340406 - samples/sec: 109.39 - lr: 0.100000 +2020-12-24 10:33:23,044 epoch 34 - iter 265/536 - loss 3.34672652 - samples/sec: 114.08 - lr: 0.100000 +2020-12-24 10:33:38,385 epoch 34 - iter 318/536 - loss 3.37114780 - samples/sec: 110.58 - lr: 0.100000 +2020-12-24 10:33:53,570 epoch 34 - iter 371/536 - loss 3.35809231 - samples/sec: 111.71 - lr: 0.100000 +2020-12-24 10:34:07,226 epoch 34 - iter 424/536 - loss 3.37989053 - samples/sec: 124.23 - lr: 0.100000 +2020-12-24 10:34:22,743 epoch 34 - iter 477/536 - loss 3.37247320 - samples/sec: 109.32 - lr: 0.100000 +2020-12-24 10:34:37,020 epoch 34 - iter 530/536 - loss 3.38479205 - samples/sec: 118.81 - lr: 0.100000 +2020-12-24 10:34:38,453 ---------------------------------------------------------------------------------------------------- +2020-12-24 10:34:38,453 EPOCH 34 done: loss 3.3805 - lr 0.1000000 +2020-12-24 10:34:44,148 DEV : loss 1.7621924877166748 - score 0.8762 +2020-12-24 10:34:44,216 BAD EPOCHS (no improvement): 4 +2020-12-24 10:34:44,216 ---------------------------------------------------------------------------------------------------- +2020-12-24 10:34:58,562 epoch 35 - iter 53/536 - loss 3.35648858 - samples/sec: 118.24 - lr: 0.050000 +2020-12-24 10:35:13,370 epoch 35 - iter 106/536 - loss 3.22868896 - samples/sec: 114.55 - lr: 0.050000 +2020-12-24 10:35:28,403 epoch 35 - iter 159/536 - loss 3.30653461 - samples/sec: 112.85 - lr: 0.050000 +2020-12-24 10:35:44,205 epoch 35 - iter 212/536 - loss 3.31292350 - samples/sec: 107.34 - lr: 0.050000 +2020-12-24 10:35:59,782 epoch 35 - iter 265/536 - loss 3.32792344 - samples/sec: 108.91 - lr: 0.050000 +2020-12-24 10:36:13,177 epoch 35 - iter 318/536 - loss 3.29314168 - samples/sec: 126.65 - lr: 0.050000 +2020-12-24 10:36:28,627 epoch 35 - iter 371/536 - loss 3.25422452 - samples/sec: 109.79 - lr: 0.050000 +2020-12-24 10:36:43,726 epoch 35 - iter 424/536 - loss 3.25606525 - samples/sec: 112.35 - lr: 0.050000 +2020-12-24 10:36:58,456 epoch 35 - iter 477/536 - loss 3.26749562 - samples/sec: 115.16 - lr: 0.050000 +2020-12-24 10:37:13,639 epoch 35 - iter 530/536 - loss 3.27417666 - samples/sec: 111.73 - lr: 0.050000 +2020-12-24 10:37:14,952 ---------------------------------------------------------------------------------------------------- +2020-12-24 10:37:14,952 EPOCH 35 done: loss 3.2753 - lr 0.0500000 +2020-12-24 10:37:21,043 DEV : loss 1.727201223373413 - score 0.8794 +2020-12-24 10:37:21,109 BAD EPOCHS (no improvement): 0 +2020-12-24 10:37:24,436 ---------------------------------------------------------------------------------------------------- +2020-12-24 10:37:39,467 epoch 36 - iter 53/536 - loss 3.24817165 - samples/sec: 112.85 - lr: 0.050000 +2020-12-24 10:37:54,261 epoch 36 - iter 106/536 - loss 3.24256402 - samples/sec: 114.67 - lr: 0.050000 +2020-12-24 10:38:08,959 epoch 36 - iter 159/536 - loss 3.21713965 - samples/sec: 115.41 - lr: 0.050000 +2020-12-24 10:38:24,415 epoch 36 - iter 212/536 - loss 3.21688022 - samples/sec: 109.76 - lr: 0.050000 +2020-12-24 10:38:39,242 epoch 36 - iter 265/536 - loss 3.24347715 - samples/sec: 114.41 - lr: 0.050000 +2020-12-24 10:38:55,261 epoch 36 - iter 318/536 - loss 3.27817035 - samples/sec: 105.89 - lr: 0.050000 +2020-12-24 10:39:10,701 epoch 36 - iter 371/536 - loss 3.25422429 - samples/sec: 109.87 - lr: 0.050000 +2020-12-24 10:39:24,322 epoch 36 - iter 424/536 - loss 3.25783813 - samples/sec: 124.53 - lr: 0.050000 +2020-12-24 10:39:38,964 epoch 36 - iter 477/536 - loss 3.25673782 - samples/sec: 115.86 - lr: 0.050000 +2020-12-24 10:39:54,465 epoch 36 - iter 530/536 - loss 3.25368020 - samples/sec: 109.43 - lr: 0.050000 +2020-12-24 10:39:56,140 ---------------------------------------------------------------------------------------------------- +2020-12-24 10:39:56,141 EPOCH 36 done: loss 3.2569 - lr 0.0500000 +2020-12-24 10:40:01,977 DEV : loss 1.690329670906067 - score 0.8805 +2020-12-24 10:40:02,043 BAD EPOCHS (no improvement): 0 +2020-12-24 10:40:05,199 ---------------------------------------------------------------------------------------------------- +2020-12-24 10:40:19,419 epoch 37 - iter 53/536 - loss 3.28826016 - samples/sec: 119.29 - lr: 0.050000 +2020-12-24 10:40:32,682 epoch 37 - iter 106/536 - loss 3.20660143 - samples/sec: 127.90 - lr: 0.050000 +2020-12-24 10:40:46,827 epoch 37 - iter 159/536 - loss 3.23946460 - samples/sec: 119.93 - lr: 0.050000 +2020-12-24 10:41:01,502 epoch 37 - iter 212/536 - loss 3.21200725 - samples/sec: 115.60 - lr: 0.050000 +2020-12-24 10:41:16,990 epoch 37 - iter 265/536 - loss 3.17263591 - samples/sec: 109.53 - lr: 0.050000 +2020-12-24 10:41:33,255 epoch 37 - iter 318/536 - loss 3.20556853 - samples/sec: 104.29 - lr: 0.050000 +2020-12-24 10:41:46,871 epoch 37 - iter 371/536 - loss 3.21190398 - samples/sec: 124.59 - lr: 0.050000 +2020-12-24 10:42:02,527 epoch 37 - iter 424/536 - loss 3.19973522 - samples/sec: 108.35 - lr: 0.050000 +2020-12-24 10:42:17,640 epoch 37 - iter 477/536 - loss 3.18317272 - samples/sec: 112.24 - lr: 0.050000 +2020-12-24 10:42:30,712 epoch 37 - iter 530/536 - loss 3.17828722 - samples/sec: 129.78 - lr: 0.050000 +2020-12-24 10:42:32,502 ---------------------------------------------------------------------------------------------------- +2020-12-24 10:42:32,503 EPOCH 37 done: loss 3.1839 - lr 0.0500000 +2020-12-24 10:42:37,864 DEV : loss 1.699668049812317 - score 0.8805 +2020-12-24 10:42:37,930 BAD EPOCHS (no improvement): 1 +2020-12-24 10:42:37,930 ---------------------------------------------------------------------------------------------------- +2020-12-24 10:42:52,102 epoch 38 - iter 53/536 - loss 3.14654696 - samples/sec: 119.69 - lr: 0.050000 +2020-12-24 10:43:06,917 epoch 38 - iter 106/536 - loss 3.10760101 - samples/sec: 114.50 - lr: 0.050000 +2020-12-24 10:43:21,688 epoch 38 - iter 159/536 - loss 3.15409547 - samples/sec: 114.84 - lr: 0.050000 +2020-12-24 10:43:36,974 epoch 38 - iter 212/536 - loss 3.19957975 - samples/sec: 110.97 - lr: 0.050000 +2020-12-24 10:43:52,472 epoch 38 - iter 265/536 - loss 3.22412527 - samples/sec: 109.46 - lr: 0.050000 +2020-12-24 10:44:07,644 epoch 38 - iter 318/536 - loss 3.21722034 - samples/sec: 111.80 - lr: 0.050000 +2020-12-24 10:44:21,949 epoch 38 - iter 371/536 - loss 3.22031309 - samples/sec: 118.59 - lr: 0.050000 +2020-12-24 10:44:35,624 epoch 38 - iter 424/536 - loss 3.18960954 - samples/sec: 124.05 - lr: 0.050000 +2020-12-24 10:44:51,657 epoch 38 - iter 477/536 - loss 3.17665222 - samples/sec: 105.81 - lr: 0.050000 +2020-12-24 10:45:05,984 epoch 38 - iter 530/536 - loss 3.18526760 - samples/sec: 118.39 - lr: 0.050000 +2020-12-24 10:45:07,506 ---------------------------------------------------------------------------------------------------- +2020-12-24 10:45:07,508 EPOCH 38 done: loss 3.1938 - lr 0.0500000 +2020-12-24 10:45:14,233 DEV : loss 1.680716633796692 - score 0.8812 +2020-12-24 10:45:14,299 BAD EPOCHS (no improvement): 0 +2020-12-24 10:45:17,542 ---------------------------------------------------------------------------------------------------- +2020-12-24 10:45:32,172 epoch 39 - iter 53/536 - loss 3.34150164 - samples/sec: 115.95 - lr: 0.050000 +2020-12-24 10:45:47,228 epoch 39 - iter 106/536 - loss 3.21548948 - samples/sec: 112.68 - lr: 0.050000 +2020-12-24 10:46:01,970 epoch 39 - iter 159/536 - loss 3.14723884 - samples/sec: 115.07 - lr: 0.050000 +2020-12-24 10:46:15,216 epoch 39 - iter 212/536 - loss 3.17438657 - samples/sec: 128.08 - lr: 0.050000 +2020-12-24 10:46:30,376 epoch 39 - iter 265/536 - loss 3.17358404 - samples/sec: 111.89 - lr: 0.050000 +2020-12-24 10:46:44,660 epoch 39 - iter 318/536 - loss 3.17492184 - samples/sec: 118.76 - lr: 0.050000 +2020-12-24 10:46:59,741 epoch 39 - iter 371/536 - loss 3.16121918 - samples/sec: 112.49 - lr: 0.050000 +2020-12-24 10:47:15,401 epoch 39 - iter 424/536 - loss 3.17350021 - samples/sec: 108.32 - lr: 0.050000 +2020-12-24 10:47:30,278 epoch 39 - iter 477/536 - loss 3.18714333 - samples/sec: 114.03 - lr: 0.050000 +2020-12-24 10:47:46,301 epoch 39 - iter 530/536 - loss 3.16664580 - samples/sec: 105.86 - lr: 0.050000 +2020-12-24 10:47:47,623 ---------------------------------------------------------------------------------------------------- +2020-12-24 10:47:47,624 EPOCH 39 done: loss 3.1640 - lr 0.0500000 +2020-12-24 10:47:53,883 DEV : loss 1.6825125217437744 - score 0.8808 +2020-12-24 10:47:53,961 BAD EPOCHS (no improvement): 1 +2020-12-24 10:47:53,961 ---------------------------------------------------------------------------------------------------- +2020-12-24 10:48:08,434 epoch 40 - iter 53/536 - loss 3.09330867 - samples/sec: 117.20 - lr: 0.050000 +2020-12-24 10:48:24,454 epoch 40 - iter 106/536 - loss 3.16162821 - samples/sec: 105.90 - lr: 0.050000 +2020-12-24 10:48:39,826 epoch 40 - iter 159/536 - loss 3.16594289 - samples/sec: 110.35 - lr: 0.050000 +2020-12-24 10:48:55,338 epoch 40 - iter 212/536 - loss 3.15230021 - samples/sec: 109.36 - lr: 0.050000 +2020-12-24 10:49:11,864 epoch 40 - iter 265/536 - loss 3.15524945 - samples/sec: 102.65 - lr: 0.050000 +2020-12-24 10:49:29,061 epoch 40 - iter 318/536 - loss 3.17582578 - samples/sec: 98.64 - lr: 0.050000 +2020-12-24 10:49:45,062 epoch 40 - iter 371/536 - loss 3.16651148 - samples/sec: 106.02 - lr: 0.050000 +2020-12-24 10:49:59,574 epoch 40 - iter 424/536 - loss 3.14472230 - samples/sec: 116.89 - lr: 0.050000 +2020-12-24 10:50:14,672 epoch 40 - iter 477/536 - loss 3.13281068 - samples/sec: 112.35 - lr: 0.050000 +2020-12-24 10:50:31,400 epoch 40 - iter 530/536 - loss 3.13320528 - samples/sec: 101.41 - lr: 0.050000 +2020-12-24 10:50:32,361 ---------------------------------------------------------------------------------------------------- +2020-12-24 10:50:32,363 EPOCH 40 done: loss 3.1328 - lr 0.0500000 +2020-12-24 10:50:37,955 DEV : loss 1.6805284023284912 - score 0.8811 +2020-12-24 10:50:38,021 BAD EPOCHS (no improvement): 2 +2020-12-24 10:50:38,022 ---------------------------------------------------------------------------------------------------- +2020-12-24 10:50:54,738 epoch 41 - iter 53/536 - loss 2.95251089 - samples/sec: 101.47 - lr: 0.050000 +2020-12-24 10:51:09,769 epoch 41 - iter 106/536 - loss 3.05769585 - samples/sec: 112.85 - lr: 0.050000 +2020-12-24 10:51:26,550 epoch 41 - iter 159/536 - loss 3.13177420 - samples/sec: 101.09 - lr: 0.050000 +2020-12-24 10:51:41,516 epoch 41 - iter 212/536 - loss 3.14326626 - samples/sec: 113.34 - lr: 0.050000 +2020-12-24 10:51:57,169 epoch 41 - iter 265/536 - loss 3.12695296 - samples/sec: 108.36 - lr: 0.050000 +2020-12-24 10:52:12,115 epoch 41 - iter 318/536 - loss 3.12992849 - samples/sec: 113.50 - lr: 0.050000 +2020-12-24 10:52:27,604 epoch 41 - iter 371/536 - loss 3.13028669 - samples/sec: 109.52 - lr: 0.050000 +2020-12-24 10:52:42,197 epoch 41 - iter 424/536 - loss 3.13995883 - samples/sec: 116.25 - lr: 0.050000 +2020-12-24 10:52:57,397 epoch 41 - iter 477/536 - loss 3.14466192 - samples/sec: 111.60 - lr: 0.050000 +2020-12-24 10:53:12,003 epoch 41 - iter 530/536 - loss 3.14399591 - samples/sec: 116.14 - lr: 0.050000 +2020-12-24 10:53:13,647 ---------------------------------------------------------------------------------------------------- +2020-12-24 10:53:13,648 EPOCH 41 done: loss 3.1399 - lr 0.0500000 +2020-12-24 10:53:19,193 DEV : loss 1.6783250570297241 - score 0.8823 +2020-12-24 10:53:19,260 BAD EPOCHS (no improvement): 0 +2020-12-24 10:53:22,452 ---------------------------------------------------------------------------------------------------- +2020-12-24 10:53:38,140 epoch 42 - iter 53/536 - loss 3.16274670 - samples/sec: 108.14 - lr: 0.050000 +2020-12-24 10:53:54,657 epoch 42 - iter 106/536 - loss 3.08356167 - samples/sec: 102.71 - lr: 0.050000 +2020-12-24 10:54:09,323 epoch 42 - iter 159/536 - loss 3.11307135 - samples/sec: 115.67 - lr: 0.050000 +2020-12-24 10:54:25,895 epoch 42 - iter 212/536 - loss 3.13622579 - samples/sec: 102.36 - lr: 0.050000 +2020-12-24 10:54:41,920 epoch 42 - iter 265/536 - loss 3.17642707 - samples/sec: 105.86 - lr: 0.050000 +2020-12-24 10:54:56,555 epoch 42 - iter 318/536 - loss 3.15927561 - samples/sec: 115.91 - lr: 0.050000 +2020-12-24 10:55:12,876 epoch 42 - iter 371/536 - loss 3.13268914 - samples/sec: 103.94 - lr: 0.050000 +2020-12-24 10:55:28,242 epoch 42 - iter 424/536 - loss 3.10931413 - samples/sec: 110.40 - lr: 0.050000 +2020-12-24 10:55:43,920 epoch 42 - iter 477/536 - loss 3.10141040 - samples/sec: 108.20 - lr: 0.050000 +2020-12-24 10:56:01,349 epoch 42 - iter 530/536 - loss 3.10684756 - samples/sec: 97.33 - lr: 0.050000 +2020-12-24 10:56:03,066 ---------------------------------------------------------------------------------------------------- +2020-12-24 10:56:03,067 EPOCH 42 done: loss 3.1048 - lr 0.0500000 +2020-12-24 10:56:08,227 DEV : loss 1.6707850694656372 - score 0.8819 +2020-12-24 10:56:08,305 BAD EPOCHS (no improvement): 1 +2020-12-24 10:56:08,305 ---------------------------------------------------------------------------------------------------- +2020-12-24 10:56:24,408 epoch 43 - iter 53/536 - loss 3.09314438 - samples/sec: 105.34 - lr: 0.050000 +2020-12-24 10:56:39,064 epoch 43 - iter 106/536 - loss 3.14342453 - samples/sec: 115.74 - lr: 0.050000 +2020-12-24 10:56:54,452 epoch 43 - iter 159/536 - loss 3.13682300 - samples/sec: 110.24 - lr: 0.050000 +2020-12-24 10:57:10,047 epoch 43 - iter 212/536 - loss 3.13923934 - samples/sec: 108.78 - lr: 0.050000 +2020-12-24 10:57:25,474 epoch 43 - iter 265/536 - loss 3.10949285 - samples/sec: 109.96 - lr: 0.050000 +2020-12-24 10:57:41,748 epoch 43 - iter 318/536 - loss 3.10393698 - samples/sec: 104.24 - lr: 0.050000 +2020-12-24 10:57:57,190 epoch 43 - iter 371/536 - loss 3.10548315 - samples/sec: 109.85 - lr: 0.050000 +2020-12-24 10:58:13,008 epoch 43 - iter 424/536 - loss 3.11131823 - samples/sec: 107.24 - lr: 0.050000 +2020-12-24 10:58:28,538 epoch 43 - iter 477/536 - loss 3.11433021 - samples/sec: 109.23 - lr: 0.050000 +2020-12-24 10:58:44,781 epoch 43 - iter 530/536 - loss 3.10864500 - samples/sec: 104.43 - lr: 0.050000 +2020-12-24 10:58:46,473 ---------------------------------------------------------------------------------------------------- +2020-12-24 10:58:46,474 EPOCH 43 done: loss 3.1112 - lr 0.0500000 +2020-12-24 10:58:52,305 DEV : loss 1.6543023586273193 - score 0.8816 +2020-12-24 10:58:52,377 BAD EPOCHS (no improvement): 2 +2020-12-24 10:58:52,378 ---------------------------------------------------------------------------------------------------- +2020-12-24 10:59:07,696 epoch 44 - iter 53/536 - loss 3.05127981 - samples/sec: 110.74 - lr: 0.050000 +2020-12-24 10:59:22,675 epoch 44 - iter 106/536 - loss 3.03993885 - samples/sec: 113.24 - lr: 0.050000 +2020-12-24 10:59:37,443 epoch 44 - iter 159/536 - loss 3.02884410 - samples/sec: 114.87 - lr: 0.050000 +2020-12-24 10:59:52,725 epoch 44 - iter 212/536 - loss 3.05073621 - samples/sec: 111.00 - lr: 0.050000 +2020-12-24 11:00:07,401 epoch 44 - iter 265/536 - loss 3.06427055 - samples/sec: 115.59 - lr: 0.050000 +2020-12-24 11:00:23,444 epoch 44 - iter 318/536 - loss 3.07689461 - samples/sec: 105.74 - lr: 0.050000 +2020-12-24 11:00:38,662 epoch 44 - iter 371/536 - loss 3.07871231 - samples/sec: 111.47 - lr: 0.050000 +2020-12-24 11:00:52,997 epoch 44 - iter 424/536 - loss 3.08667024 - samples/sec: 118.34 - lr: 0.050000 +2020-12-24 11:01:08,889 epoch 44 - iter 477/536 - loss 3.08464686 - samples/sec: 106.74 - lr: 0.050000 +2020-12-24 11:01:24,418 epoch 44 - iter 530/536 - loss 3.07489859 - samples/sec: 109.24 - lr: 0.050000 +2020-12-24 11:01:25,971 ---------------------------------------------------------------------------------------------------- +2020-12-24 11:01:25,972 EPOCH 44 done: loss 3.0758 - lr 0.0500000 +2020-12-24 11:01:31,859 DEV : loss 1.6902703046798706 - score 0.879 +2020-12-24 11:01:31,925 BAD EPOCHS (no improvement): 3 +2020-12-24 11:01:31,925 ---------------------------------------------------------------------------------------------------- +2020-12-24 11:01:46,895 epoch 45 - iter 53/536 - loss 3.11991354 - samples/sec: 113.32 - lr: 0.050000 +2020-12-24 11:02:02,182 epoch 45 - iter 106/536 - loss 3.14582447 - samples/sec: 110.97 - lr: 0.050000 +2020-12-24 11:02:16,944 epoch 45 - iter 159/536 - loss 3.09344378 - samples/sec: 114.91 - lr: 0.050000 +2020-12-24 11:02:33,528 epoch 45 - iter 212/536 - loss 3.10420099 - samples/sec: 102.29 - lr: 0.050000 +2020-12-24 11:02:47,963 epoch 45 - iter 265/536 - loss 3.11912736 - samples/sec: 117.53 - lr: 0.050000 +2020-12-24 11:03:02,238 epoch 45 - iter 318/536 - loss 3.11114158 - samples/sec: 118.83 - lr: 0.050000 +2020-12-24 11:03:17,984 epoch 45 - iter 371/536 - loss 3.07802644 - samples/sec: 107.73 - lr: 0.050000 +2020-12-24 11:03:32,855 epoch 45 - iter 424/536 - loss 3.09436770 - samples/sec: 114.07 - lr: 0.050000 +2020-12-24 11:03:47,582 epoch 45 - iter 477/536 - loss 3.08759713 - samples/sec: 115.18 - lr: 0.050000 +2020-12-24 11:04:02,808 epoch 45 - iter 530/536 - loss 3.09394033 - samples/sec: 111.41 - lr: 0.050000 +2020-12-24 11:04:04,523 ---------------------------------------------------------------------------------------------------- +2020-12-24 11:04:04,525 EPOCH 45 done: loss 3.0990 - lr 0.0500000 +2020-12-24 11:04:10,087 DEV : loss 1.6701101064682007 - score 0.8836 +2020-12-24 11:04:10,153 BAD EPOCHS (no improvement): 0 +2020-12-24 11:04:13,339 ---------------------------------------------------------------------------------------------------- +2020-12-24 11:04:27,575 epoch 46 - iter 53/536 - loss 3.07135820 - samples/sec: 119.16 - lr: 0.050000 +2020-12-24 11:04:43,021 epoch 46 - iter 106/536 - loss 2.96314607 - samples/sec: 109.83 - lr: 0.050000 +2020-12-24 11:04:58,976 epoch 46 - iter 159/536 - loss 2.97061583 - samples/sec: 106.32 - lr: 0.050000 +2020-12-24 11:05:15,280 epoch 46 - iter 212/536 - loss 3.00994804 - samples/sec: 104.05 - lr: 0.050000 +2020-12-24 11:05:30,170 epoch 46 - iter 265/536 - loss 3.03128381 - samples/sec: 113.93 - lr: 0.050000 +2020-12-24 11:05:45,122 epoch 46 - iter 318/536 - loss 3.02286054 - samples/sec: 113.46 - lr: 0.050000 +2020-12-24 11:06:00,747 epoch 46 - iter 371/536 - loss 3.03153454 - samples/sec: 108.57 - lr: 0.050000 +2020-12-24 11:06:16,647 epoch 46 - iter 424/536 - loss 3.02948279 - samples/sec: 106.69 - lr: 0.050000 +2020-12-24 11:06:30,509 epoch 46 - iter 477/536 - loss 3.03213747 - samples/sec: 122.38 - lr: 0.050000 +2020-12-24 11:06:47,291 epoch 46 - iter 530/536 - loss 3.04650491 - samples/sec: 101.09 - lr: 0.050000 +2020-12-24 11:06:49,069 ---------------------------------------------------------------------------------------------------- +2020-12-24 11:06:49,071 EPOCH 46 done: loss 3.0445 - lr 0.0500000 +2020-12-24 11:06:54,353 DEV : loss 1.6562315225601196 - score 0.8814 +2020-12-24 11:06:54,421 BAD EPOCHS (no improvement): 1 +2020-12-24 11:06:54,421 ---------------------------------------------------------------------------------------------------- +2020-12-24 11:07:09,535 epoch 47 - iter 53/536 - loss 2.91831421 - samples/sec: 112.23 - lr: 0.050000 +2020-12-24 11:07:25,157 epoch 47 - iter 106/536 - loss 2.94235479 - samples/sec: 108.59 - lr: 0.050000 +2020-12-24 11:07:40,600 epoch 47 - iter 159/536 - loss 3.00348377 - samples/sec: 109.86 - lr: 0.050000 +2020-12-24 11:07:56,483 epoch 47 - iter 212/536 - loss 2.99351754 - samples/sec: 106.81 - lr: 0.050000 +2020-12-24 11:08:10,778 epoch 47 - iter 265/536 - loss 3.00498856 - samples/sec: 118.67 - lr: 0.050000 +2020-12-24 11:08:26,439 epoch 47 - iter 318/536 - loss 3.02504585 - samples/sec: 108.31 - lr: 0.050000 +2020-12-24 11:08:41,604 epoch 47 - iter 371/536 - loss 3.03755112 - samples/sec: 111.86 - lr: 0.050000 +2020-12-24 11:08:56,340 epoch 47 - iter 424/536 - loss 3.02997477 - samples/sec: 115.11 - lr: 0.050000 +2020-12-24 11:09:10,763 epoch 47 - iter 477/536 - loss 3.05209199 - samples/sec: 117.63 - lr: 0.050000 +2020-12-24 11:09:25,079 epoch 47 - iter 530/536 - loss 3.04372028 - samples/sec: 118.49 - lr: 0.050000 +2020-12-24 11:09:26,724 ---------------------------------------------------------------------------------------------------- +2020-12-24 11:09:26,725 EPOCH 47 done: loss 3.0440 - lr 0.0500000 +2020-12-24 11:09:32,895 DEV : loss 1.6466608047485352 - score 0.8843 +2020-12-24 11:09:32,978 BAD EPOCHS (no improvement): 0 +2020-12-24 11:09:36,239 ---------------------------------------------------------------------------------------------------- +2020-12-24 11:09:52,881 epoch 48 - iter 53/536 - loss 2.91755751 - samples/sec: 101.93 - lr: 0.050000 +2020-12-24 11:10:07,083 epoch 48 - iter 106/536 - loss 2.92002198 - samples/sec: 119.45 - lr: 0.050000 +2020-12-24 11:10:21,959 epoch 48 - iter 159/536 - loss 2.98449527 - samples/sec: 114.04 - lr: 0.050000 +2020-12-24 11:10:37,784 epoch 48 - iter 212/536 - loss 3.01560413 - samples/sec: 107.19 - lr: 0.050000 +2020-12-24 11:10:52,628 epoch 48 - iter 265/536 - loss 2.99333027 - samples/sec: 114.28 - lr: 0.050000 +2020-12-24 11:11:10,630 epoch 48 - iter 318/536 - loss 3.00352185 - samples/sec: 94.22 - lr: 0.050000 +2020-12-24 11:11:25,244 epoch 48 - iter 371/536 - loss 3.01162089 - samples/sec: 116.08 - lr: 0.050000 +2020-12-24 11:11:40,719 epoch 48 - iter 424/536 - loss 3.00573298 - samples/sec: 109.62 - lr: 0.050000 +2020-12-24 11:11:57,219 epoch 48 - iter 477/536 - loss 3.01683803 - samples/sec: 102.81 - lr: 0.050000 +2020-12-24 11:12:12,808 epoch 48 - iter 530/536 - loss 3.02759174 - samples/sec: 108.81 - lr: 0.050000 +2020-12-24 11:12:13,861 ---------------------------------------------------------------------------------------------------- +2020-12-24 11:12:13,861 EPOCH 48 done: loss 3.0311 - lr 0.0500000 +2020-12-24 11:12:19,642 DEV : loss 1.6438353061676025 - score 0.8825 +2020-12-24 11:12:19,729 BAD EPOCHS (no improvement): 1 +2020-12-24 11:12:19,729 ---------------------------------------------------------------------------------------------------- +2020-12-24 11:12:36,441 epoch 49 - iter 53/536 - loss 2.91968966 - samples/sec: 101.50 - lr: 0.050000 +2020-12-24 11:12:52,413 epoch 49 - iter 106/536 - loss 3.03045064 - samples/sec: 106.20 - lr: 0.050000 +2020-12-24 11:13:08,325 epoch 49 - iter 159/536 - loss 2.99208831 - samples/sec: 106.60 - lr: 0.050000 +2020-12-24 11:13:24,168 epoch 49 - iter 212/536 - loss 3.02829066 - samples/sec: 107.08 - lr: 0.050000 +2020-12-24 11:13:37,959 epoch 49 - iter 265/536 - loss 3.00662025 - samples/sec: 123.01 - lr: 0.050000 +2020-12-24 11:13:53,531 epoch 49 - iter 318/536 - loss 3.04039891 - samples/sec: 108.94 - lr: 0.050000 +2020-12-24 11:14:09,440 epoch 49 - iter 371/536 - loss 3.02916751 - samples/sec: 106.63 - lr: 0.050000 +2020-12-24 11:14:25,141 epoch 49 - iter 424/536 - loss 3.04211009 - samples/sec: 108.04 - lr: 0.050000 +2020-12-24 11:14:39,561 epoch 49 - iter 477/536 - loss 3.03614318 - samples/sec: 117.64 - lr: 0.050000 +2020-12-24 11:14:55,944 epoch 49 - iter 530/536 - loss 3.03542139 - samples/sec: 103.54 - lr: 0.050000 +2020-12-24 11:14:57,330 ---------------------------------------------------------------------------------------------------- +2020-12-24 11:14:57,332 EPOCH 49 done: loss 3.0364 - lr 0.0500000 +2020-12-24 11:15:02,518 DEV : loss 1.6564894914627075 - score 0.8815 +2020-12-24 11:15:02,585 BAD EPOCHS (no improvement): 2 +2020-12-24 11:15:02,585 ---------------------------------------------------------------------------------------------------- +2020-12-24 11:15:18,764 epoch 50 - iter 53/536 - loss 3.06473357 - samples/sec: 104.84 - lr: 0.050000 +2020-12-24 11:15:33,701 epoch 50 - iter 106/536 - loss 3.05403519 - samples/sec: 113.56 - lr: 0.050000 +2020-12-24 11:15:49,998 epoch 50 - iter 159/536 - loss 3.01000832 - samples/sec: 104.09 - lr: 0.050000 +2020-12-24 11:16:05,892 epoch 50 - iter 212/536 - loss 3.02367721 - samples/sec: 106.73 - lr: 0.050000 +2020-12-24 11:16:21,111 epoch 50 - iter 265/536 - loss 3.04360909 - samples/sec: 111.46 - lr: 0.050000 +2020-12-24 11:16:35,440 epoch 50 - iter 318/536 - loss 3.03476273 - samples/sec: 118.39 - lr: 0.050000 +2020-12-24 11:16:49,416 epoch 50 - iter 371/536 - loss 3.02409239 - samples/sec: 121.38 - lr: 0.050000 +2020-12-24 11:17:04,477 epoch 50 - iter 424/536 - loss 3.04273336 - samples/sec: 112.63 - lr: 0.050000 +2020-12-24 11:17:20,184 epoch 50 - iter 477/536 - loss 3.02950205 - samples/sec: 108.00 - lr: 0.050000 +2020-12-24 11:17:36,490 epoch 50 - iter 530/536 - loss 3.02813398 - samples/sec: 104.03 - lr: 0.050000 +2020-12-24 11:17:37,917 ---------------------------------------------------------------------------------------------------- +2020-12-24 11:17:37,918 EPOCH 50 done: loss 3.0284 - lr 0.0500000 +2020-12-24 11:17:42,724 DEV : loss 1.630672812461853 - score 0.883 +2020-12-24 11:17:42,790 BAD EPOCHS (no improvement): 3 +2020-12-24 11:17:42,791 ---------------------------------------------------------------------------------------------------- +2020-12-24 11:17:58,732 epoch 51 - iter 53/536 - loss 2.96226598 - samples/sec: 106.41 - lr: 0.050000 +2020-12-24 11:18:13,239 epoch 51 - iter 106/536 - loss 2.92440393 - samples/sec: 116.92 - lr: 0.050000 +2020-12-24 11:18:27,039 epoch 51 - iter 159/536 - loss 2.91053271 - samples/sec: 122.92 - lr: 0.050000 +2020-12-24 11:18:41,679 epoch 51 - iter 212/536 - loss 2.92981131 - samples/sec: 115.88 - lr: 0.050000 +2020-12-24 11:18:56,080 epoch 51 - iter 265/536 - loss 2.97216928 - samples/sec: 117.79 - lr: 0.050000 +2020-12-24 11:19:11,478 epoch 51 - iter 318/536 - loss 2.98459921 - samples/sec: 110.16 - lr: 0.050000 +2020-12-24 11:19:26,972 epoch 51 - iter 371/536 - loss 2.98284866 - samples/sec: 109.48 - lr: 0.050000 +2020-12-24 11:19:41,598 epoch 51 - iter 424/536 - loss 2.98950362 - samples/sec: 115.99 - lr: 0.050000 +2020-12-24 11:19:56,653 epoch 51 - iter 477/536 - loss 2.99677570 - samples/sec: 112.68 - lr: 0.050000 +2020-12-24 11:20:13,068 epoch 51 - iter 530/536 - loss 3.00768293 - samples/sec: 103.34 - lr: 0.050000 +2020-12-24 11:20:14,955 ---------------------------------------------------------------------------------------------------- +2020-12-24 11:20:14,957 EPOCH 51 done: loss 3.0104 - lr 0.0500000 +2020-12-24 11:20:20,416 DEV : loss 1.6106129884719849 - score 0.8854 +2020-12-24 11:20:20,483 BAD EPOCHS (no improvement): 0 +2020-12-24 11:20:23,649 ---------------------------------------------------------------------------------------------------- +2020-12-24 11:20:39,098 epoch 52 - iter 53/536 - loss 3.14108478 - samples/sec: 109.80 - lr: 0.050000 +2020-12-24 11:20:54,048 epoch 52 - iter 106/536 - loss 3.01704821 - samples/sec: 113.47 - lr: 0.050000 +2020-12-24 11:21:09,394 epoch 52 - iter 159/536 - loss 3.06960287 - samples/sec: 110.54 - lr: 0.050000 +2020-12-24 11:21:25,271 epoch 52 - iter 212/536 - loss 3.02698479 - samples/sec: 106.85 - lr: 0.050000 +2020-12-24 11:21:40,352 epoch 52 - iter 265/536 - loss 3.01504604 - samples/sec: 112.48 - lr: 0.050000 +2020-12-24 11:21:55,226 epoch 52 - iter 318/536 - loss 3.03313080 - samples/sec: 114.05 - lr: 0.050000 +2020-12-24 11:22:10,674 epoch 52 - iter 371/536 - loss 3.02528087 - samples/sec: 109.81 - lr: 0.050000 +2020-12-24 11:22:26,922 epoch 52 - iter 424/536 - loss 2.99969249 - samples/sec: 104.41 - lr: 0.050000 +2020-12-24 11:22:42,861 epoch 52 - iter 477/536 - loss 3.00746901 - samples/sec: 106.43 - lr: 0.050000 +2020-12-24 11:22:56,815 epoch 52 - iter 530/536 - loss 2.99571549 - samples/sec: 121.57 - lr: 0.050000 +2020-12-24 11:22:58,546 ---------------------------------------------------------------------------------------------------- +2020-12-24 11:22:58,547 EPOCH 52 done: loss 2.9898 - lr 0.0500000 +2020-12-24 11:23:03,513 DEV : loss 1.6354913711547852 - score 0.8822 +2020-12-24 11:23:03,579 BAD EPOCHS (no improvement): 1 +2020-12-24 11:23:03,580 ---------------------------------------------------------------------------------------------------- +2020-12-24 11:23:18,616 epoch 53 - iter 53/536 - loss 3.02406060 - samples/sec: 112.82 - lr: 0.050000 +2020-12-24 11:23:34,250 epoch 53 - iter 106/536 - loss 3.03506375 - samples/sec: 108.50 - lr: 0.050000 +2020-12-24 11:23:49,495 epoch 53 - iter 159/536 - loss 2.94975756 - samples/sec: 111.28 - lr: 0.050000 +2020-12-24 11:24:05,358 epoch 53 - iter 212/536 - loss 2.96261011 - samples/sec: 106.94 - lr: 0.050000 +2020-12-24 11:24:19,931 epoch 53 - iter 265/536 - loss 2.96626803 - samples/sec: 116.41 - lr: 0.050000 +2020-12-24 11:24:34,911 epoch 53 - iter 318/536 - loss 2.96168299 - samples/sec: 113.24 - lr: 0.050000 +2020-12-24 11:24:49,211 epoch 53 - iter 371/536 - loss 2.96457109 - samples/sec: 118.62 - lr: 0.050000 +2020-12-24 11:25:05,386 epoch 53 - iter 424/536 - loss 2.97714494 - samples/sec: 104.87 - lr: 0.050000 +2020-12-24 11:25:20,388 epoch 53 - iter 477/536 - loss 2.99622221 - samples/sec: 113.08 - lr: 0.050000 +2020-12-24 11:25:35,373 epoch 53 - iter 530/536 - loss 2.99954315 - samples/sec: 113.21 - lr: 0.050000 +2020-12-24 11:25:36,952 ---------------------------------------------------------------------------------------------------- +2020-12-24 11:25:36,953 EPOCH 53 done: loss 2.9979 - lr 0.0500000 +2020-12-24 11:25:43,206 DEV : loss 1.6204279661178589 - score 0.8858 +2020-12-24 11:25:43,273 BAD EPOCHS (no improvement): 0 +2020-12-24 11:25:46,525 ---------------------------------------------------------------------------------------------------- +2020-12-24 11:26:03,901 epoch 54 - iter 53/536 - loss 3.06960066 - samples/sec: 97.62 - lr: 0.050000 +2020-12-24 11:26:18,121 epoch 54 - iter 106/536 - loss 2.99477075 - samples/sec: 119.30 - lr: 0.050000 +2020-12-24 11:26:33,109 epoch 54 - iter 159/536 - loss 2.98605274 - samples/sec: 113.17 - lr: 0.050000 +2020-12-24 11:26:48,779 epoch 54 - iter 212/536 - loss 2.98028364 - samples/sec: 108.26 - lr: 0.050000 +2020-12-24 11:27:03,836 epoch 54 - iter 265/536 - loss 2.96228441 - samples/sec: 112.67 - lr: 0.050000 +2020-12-24 11:27:18,416 epoch 54 - iter 318/536 - loss 2.97736223 - samples/sec: 116.36 - lr: 0.050000 +2020-12-24 11:27:34,115 epoch 54 - iter 371/536 - loss 2.97008978 - samples/sec: 108.06 - lr: 0.050000 +2020-12-24 11:27:48,872 epoch 54 - iter 424/536 - loss 2.95603122 - samples/sec: 114.95 - lr: 0.050000 +2020-12-24 11:28:03,992 epoch 54 - iter 477/536 - loss 2.96778653 - samples/sec: 112.19 - lr: 0.050000 +2020-12-24 11:28:18,955 epoch 54 - iter 530/536 - loss 2.98695511 - samples/sec: 113.37 - lr: 0.050000 +2020-12-24 11:28:20,132 ---------------------------------------------------------------------------------------------------- +2020-12-24 11:28:20,133 EPOCH 54 done: loss 2.9866 - lr 0.0500000 +2020-12-24 11:28:26,308 DEV : loss 1.635067343711853 - score 0.8856 +2020-12-24 11:28:26,374 BAD EPOCHS (no improvement): 1 +2020-12-24 11:28:26,374 ---------------------------------------------------------------------------------------------------- +2020-12-24 11:28:41,394 epoch 55 - iter 53/536 - loss 2.96158093 - samples/sec: 112.94 - lr: 0.050000 +2020-12-24 11:28:55,364 epoch 55 - iter 106/536 - loss 3.02332409 - samples/sec: 121.44 - lr: 0.050000 +2020-12-24 11:29:10,097 epoch 55 - iter 159/536 - loss 3.01946850 - samples/sec: 115.13 - lr: 0.050000 +2020-12-24 11:29:25,665 epoch 55 - iter 212/536 - loss 3.01778486 - samples/sec: 108.97 - lr: 0.050000 +2020-12-24 11:29:41,047 epoch 55 - iter 265/536 - loss 3.00641619 - samples/sec: 110.28 - lr: 0.050000 +2020-12-24 11:29:55,814 epoch 55 - iter 318/536 - loss 3.00959524 - samples/sec: 114.88 - lr: 0.050000 +2020-12-24 11:30:11,645 epoch 55 - iter 371/536 - loss 2.97820023 - samples/sec: 107.16 - lr: 0.050000 +2020-12-24 11:30:26,368 epoch 55 - iter 424/536 - loss 2.98262830 - samples/sec: 115.23 - lr: 0.050000 +2020-12-24 11:30:40,713 epoch 55 - iter 477/536 - loss 2.97102131 - samples/sec: 118.26 - lr: 0.050000 +2020-12-24 11:30:55,604 epoch 55 - iter 530/536 - loss 2.96774309 - samples/sec: 113.92 - lr: 0.050000 +2020-12-24 11:30:57,533 ---------------------------------------------------------------------------------------------------- +2020-12-24 11:30:57,534 EPOCH 55 done: loss 2.9651 - lr 0.0500000 +2020-12-24 11:31:02,771 DEV : loss 1.6140999794006348 - score 0.8865 +2020-12-24 11:31:02,837 BAD EPOCHS (no improvement): 0 +2020-12-24 11:31:06,047 ---------------------------------------------------------------------------------------------------- +2020-12-24 11:31:21,916 epoch 56 - iter 53/536 - loss 3.00489293 - samples/sec: 106.89 - lr: 0.050000 +2020-12-24 11:31:37,010 epoch 56 - iter 106/536 - loss 2.96695176 - samples/sec: 112.38 - lr: 0.050000 +2020-12-24 11:31:51,938 epoch 56 - iter 159/536 - loss 2.97399534 - samples/sec: 113.64 - lr: 0.050000 +2020-12-24 11:32:05,590 epoch 56 - iter 212/536 - loss 2.96354736 - samples/sec: 124.27 - lr: 0.050000 +2020-12-24 11:32:20,767 epoch 56 - iter 265/536 - loss 2.97095614 - samples/sec: 111.77 - lr: 0.050000 +2020-12-24 11:32:34,657 epoch 56 - iter 318/536 - loss 2.95414276 - samples/sec: 122.13 - lr: 0.050000 +2020-12-24 11:32:48,794 epoch 56 - iter 371/536 - loss 2.96980101 - samples/sec: 120.00 - lr: 0.050000 +2020-12-24 11:33:02,406 epoch 56 - iter 424/536 - loss 2.97478653 - samples/sec: 124.62 - lr: 0.050000 +2020-12-24 11:33:17,110 epoch 56 - iter 477/536 - loss 2.96266452 - samples/sec: 115.37 - lr: 0.050000 +2020-12-24 11:33:32,619 epoch 56 - iter 530/536 - loss 2.96749299 - samples/sec: 109.38 - lr: 0.050000 +2020-12-24 11:33:34,542 ---------------------------------------------------------------------------------------------------- +2020-12-24 11:33:34,543 EPOCH 56 done: loss 2.9663 - lr 0.0500000 +2020-12-24 11:33:39,557 DEV : loss 1.602462649345398 - score 0.8864 +2020-12-24 11:33:39,625 BAD EPOCHS (no improvement): 1 +2020-12-24 11:33:39,626 ---------------------------------------------------------------------------------------------------- +2020-12-24 11:33:55,241 epoch 57 - iter 53/536 - loss 2.98784505 - samples/sec: 108.63 - lr: 0.050000 +2020-12-24 11:34:08,605 epoch 57 - iter 106/536 - loss 2.93217475 - samples/sec: 126.95 - lr: 0.050000 +2020-12-24 11:34:24,351 epoch 57 - iter 159/536 - loss 2.93271108 - samples/sec: 107.72 - lr: 0.050000 +2020-12-24 11:34:39,308 epoch 57 - iter 212/536 - loss 2.98069914 - samples/sec: 113.41 - lr: 0.050000 +2020-12-24 11:34:53,746 epoch 57 - iter 265/536 - loss 2.98272785 - samples/sec: 117.50 - lr: 0.050000 +2020-12-24 11:35:08,239 epoch 57 - iter 318/536 - loss 2.95513779 - samples/sec: 117.05 - lr: 0.050000 +2020-12-24 11:35:23,597 epoch 57 - iter 371/536 - loss 2.97766691 - samples/sec: 110.45 - lr: 0.050000 +2020-12-24 11:35:38,657 epoch 57 - iter 424/536 - loss 2.96888000 - samples/sec: 112.64 - lr: 0.050000 +2020-12-24 11:35:54,146 epoch 57 - iter 477/536 - loss 2.97464968 - samples/sec: 109.52 - lr: 0.050000 +2020-12-24 11:36:09,668 epoch 57 - iter 530/536 - loss 2.97159332 - samples/sec: 109.29 - lr: 0.050000 +2020-12-24 11:36:11,221 ---------------------------------------------------------------------------------------------------- +2020-12-24 11:36:11,222 EPOCH 57 done: loss 2.9709 - lr 0.0500000 +2020-12-24 11:36:16,696 DEV : loss 1.6121305227279663 - score 0.8845 +2020-12-24 11:36:16,763 BAD EPOCHS (no improvement): 2 +2020-12-24 11:36:16,763 ---------------------------------------------------------------------------------------------------- +2020-12-24 11:36:31,861 epoch 58 - iter 53/536 - loss 2.95704933 - samples/sec: 112.35 - lr: 0.050000 +2020-12-24 11:36:46,894 epoch 58 - iter 106/536 - loss 2.92774054 - samples/sec: 112.85 - lr: 0.050000 +2020-12-24 11:37:01,964 epoch 58 - iter 159/536 - loss 2.95035270 - samples/sec: 112.57 - lr: 0.050000 +2020-12-24 11:37:16,224 epoch 58 - iter 212/536 - loss 2.93950428 - samples/sec: 118.97 - lr: 0.050000 +2020-12-24 11:37:30,232 epoch 58 - iter 265/536 - loss 2.93911526 - samples/sec: 121.10 - lr: 0.050000 +2020-12-24 11:37:44,743 epoch 58 - iter 318/536 - loss 2.93720319 - samples/sec: 116.90 - lr: 0.050000 +2020-12-24 11:37:59,781 epoch 58 - iter 371/536 - loss 2.93109031 - samples/sec: 112.80 - lr: 0.050000 +2020-12-24 11:38:14,270 epoch 58 - iter 424/536 - loss 2.93571194 - samples/sec: 117.08 - lr: 0.050000 +2020-12-24 11:38:29,511 epoch 58 - iter 477/536 - loss 2.96367487 - samples/sec: 111.31 - lr: 0.050000 +2020-12-24 11:38:43,537 epoch 58 - iter 530/536 - loss 2.96761740 - samples/sec: 120.95 - lr: 0.050000 +2020-12-24 11:38:45,043 ---------------------------------------------------------------------------------------------------- +2020-12-24 11:38:45,044 EPOCH 58 done: loss 2.9658 - lr 0.0500000 +2020-12-24 11:38:50,299 DEV : loss 1.6269315481185913 - score 0.8855 +2020-12-24 11:38:50,365 BAD EPOCHS (no improvement): 3 +2020-12-24 11:38:50,365 ---------------------------------------------------------------------------------------------------- +2020-12-24 11:39:06,164 epoch 59 - iter 53/536 - loss 2.96352060 - samples/sec: 107.37 - lr: 0.050000 +2020-12-24 11:39:20,304 epoch 59 - iter 106/536 - loss 2.96678083 - samples/sec: 119.98 - lr: 0.050000 +2020-12-24 11:39:34,448 epoch 59 - iter 159/536 - loss 2.94107829 - samples/sec: 119.93 - lr: 0.050000 +2020-12-24 11:39:49,626 epoch 59 - iter 212/536 - loss 2.95656907 - samples/sec: 111.77 - lr: 0.050000 +2020-12-24 11:40:04,105 epoch 59 - iter 265/536 - loss 2.96723586 - samples/sec: 117.16 - lr: 0.050000 +2020-12-24 11:40:18,584 epoch 59 - iter 318/536 - loss 2.94385530 - samples/sec: 117.17 - lr: 0.050000 +2020-12-24 11:40:34,480 epoch 59 - iter 371/536 - loss 2.96862691 - samples/sec: 106.71 - lr: 0.050000 +2020-12-24 11:40:49,409 epoch 59 - iter 424/536 - loss 2.94939516 - samples/sec: 113.63 - lr: 0.050000 +2020-12-24 11:41:04,796 epoch 59 - iter 477/536 - loss 2.95740776 - samples/sec: 110.25 - lr: 0.050000 +2020-12-24 11:41:18,855 epoch 59 - iter 530/536 - loss 2.94072041 - samples/sec: 120.67 - lr: 0.050000 +2020-12-24 11:41:19,923 ---------------------------------------------------------------------------------------------------- +2020-12-24 11:41:19,925 EPOCH 59 done: loss 2.9424 - lr 0.0500000 +2020-12-24 11:41:24,995 DEV : loss 1.5941921472549438 - score 0.887 +2020-12-24 11:41:25,063 BAD EPOCHS (no improvement): 0 +2020-12-24 11:41:28,238 ---------------------------------------------------------------------------------------------------- +2020-12-24 11:41:42,723 epoch 60 - iter 53/536 - loss 2.99760323 - samples/sec: 117.11 - lr: 0.050000 +2020-12-24 11:41:58,875 epoch 60 - iter 106/536 - loss 2.95541750 - samples/sec: 105.03 - lr: 0.050000 +2020-12-24 11:42:14,192 epoch 60 - iter 159/536 - loss 2.94836988 - samples/sec: 110.75 - lr: 0.050000 +2020-12-24 11:42:29,690 epoch 60 - iter 212/536 - loss 2.91992854 - samples/sec: 109.46 - lr: 0.050000 +2020-12-24 11:42:46,278 epoch 60 - iter 265/536 - loss 2.92086586 - samples/sec: 102.26 - lr: 0.050000 +2020-12-24 11:43:00,857 epoch 60 - iter 318/536 - loss 2.94101171 - samples/sec: 116.35 - lr: 0.050000 +2020-12-24 11:43:15,454 epoch 60 - iter 371/536 - loss 2.96586352 - samples/sec: 116.22 - lr: 0.050000 +2020-12-24 11:43:29,187 epoch 60 - iter 424/536 - loss 2.96964437 - samples/sec: 123.52 - lr: 0.050000 +2020-12-24 11:43:42,382 epoch 60 - iter 477/536 - loss 2.94865873 - samples/sec: 128.57 - lr: 0.050000 +2020-12-24 11:43:56,399 epoch 60 - iter 530/536 - loss 2.95826441 - samples/sec: 121.02 - lr: 0.050000 +2020-12-24 11:43:57,965 ---------------------------------------------------------------------------------------------------- +2020-12-24 11:43:57,967 EPOCH 60 done: loss 2.9605 - lr 0.0500000 +2020-12-24 11:44:03,279 DEV : loss 1.6139004230499268 - score 0.8873 +2020-12-24 11:44:03,345 BAD EPOCHS (no improvement): 0 +2020-12-24 11:44:06,644 ---------------------------------------------------------------------------------------------------- +2020-12-24 11:44:22,267 epoch 61 - iter 53/536 - loss 2.94727611 - samples/sec: 108.58 - lr: 0.050000 +2020-12-24 11:44:36,817 epoch 61 - iter 106/536 - loss 2.89396208 - samples/sec: 116.59 - lr: 0.050000 +2020-12-24 11:44:50,481 epoch 61 - iter 159/536 - loss 2.89849404 - samples/sec: 124.15 - lr: 0.050000 +2020-12-24 11:45:05,657 epoch 61 - iter 212/536 - loss 2.91081948 - samples/sec: 111.78 - lr: 0.050000 +2020-12-24 11:45:20,517 epoch 61 - iter 265/536 - loss 2.93359120 - samples/sec: 114.16 - lr: 0.050000 +2020-12-24 11:45:34,933 epoch 61 - iter 318/536 - loss 2.92453959 - samples/sec: 117.68 - lr: 0.050000 +2020-12-24 11:45:49,346 epoch 61 - iter 371/536 - loss 2.92477920 - samples/sec: 117.70 - lr: 0.050000 +2020-12-24 11:46:04,623 epoch 61 - iter 424/536 - loss 2.94335382 - samples/sec: 111.04 - lr: 0.050000 +2020-12-24 11:46:19,024 epoch 61 - iter 477/536 - loss 2.94827886 - samples/sec: 117.80 - lr: 0.050000 +2020-12-24 11:46:33,472 epoch 61 - iter 530/536 - loss 2.94437349 - samples/sec: 117.42 - lr: 0.050000 +2020-12-24 11:46:34,901 ---------------------------------------------------------------------------------------------------- +2020-12-24 11:46:34,902 EPOCH 61 done: loss 2.9417 - lr 0.0500000 +2020-12-24 11:46:39,645 DEV : loss 1.580772042274475 - score 0.8894 +2020-12-24 11:46:39,711 BAD EPOCHS (no improvement): 0 +2020-12-24 11:46:43,071 ---------------------------------------------------------------------------------------------------- +2020-12-24 11:46:57,079 epoch 62 - iter 53/536 - loss 2.96902034 - samples/sec: 121.10 - lr: 0.050000 +2020-12-24 11:47:10,993 epoch 62 - iter 106/536 - loss 2.90408151 - samples/sec: 121.92 - lr: 0.050000 +2020-12-24 11:47:25,418 epoch 62 - iter 159/536 - loss 2.91133059 - samples/sec: 117.60 - lr: 0.050000 +2020-12-24 11:47:39,572 epoch 62 - iter 212/536 - loss 2.89530580 - samples/sec: 119.85 - lr: 0.050000 +2020-12-24 11:47:53,595 epoch 62 - iter 265/536 - loss 2.90679299 - samples/sec: 120.98 - lr: 0.050000 +2020-12-24 11:48:09,058 epoch 62 - iter 318/536 - loss 2.92443055 - samples/sec: 109.70 - lr: 0.050000 +2020-12-24 11:48:24,083 epoch 62 - iter 371/536 - loss 2.91884602 - samples/sec: 112.91 - lr: 0.050000 +2020-12-24 11:48:38,091 epoch 62 - iter 424/536 - loss 2.91670472 - samples/sec: 121.10 - lr: 0.050000 +2020-12-24 11:48:52,805 epoch 62 - iter 477/536 - loss 2.90862384 - samples/sec: 115.29 - lr: 0.050000 +2020-12-24 11:49:06,221 epoch 62 - iter 530/536 - loss 2.91810960 - samples/sec: 126.45 - lr: 0.050000 +2020-12-24 11:49:07,568 ---------------------------------------------------------------------------------------------------- +2020-12-24 11:49:07,569 EPOCH 62 done: loss 2.9175 - lr 0.0500000 +2020-12-24 11:49:13,069 DEV : loss 1.6118507385253906 - score 0.8874 +2020-12-24 11:49:13,135 BAD EPOCHS (no improvement): 1 +2020-12-24 11:49:13,136 ---------------------------------------------------------------------------------------------------- +2020-12-24 11:49:27,331 epoch 63 - iter 53/536 - loss 2.81438787 - samples/sec: 119.50 - lr: 0.050000 +2020-12-24 11:49:40,809 epoch 63 - iter 106/536 - loss 2.84787788 - samples/sec: 125.87 - lr: 0.050000 +2020-12-24 11:49:54,722 epoch 63 - iter 159/536 - loss 2.83954345 - samples/sec: 121.93 - lr: 0.050000 +2020-12-24 11:50:09,346 epoch 63 - iter 212/536 - loss 2.83941943 - samples/sec: 116.00 - lr: 0.050000 +2020-12-24 11:50:24,193 epoch 63 - iter 265/536 - loss 2.86989691 - samples/sec: 114.25 - lr: 0.050000 +2020-12-24 11:50:39,066 epoch 63 - iter 318/536 - loss 2.87489647 - samples/sec: 114.07 - lr: 0.050000 +2020-12-24 11:50:54,492 epoch 63 - iter 371/536 - loss 2.89091202 - samples/sec: 109.96 - lr: 0.050000 +2020-12-24 11:51:09,573 epoch 63 - iter 424/536 - loss 2.88651069 - samples/sec: 112.49 - lr: 0.050000 +2020-12-24 11:51:23,557 epoch 63 - iter 477/536 - loss 2.88511852 - samples/sec: 121.30 - lr: 0.050000 +2020-12-24 11:51:37,626 epoch 63 - iter 530/536 - loss 2.89106836 - samples/sec: 120.58 - lr: 0.050000 +2020-12-24 11:51:39,242 ---------------------------------------------------------------------------------------------------- +2020-12-24 11:51:39,243 EPOCH 63 done: loss 2.8906 - lr 0.0500000 +2020-12-24 11:51:44,077 DEV : loss 1.6088664531707764 - score 0.884 +2020-12-24 11:51:44,144 BAD EPOCHS (no improvement): 2 +2020-12-24 11:51:44,144 ---------------------------------------------------------------------------------------------------- +2020-12-24 11:52:00,020 epoch 64 - iter 53/536 - loss 2.86342588 - samples/sec: 106.84 - lr: 0.050000 +2020-12-24 11:52:14,407 epoch 64 - iter 106/536 - loss 2.91039056 - samples/sec: 117.92 - lr: 0.050000 +2020-12-24 11:52:29,701 epoch 64 - iter 159/536 - loss 2.92273900 - samples/sec: 110.92 - lr: 0.050000 +2020-12-24 11:52:44,377 epoch 64 - iter 212/536 - loss 2.91505921 - samples/sec: 115.60 - lr: 0.050000 +2020-12-24 11:52:58,781 epoch 64 - iter 265/536 - loss 2.90122795 - samples/sec: 117.76 - lr: 0.050000 +2020-12-24 11:53:12,472 epoch 64 - iter 318/536 - loss 2.88659329 - samples/sec: 123.90 - lr: 0.050000 +2020-12-24 11:53:26,937 epoch 64 - iter 371/536 - loss 2.90824450 - samples/sec: 117.28 - lr: 0.050000 +2020-12-24 11:53:41,508 epoch 64 - iter 424/536 - loss 2.91495841 - samples/sec: 116.42 - lr: 0.050000 +2020-12-24 11:53:55,494 epoch 64 - iter 477/536 - loss 2.90688353 - samples/sec: 121.30 - lr: 0.050000 +2020-12-24 11:54:10,828 epoch 64 - iter 530/536 - loss 2.91699256 - samples/sec: 110.63 - lr: 0.050000 +2020-12-24 11:54:11,964 ---------------------------------------------------------------------------------------------------- +2020-12-24 11:54:11,965 EPOCH 64 done: loss 2.9161 - lr 0.0500000 +2020-12-24 11:54:18,859 DEV : loss 1.589254379272461 - score 0.8854 +2020-12-24 11:54:18,926 BAD EPOCHS (no improvement): 3 +2020-12-24 11:54:18,927 ---------------------------------------------------------------------------------------------------- +2020-12-24 11:54:33,171 epoch 65 - iter 53/536 - loss 2.88925662 - samples/sec: 119.09 - lr: 0.050000 +2020-12-24 11:54:47,159 epoch 65 - iter 106/536 - loss 2.87178684 - samples/sec: 121.28 - lr: 0.050000 +2020-12-24 11:55:01,022 epoch 65 - iter 159/536 - loss 2.84824369 - samples/sec: 122.36 - lr: 0.050000 +2020-12-24 11:55:14,754 epoch 65 - iter 212/536 - loss 2.82938993 - samples/sec: 123.54 - lr: 0.050000 +2020-12-24 11:55:30,249 epoch 65 - iter 265/536 - loss 2.86557783 - samples/sec: 109.48 - lr: 0.050000 +2020-12-24 11:55:43,960 epoch 65 - iter 318/536 - loss 2.86895402 - samples/sec: 123.72 - lr: 0.050000 +2020-12-24 11:55:57,607 epoch 65 - iter 371/536 - loss 2.86689664 - samples/sec: 124.31 - lr: 0.050000 +2020-12-24 11:56:12,169 epoch 65 - iter 424/536 - loss 2.86680277 - samples/sec: 116.50 - lr: 0.050000 +2020-12-24 11:56:26,338 epoch 65 - iter 477/536 - loss 2.88533188 - samples/sec: 119.73 - lr: 0.050000 +2020-12-24 11:56:41,578 epoch 65 - iter 530/536 - loss 2.89831372 - samples/sec: 111.31 - lr: 0.050000 +2020-12-24 11:56:43,132 ---------------------------------------------------------------------------------------------------- +2020-12-24 11:56:43,133 EPOCH 65 done: loss 2.9003 - lr 0.0500000 +2020-12-24 11:56:48,328 DEV : loss 1.6100813150405884 - score 0.8862 +2020-12-24 11:56:48,394 BAD EPOCHS (no improvement): 4 +2020-12-24 11:56:48,394 ---------------------------------------------------------------------------------------------------- +2020-12-24 11:57:02,866 epoch 66 - iter 53/536 - loss 2.95554707 - samples/sec: 117.22 - lr: 0.025000 +2020-12-24 11:57:17,154 epoch 66 - iter 106/536 - loss 2.89327523 - samples/sec: 118.73 - lr: 0.025000 +2020-12-24 11:57:33,561 epoch 66 - iter 159/536 - loss 2.90786626 - samples/sec: 103.39 - lr: 0.025000 +2020-12-24 11:57:47,193 epoch 66 - iter 212/536 - loss 2.90652401 - samples/sec: 124.44 - lr: 0.025000 +2020-12-24 11:58:01,341 epoch 66 - iter 265/536 - loss 2.87066097 - samples/sec: 119.91 - lr: 0.025000 +2020-12-24 11:58:15,796 epoch 66 - iter 318/536 - loss 2.87849420 - samples/sec: 117.36 - lr: 0.025000 +2020-12-24 11:58:29,915 epoch 66 - iter 371/536 - loss 2.88877651 - samples/sec: 120.14 - lr: 0.025000 +2020-12-24 11:58:43,514 epoch 66 - iter 424/536 - loss 2.88133634 - samples/sec: 124.75 - lr: 0.025000 +2020-12-24 11:58:58,240 epoch 66 - iter 477/536 - loss 2.87160064 - samples/sec: 115.19 - lr: 0.025000 +2020-12-24 11:59:13,321 epoch 66 - iter 530/536 - loss 2.85909541 - samples/sec: 112.49 - lr: 0.025000 +2020-12-24 11:59:15,028 ---------------------------------------------------------------------------------------------------- +2020-12-24 11:59:15,028 EPOCH 66 done: loss 2.8608 - lr 0.0250000 +2020-12-24 11:59:19,963 DEV : loss 1.5804510116577148 - score 0.8864 +2020-12-24 11:59:20,029 BAD EPOCHS (no improvement): 1 +2020-12-24 11:59:20,029 ---------------------------------------------------------------------------------------------------- +2020-12-24 11:59:34,687 epoch 67 - iter 53/536 - loss 2.94846080 - samples/sec: 115.72 - lr: 0.025000 +2020-12-24 11:59:48,072 epoch 67 - iter 106/536 - loss 2.90722473 - samples/sec: 126.75 - lr: 0.025000 +2020-12-24 12:00:01,895 epoch 67 - iter 159/536 - loss 2.83724121 - samples/sec: 122.71 - lr: 0.025000 +2020-12-24 12:00:16,418 epoch 67 - iter 212/536 - loss 2.83182809 - samples/sec: 116.81 - lr: 0.025000 +2020-12-24 12:00:31,783 epoch 67 - iter 265/536 - loss 2.83028643 - samples/sec: 110.40 - lr: 0.025000 +2020-12-24 12:00:46,557 epoch 67 - iter 318/536 - loss 2.82892387 - samples/sec: 114.83 - lr: 0.025000 +2020-12-24 12:01:01,603 epoch 67 - iter 371/536 - loss 2.82651692 - samples/sec: 112.76 - lr: 0.025000 +2020-12-24 12:01:14,965 epoch 67 - iter 424/536 - loss 2.81816761 - samples/sec: 126.96 - lr: 0.025000 +2020-12-24 12:01:29,081 epoch 67 - iter 477/536 - loss 2.83194068 - samples/sec: 120.17 - lr: 0.025000 +2020-12-24 12:01:44,276 epoch 67 - iter 530/536 - loss 2.83062630 - samples/sec: 111.65 - lr: 0.025000 +2020-12-24 12:01:45,481 ---------------------------------------------------------------------------------------------------- +2020-12-24 12:01:45,482 EPOCH 67 done: loss 2.8352 - lr 0.0250000 +2020-12-24 12:01:50,442 DEV : loss 1.5695757865905762 - score 0.8859 +2020-12-24 12:01:50,518 BAD EPOCHS (no improvement): 2 +2020-12-24 12:01:50,519 ---------------------------------------------------------------------------------------------------- +2020-12-24 12:02:04,187 epoch 68 - iter 53/536 - loss 2.74406736 - samples/sec: 124.10 - lr: 0.025000 +2020-12-24 12:02:18,860 epoch 68 - iter 106/536 - loss 2.70457981 - samples/sec: 115.62 - lr: 0.025000 +2020-12-24 12:02:33,592 epoch 68 - iter 159/536 - loss 2.70145416 - samples/sec: 115.15 - lr: 0.025000 +2020-12-24 12:02:48,272 epoch 68 - iter 212/536 - loss 2.74052477 - samples/sec: 115.56 - lr: 0.025000 +2020-12-24 12:03:02,466 epoch 68 - iter 265/536 - loss 2.74130113 - samples/sec: 119.51 - lr: 0.025000 +2020-12-24 12:03:17,216 epoch 68 - iter 318/536 - loss 2.74260945 - samples/sec: 115.01 - lr: 0.025000 +2020-12-24 12:03:32,470 epoch 68 - iter 371/536 - loss 2.75912432 - samples/sec: 111.20 - lr: 0.025000 +2020-12-24 12:03:47,699 epoch 68 - iter 424/536 - loss 2.76984572 - samples/sec: 111.40 - lr: 0.025000 +2020-12-24 12:04:02,671 epoch 68 - iter 477/536 - loss 2.77286320 - samples/sec: 113.30 - lr: 0.025000 +2020-12-24 12:04:16,924 epoch 68 - iter 530/536 - loss 2.78993736 - samples/sec: 119.02 - lr: 0.025000 +2020-12-24 12:04:18,326 ---------------------------------------------------------------------------------------------------- +2020-12-24 12:04:18,327 EPOCH 68 done: loss 2.7903 - lr 0.0250000 +2020-12-24 12:04:23,593 DEV : loss 1.5670819282531738 - score 0.8893 +2020-12-24 12:04:23,659 BAD EPOCHS (no improvement): 3 +2020-12-24 12:04:23,660 ---------------------------------------------------------------------------------------------------- +2020-12-24 12:04:37,914 epoch 69 - iter 53/536 - loss 2.79285018 - samples/sec: 119.00 - lr: 0.025000 +2020-12-24 12:04:51,822 epoch 69 - iter 106/536 - loss 2.79936957 - samples/sec: 121.97 - lr: 0.025000 +2020-12-24 12:05:07,391 epoch 69 - iter 159/536 - loss 2.84611408 - samples/sec: 108.96 - lr: 0.025000 +2020-12-24 12:05:21,516 epoch 69 - iter 212/536 - loss 2.83526804 - samples/sec: 120.11 - lr: 0.025000 +2020-12-24 12:05:34,948 epoch 69 - iter 265/536 - loss 2.80934862 - samples/sec: 126.30 - lr: 0.025000 +2020-12-24 12:05:48,985 epoch 69 - iter 318/536 - loss 2.79276366 - samples/sec: 120.85 - lr: 0.025000 +2020-12-24 12:06:03,661 epoch 69 - iter 371/536 - loss 2.79299683 - samples/sec: 115.59 - lr: 0.025000 +2020-12-24 12:06:18,416 epoch 69 - iter 424/536 - loss 2.78797701 - samples/sec: 114.97 - lr: 0.025000 +2020-12-24 12:06:32,517 epoch 69 - iter 477/536 - loss 2.80748280 - samples/sec: 120.31 - lr: 0.025000 +2020-12-24 12:06:46,725 epoch 69 - iter 530/536 - loss 2.81938301 - samples/sec: 119.41 - lr: 0.025000 +2020-12-24 12:06:48,287 ---------------------------------------------------------------------------------------------------- +2020-12-24 12:06:48,288 EPOCH 69 done: loss 2.8187 - lr 0.0250000 +2020-12-24 12:06:53,725 DEV : loss 1.5789073705673218 - score 0.8878 +2020-12-24 12:06:53,791 BAD EPOCHS (no improvement): 4 +2020-12-24 12:06:53,791 ---------------------------------------------------------------------------------------------------- +2020-12-24 12:07:08,952 epoch 70 - iter 53/536 - loss 2.73230013 - samples/sec: 111.89 - lr: 0.012500 +2020-12-24 12:07:22,860 epoch 70 - iter 106/536 - loss 2.79106830 - samples/sec: 121.96 - lr: 0.012500 +2020-12-24 12:07:38,334 epoch 70 - iter 159/536 - loss 2.75391632 - samples/sec: 109.63 - lr: 0.012500 +2020-12-24 12:07:51,940 epoch 70 - iter 212/536 - loss 2.78584798 - samples/sec: 124.68 - lr: 0.012500 +2020-12-24 12:08:07,272 epoch 70 - iter 265/536 - loss 2.79100753 - samples/sec: 110.64 - lr: 0.012500 +2020-12-24 12:08:21,335 epoch 70 - iter 318/536 - loss 2.79008107 - samples/sec: 120.63 - lr: 0.012500 +2020-12-24 12:08:35,614 epoch 70 - iter 371/536 - loss 2.77860334 - samples/sec: 118.81 - lr: 0.012500 +2020-12-24 12:08:50,285 epoch 70 - iter 424/536 - loss 2.77170430 - samples/sec: 115.62 - lr: 0.012500 +2020-12-24 12:09:04,969 epoch 70 - iter 477/536 - loss 2.77180115 - samples/sec: 115.52 - lr: 0.012500 +2020-12-24 12:09:19,976 epoch 70 - iter 530/536 - loss 2.76991925 - samples/sec: 113.04 - lr: 0.012500 +2020-12-24 12:09:21,303 ---------------------------------------------------------------------------------------------------- +2020-12-24 12:09:21,305 EPOCH 70 done: loss 2.7691 - lr 0.0125000 +2020-12-24 12:09:26,597 DEV : loss 1.5635467767715454 - score 0.8882 +2020-12-24 12:09:26,663 BAD EPOCHS (no improvement): 1 +2020-12-24 12:09:26,664 ---------------------------------------------------------------------------------------------------- +2020-12-24 12:09:42,187 epoch 71 - iter 53/536 - loss 2.71953604 - samples/sec: 109.27 - lr: 0.012500 +2020-12-24 12:09:56,861 epoch 71 - iter 106/536 - loss 2.81117853 - samples/sec: 115.61 - lr: 0.012500 +2020-12-24 12:10:12,258 epoch 71 - iter 159/536 - loss 2.82252278 - samples/sec: 110.18 - lr: 0.012500 +2020-12-24 12:10:26,641 epoch 71 - iter 212/536 - loss 2.77170236 - samples/sec: 117.95 - lr: 0.012500 +2020-12-24 12:10:41,839 epoch 71 - iter 265/536 - loss 2.76651866 - samples/sec: 111.62 - lr: 0.012500 +2020-12-24 12:10:56,811 epoch 71 - iter 318/536 - loss 2.78659152 - samples/sec: 113.30 - lr: 0.012500 +2020-12-24 12:11:10,918 epoch 71 - iter 371/536 - loss 2.79667763 - samples/sec: 120.26 - lr: 0.012500 +2020-12-24 12:11:25,226 epoch 71 - iter 424/536 - loss 2.79198908 - samples/sec: 118.56 - lr: 0.012500 +2020-12-24 12:11:39,425 epoch 71 - iter 477/536 - loss 2.78958830 - samples/sec: 119.48 - lr: 0.012500 +2020-12-24 12:11:54,268 epoch 71 - iter 530/536 - loss 2.77054456 - samples/sec: 114.29 - lr: 0.012500 +2020-12-24 12:11:56,130 ---------------------------------------------------------------------------------------------------- +2020-12-24 12:11:56,132 EPOCH 71 done: loss 2.7703 - lr 0.0125000 +2020-12-24 12:12:01,067 DEV : loss 1.5656501054763794 - score 0.8887 +2020-12-24 12:12:01,132 BAD EPOCHS (no improvement): 2 +2020-12-24 12:12:01,133 ---------------------------------------------------------------------------------------------------- +2020-12-24 12:12:15,405 epoch 72 - iter 53/536 - loss 2.75759051 - samples/sec: 118.85 - lr: 0.012500 +2020-12-24 12:12:29,964 epoch 72 - iter 106/536 - loss 2.78137310 - samples/sec: 116.53 - lr: 0.012500 +2020-12-24 12:12:43,954 epoch 72 - iter 159/536 - loss 2.79088224 - samples/sec: 121.26 - lr: 0.012500 +2020-12-24 12:12:59,027 epoch 72 - iter 212/536 - loss 2.78751495 - samples/sec: 112.55 - lr: 0.012500 +2020-12-24 12:13:13,526 epoch 72 - iter 265/536 - loss 2.77944192 - samples/sec: 117.00 - lr: 0.012500 +2020-12-24 12:13:27,564 epoch 72 - iter 318/536 - loss 2.79746922 - samples/sec: 120.85 - lr: 0.012500 +2020-12-24 12:13:42,969 epoch 72 - iter 371/536 - loss 2.79515850 - samples/sec: 110.11 - lr: 0.012500 +2020-12-24 12:13:57,701 epoch 72 - iter 424/536 - loss 2.78531338 - samples/sec: 115.15 - lr: 0.012500 +2020-12-24 12:14:11,792 epoch 72 - iter 477/536 - loss 2.77207952 - samples/sec: 120.39 - lr: 0.012500 +2020-12-24 12:14:25,882 epoch 72 - iter 530/536 - loss 2.77565564 - samples/sec: 120.41 - lr: 0.012500 +2020-12-24 12:14:27,332 ---------------------------------------------------------------------------------------------------- +2020-12-24 12:14:27,334 EPOCH 72 done: loss 2.7715 - lr 0.0125000 +2020-12-24 12:14:32,822 DEV : loss 1.5604957342147827 - score 0.8912 +2020-12-24 12:14:32,888 BAD EPOCHS (no improvement): 0 +2020-12-24 12:14:36,149 ---------------------------------------------------------------------------------------------------- +2020-12-24 12:14:49,761 epoch 73 - iter 53/536 - loss 2.89442323 - samples/sec: 124.62 - lr: 0.012500 +2020-12-24 12:15:03,836 epoch 73 - iter 106/536 - loss 2.81650582 - samples/sec: 120.53 - lr: 0.012500 +2020-12-24 12:15:18,391 epoch 73 - iter 159/536 - loss 2.81157217 - samples/sec: 116.54 - lr: 0.012500 +2020-12-24 12:15:33,672 epoch 73 - iter 212/536 - loss 2.85071034 - samples/sec: 111.01 - lr: 0.012500 +2020-12-24 12:15:48,026 epoch 73 - iter 265/536 - loss 2.83932064 - samples/sec: 118.19 - lr: 0.012500 +2020-12-24 12:16:02,084 epoch 73 - iter 318/536 - loss 2.80667114 - samples/sec: 120.67 - lr: 0.012500 +2020-12-24 12:16:16,487 epoch 73 - iter 371/536 - loss 2.79514121 - samples/sec: 117.78 - lr: 0.012500 +2020-12-24 12:16:29,136 epoch 73 - iter 424/536 - loss 2.78075340 - samples/sec: 134.12 - lr: 0.012500 +2020-12-24 12:16:43,729 epoch 73 - iter 477/536 - loss 2.78099632 - samples/sec: 116.25 - lr: 0.012500 +2020-12-24 12:16:59,727 epoch 73 - iter 530/536 - loss 2.78242075 - samples/sec: 106.04 - lr: 0.012500 +2020-12-24 12:17:01,392 ---------------------------------------------------------------------------------------------------- +2020-12-24 12:17:01,393 EPOCH 73 done: loss 2.7807 - lr 0.0125000 +2020-12-24 12:17:06,300 DEV : loss 1.5677388906478882 - score 0.889 +2020-12-24 12:17:06,366 BAD EPOCHS (no improvement): 1 +2020-12-24 12:17:06,366 ---------------------------------------------------------------------------------------------------- +2020-12-24 12:17:21,759 epoch 74 - iter 53/536 - loss 2.76113691 - samples/sec: 110.20 - lr: 0.012500 +2020-12-24 12:17:36,025 epoch 74 - iter 106/536 - loss 2.71336328 - samples/sec: 118.92 - lr: 0.012500 +2020-12-24 12:17:48,855 epoch 74 - iter 159/536 - loss 2.73281631 - samples/sec: 132.22 - lr: 0.012500 +2020-12-24 12:18:02,463 epoch 74 - iter 212/536 - loss 2.71187589 - samples/sec: 124.66 - lr: 0.012500 +2020-12-24 12:18:17,097 epoch 74 - iter 265/536 - loss 2.74396157 - samples/sec: 115.92 - lr: 0.012500 +2020-12-24 12:18:32,818 epoch 74 - iter 318/536 - loss 2.72661228 - samples/sec: 107.91 - lr: 0.012500 +2020-12-24 12:18:46,846 epoch 74 - iter 371/536 - loss 2.72965983 - samples/sec: 120.92 - lr: 0.012500 +2020-12-24 12:19:00,926 epoch 74 - iter 424/536 - loss 2.72189638 - samples/sec: 120.49 - lr: 0.012500 +2020-12-24 12:19:14,982 epoch 74 - iter 477/536 - loss 2.72303286 - samples/sec: 120.69 - lr: 0.012500 +2020-12-24 12:19:29,317 epoch 74 - iter 530/536 - loss 2.73131684 - samples/sec: 118.34 - lr: 0.012500 +2020-12-24 12:19:30,761 ---------------------------------------------------------------------------------------------------- +2020-12-24 12:19:30,762 EPOCH 74 done: loss 2.7327 - lr 0.0125000 +2020-12-24 12:19:35,898 DEV : loss 1.5529049634933472 - score 0.889 +2020-12-24 12:19:35,965 BAD EPOCHS (no improvement): 2 +2020-12-24 12:19:35,965 ---------------------------------------------------------------------------------------------------- +2020-12-24 12:19:50,039 epoch 75 - iter 53/536 - loss 2.81353353 - samples/sec: 120.53 - lr: 0.012500 +2020-12-24 12:20:04,306 epoch 75 - iter 106/536 - loss 2.80151712 - samples/sec: 118.91 - lr: 0.012500 +2020-12-24 12:20:18,944 epoch 75 - iter 159/536 - loss 2.74368458 - samples/sec: 115.89 - lr: 0.012500 +2020-12-24 12:20:33,617 epoch 75 - iter 212/536 - loss 2.74774223 - samples/sec: 115.62 - lr: 0.012500 +2020-12-24 12:20:48,876 epoch 75 - iter 265/536 - loss 2.76145126 - samples/sec: 111.17 - lr: 0.012500 +2020-12-24 12:21:03,772 epoch 75 - iter 318/536 - loss 2.76239372 - samples/sec: 113.88 - lr: 0.012500 +2020-12-24 12:21:19,826 epoch 75 - iter 371/536 - loss 2.78842721 - samples/sec: 105.67 - lr: 0.012500 +2020-12-24 12:21:33,953 epoch 75 - iter 424/536 - loss 2.76587744 - samples/sec: 120.08 - lr: 0.012500 +2020-12-24 12:21:48,251 epoch 75 - iter 477/536 - loss 2.77926084 - samples/sec: 118.64 - lr: 0.012500 +2020-12-24 12:22:01,075 epoch 75 - iter 530/536 - loss 2.77256047 - samples/sec: 132.29 - lr: 0.012500 +2020-12-24 12:22:02,526 ---------------------------------------------------------------------------------------------------- +2020-12-24 12:22:02,528 EPOCH 75 done: loss 2.7685 - lr 0.0125000 +2020-12-24 12:22:07,773 DEV : loss 1.560835599899292 - score 0.889 +2020-12-24 12:22:07,840 BAD EPOCHS (no improvement): 3 +2020-12-24 12:22:07,840 ---------------------------------------------------------------------------------------------------- +2020-12-24 12:22:21,736 epoch 76 - iter 53/536 - loss 2.80674841 - samples/sec: 122.07 - lr: 0.012500 +2020-12-24 12:22:35,510 epoch 76 - iter 106/536 - loss 2.72427249 - samples/sec: 123.15 - lr: 0.012500 +2020-12-24 12:22:50,076 epoch 76 - iter 159/536 - loss 2.68540860 - samples/sec: 116.46 - lr: 0.012500 +2020-12-24 12:23:05,177 epoch 76 - iter 212/536 - loss 2.71470351 - samples/sec: 112.33 - lr: 0.012500 +2020-12-24 12:23:18,535 epoch 76 - iter 265/536 - loss 2.72087102 - samples/sec: 127.01 - lr: 0.012500 +2020-12-24 12:23:32,743 epoch 76 - iter 318/536 - loss 2.74266721 - samples/sec: 119.40 - lr: 0.012500 +2020-12-24 12:23:47,552 epoch 76 - iter 371/536 - loss 2.74629285 - samples/sec: 114.55 - lr: 0.012500 +2020-12-24 12:24:04,191 epoch 76 - iter 424/536 - loss 2.74019435 - samples/sec: 101.95 - lr: 0.012500 +2020-12-24 12:24:18,082 epoch 76 - iter 477/536 - loss 2.73854241 - samples/sec: 122.12 - lr: 0.012500 +2020-12-24 12:24:32,115 epoch 76 - iter 530/536 - loss 2.72805480 - samples/sec: 120.89 - lr: 0.012500 +2020-12-24 12:24:33,742 ---------------------------------------------------------------------------------------------------- +2020-12-24 12:24:33,744 EPOCH 76 done: loss 2.7288 - lr 0.0125000 +2020-12-24 12:24:38,490 DEV : loss 1.5674439668655396 - score 0.8883 +2020-12-24 12:24:38,557 BAD EPOCHS (no improvement): 4 +2020-12-24 12:24:38,557 ---------------------------------------------------------------------------------------------------- +2020-12-24 12:24:54,033 epoch 77 - iter 53/536 - loss 2.65260768 - samples/sec: 109.61 - lr: 0.006250 +2020-12-24 12:25:08,448 epoch 77 - iter 106/536 - loss 2.66910232 - samples/sec: 117.69 - lr: 0.006250 +2020-12-24 12:25:22,689 epoch 77 - iter 159/536 - loss 2.72675729 - samples/sec: 119.12 - lr: 0.006250 +2020-12-24 12:25:36,008 epoch 77 - iter 212/536 - loss 2.73720148 - samples/sec: 127.37 - lr: 0.006250 +2020-12-24 12:25:50,298 epoch 77 - iter 265/536 - loss 2.73325568 - samples/sec: 118.71 - lr: 0.006250 +2020-12-24 12:26:04,708 epoch 77 - iter 318/536 - loss 2.70879096 - samples/sec: 117.71 - lr: 0.006250 +2020-12-24 12:26:19,563 epoch 77 - iter 371/536 - loss 2.72343562 - samples/sec: 114.20 - lr: 0.006250 +2020-12-24 12:26:34,455 epoch 77 - iter 424/536 - loss 2.73750218 - samples/sec: 113.92 - lr: 0.006250 +2020-12-24 12:26:48,871 epoch 77 - iter 477/536 - loss 2.74111422 - samples/sec: 117.67 - lr: 0.006250 +2020-12-24 12:27:03,481 epoch 77 - iter 530/536 - loss 2.73809475 - samples/sec: 116.11 - lr: 0.006250 +2020-12-24 12:27:05,053 ---------------------------------------------------------------------------------------------------- +2020-12-24 12:27:05,054 EPOCH 77 done: loss 2.7430 - lr 0.0062500 +2020-12-24 12:27:09,907 DEV : loss 1.5620779991149902 - score 0.8885 +2020-12-24 12:27:09,974 BAD EPOCHS (no improvement): 1 +2020-12-24 12:27:09,974 ---------------------------------------------------------------------------------------------------- +2020-12-24 12:27:25,060 epoch 78 - iter 53/536 - loss 2.74465578 - samples/sec: 112.44 - lr: 0.006250 +2020-12-24 12:27:39,389 epoch 78 - iter 106/536 - loss 2.67403440 - samples/sec: 118.40 - lr: 0.006250 +2020-12-24 12:27:53,424 epoch 78 - iter 159/536 - loss 2.71634806 - samples/sec: 120.87 - lr: 0.006250 +2020-12-24 12:28:07,056 epoch 78 - iter 212/536 - loss 2.74304966 - samples/sec: 124.44 - lr: 0.006250 +2020-12-24 12:28:21,274 epoch 78 - iter 265/536 - loss 2.71717312 - samples/sec: 119.31 - lr: 0.006250 +2020-12-24 12:28:35,620 epoch 78 - iter 318/536 - loss 2.70771692 - samples/sec: 118.26 - lr: 0.006250 +2020-12-24 12:28:51,038 epoch 78 - iter 371/536 - loss 2.71097070 - samples/sec: 110.02 - lr: 0.006250 +2020-12-24 12:29:04,049 epoch 78 - iter 424/536 - loss 2.70420309 - samples/sec: 130.39 - lr: 0.006250 +2020-12-24 12:29:19,272 epoch 78 - iter 477/536 - loss 2.70591508 - samples/sec: 111.44 - lr: 0.006250 +2020-12-24 12:29:33,298 epoch 78 - iter 530/536 - loss 2.71163494 - samples/sec: 120.94 - lr: 0.006250 +2020-12-24 12:29:35,247 ---------------------------------------------------------------------------------------------------- +2020-12-24 12:29:35,248 EPOCH 78 done: loss 2.7183 - lr 0.0062500 +2020-12-24 12:29:40,686 DEV : loss 1.5551815032958984 - score 0.8895 +2020-12-24 12:29:40,752 BAD EPOCHS (no improvement): 2 +2020-12-24 12:29:40,752 ---------------------------------------------------------------------------------------------------- +2020-12-24 12:29:55,631 epoch 79 - iter 53/536 - loss 2.70927678 - samples/sec: 114.01 - lr: 0.006250 +2020-12-24 12:30:10,314 epoch 79 - iter 106/536 - loss 2.71247954 - samples/sec: 115.54 - lr: 0.006250 +2020-12-24 12:30:24,694 epoch 79 - iter 159/536 - loss 2.73654800 - samples/sec: 117.97 - lr: 0.006250 +2020-12-24 12:30:38,613 epoch 79 - iter 212/536 - loss 2.72620586 - samples/sec: 121.87 - lr: 0.006250 +2020-12-24 12:30:52,451 epoch 79 - iter 265/536 - loss 2.74482705 - samples/sec: 122.60 - lr: 0.006250 +2020-12-24 12:31:07,271 epoch 79 - iter 318/536 - loss 2.75461441 - samples/sec: 114.46 - lr: 0.006250 +2020-12-24 12:31:21,525 epoch 79 - iter 371/536 - loss 2.74586490 - samples/sec: 119.02 - lr: 0.006250 +2020-12-24 12:31:36,381 epoch 79 - iter 424/536 - loss 2.76458506 - samples/sec: 114.19 - lr: 0.006250 +2020-12-24 12:31:51,292 epoch 79 - iter 477/536 - loss 2.74872601 - samples/sec: 113.78 - lr: 0.006250 +2020-12-24 12:32:05,759 epoch 79 - iter 530/536 - loss 2.73170361 - samples/sec: 117.25 - lr: 0.006250 +2020-12-24 12:32:07,172 ---------------------------------------------------------------------------------------------------- +2020-12-24 12:32:07,173 EPOCH 79 done: loss 2.7363 - lr 0.0062500 +2020-12-24 12:32:11,964 DEV : loss 1.5539308786392212 - score 0.8907 +2020-12-24 12:32:12,030 BAD EPOCHS (no improvement): 3 +2020-12-24 12:32:12,030 ---------------------------------------------------------------------------------------------------- +2020-12-24 12:32:25,390 epoch 80 - iter 53/536 - loss 2.76800361 - samples/sec: 126.98 - lr: 0.006250 +2020-12-24 12:32:40,529 epoch 80 - iter 106/536 - loss 2.73519018 - samples/sec: 112.05 - lr: 0.006250 +2020-12-24 12:32:55,894 epoch 80 - iter 159/536 - loss 2.73378087 - samples/sec: 110.40 - lr: 0.006250 +2020-12-24 12:33:10,197 epoch 80 - iter 212/536 - loss 2.74601802 - samples/sec: 118.61 - lr: 0.006250 +2020-12-24 12:33:24,620 epoch 80 - iter 265/536 - loss 2.77407082 - samples/sec: 117.62 - lr: 0.006250 +2020-12-24 12:33:39,512 epoch 80 - iter 318/536 - loss 2.76822756 - samples/sec: 113.92 - lr: 0.006250 +2020-12-24 12:33:54,033 epoch 80 - iter 371/536 - loss 2.76023577 - samples/sec: 116.81 - lr: 0.006250 +2020-12-24 12:34:09,701 epoch 80 - iter 424/536 - loss 2.74230643 - samples/sec: 108.27 - lr: 0.006250 +2020-12-24 12:34:23,826 epoch 80 - iter 477/536 - loss 2.73036428 - samples/sec: 120.10 - lr: 0.006250 +2020-12-24 12:34:39,077 epoch 80 - iter 530/536 - loss 2.73850866 - samples/sec: 111.23 - lr: 0.006250 +2020-12-24 12:34:40,624 ---------------------------------------------------------------------------------------------------- +2020-12-24 12:34:40,626 EPOCH 80 done: loss 2.7435 - lr 0.0062500 +2020-12-24 12:34:47,808 DEV : loss 1.5577869415283203 - score 0.8897 +2020-12-24 12:34:47,875 BAD EPOCHS (no improvement): 4 +2020-12-24 12:34:47,876 ---------------------------------------------------------------------------------------------------- +2020-12-24 12:35:01,344 epoch 81 - iter 53/536 - loss 2.67669186 - samples/sec: 125.95 - lr: 0.003125 +2020-12-24 12:35:16,283 epoch 81 - iter 106/536 - loss 2.80718329 - samples/sec: 113.54 - lr: 0.003125 +2020-12-24 12:35:32,598 epoch 81 - iter 159/536 - loss 2.78330120 - samples/sec: 103.97 - lr: 0.003125 +2020-12-24 12:35:47,540 epoch 81 - iter 212/536 - loss 2.77083639 - samples/sec: 113.53 - lr: 0.003125 +2020-12-24 12:36:02,288 epoch 81 - iter 265/536 - loss 2.75522453 - samples/sec: 115.03 - lr: 0.003125 +2020-12-24 12:36:17,659 epoch 81 - iter 318/536 - loss 2.74359483 - samples/sec: 110.36 - lr: 0.003125 +2020-12-24 12:36:31,748 epoch 81 - iter 371/536 - loss 2.75152193 - samples/sec: 120.41 - lr: 0.003125 +2020-12-24 12:36:45,601 epoch 81 - iter 424/536 - loss 2.75544191 - samples/sec: 122.46 - lr: 0.003125 +2020-12-24 12:36:59,224 epoch 81 - iter 477/536 - loss 2.75153803 - samples/sec: 124.53 - lr: 0.003125 +2020-12-24 12:37:14,492 epoch 81 - iter 530/536 - loss 2.74526367 - samples/sec: 111.10 - lr: 0.003125 +2020-12-24 12:37:16,454 ---------------------------------------------------------------------------------------------------- +2020-12-24 12:37:16,454 EPOCH 81 done: loss 2.7492 - lr 0.0031250 +2020-12-24 12:37:21,529 DEV : loss 1.5529541969299316 - score 0.8896 +2020-12-24 12:37:21,597 BAD EPOCHS (no improvement): 1 +2020-12-24 12:37:21,597 ---------------------------------------------------------------------------------------------------- +2020-12-24 12:37:35,779 epoch 82 - iter 53/536 - loss 2.67860606 - samples/sec: 119.61 - lr: 0.003125 +2020-12-24 12:37:50,409 epoch 82 - iter 106/536 - loss 2.71089000 - samples/sec: 115.96 - lr: 0.003125 +2020-12-24 12:38:04,163 epoch 82 - iter 159/536 - loss 2.74297773 - samples/sec: 123.34 - lr: 0.003125 +2020-12-24 12:38:18,484 epoch 82 - iter 212/536 - loss 2.71344123 - samples/sec: 118.45 - lr: 0.003125 +2020-12-24 12:38:32,391 epoch 82 - iter 265/536 - loss 2.73767632 - samples/sec: 121.98 - lr: 0.003125 +2020-12-24 12:38:47,849 epoch 82 - iter 318/536 - loss 2.75491617 - samples/sec: 109.75 - lr: 0.003125 +2020-12-24 12:39:02,874 epoch 82 - iter 371/536 - loss 2.74398771 - samples/sec: 112.91 - lr: 0.003125 +2020-12-24 12:39:18,459 epoch 82 - iter 424/536 - loss 2.73434765 - samples/sec: 108.84 - lr: 0.003125 +2020-12-24 12:39:33,533 epoch 82 - iter 477/536 - loss 2.73053807 - samples/sec: 112.54 - lr: 0.003125 +2020-12-24 12:39:46,949 epoch 82 - iter 530/536 - loss 2.72568047 - samples/sec: 126.45 - lr: 0.003125 +2020-12-24 12:39:49,523 ---------------------------------------------------------------------------------------------------- +2020-12-24 12:39:49,525 EPOCH 82 done: loss 2.7230 - lr 0.0031250 +2020-12-24 12:39:54,878 DEV : loss 1.5553035736083984 - score 0.8892 +2020-12-24 12:39:54,944 BAD EPOCHS (no improvement): 2 +2020-12-24 12:39:54,944 ---------------------------------------------------------------------------------------------------- +2020-12-24 12:40:09,848 epoch 83 - iter 53/536 - loss 2.71590949 - samples/sec: 113.82 - lr: 0.003125 +2020-12-24 12:40:24,531 epoch 83 - iter 106/536 - loss 2.70334945 - samples/sec: 115.53 - lr: 0.003125 +2020-12-24 12:40:38,639 epoch 83 - iter 159/536 - loss 2.76374663 - samples/sec: 120.25 - lr: 0.003125 +2020-12-24 12:40:53,238 epoch 83 - iter 212/536 - loss 2.72468536 - samples/sec: 116.19 - lr: 0.003125 +2020-12-24 12:41:06,268 epoch 83 - iter 265/536 - loss 2.73050207 - samples/sec: 130.20 - lr: 0.003125 +2020-12-24 12:41:21,239 epoch 83 - iter 318/536 - loss 2.72748187 - samples/sec: 113.31 - lr: 0.003125 +2020-12-24 12:41:37,038 epoch 83 - iter 371/536 - loss 2.70973484 - samples/sec: 107.37 - lr: 0.003125 +2020-12-24 12:41:51,408 epoch 83 - iter 424/536 - loss 2.70191161 - samples/sec: 118.05 - lr: 0.003125 +2020-12-24 12:42:05,857 epoch 83 - iter 477/536 - loss 2.70781748 - samples/sec: 117.41 - lr: 0.003125 +2020-12-24 12:42:20,230 epoch 83 - iter 530/536 - loss 2.71033986 - samples/sec: 118.03 - lr: 0.003125 +2020-12-24 12:42:21,364 ---------------------------------------------------------------------------------------------------- +2020-12-24 12:42:21,365 EPOCH 83 done: loss 2.7099 - lr 0.0031250 +2020-12-24 12:42:27,598 DEV : loss 1.5551987886428833 - score 0.8901 +2020-12-24 12:42:27,664 BAD EPOCHS (no improvement): 3 +2020-12-24 12:42:27,664 ---------------------------------------------------------------------------------------------------- +2020-12-24 12:42:41,563 epoch 84 - iter 53/536 - loss 2.74062731 - samples/sec: 122.05 - lr: 0.003125 +2020-12-24 12:42:57,842 epoch 84 - iter 106/536 - loss 2.71655920 - samples/sec: 104.21 - lr: 0.003125 +2020-12-24 12:43:12,536 epoch 84 - iter 159/536 - loss 2.76402008 - samples/sec: 115.45 - lr: 0.003125 +2020-12-24 12:43:27,127 epoch 84 - iter 212/536 - loss 2.73307454 - samples/sec: 116.28 - lr: 0.003125 +2020-12-24 12:43:41,934 epoch 84 - iter 265/536 - loss 2.71948951 - samples/sec: 114.56 - lr: 0.003125 +2020-12-24 12:43:55,682 epoch 84 - iter 318/536 - loss 2.73468789 - samples/sec: 123.40 - lr: 0.003125 +2020-12-24 12:44:10,299 epoch 84 - iter 371/536 - loss 2.72248186 - samples/sec: 116.06 - lr: 0.003125 +2020-12-24 12:44:25,516 epoch 84 - iter 424/536 - loss 2.72201843 - samples/sec: 111.47 - lr: 0.003125 +2020-12-24 12:44:39,213 epoch 84 - iter 477/536 - loss 2.71968917 - samples/sec: 123.85 - lr: 0.003125 +2020-12-24 12:44:53,984 epoch 84 - iter 530/536 - loss 2.70245915 - samples/sec: 114.84 - lr: 0.003125 +2020-12-24 12:44:55,856 ---------------------------------------------------------------------------------------------------- +2020-12-24 12:44:55,858 EPOCH 84 done: loss 2.7039 - lr 0.0031250 +2020-12-24 12:45:01,004 DEV : loss 1.5548796653747559 - score 0.89 +2020-12-24 12:45:01,071 BAD EPOCHS (no improvement): 4 +2020-12-24 12:45:01,071 ---------------------------------------------------------------------------------------------------- +2020-12-24 12:45:14,851 epoch 85 - iter 53/536 - loss 2.61510277 - samples/sec: 123.10 - lr: 0.001563 +2020-12-24 12:45:29,189 epoch 85 - iter 106/536 - loss 2.74967070 - samples/sec: 118.32 - lr: 0.001563 +2020-12-24 12:45:43,524 epoch 85 - iter 159/536 - loss 2.74892981 - samples/sec: 118.34 - lr: 0.001563 +2020-12-24 12:45:58,470 epoch 85 - iter 212/536 - loss 2.73784807 - samples/sec: 113.50 - lr: 0.001563 +2020-12-24 12:46:12,422 epoch 85 - iter 265/536 - loss 2.71786958 - samples/sec: 121.59 - lr: 0.001563 +2020-12-24 12:46:26,399 epoch 85 - iter 318/536 - loss 2.72366023 - samples/sec: 121.36 - lr: 0.001563 +2020-12-24 12:46:42,240 epoch 85 - iter 371/536 - loss 2.72413625 - samples/sec: 107.09 - lr: 0.001563 +2020-12-24 12:46:56,415 epoch 85 - iter 424/536 - loss 2.72075573 - samples/sec: 119.67 - lr: 0.001563 +2020-12-24 12:47:10,391 epoch 85 - iter 477/536 - loss 2.70421602 - samples/sec: 121.38 - lr: 0.001563 +2020-12-24 12:47:25,175 epoch 85 - iter 530/536 - loss 2.70705547 - samples/sec: 114.74 - lr: 0.001563 +2020-12-24 12:47:26,917 ---------------------------------------------------------------------------------------------------- +2020-12-24 12:47:26,918 EPOCH 85 done: loss 2.7034 - lr 0.0015625 +2020-12-24 12:47:32,472 DEV : loss 1.5533833503723145 - score 0.8896 +2020-12-24 12:47:32,543 BAD EPOCHS (no improvement): 1 +2020-12-24 12:47:32,544 ---------------------------------------------------------------------------------------------------- +2020-12-24 12:47:46,332 epoch 86 - iter 53/536 - loss 2.66787957 - samples/sec: 123.02 - lr: 0.001563 +2020-12-24 12:48:01,436 epoch 86 - iter 106/536 - loss 2.70247576 - samples/sec: 112.32 - lr: 0.001563 +2020-12-24 12:48:15,359 epoch 86 - iter 159/536 - loss 2.71308011 - samples/sec: 121.83 - lr: 0.001563 +2020-12-24 12:48:30,186 epoch 86 - iter 212/536 - loss 2.71706195 - samples/sec: 114.42 - lr: 0.001563 +2020-12-24 12:48:45,273 epoch 86 - iter 265/536 - loss 2.67952810 - samples/sec: 112.44 - lr: 0.001563 +2020-12-24 12:48:59,818 epoch 86 - iter 318/536 - loss 2.69078179 - samples/sec: 116.63 - lr: 0.001563 +2020-12-24 12:49:13,699 epoch 86 - iter 371/536 - loss 2.68295794 - samples/sec: 122.21 - lr: 0.001563 +2020-12-24 12:49:29,378 epoch 86 - iter 424/536 - loss 2.69481974 - samples/sec: 108.19 - lr: 0.001563 +2020-12-24 12:49:44,535 epoch 86 - iter 477/536 - loss 2.71103691 - samples/sec: 111.92 - lr: 0.001563 +2020-12-24 12:49:58,849 epoch 86 - iter 530/536 - loss 2.71591247 - samples/sec: 118.53 - lr: 0.001563 +2020-12-24 12:50:00,597 ---------------------------------------------------------------------------------------------------- +2020-12-24 12:50:00,599 EPOCH 86 done: loss 2.7140 - lr 0.0015625 +2020-12-24 12:50:05,803 DEV : loss 1.5539532899856567 - score 0.889 +2020-12-24 12:50:05,869 BAD EPOCHS (no improvement): 2 +2020-12-24 12:50:05,869 ---------------------------------------------------------------------------------------------------- +2020-12-24 12:50:20,545 epoch 87 - iter 53/536 - loss 2.64036453 - samples/sec: 115.59 - lr: 0.001563 +2020-12-24 12:50:35,393 epoch 87 - iter 106/536 - loss 2.70575670 - samples/sec: 114.25 - lr: 0.001563 +2020-12-24 12:50:49,061 epoch 87 - iter 159/536 - loss 2.65869652 - samples/sec: 124.11 - lr: 0.001563 +2020-12-24 12:51:02,875 epoch 87 - iter 212/536 - loss 2.64412605 - samples/sec: 122.80 - lr: 0.001563 +2020-12-24 12:51:17,847 epoch 87 - iter 265/536 - loss 2.64547919 - samples/sec: 113.30 - lr: 0.001563 +2020-12-24 12:51:33,354 epoch 87 - iter 318/536 - loss 2.65411260 - samples/sec: 109.40 - lr: 0.001563 +2020-12-24 12:51:47,934 epoch 87 - iter 371/536 - loss 2.65751657 - samples/sec: 116.34 - lr: 0.001563 +2020-12-24 12:52:03,297 epoch 87 - iter 424/536 - loss 2.66521744 - samples/sec: 110.43 - lr: 0.001563 +2020-12-24 12:52:18,144 epoch 87 - iter 477/536 - loss 2.68551324 - samples/sec: 114.26 - lr: 0.001563 +2020-12-24 12:52:34,463 epoch 87 - iter 530/536 - loss 2.71594228 - samples/sec: 103.95 - lr: 0.001563 +2020-12-24 12:52:35,856 ---------------------------------------------------------------------------------------------------- +2020-12-24 12:52:35,857 EPOCH 87 done: loss 2.7118 - lr 0.0015625 +2020-12-24 12:52:41,119 DEV : loss 1.5505083799362183 - score 0.8902 +2020-12-24 12:52:41,188 BAD EPOCHS (no improvement): 3 +2020-12-24 12:52:41,188 ---------------------------------------------------------------------------------------------------- +2020-12-24 12:52:56,771 epoch 88 - iter 53/536 - loss 2.77258640 - samples/sec: 108.86 - lr: 0.001563 +2020-12-24 12:53:12,007 epoch 88 - iter 106/536 - loss 2.72459494 - samples/sec: 111.34 - lr: 0.001563 +2020-12-24 12:53:27,658 epoch 88 - iter 159/536 - loss 2.74325623 - samples/sec: 108.38 - lr: 0.001563 +2020-12-24 12:53:41,883 epoch 88 - iter 212/536 - loss 2.71515953 - samples/sec: 119.25 - lr: 0.001563 +2020-12-24 12:53:56,438 epoch 88 - iter 265/536 - loss 2.71113251 - samples/sec: 116.55 - lr: 0.001563 +2020-12-24 12:54:09,777 epoch 88 - iter 318/536 - loss 2.69054989 - samples/sec: 127.17 - lr: 0.001563 +2020-12-24 12:54:23,942 epoch 88 - iter 371/536 - loss 2.68646592 - samples/sec: 119.76 - lr: 0.001563 +2020-12-24 12:54:39,000 epoch 88 - iter 424/536 - loss 2.68346274 - samples/sec: 112.66 - lr: 0.001563 +2020-12-24 12:54:54,261 epoch 88 - iter 477/536 - loss 2.70409242 - samples/sec: 111.16 - lr: 0.001563 +2020-12-24 12:55:08,923 epoch 88 - iter 530/536 - loss 2.70702108 - samples/sec: 115.69 - lr: 0.001563 +2020-12-24 12:55:10,344 ---------------------------------------------------------------------------------------------------- +2020-12-24 12:55:10,345 EPOCH 88 done: loss 2.7016 - lr 0.0015625 +2020-12-24 12:55:15,533 DEV : loss 1.5522041320800781 - score 0.8895 +2020-12-24 12:55:15,599 BAD EPOCHS (no improvement): 4 +2020-12-24 12:55:15,599 ---------------------------------------------------------------------------------------------------- +2020-12-24 12:55:30,045 epoch 89 - iter 53/536 - loss 2.65354089 - samples/sec: 117.42 - lr: 0.000781 +2020-12-24 12:55:44,497 epoch 89 - iter 106/536 - loss 2.74742899 - samples/sec: 117.38 - lr: 0.000781 +2020-12-24 12:55:59,593 epoch 89 - iter 159/536 - loss 2.72755502 - samples/sec: 112.37 - lr: 0.000781 +2020-12-24 12:56:13,644 epoch 89 - iter 212/536 - loss 2.70328751 - samples/sec: 120.74 - lr: 0.000781 +2020-12-24 12:56:28,537 epoch 89 - iter 265/536 - loss 2.70916478 - samples/sec: 113.90 - lr: 0.000781 +2020-12-24 12:56:44,246 epoch 89 - iter 318/536 - loss 2.72246914 - samples/sec: 107.99 - lr: 0.000781 +2020-12-24 12:56:59,829 epoch 89 - iter 371/536 - loss 2.72554418 - samples/sec: 108.86 - lr: 0.000781 +2020-12-24 12:57:14,810 epoch 89 - iter 424/536 - loss 2.72745961 - samples/sec: 113.24 - lr: 0.000781 +2020-12-24 12:57:30,520 epoch 89 - iter 477/536 - loss 2.71845472 - samples/sec: 107.98 - lr: 0.000781 +2020-12-24 12:57:44,319 epoch 89 - iter 530/536 - loss 2.70686613 - samples/sec: 122.93 - lr: 0.000781 +2020-12-24 12:57:46,140 ---------------------------------------------------------------------------------------------------- +2020-12-24 12:57:46,141 EPOCH 89 done: loss 2.7130 - lr 0.0007813 +2020-12-24 12:57:51,540 DEV : loss 1.5503945350646973 - score 0.8903 +2020-12-24 12:57:51,606 BAD EPOCHS (no improvement): 1 +2020-12-24 12:57:51,606 ---------------------------------------------------------------------------------------------------- +2020-12-24 12:58:05,667 epoch 90 - iter 53/536 - loss 2.96017041 - samples/sec: 120.64 - lr: 0.000781 +2020-12-24 12:58:19,140 epoch 90 - iter 106/536 - loss 2.80794016 - samples/sec: 125.91 - lr: 0.000781 +2020-12-24 12:58:33,562 epoch 90 - iter 159/536 - loss 2.75229146 - samples/sec: 117.63 - lr: 0.000781 +2020-12-24 12:58:48,405 epoch 90 - iter 212/536 - loss 2.74676963 - samples/sec: 114.29 - lr: 0.000781 +2020-12-24 12:59:02,574 epoch 90 - iter 265/536 - loss 2.70904125 - samples/sec: 119.73 - lr: 0.000781 +2020-12-24 12:59:17,162 epoch 90 - iter 318/536 - loss 2.71478929 - samples/sec: 116.28 - lr: 0.000781 +2020-12-24 12:59:31,780 epoch 90 - iter 371/536 - loss 2.70547078 - samples/sec: 116.05 - lr: 0.000781 +2020-12-24 12:59:46,161 epoch 90 - iter 424/536 - loss 2.70449349 - samples/sec: 117.96 - lr: 0.000781 +2020-12-24 13:00:00,472 epoch 90 - iter 477/536 - loss 2.70339880 - samples/sec: 118.54 - lr: 0.000781 +2020-12-24 13:00:15,835 epoch 90 - iter 530/536 - loss 2.70401344 - samples/sec: 110.43 - lr: 0.000781 +2020-12-24 13:00:17,392 ---------------------------------------------------------------------------------------------------- +2020-12-24 13:00:17,394 EPOCH 90 done: loss 2.7022 - lr 0.0007813 +2020-12-24 13:00:22,365 DEV : loss 1.5540337562561035 - score 0.8894 +2020-12-24 13:00:22,431 BAD EPOCHS (no improvement): 2 +2020-12-24 13:00:22,431 ---------------------------------------------------------------------------------------------------- +2020-12-24 13:00:37,299 epoch 91 - iter 53/536 - loss 2.83486827 - samples/sec: 114.09 - lr: 0.000781 +2020-12-24 13:00:51,316 epoch 91 - iter 106/536 - loss 2.71154218 - samples/sec: 121.02 - lr: 0.000781 +2020-12-24 13:01:05,095 epoch 91 - iter 159/536 - loss 2.73093567 - samples/sec: 123.12 - lr: 0.000781 +2020-12-24 13:01:19,127 epoch 91 - iter 212/536 - loss 2.72704156 - samples/sec: 120.89 - lr: 0.000781 +2020-12-24 13:01:35,224 epoch 91 - iter 265/536 - loss 2.72015874 - samples/sec: 105.38 - lr: 0.000781 +2020-12-24 13:01:49,930 epoch 91 - iter 318/536 - loss 2.70064041 - samples/sec: 115.36 - lr: 0.000781 +2020-12-24 13:02:04,719 epoch 91 - iter 371/536 - loss 2.69498350 - samples/sec: 114.71 - lr: 0.000781 +2020-12-24 13:02:19,444 epoch 91 - iter 424/536 - loss 2.68890722 - samples/sec: 115.21 - lr: 0.000781 +2020-12-24 13:02:33,912 epoch 91 - iter 477/536 - loss 2.69860758 - samples/sec: 117.25 - lr: 0.000781 +2020-12-24 13:02:48,579 epoch 91 - iter 530/536 - loss 2.69890609 - samples/sec: 115.67 - lr: 0.000781 +2020-12-24 13:02:49,776 ---------------------------------------------------------------------------------------------------- +2020-12-24 13:02:49,777 EPOCH 91 done: loss 2.6995 - lr 0.0007813 +2020-12-24 13:02:55,248 DEV : loss 1.5528855323791504 - score 0.8903 +2020-12-24 13:02:55,315 BAD EPOCHS (no improvement): 3 +2020-12-24 13:02:55,316 ---------------------------------------------------------------------------------------------------- +2020-12-24 13:03:10,050 epoch 92 - iter 53/536 - loss 2.71557612 - samples/sec: 115.12 - lr: 0.000781 +2020-12-24 13:03:25,024 epoch 92 - iter 106/536 - loss 2.60221544 - samples/sec: 113.29 - lr: 0.000781 +2020-12-24 13:03:39,956 epoch 92 - iter 159/536 - loss 2.68569817 - samples/sec: 113.61 - lr: 0.000781 +2020-12-24 13:03:54,685 epoch 92 - iter 212/536 - loss 2.66548729 - samples/sec: 115.17 - lr: 0.000781 +2020-12-24 13:04:09,857 epoch 92 - iter 265/536 - loss 2.70067015 - samples/sec: 111.81 - lr: 0.000781 +2020-12-24 13:04:24,857 epoch 92 - iter 318/536 - loss 2.68329553 - samples/sec: 113.10 - lr: 0.000781 +2020-12-24 13:04:38,825 epoch 92 - iter 371/536 - loss 2.68801803 - samples/sec: 121.45 - lr: 0.000781 +2020-12-24 13:04:53,346 epoch 92 - iter 424/536 - loss 2.68080856 - samples/sec: 116.82 - lr: 0.000781 +2020-12-24 13:05:08,056 epoch 92 - iter 477/536 - loss 2.68252113 - samples/sec: 115.32 - lr: 0.000781 +2020-12-24 13:05:22,989 epoch 92 - iter 530/536 - loss 2.69041434 - samples/sec: 113.60 - lr: 0.000781 +2020-12-24 13:05:24,410 ---------------------------------------------------------------------------------------------------- +2020-12-24 13:05:24,411 EPOCH 92 done: loss 2.6849 - lr 0.0007813 +2020-12-24 13:05:29,944 DEV : loss 1.5518735647201538 - score 0.8893 +2020-12-24 13:05:30,010 BAD EPOCHS (no improvement): 4 +2020-12-24 13:05:30,011 ---------------------------------------------------------------------------------------------------- +2020-12-24 13:05:44,214 epoch 93 - iter 53/536 - loss 2.53044775 - samples/sec: 119.43 - lr: 0.000391 +2020-12-24 13:05:59,205 epoch 93 - iter 106/536 - loss 2.63363769 - samples/sec: 113.15 - lr: 0.000391 +2020-12-24 13:06:14,269 epoch 93 - iter 159/536 - loss 2.66868285 - samples/sec: 112.62 - lr: 0.000391 +2020-12-24 13:06:28,499 epoch 93 - iter 212/536 - loss 2.70149116 - samples/sec: 119.21 - lr: 0.000391 +2020-12-24 13:06:43,196 epoch 93 - iter 265/536 - loss 2.69698696 - samples/sec: 115.42 - lr: 0.000391 +2020-12-24 13:06:57,612 epoch 93 - iter 318/536 - loss 2.68825525 - samples/sec: 117.67 - lr: 0.000391 +2020-12-24 13:07:11,751 epoch 93 - iter 371/536 - loss 2.68323451 - samples/sec: 119.99 - lr: 0.000391 +2020-12-24 13:07:27,365 epoch 93 - iter 424/536 - loss 2.70078503 - samples/sec: 108.65 - lr: 0.000391 +2020-12-24 13:07:42,940 epoch 93 - iter 477/536 - loss 2.69441436 - samples/sec: 108.92 - lr: 0.000391 +2020-12-24 13:07:58,090 epoch 93 - iter 530/536 - loss 2.67818746 - samples/sec: 111.97 - lr: 0.000391 +2020-12-24 13:07:59,901 ---------------------------------------------------------------------------------------------------- +2020-12-24 13:07:59,902 EPOCH 93 done: loss 2.6822 - lr 0.0003906 +2020-12-24 13:08:05,649 DEV : loss 1.551884651184082 - score 0.8897 +2020-12-24 13:08:05,717 BAD EPOCHS (no improvement): 1 +2020-12-24 13:08:05,717 ---------------------------------------------------------------------------------------------------- +2020-12-24 13:08:21,517 epoch 94 - iter 53/536 - loss 2.66896020 - samples/sec: 107.36 - lr: 0.000391 +2020-12-24 13:08:36,508 epoch 94 - iter 106/536 - loss 2.67705036 - samples/sec: 113.16 - lr: 0.000391 +2020-12-24 13:08:50,441 epoch 94 - iter 159/536 - loss 2.66170214 - samples/sec: 121.75 - lr: 0.000391 +2020-12-24 13:09:05,952 epoch 94 - iter 212/536 - loss 2.67388537 - samples/sec: 109.37 - lr: 0.000391 +2020-12-24 13:09:21,165 epoch 94 - iter 265/536 - loss 2.69880939 - samples/sec: 111.51 - lr: 0.000391 +2020-12-24 13:09:37,137 epoch 94 - iter 318/536 - loss 2.69553235 - samples/sec: 106.20 - lr: 0.000391 +2020-12-24 13:09:51,832 epoch 94 - iter 371/536 - loss 2.71239529 - samples/sec: 115.44 - lr: 0.000391 +2020-12-24 13:10:07,056 epoch 94 - iter 424/536 - loss 2.70613482 - samples/sec: 111.43 - lr: 0.000391 +2020-12-24 13:10:22,077 epoch 94 - iter 477/536 - loss 2.70443925 - samples/sec: 112.94 - lr: 0.000391 +2020-12-24 13:10:37,244 epoch 94 - iter 530/536 - loss 2.69254744 - samples/sec: 111.85 - lr: 0.000391 +2020-12-24 13:10:38,272 ---------------------------------------------------------------------------------------------------- +2020-12-24 13:10:38,273 EPOCH 94 done: loss 2.6944 - lr 0.0003906 +2020-12-24 13:10:43,891 DEV : loss 1.5514817237854004 - score 0.8902 +2020-12-24 13:10:43,958 BAD EPOCHS (no improvement): 2 +2020-12-24 13:10:43,958 ---------------------------------------------------------------------------------------------------- +2020-12-24 13:10:58,384 epoch 95 - iter 53/536 - loss 2.79349323 - samples/sec: 117.58 - lr: 0.000391 +2020-12-24 13:11:13,090 epoch 95 - iter 106/536 - loss 2.71695302 - samples/sec: 115.35 - lr: 0.000391 +2020-12-24 13:11:27,899 epoch 95 - iter 159/536 - loss 2.75898139 - samples/sec: 114.56 - lr: 0.000391 +2020-12-24 13:11:41,792 epoch 95 - iter 212/536 - loss 2.75617083 - samples/sec: 122.11 - lr: 0.000391 +2020-12-24 13:11:57,090 epoch 95 - iter 265/536 - loss 2.73653879 - samples/sec: 110.88 - lr: 0.000391 +2020-12-24 13:12:12,697 epoch 95 - iter 318/536 - loss 2.73694967 - samples/sec: 108.69 - lr: 0.000391 +2020-12-24 13:12:28,871 epoch 95 - iter 371/536 - loss 2.73250259 - samples/sec: 104.88 - lr: 0.000391 +2020-12-24 13:12:43,909 epoch 95 - iter 424/536 - loss 2.72122543 - samples/sec: 112.80 - lr: 0.000391 +2020-12-24 13:12:58,199 epoch 95 - iter 477/536 - loss 2.73180130 - samples/sec: 118.71 - lr: 0.000391 +2020-12-24 13:13:11,914 epoch 95 - iter 530/536 - loss 2.72928829 - samples/sec: 123.69 - lr: 0.000391 +2020-12-24 13:13:13,432 ---------------------------------------------------------------------------------------------------- +2020-12-24 13:13:13,432 EPOCH 95 done: loss 2.7356 - lr 0.0003906 +2020-12-24 13:13:19,535 DEV : loss 1.550848364830017 - score 0.8897 +2020-12-24 13:13:19,602 BAD EPOCHS (no improvement): 3 +2020-12-24 13:13:19,602 ---------------------------------------------------------------------------------------------------- +2020-12-24 13:13:34,723 epoch 96 - iter 53/536 - loss 2.76657116 - samples/sec: 112.18 - lr: 0.000391 +2020-12-24 13:13:48,668 epoch 96 - iter 106/536 - loss 2.77094856 - samples/sec: 121.66 - lr: 0.000391 +2020-12-24 13:14:03,290 epoch 96 - iter 159/536 - loss 2.78199503 - samples/sec: 116.01 - lr: 0.000391 +2020-12-24 13:14:19,432 epoch 96 - iter 212/536 - loss 2.78206810 - samples/sec: 105.09 - lr: 0.000391 +2020-12-24 13:14:35,448 epoch 96 - iter 265/536 - loss 2.77236626 - samples/sec: 105.91 - lr: 0.000391 +2020-12-24 13:14:50,601 epoch 96 - iter 318/536 - loss 2.74649894 - samples/sec: 111.95 - lr: 0.000391 +2020-12-24 13:15:06,759 epoch 96 - iter 371/536 - loss 2.75273064 - samples/sec: 104.99 - lr: 0.000391 +2020-12-24 13:15:20,812 epoch 96 - iter 424/536 - loss 2.75152358 - samples/sec: 120.71 - lr: 0.000391 +2020-12-24 13:15:35,308 epoch 96 - iter 477/536 - loss 2.73686192 - samples/sec: 117.03 - lr: 0.000391 +2020-12-24 13:15:50,324 epoch 96 - iter 530/536 - loss 2.72361058 - samples/sec: 112.97 - lr: 0.000391 +2020-12-24 13:15:51,893 ---------------------------------------------------------------------------------------------------- +2020-12-24 13:15:51,895 EPOCH 96 done: loss 2.7186 - lr 0.0003906 +2020-12-24 13:15:58,093 DEV : loss 1.55097234249115 - score 0.8895 +2020-12-24 13:15:58,159 BAD EPOCHS (no improvement): 4 +2020-12-24 13:15:58,160 ---------------------------------------------------------------------------------------------------- +2020-12-24 13:16:13,193 epoch 97 - iter 53/536 - loss 2.70037206 - samples/sec: 112.83 - lr: 0.000195 +2020-12-24 13:16:28,073 epoch 97 - iter 106/536 - loss 2.73395190 - samples/sec: 114.01 - lr: 0.000195 +2020-12-24 13:16:43,632 epoch 97 - iter 159/536 - loss 2.70137737 - samples/sec: 109.02 - lr: 0.000195 +2020-12-24 13:16:59,255 epoch 97 - iter 212/536 - loss 2.67512370 - samples/sec: 108.59 - lr: 0.000195 +2020-12-24 13:17:14,813 epoch 97 - iter 265/536 - loss 2.68238957 - samples/sec: 109.04 - lr: 0.000195 +2020-12-24 13:17:29,611 epoch 97 - iter 318/536 - loss 2.67864566 - samples/sec: 114.64 - lr: 0.000195 +2020-12-24 13:17:44,320 epoch 97 - iter 371/536 - loss 2.66061138 - samples/sec: 115.33 - lr: 0.000195 +2020-12-24 13:17:59,359 epoch 97 - iter 424/536 - loss 2.68414169 - samples/sec: 112.79 - lr: 0.000195 +2020-12-24 13:18:13,461 epoch 97 - iter 477/536 - loss 2.67899032 - samples/sec: 120.29 - lr: 0.000195 +2020-12-24 13:18:28,384 epoch 97 - iter 530/536 - loss 2.69715149 - samples/sec: 113.67 - lr: 0.000195 +2020-12-24 13:18:29,689 ---------------------------------------------------------------------------------------------------- +2020-12-24 13:18:29,690 EPOCH 97 done: loss 2.6965 - lr 0.0001953 +2020-12-24 13:18:35,705 DEV : loss 1.5510421991348267 - score 0.8898 +2020-12-24 13:18:35,771 BAD EPOCHS (no improvement): 1 +2020-12-24 13:18:35,772 ---------------------------------------------------------------------------------------------------- +2020-12-24 13:18:51,121 epoch 98 - iter 53/536 - loss 2.68352948 - samples/sec: 110.51 - lr: 0.000195 +2020-12-24 13:19:07,048 epoch 98 - iter 106/536 - loss 2.67693231 - samples/sec: 106.52 - lr: 0.000195 +2020-12-24 13:19:21,720 epoch 98 - iter 159/536 - loss 2.67649904 - samples/sec: 115.62 - lr: 0.000195 +2020-12-24 13:19:36,770 epoch 98 - iter 212/536 - loss 2.70143115 - samples/sec: 112.72 - lr: 0.000195 +2020-12-24 13:19:50,894 epoch 98 - iter 265/536 - loss 2.67663550 - samples/sec: 120.10 - lr: 0.000195 +2020-12-24 13:20:05,211 epoch 98 - iter 318/536 - loss 2.68150041 - samples/sec: 118.49 - lr: 0.000195 +2020-12-24 13:20:19,500 epoch 98 - iter 371/536 - loss 2.67968168 - samples/sec: 118.72 - lr: 0.000195 +2020-12-24 13:20:34,520 epoch 98 - iter 424/536 - loss 2.69011138 - samples/sec: 112.94 - lr: 0.000195 +2020-12-24 13:20:48,929 epoch 98 - iter 477/536 - loss 2.69892300 - samples/sec: 117.73 - lr: 0.000195 +2020-12-24 13:21:05,044 epoch 98 - iter 530/536 - loss 2.70725510 - samples/sec: 105.27 - lr: 0.000195 +2020-12-24 13:21:06,720 ---------------------------------------------------------------------------------------------------- +2020-12-24 13:21:06,720 EPOCH 98 done: loss 2.7089 - lr 0.0001953 +2020-12-24 13:21:12,207 DEV : loss 1.5508756637573242 - score 0.8898 +2020-12-24 13:21:12,279 BAD EPOCHS (no improvement): 2 +2020-12-24 13:21:12,280 ---------------------------------------------------------------------------------------------------- +2020-12-24 13:21:26,765 epoch 99 - iter 53/536 - loss 2.70517932 - samples/sec: 117.10 - lr: 0.000195 +2020-12-24 13:21:42,679 epoch 99 - iter 106/536 - loss 2.69950198 - samples/sec: 106.59 - lr: 0.000195 +2020-12-24 13:21:57,990 epoch 99 - iter 159/536 - loss 2.69556450 - samples/sec: 110.79 - lr: 0.000195 +2020-12-24 13:22:12,573 epoch 99 - iter 212/536 - loss 2.69303427 - samples/sec: 116.33 - lr: 0.000195 +2020-12-24 13:22:27,961 epoch 99 - iter 265/536 - loss 2.68337996 - samples/sec: 110.24 - lr: 0.000195 +2020-12-24 13:22:41,805 epoch 99 - iter 318/536 - loss 2.69198267 - samples/sec: 122.55 - lr: 0.000195 +2020-12-24 13:22:56,551 epoch 99 - iter 371/536 - loss 2.68424083 - samples/sec: 115.04 - lr: 0.000195 +2020-12-24 13:23:11,861 epoch 99 - iter 424/536 - loss 2.69357333 - samples/sec: 110.81 - lr: 0.000195 +2020-12-24 13:23:25,636 epoch 99 - iter 477/536 - loss 2.68265288 - samples/sec: 123.14 - lr: 0.000195 +2020-12-24 13:23:41,222 epoch 99 - iter 530/536 - loss 2.69619251 - samples/sec: 108.83 - lr: 0.000195 +2020-12-24 13:23:42,834 ---------------------------------------------------------------------------------------------------- +2020-12-24 13:23:42,835 EPOCH 99 done: loss 2.6967 - lr 0.0001953 +2020-12-24 13:23:48,454 DEV : loss 1.551124095916748 - score 0.8898 +2020-12-24 13:23:48,521 BAD EPOCHS (no improvement): 3 +2020-12-24 13:23:48,521 ---------------------------------------------------------------------------------------------------- +2020-12-24 13:24:02,907 epoch 100 - iter 53/536 - loss 2.64309622 - samples/sec: 117.91 - lr: 0.000195 +2020-12-24 13:24:17,834 epoch 100 - iter 106/536 - loss 2.66608768 - samples/sec: 113.65 - lr: 0.000195 +2020-12-24 13:24:32,904 epoch 100 - iter 159/536 - loss 2.71943792 - samples/sec: 112.57 - lr: 0.000195 +2020-12-24 13:24:47,827 epoch 100 - iter 212/536 - loss 2.75026492 - samples/sec: 113.67 - lr: 0.000195 +2020-12-24 13:25:03,177 epoch 100 - iter 265/536 - loss 2.74308641 - samples/sec: 110.51 - lr: 0.000195 +2020-12-24 13:25:18,086 epoch 100 - iter 318/536 - loss 2.73489293 - samples/sec: 113.79 - lr: 0.000195 +2020-12-24 13:25:33,290 epoch 100 - iter 371/536 - loss 2.71690724 - samples/sec: 111.57 - lr: 0.000195 +2020-12-24 13:25:49,339 epoch 100 - iter 424/536 - loss 2.71281797 - samples/sec: 105.70 - lr: 0.000195 +2020-12-24 13:26:05,887 epoch 100 - iter 477/536 - loss 2.72245622 - samples/sec: 102.51 - lr: 0.000195 +2020-12-24 13:26:21,846 epoch 100 - iter 530/536 - loss 2.69212873 - samples/sec: 106.29 - lr: 0.000195 +2020-12-24 13:26:23,609 ---------------------------------------------------------------------------------------------------- +2020-12-24 13:26:23,610 EPOCH 100 done: loss 2.6893 - lr 0.0001953 +2020-12-24 13:26:29,222 DEV : loss 1.5510293245315552 - score 0.8894 +2020-12-24 13:26:29,287 BAD EPOCHS (no improvement): 4 +2020-12-24 13:26:29,287 ---------------------------------------------------------------------------------------------------- +2020-12-24 13:26:29,288 ---------------------------------------------------------------------------------------------------- +2020-12-24 13:26:29,288 learning rate too small - quitting training! +2020-12-24 13:26:29,288 ---------------------------------------------------------------------------------------------------- +2020-12-24 13:26:32,533 ---------------------------------------------------------------------------------------------------- +2020-12-24 13:26:32,534 Testing using best model ... +2020-12-24 13:26:32,534 loading file train/best-model.pt +2020-12-24 13:26:40,596 0.8897 0.8875 0.8886 +2020-12-24 13:26:40,596 +Results: +- F1-score (micro) 0.8886 +- F1-score (macro) 0.8370 + +By class: +CARDINAL tp: 875 - fp: 49 - fn: 36 - precision: 0.9470 - recall: 0.9605 - f1-score: 0.9537 +DATE tp: 751 - fp: 65 - fn: 87 - precision: 0.9203 - recall: 0.8962 - f1-score: 0.9081 +EVENT tp: 83 - fp: 33 - fn: 47 - precision: 0.7155 - recall: 0.6385 - f1-score: 0.6748 +FAC tp: 39 - fp: 12 - fn: 38 - precision: 0.7647 - recall: 0.5065 - f1-score: 0.6094 +GPE tp: 785 - fp: 134 - fn: 41 - precision: 0.8542 - recall: 0.9504 - f1-score: 0.8997 +LANGUAGE tp: 8 - fp: 1 - fn: 1 - precision: 0.8889 - recall: 0.8889 - f1-score: 0.8889 +LAW tp: 22 - fp: 5 - fn: 6 - precision: 0.8148 - recall: 0.7857 - f1-score: 0.8000 +LOC tp: 124 - fp: 23 - fn: 54 - precision: 0.8435 - recall: 0.6966 - f1-score: 0.7631 +MONEY tp: 108 - fp: 2 - fn: 3 - precision: 0.9818 - recall: 0.9730 - f1-score: 0.9774 +NORP tp: 123 - fp: 11 - fn: 18 - precision: 0.9179 - recall: 0.8723 - f1-score: 0.8945 +ORDINAL tp: 165 - fp: 11 - fn: 7 - precision: 0.9375 - recall: 0.9593 - f1-score: 0.9483 +ORG tp: 1167 - fp: 208 - fn: 221 - precision: 0.8487 - recall: 0.8408 - f1-score: 0.8447 +PERCENT tp: 199 - fp: 9 - fn: 7 - precision: 0.9567 - recall: 0.9660 - f1-score: 0.9614 +PERSON tp: 987 - fp: 83 - fn: 64 - precision: 0.9224 - recall: 0.9391 - f1-score: 0.9307 +PRODUCT tp: 40 - fp: 16 - fn: 43 - precision: 0.7143 - recall: 0.4819 - f1-score: 0.5755 +QUANTITY tp: 51 - fp: 7 - fn: 14 - precision: 0.8793 - recall: 0.7846 - f1-score: 0.8293 +TIME tp: 125 - fp: 12 - fn: 12 - precision: 0.9124 - recall: 0.9124 - f1-score: 0.9124 +WORK_OF_ART tp: 59 - fp: 27 - fn: 25 - precision: 0.6860 - recall: 0.7024 - f1-score: 0.6941 +2020-12-24 13:26:40,596 ----------------------------------------------------------------------------------------------------